-- Logs begin at Wed 2022-04-20 14:54:47 UTC, end at Wed 2022-04-20 16:58:34 UTC. -- Apr 20 15:35:16.203388 dv-neutron-838699-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 15:35:18.674956 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.common.config [-] Logging enabled! Apr 20 15:35:18.675677 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev122 Apr 20 15:35:18.675822 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88063) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 15:35:18.678862 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.common.config [-] Logging enabled! Apr 20 15:35:18.679115 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev122 Apr 20 15:35:18.679421 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88063) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 15:35:18.680396 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 20 15:35:18.680629 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 20 15:35:18.680980 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 20 15:35:18.681224 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 20 15:35:18.681447 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 20 15:35:18.681760 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.682054 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.682348 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.682578 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.682868 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.683157 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.683436 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.683722 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.684044 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.684334 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.684616 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.684901 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.685132 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.685415 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.685703 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.685989 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.686214 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] debug = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.686502 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.686936 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.687344 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.687627 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.687939 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.688223 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.688498 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.688774 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.689061 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.689388 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] host = dv-neutron-838699-1-hyperv {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.689667 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.689955 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.690243 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.690529 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.690805 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.691083 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.691380 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.691643 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.692042 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] log_file = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.692322 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.692653 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.692944 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.693239 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.693465 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.693687 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.693974 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.694264 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.694541 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.694818 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.695095 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.695369 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.695642 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.695936 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.696224 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.696514 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.696801 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.697077 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.697353 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.697625 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.697896 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.698183 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.698456 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.698730 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.699003 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.699286 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.699555 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.699848 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.700147 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.700435 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.700717 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.701001 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.701275 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.701556 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.701829 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.702098 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.702367 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] use_json = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.702638 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.702907 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.703184 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.703454 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.703724 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.704020 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.704291 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.704574 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.704846 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:18.705140 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.705435 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.705732 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.706019 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.706310 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.706594 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.706882 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.707159 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.707445 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.707730 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.708042 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.708848 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.709138 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.709417 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.709713 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.710015 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.710309 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.710602 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.710877 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.711154 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.711427 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.711705 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.712015 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.712308 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.712597 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.712871 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.713148 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.713436 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.713712 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.713984 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.714261 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.714546 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.714825 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.715098 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.715380 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.715657 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.715955 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.716227 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.716501 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.716789 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.717069 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.717337 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.717608 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.717882 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.718150 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.718432 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.718710 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.718981 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.719251 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.719526 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.719820 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.720095 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.720369 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.720641 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.720915 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.721184 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.721455 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.721725 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.721993 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.722263 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.722536 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.722807 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.723081 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.723350 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.723622 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.724462 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.724735 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.725008 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.725292 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.725590 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.725865 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.726144 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.726421 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.726696 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.726978 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.727255 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.727531 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.728079 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.728351 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.728639 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.728922 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.729205 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.729488 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.729768 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.730061 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.730341 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.730624 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.730902 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.731184 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.731469 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.731752 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.732067 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.732363 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.732664 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.732959 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.733249 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.733523 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.733826 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.734103 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:18.734319 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 20 15:35:18.734559 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88063) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 20 15:35:19.145167 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO keyring.backend [-] Loading KWallet Apr 20 15:35:19.152928 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO keyring.backend [-] Loading SecretService Apr 20 15:35:19.156329 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO keyring.backend [-] Loading Windows Apr 20 15:35:19.157638 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO keyring.backend [-] Loading chainer Apr 20 15:35:19.158416 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO keyring.backend [-] Loading macOS Apr 20 15:35:19.190396 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 20 15:35:19.190672 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 20 15:35:19.190959 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 20 15:35:19.191299 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 15:35:19.597071 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.597269 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.597537 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.598848 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.599118 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.599383 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.634621 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.634900 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.635168 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.648022 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.648302 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.648567 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.678013 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.678543 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.678543 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.718199 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.718594 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.718965 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.951783 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.952066 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.952328 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.952591 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:19.953331 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.073851 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.074168 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.074447 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.074715 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.074980 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.075288 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.075549 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.075836 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.076095 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.076377 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.076632 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.076896 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.077161 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.077416 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.077681 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.077950 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.078208 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.078476 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.078729 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.079008 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.079363 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.079616 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.079897 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.080182 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.080431 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.080676 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.081059 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 15:35:20.081297 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 15:35:20.081532 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 15:35:20.081765 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 15:35:20.081996 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 15:35:20.082227 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 15:35:20.082589 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 15:35:20.086146 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 15:35:20.090013 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 15:35:20.093681 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 20 15:35:20.095292 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 15:35:20.096756 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 15:35:20.097094 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 15:35:20.097484 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 15:35:20.100827 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 15:35:20.101074 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 15:35:20.101415 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 15:35:20.128902 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 15:35:20.129348 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.129644 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88063) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 15:35:20.130027 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.131362 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88063) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 15:35:20.131642 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 15:35:20.131913 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 15:35:20.135024 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.135306 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.196924 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 15:35:20.197162 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 15:35:20.197395 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 15:35:20.197764 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 15:35:20.229242 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_db.sqlalchemy.engines [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88063) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 20 15:35:20.560929 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Initializing driver for type 'gre' Apr 20 15:35:20.561441 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] gre ID ranges: [(1, 1000)] Apr 20 15:35:20.611684 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Initializing driver for type 'local' Apr 20 15:35:20.612130 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Initializing driver for type 'vlan' Apr 20 15:35:20.623636 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] VlanTypeDriver initialization complete Apr 20 15:35:20.624111 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Initializing driver for type 'vxlan' Apr 20 15:35:20.624638 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] vxlan ID ranges: [(1, 1000)] Apr 20 15:35:20.675310 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Initializing extension driver 'port_security' Apr 20 15:35:20.675654 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.extensions.port_security [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] PortSecurityExtensionDriver initialization complete Apr 20 15:35:20.676009 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Initializing mechanism driver 'openvswitch' Apr 20 15:35:20.676343 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Initializing mechanism driver 'hyperv' Apr 20 15:35:20.682861 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:35:20.683527 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > port after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.683923 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > port after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.684271 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > port after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.684781 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 15:35:20.685207 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > subnet after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.685555 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > subnet after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.685894 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.686281 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 15:35:20.686681 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > network after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.687022 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > network after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.687360 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > network after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.687737 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 15:35:20.688166 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > security_group after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.688512 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > security_group after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.688850 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.689375 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 15:35:20.689780 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.690124 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.690463 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.690893 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 15:35:20.691290 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > address_group after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.691662 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > address_group after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.692024 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.692897 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 15:35:20.693352 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] ML2 OVO RPC backend initialized. {{(pid=88063) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 20 15:35:20.694060 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.694413 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.694829 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > network before_response 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.695175 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > networks before_response 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.695521 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > port before_response 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.695894 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > ports before_response 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.696245 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > subnet before_response 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.696584 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > subnets before_response 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.696927 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > network after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.697264 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > network after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.697598 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > network after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.697929 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > port after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.698261 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > port after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.698591 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > port after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.698943 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > subnet after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.699276 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > subnet after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.699605 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.700212 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Modular L2 Plugin initialization complete Apr 20 15:35:20.700539 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading services supported by the core plugin {{(pid=88063) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 15:35:20.700858 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.managers [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Got port-security extension from driver 'port_security' Apr 20 15:35:20.701314 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.extensions.vlantransparent [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Disabled vlantransparent extension. Apr 20 15:35:20.701794 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88063) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 15:35:20.702106 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading Plugin: router Apr 20 15:35:20.739073 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.739501 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router after_create 55549900 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.739969 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router before_create 55549900 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.740338 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.740706 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.741055 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router after_delete 55549900 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.741408 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.741767 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router after_create 55549900 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.742107 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router after_update 55549900 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.742454 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router after_update 55549900 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.742796 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.743149 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router after_update 55549900 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.743554 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router precommit_update 55549900 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.743946 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: port after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.744285 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: port after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.744617 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: subnet after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.744949 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.745291 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.745637 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router precommit_create 55549900 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.745974 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: port before_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.746314 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router precommit_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.746664 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router after_update 55549900 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.747002 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.747344 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router precommit_create 55549900 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.747697 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.748069 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router precommit_update 55549900 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.748426 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > agent after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.748771 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > agent after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.749110 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > network after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.749942 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Tracking information for resource: router configured {{(pid=88063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 15:35:20.750273 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Tracking information for resource: floatingip configured {{(pid=88063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 15:35:20.755961 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.db.l3_agentschedulers_db [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 15:35:20.756527 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: port after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.756880 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: port after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.757225 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: port after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.757572 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: port after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.758336 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router before_create 55550100 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.758693 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.759050 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router precommit_create 55550100 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.759401 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > router precommit_update 55550100 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.763757 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.services.provider_configuration [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Service providers = [] {{(pid=88063) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 15:35:20.764144 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.db.servicetype_db [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88063) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 15:35:20.767002 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.services.service_base [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 15:35:20.767353 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.services.service_base [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 15:35:20.767689 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.services.service_base [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 15:35:20.768584 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.services.service_base [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 15:35:20.768952 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.services.service_base [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 15:35:20.769327 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 15:35:20.769639 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 15:35:20.780788 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 15:35:20.781123 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading Plugin: auto_allocate Apr 20 15:35:20.786948 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: network precommit_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.787314 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: network precommit_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.787855 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 15:35:20.788177 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading Plugin: tag Apr 20 15:35:20.794535 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 15:35:20.794864 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading Plugin: timestamp Apr 20 15:35:20.798795 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 15:35:20.799126 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading Plugin: network_ip_availability Apr 20 15:35:20.804301 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.804670 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.805024 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:20.805736 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 15:35:20.806052 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading Plugin: flavors Apr 20 15:35:20.810626 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 15:35:20.811003 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading Plugin: revisions Apr 20 15:35:20.815179 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 15:35:20.815570 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_concurrency.lockutils [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.624s {{(pid=88063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 20 15:35:20.816332 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88063) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 20 15:35:20.816666 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Initializing extension manager. Apr 20 15:35:20.817162 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: __init__.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.818028 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: __pycache__ {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.818360 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.818690 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: address_group.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.819455 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.820048 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: address-group Apr 20 15:35:20.820369 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: address_scope.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.821068 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.821571 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: address-scope Apr 20 15:35:20.821889 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.822795 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.823297 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: router-admin-state-down-before-update Apr 20 15:35:20.823617 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: agent.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.824520 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.825018 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: agent Apr 20 15:35:20.825340 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: agent_resources_synced.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.826239 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.826742 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: agent-resources-synced Apr 20 15:35:20.827064 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: allowedaddresspairs.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.828837 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.829358 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: allowed-address-pairs Apr 20 15:35:20.829684 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: auto_allocated_topology.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.830734 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.831249 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: auto-allocated-topology Apr 20 15:35:20.831575 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: availability_zone.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.832284 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.832786 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: availability_zone Apr 20 15:35:20.833699 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: availability_zone_filter.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.834598 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.835104 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: availability_zone_filter Apr 20 15:35:20.835427 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: data_plane_status.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.836361 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.836865 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 15:35:20.837186 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: default_subnetpools.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.838076 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.838578 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: default-subnetpools Apr 20 15:35:20.838899 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.839687 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.840221 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: dhcp_agent_scheduler Apr 20 15:35:20.840544 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: dns.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.841441 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.841947 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension dns-integration not supported by any of loaded plugins Apr 20 15:35:20.842271 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: dns_domain_ports.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.843170 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.843676 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 15:35:20.844017 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: dvr.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.844677 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.845176 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: dvr Apr 20 15:35:20.845493 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: empty_string_filtering.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.846394 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.846894 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: empty-string-filtering Apr 20 15:35:20.847213 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.848132 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.848641 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 15:35:20.849007 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.849894 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.850391 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 15:35:20.850707 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: external_net.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.851601 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.852127 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: external-net Apr 20 15:35:20.852448 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.853595 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.854096 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: extra_dhcp_opt Apr 20 15:35:20.854421 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: extraroute.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.855318 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.855847 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: extraroute Apr 20 15:35:20.856168 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: extraroute_atomic.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.857185 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.857684 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: extraroute-atomic Apr 20 15:35:20.858006 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: filter_validation.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.858659 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.859155 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: filter-validation Apr 20 15:35:20.859473 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: fip_pf_description.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.860397 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.861020 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 15:35:20.861343 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: fip_port_details.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.862256 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.862756 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: fip-port-details Apr 20 15:35:20.863075 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: flavors.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.864838 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.865349 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: flavors Apr 20 15:35:20.865673 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.867299 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.867852 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 15:35:20.868179 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: floatingip_pools.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.868866 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.869369 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: floatingip-pools Apr 20 15:35:20.869690 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: ip_allocation.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.870592 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.871096 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 15:35:20.871412 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.872346 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.872854 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: ip-substring-filtering Apr 20 15:35:20.873173 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: l2_adjacency.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.874081 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.874579 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 15:35:20.874896 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: l3.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.875879 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.876395 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: router Apr 20 15:35:20.876715 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.879033 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.879560 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 15:35:20.879965 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.881410 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.881924 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: ext-gw-mode Apr 20 15:35:20.882250 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.883157 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.883666 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: l3-ha Apr 20 15:35:20.884012 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: l3_flavors.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.884911 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.885414 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: l3-flavors Apr 20 15:35:20.885735 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.886649 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.887152 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 15:35:20.887473 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: l3agentscheduler.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.888520 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.889027 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: l3_agent_scheduler Apr 20 15:35:20.889349 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: logging.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.890818 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.891340 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension logging not supported by any of loaded plugins Apr 20 15:35:20.891669 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: metering.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.892434 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.893009 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: metering Apr 20 15:35:20.893336 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.894415 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.894927 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: metering_source_and_destination_fields Apr 20 15:35:20.895255 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: multiprovidernet.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.896227 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.896739 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: multi-provider Apr 20 15:35:20.897063 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: netmtu.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.897956 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.898457 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: net-mtu Apr 20 15:35:20.898780 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: netmtu_writable.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.899679 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.900208 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: net-mtu-writable Apr 20 15:35:20.900533 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: network_availability_zone.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.901190 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.901690 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: network_availability_zone Apr 20 15:35:20.902011 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: network_ip_availability.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.903076 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.903587 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: network-ip-availability Apr 20 15:35:20.903949 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: network_segment_range.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.904697 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.905197 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 15:35:20.905519 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: pagination.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.906481 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.906809 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: pagination Apr 20 15:35:20.907129 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: port_device_profile.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.908056 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.908563 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: port-device-profile Apr 20 15:35:20.908881 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.909778 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.910278 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: port-mac-address-regenerate Apr 20 15:35:20.910597 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.911532 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.912065 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: port-numa-affinity-policy Apr 20 15:35:20.912384 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: port_resource_request.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.913277 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.913774 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 15:35:20.914091 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: portbindings.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.914996 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.915495 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: binding Apr 20 15:35:20.915847 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: portbindings_extended.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.917215 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.917732 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: binding-extended Apr 20 15:35:20.918061 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: portsecurity.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.918971 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.919486 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: port-security Apr 20 15:35:20.919841 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: project_id.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.920800 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.921130 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: project-id Apr 20 15:35:20.921453 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: providernet.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.922365 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.922872 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: provider Apr 20 15:35:20.923194 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: qos.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.926665 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.927714 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension qos not supported by any of loaded plugins Apr 20 15:35:20.928082 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.929295 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.929808 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 15:35:20.930133 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.931027 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.931533 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 15:35:20.931882 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: qos_default.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.932777 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.933281 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension qos-default not supported by any of loaded plugins Apr 20 15:35:20.933600 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: qos_fip.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.934238 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.934739 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension qos-fip not supported by any of loaded plugins Apr 20 15:35:20.935057 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: qos_gateway_ip.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.935988 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.936493 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 15:35:20.936817 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: qos_port_network_policy.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.937710 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.938211 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 15:35:20.938528 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: qos_rule_type_details.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.939422 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.939951 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 15:35:20.940273 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: qos_rules_alias.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.941284 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.941785 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 15:35:20.942103 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: quotasv2.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.943516 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.943870 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: quotas Apr 20 15:35:20.944194 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: quotasv2_detail.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.945779 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.946110 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: quota_details Apr 20 15:35:20.946434 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: rbac.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.947476 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.948026 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: rbac-policies Apr 20 15:35:20.948356 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: rbac_address_group.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.949268 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.949780 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: rbac-address-group Apr 20 15:35:20.950103 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: rbac_address_scope.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.951008 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.951515 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: rbac-address-scope Apr 20 15:35:20.951871 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: rbac_security_groups.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.952775 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.953278 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: rbac-security-groups Apr 20 15:35:20.953600 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: rbac_subnetpool.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.954517 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.955019 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: rbac-subnetpool Apr 20 15:35:20.955341 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: revisionifmatch.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.956290 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.956801 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: revision-if-match Apr 20 15:35:20.957126 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: revisions.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.958362 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.958872 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: standard-attr-revisions Apr 20 15:35:20.959197 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: router_availability_zone.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.959894 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.960401 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: router_availability_zone Apr 20 15:35:20.960723 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: routerservicetype.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.961628 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.962128 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension router-service-type not supported by any of loaded plugins Apr 20 15:35:20.962447 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.963350 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.963892 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: security-groups-normalized-cidr Apr 20 15:35:20.964217 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.965125 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.965628 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: port-security-groups-filtering Apr 20 15:35:20.965950 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.966853 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.967358 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: security-groups-remote-address-group Apr 20 15:35:20.967679 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: securitygroup.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.977173 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.977955 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: security-group Apr 20 15:35:20.978288 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: segment.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.979054 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.979560 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension segment not supported by any of loaded plugins Apr 20 15:35:20.979923 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.980844 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.981348 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 15:35:20.981671 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: servicetype.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.982754 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.983268 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: service-type Apr 20 15:35:20.983592 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: sorting.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.984591 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.984923 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: sorting Apr 20 15:35:20.985243 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: standard_attr_segment.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.986142 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.986651 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 15:35:20.986976 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: standardattrdescription.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.987613 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.988154 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: standard-attr-description Apr 20 15:35:20.988478 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: stateful_security_group.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.989903 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.990412 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: stateful-security-group Apr 20 15:35:20.990734 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: stdattrs_common.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.991303 dv-neutron-838699-1-hyperv neutron-server[88063]: WARNING neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 15:35:20.991620 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.992637 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.993144 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 15:35:20.993463 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: subnet_onboard.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.994519 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.995028 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: subnet_onboard Apr 20 15:35:20.995350 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.996288 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.996791 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 15:35:20.997112 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: subnet_service_types.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.998024 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:20.998528 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: subnet-service-types Apr 20 15:35:20.998852 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: subnetallocation.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:20.999940 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:21.000448 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: subnet_allocation Apr 20 15:35:21.000771 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:21.001431 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:21.001929 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: subnetpool-prefix-ops Apr 20 15:35:21.002249 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:21.003180 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:21.003685 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 15:35:21.004035 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: tagging.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:21.005121 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:21.005636 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: standard-attr-tag Apr 20 15:35:21.005960 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: timestamp.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:21.007140 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:21.007654 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loaded extension: standard-attr-timestamp Apr 20 15:35:21.008016 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: trunk.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:21.009036 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:21.009543 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension trunk not supported by any of loaded plugins Apr 20 15:35:21.009863 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: trunk_details.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:21.010774 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:21.011278 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension trunk-details not supported by any of loaded plugins Apr 20 15:35:21.011596 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: uplink_status_propagation.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:21.012534 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:21.013042 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 15:35:21.013359 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Loading extension file: vlantransparent.py {{(pid=88063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:35:21.014007 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:35:21.014511 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 15:35:21.016935 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Creating instance of TrackedResource for resource:network Apr 20 15:35:21.017653 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Creating instance of TrackedResource for resource:subnet Apr 20 15:35:21.018412 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 15:35:21.019006 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Creating instance of TrackedResource for resource:port Apr 20 15:35:21.020286 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.resource_helper [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:35:21.021256 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.resource_helper [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Service FLAVORS assigned prefix: {{(pid=88063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:35:21.021872 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.resource_helper [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:35:21.022290 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.resource_helper [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:35:21.022618 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Creating instance of TrackedResource for resource:router Apr 20 15:35:21.023278 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 15:35:21.024003 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.resource_helper [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Service METERING assigned prefix: /metering {{(pid=88063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:35:21.025414 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:21.025782 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:21.026134 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:35:21.028375 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 15:35:21.028824 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Creating instance of TrackedResource for resource:security_group Apr 20 15:35:21.029498 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 15:35:21.030238 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.resource_helper [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Service CORE assigned prefix: {{(pid=88063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:35:21.030571 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 15:35:21.030905 dv-neutron-838699-1-hyperv neutron-server[88063]: WARNING neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] subnetpool is already registered Apr 20 15:35:21.031529 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.resource_helper [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Service CORE assigned prefix: {{(pid=88063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:35:21.031888 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 15:35:21.032214 dv-neutron-838699-1-hyperv neutron-server[88063]: WARNING neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] subnetpool is already registered Apr 20 15:35:21.141761 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.resource_helper [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:35:21.142206 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.resource_helper [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Service FLAVORS assigned prefix: {{(pid=88063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:35:21.142802 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.resource_helper [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:35:21.143225 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.resource_helper [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:35:21.143565 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Creating instance of TrackedResource for resource:router Apr 20 15:35:21.143921 dv-neutron-838699-1-hyperv neutron-server[88063]: WARNING neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] router is already registered Apr 20 15:35:21.144577 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 15:35:21.144900 dv-neutron-838699-1-hyperv neutron-server[88063]: WARNING neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] floatingip is already registered Apr 20 15:35:21.146065 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.resource_helper [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Service METERING assigned prefix: /metering {{(pid=88063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:35:21.146894 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 15:35:21.147208 dv-neutron-838699-1-hyperv neutron-server[88063]: WARNING neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] rbac_policy is already registered Apr 20 15:35:21.147631 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Creating instance of TrackedResource for resource:security_group Apr 20 15:35:21.147980 dv-neutron-838699-1-hyperv neutron-server[88063]: WARNING neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] security_group is already registered Apr 20 15:35:21.148574 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 15:35:21.148925 dv-neutron-838699-1-hyperv neutron-server[88063]: WARNING neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] security_group_rule is already registered Apr 20 15:35:21.149641 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.resource_helper [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Service CORE assigned prefix: {{(pid=88063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:35:21.149944 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 15:35:21.150266 dv-neutron-838699-1-hyperv neutron-server[88063]: WARNING neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] subnetpool is already registered Apr 20 15:35:21.150877 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.resource_helper [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Service CORE assigned prefix: {{(pid=88063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:35:21.151204 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 15:35:21.151596 dv-neutron-838699-1-hyperv neutron-server[88063]: WARNING neutron.quota.resource_registry [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] subnetpool is already registered Apr 20 15:35:21.152272 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: extensions {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.153892 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: address-groups {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.155681 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: address-scopes {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.157188 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: agents {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.158434 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: auto-allocated-topology {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.159890 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: availability_zones {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.161971 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: dhcp-networks {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.163299 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: dhcp-agents {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.165014 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: routers {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.166959 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: flavors {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.168218 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: service_profiles {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.169528 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: next_providers {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.171216 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: service_profiles {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.172856 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: floatingip-pools {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.174077 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: routers {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.175912 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: floatingips {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.177131 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: l3-routers {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.178519 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: l3-agents {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.180220 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: metering-labels {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.181475 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: metering-label-rules {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.182736 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: network-ip-availabilities {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.184024 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: bindings {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.185666 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: quotas {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.187100 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: quotas {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.188537 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: rbac-policies {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.189829 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: security-groups {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.191018 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: security-group-rules {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.192268 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: service-providers {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.193647 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: subnetpools {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.194977 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: subnetpools {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.196438 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: tags {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.198220 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: tags {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.199972 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: tags {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.201777 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: tags {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.204653 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: tags {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.206512 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: tags {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.208753 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: tags {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.210679 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: tags {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.212468 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: tags {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.214352 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron.api.extensions [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Extended resource: tags {{(pid=88063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:35:21.220326 dv-neutron-838699-1-hyperv neutron-server[88063]: WARNING keystonemiddleware.auth_token [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 15:35:21.225593 dv-neutron-838699-1-hyperv neutron-server[88063]: WARNING keystonemiddleware.auth_token [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 15:35:21.233928 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_concurrency.lockutils [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Acquired lock "singleton_lock" {{(pid=88063) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 15:35:21.234409 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_concurrency.lockutils [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Releasing lock "singleton_lock" {{(pid=88063) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 15:35:21.235025 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO oslo_service.service [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Starting 2 workers Apr 20 15:35:21.239663 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Started child 88168 {{(pid=88063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 20 15:35:21.243865 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Started child 88169 {{(pid=88063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 20 15:35:21.244790 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:21.245417 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO neutron.service [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 15:35:21.246062 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Notify callbacks [] for process, before_spawn {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:21.246204 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [-] (88168) wsgi starting up on http://0.0.0.0:9696 Apr 20 15:35:21.248526 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO oslo_service.service [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Starting 1 workers Apr 20 15:35:21.248788 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:21.250207 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [-] (88169) wsgi starting up on http://0.0.0.0:9696 Apr 20 15:35:21.253492 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Started child 88170 {{(pid=88063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 20 15:35:21.253989 dv-neutron-838699-1-hyperv neutron-server[88063]: INFO oslo_service.service [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Starting 1 workers Apr 20 15:35:21.257636 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.service [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] calling RpcWorker wait() {{(pid=88170) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 15:35:21.258175 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.service [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] returning from RpcWorker wait() {{(pid=88170) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 15:35:21.258767 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Started child 88171 {{(pid=88063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 20 15:35:21.259351 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:21.259504 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80fefb65-790f-4803-ae4f-5f357479c6a3 None None] Notify callbacks [] for process, after_spawn {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:21.259963 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:35:21.261409 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88063) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 20 15:35:21.261621 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 20 15:35:21.261803 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 20 15:35:21.262018 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 20 15:35:21.262348 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 20 15:35:21.262504 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 20 15:35:21.263140 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.263434 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.263523 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:21.263996 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.263996 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.264273 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.264649 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:35:21.264836 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.265097 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.265353 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.265620 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.265880 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.266044 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.266203 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.266613 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.266873 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.267165 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.267438 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.267669 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.267979 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.268148 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.268396 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.268668 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.268915 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.269168 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] debug = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.269417 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.269882 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.270109 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.270346 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.271206 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.271496 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.271721 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.272008 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.272252 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.272493 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.272794 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.273064 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.273296 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.273510 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.273732 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.273994 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.274211 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.274660 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] host = dv-neutron-838699-1-hyperv {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.274874 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.275109 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.275351 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.275590 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.275864 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.276145 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.276336 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.276587 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.276836 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.277062 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.277298 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.277539 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.277783 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.278027 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] log_file = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.278188 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] log_options = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.278420 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.278696 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.278953 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.279147 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.279306 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.279469 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.279711 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.279974 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.280138 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.280356 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.280566 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.280772 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.281000 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.281237 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.281495 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.281733 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.281970 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.282176 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.282427 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.282654 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.282964 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.283193 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.283461 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.284168 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.284387 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.284598 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.285076 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.285670 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.286046 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.286668 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.286967 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.287325 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.287447 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.287722 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.287984 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.288281 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.288516 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.288921 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.289297 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.289543 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.289802 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.290238 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.291491 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.291961 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.292386 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.292650 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] use_json = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.294829 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.294829 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.294829 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.294829 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.294829 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.294829 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.294829 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.294829 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.295967 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.295967 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.295967 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.296406 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.296406 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.296675 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.296809 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.297087 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.297266 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.297521 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.297757 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.298054 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.298302 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.298603 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.298848 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.299110 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.299446 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.299690 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.300000 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.300248 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.300489 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.300723 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.300948 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.301265 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.301539 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.301812 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.302082 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.302300 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.302546 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.302789 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.303005 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.303238 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.303459 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.303722 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.303995 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.304221 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.304462 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.304710 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.304924 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.305151 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.305395 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.305630 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.305860 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.306081 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.306298 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.306511 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.306723 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.306933 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.307201 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.307390 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.307646 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.307932 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.308155 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.308376 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.308589 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.308807 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.309038 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.309282 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.309482 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.309685 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.309917 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.310131 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.310374 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.310594 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.310826 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.311016 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.311255 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.311484 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.311697 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.311946 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.312182 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.312399 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.312612 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.312827 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.313039 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.313272 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.313489 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.313700 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.313912 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.314149 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.314378 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.314586 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.314795 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.315021 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.315233 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.315523 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.315930 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.316172 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.316445 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.316685 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.317128 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.318068 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.318331 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.318581 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.318819 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.319801 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.319801 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.319801 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.319801 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.320097 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.320871 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.320871 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.320871 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.321103 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.321200 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.321654 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.321826 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.322189 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.322499 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.323103 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.323103 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.323273 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.323818 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.324266 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.324720 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.324982 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.325240 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.325701 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.326435 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.326435 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.326722 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.326902 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.327146 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.327453 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.327642 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.327934 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.328186 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.328972 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.328972 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.328972 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.329236 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.330129 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.330129 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.330129 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.330129 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.330402 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.330581 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.331029 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.331288 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.331533 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.331835 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.332099 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.332353 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.332600 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.332894 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.333707 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.333927 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.334177 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.334393 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.334614 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.334827 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.335072 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.335302 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.335533 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.335793 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.336177 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.336393 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.336626 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.336864 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.337109 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.337338 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.337542 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.337763 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.338008 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.338249 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.338439 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.338818 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.339051 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.339299 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.339522 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.339837 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.340085 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.340322 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.340577 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.340823 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.341091 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.341327 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.341570 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.341818 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.342029 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.342239 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.342470 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.342699 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.342927 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.343149 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.343359 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.343616 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.343869 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.344220 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.344461 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.344690 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.344949 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.345187 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.345423 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.345644 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.345861 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.346071 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.346459 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.346700 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.346936 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.347153 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.347366 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.347813 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.348035 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.348319 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.348569 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.348840 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.349077 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.349316 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.349541 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.349756 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.349973 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.350185 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.350418 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.350626 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.350864 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.351071 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.351360 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.351603 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.351855 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.352102 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.352330 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.352810 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.353021 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.353229 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.353442 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.353649 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.353895 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.354104 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.354316 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.354530 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.354764 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.355048 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.355295 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.355531 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.355837 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.356067 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.356327 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.356576 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.356911 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.357130 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.357365 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.357581 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.357797 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.358030 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.358285 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.358620 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.358911 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.359175 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.359416 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.359691 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.359995 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.360264 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.360478 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.360778 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.361109 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.361384 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.361654 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.361880 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.362139 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.362402 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.362691 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.362933 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.363167 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.363381 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.363646 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.363915 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.364161 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.364420 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.364649 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.364870 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.365115 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.365355 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.365596 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.365816 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.365969 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 20 15:35:21.366349 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 54684) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:35:21.366630 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88063) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 20 15:35:21.366794 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 20 15:35:21.366944 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 20 15:35:21.367301 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 20 15:35:21.367567 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 20 15:35:21.367800 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 20 15:35:21.368071 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.368427 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.368790 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.368954 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.369217 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.369475 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.369694 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.369908 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.370119 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.370334 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.370546 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.370772 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.370904 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:35:21.371011 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.371143 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.371405 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.371617 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.371850 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.372063 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.372283 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.372497 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.372709 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.372920 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.373132 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] debug = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.373358 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.374375 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.374375 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.374375 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.374375 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.374375 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.374375 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.374784 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.374784 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.374784 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.375790 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.375790 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.376027 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064538 Apr 20 15:35:21.376169 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.376169 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.376169 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.376169 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.376638 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.376638 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] host = dv-neutron-838699-1-hyperv {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.376868 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.376989 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.377874 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.377874 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.377874 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.377874 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.377874 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.378374 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.378374 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.378607 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.378607 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.378838 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.378838 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.379016 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] log_file = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.379692 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] log_options = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.379692 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.379692 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.379692 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.380781 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.381360 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.381512 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.381839 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.382164 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.382500 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.382813 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.383111 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.383415 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.383565 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.383724 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.383914 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.384056 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.384215 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.384373 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.384531 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.384688 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.384888 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.385051 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.385208 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.385365 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.385519 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.385682 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.385830 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.385986 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.386191 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.386335 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.386503 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.386656 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.386957 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.387306 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.387460 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.387760 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.387946 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.388099 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.388259 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.388416 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.388572 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.389491 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.389648 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.389971 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.390125 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.390437 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] use_json = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.390742 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.390901 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.391053 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.392092 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.392206 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.392385 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.392560 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.392733 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.392905 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:35:21.393095 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.393264 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.393441 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.393609 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.393773 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.393936 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.394094 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.394258 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.394420 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.394580 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.394747 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.394907 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.395080 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.395240 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.395402 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.395892 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.397033 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.397033 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.397033 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.397033 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.397033 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.397033 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.397392 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.397392 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.397392 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.397579 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.397801 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.397801 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.398027 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.398115 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.398282 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.398434 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.398610 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.398770 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.398942 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.399087 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.399229 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.399392 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.399551 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.399716 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.401179 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.401364 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.401610 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.401755 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.401887 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.402007 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.402172 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.402335 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.402897 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.403206 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.403522 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.403883 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.404281 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.404760 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.405012 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.405184 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.406057 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.406831 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.407195 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.408312 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.408960 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.409394 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.409887 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.410238 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.410412 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.411905 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.412159 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.413154 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.413331 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.413511 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.413685 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.413857 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.414027 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.414197 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.414364 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.414527 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.414688 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.414849 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.415003 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.415163 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.415322 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.415480 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.415636 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.415847 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.416029 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.416192 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.416350 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.416508 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.416668 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.416828 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.416987 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.417144 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.417304 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.417463 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.417621 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.417777 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.417937 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.418102 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.418264 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.418423 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.418553 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.419861 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.419861 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.419861 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.419861 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.419861 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.419861 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.419861 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.419861 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.420371 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.420371 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.420371 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.420371 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.421206 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.421396 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.421564 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.421742 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.421901 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.422062 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.422223 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.422381 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.422539 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.422696 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.422855 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.423013 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.423171 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.423330 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.423495 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.423665 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.423842 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.424004 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.424161 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.424343 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.424500 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.424658 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.424815 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.424975 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.425125 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.425284 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.425444 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.425603 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.425758 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.425915 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.426083 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.426232 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.426391 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.426554 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.426749 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.427428 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.427565 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.427717 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.427901 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.428061 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.428221 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.428379 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.428537 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.429234 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.429234 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.429234 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.429234 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.429586 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.429586 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.429726 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.429801 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.429936 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.430103 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.430282 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.430433 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.430590 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.430734 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.430876 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.431018 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.431179 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.431331 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.431490 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.431650 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.431853 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.432019 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.432162 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.432320 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.432480 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.432671 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.432873 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.433037 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.433195 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.433352 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.433510 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.433685 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.433843 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.434001 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.434164 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.434322 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.434480 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.434636 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.434793 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.434951 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.435110 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.435271 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.435428 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.435585 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.435741 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.435921 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.436077 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.436237 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.436397 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.436555 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.436712 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.436873 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.437031 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.437190 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.437347 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.437504 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.437662 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.437817 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.437975 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.438132 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.438302 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.438459 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.438618 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.438774 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.438931 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.439099 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.439257 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.439414 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.439611 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.439728 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.439916 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.440073 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.440230 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.440386 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.440543 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.440709 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.440868 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.441024 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.441190 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.441346 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.441504 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.441665 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.441834 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.441991 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.442152 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.442314 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.442569 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.442732 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.442892 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.443054 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.443223 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.443388 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.443547 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.443713 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.443899 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.444059 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.444304 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.444403 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.444541 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.444723 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.444870 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.445008 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.445161 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.445299 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.445436 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.445568 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.445701 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.445861 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.446017 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.446173 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.446330 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.446490 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.446644 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.446802 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.446956 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.447113 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.447270 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.447426 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:35:21.447616 dv-neutron-838699-1-hyperv neutron-server[88063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 20 15:35:32.038015 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394fa7ea-1a29-4acc-99ff-2257a5993b27 None None] get_active_networks_info from dv-neutron-838699-1-hyperv {{(pid=88170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 15:35:32.135834 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394fa7ea-1a29-4acc-99ff-2257a5993b27 None None] No non-hosted networks {{(pid=88170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 15:35:32.149402 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.agentschedulers_db [None req-394fa7ea-1a29-4acc-99ff-2257a5993b27 None None] DHCP Agent not found on host dv-neutron-838699-1-hyperv {{(pid=88170) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 20 15:35:32.244101 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6df83865-0399-45eb-a526-9e5303a7b494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642755'] for agent, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:34.252983 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dcbdc41e-17f2-4851-a1a2-44424c7dbe03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642755'] for agent, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:34.310612 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-51eb0127-c66f-42c0-bba9-6074745fd460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:35.609233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642755'] for agent, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:35.699110 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642755'] for agent, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:35.706732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:35.709032 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:35.710492 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:35.710978 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:35.711951 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:35.712447 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:35.713328 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:35.714000 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:35.714590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:35.715148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:35.715680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:35.716188 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:35.717177 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-838699-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:35:35.728397 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-838699-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:35:36.949200 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.db.l3_hamode_db [None req-82a01938-5bb8-4891-ac0c-74cfa7da74c7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 15:35:37.015194 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642755'] for agent, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:37.047117 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a01938-5bb8-4891-ac0c-74cfa7da74c7 None None] Routers set() bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:35:37.047865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a01938-5bb8-4891-ac0c-74cfa7da74c7 None None] Router IDs set() for agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 20 15:35:38.474854 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 54780) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:35:39.045200 dv-neutron-838699-1-hyperv neutron-server[88169]: WARNING oslo_policy.policy [None req-606329f9-a625-400a-9987-3a35c8a509f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 15:35:39.045807 dv-neutron-838699-1-hyperv neutron-server[88169]: WARNING oslo_policy.policy [None req-606329f9-a625-400a-9987-3a35c8a509f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 15:35:39.259348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [None req-606329f9-a625-400a-9987-3a35c8a509f0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:35:39.260566 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-606329f9-a625-400a-9987-3a35c8a509f0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7836580 Apr 20 15:35:41.629899 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 54794) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:35:41.986858 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b71cbbff-dc24-4c7a-8adf-a0bdc485355b admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:35:42.081297 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.policy [None req-b71cbbff-dc24-4c7a-8adf-a0bdc485355b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88169) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 20 15:35:42.126650 dv-neutron-838699-1-hyperv neutron-server[88169]: WARNING oslo_policy.policy [None req-b71cbbff-dc24-4c7a-8adf-a0bdc485355b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 15:35:42.127017 dv-neutron-838699-1-hyperv neutron-server[88169]: WARNING oslo_policy.policy [None req-b71cbbff-dc24-4c7a-8adf-a0bdc485355b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 15:35:42.135387 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.quota [None req-b71cbbff-dc24-4c7a-8adf-a0bdc485355b admin admin] Loaded quota_driver: . Apr 20 15:35:42.152215 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b71cbbff-dc24-4c7a-8adf-a0bdc485355b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:35:42.212920 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b71cbbff-dc24-4c7a-8adf-a0bdc485355b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763615004026', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763615003433', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763614959595', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763614954263', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763614980607', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763614970137', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-536349363', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536377144', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649653', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-692599'] for rbac-policy, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:42.274647 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b71cbbff-dc24-4c7a-8adf-a0bdc485355b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:42.275893 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b71cbbff-dc24-4c7a-8adf-a0bdc485355b admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6449451 Apr 20 15:35:44.906586 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 54808) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:35:45.249003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'name': 'private'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:35:45.253582 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:35:45.258588 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Usage tracker for resource:network and tenant:eb66e4cce01e4decb77a3a5a837ed806 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:35:45.263597 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:35:45.270096 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:35:45.279291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Made reservation on behalf of eb66e4cce01e4decb77a3a5a837ed806 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:35:45.282190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:45.298859 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:45.312490 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:35:45.316169 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Usage tracker for resource:security_group_rule and tenant:eb66e4cce01e4decb77a3a5a837ed806 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:35:45.321765 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:35:45.327105 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:35:45.422365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:45.426110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:45.452895 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:35:45.478656 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763612001311', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:45.479226 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Unsubscribe: segment precommit_create {{(pid=88169) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 20 15:35:45.479717 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Added segment de654f5f-7c6f-4e9c-8d6d-682ea1fd4d8e of type vlan for network 2565b5c9-6148-47a3-aa10-b2e75940e763 Apr 20 15:35:45.527113 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1284d892-21d8-486f-91ba-aa213364aa06,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:35:45.547093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:45.547456 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:45.547815 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:45.548152 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:45.548478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:45.548820 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:45.549145 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:45.549467 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:45.549828 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:45.550104 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:45.550424 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:45.550762 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Tracked resource versions report: Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: pushed versions: Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: { 'AddressGroup': {'1.2'}, Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'ConntrackHelper': {'1.0'}, Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Log': {'1.0'}, Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Network': {'1.1'}, Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Port': {'1.7'}, Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'PortForwarding': {'1.2'}, Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'QosPolicy': {'1.8'}, Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'SecurityGroup': {'1.4'}, Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'SecurityGroupRule': {'1.2'}, Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'SubPort': {'1.0'}, Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Subnet': {'1.1'}, Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Trunk': {'1.1'}} Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: consumer versions: Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: { DHCP agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: L3 agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: Metadata agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: Metering agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: Open vSwitch agent@dv-neutron-838699-1-hyperv: { 'AddressGroup': '1.2', Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'ConntrackHelper': '1.0', Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Log': '1.0', Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Network': '1.1', Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Port': '1.7', Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'PortForwarding': '1.2', Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'QosPolicy': '1.8', Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'SecurityGroup': '1.4', Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'SecurityGroupRule': '1.2', Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'SubPort': '1.0', Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Subnet': '1.1', Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Trunk': '1.1'}} Apr 20 15:35:45.552077 dv-neutron-838699-1-hyperv neutron-server[88169]: {{(pid=88169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 15:35:45.585347 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:45.630528 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:45.631688 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:45.632355 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:45.735601 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] Pushing event updated for resources: {'Network': ['ID=2565b5c9-6148-47a3-aa10-b2e75940e763,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:35:45.740011 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-370eb71b-f159-4a6e-9f82-da62c1db97ab admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8323796 Apr 20 15:35:45.747366 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 2565b5c9-6148-47a3-aa10-b2e75940e763 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:35:48.401543 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 54824) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:35:48.838319 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00e5a8a-cd84-4c27-853a-ea7aca3bcfe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:48.839565 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a00e5a8a-cd84-4c27-853a-ea7aca3bcfe0 admin admin] 10.222.0.13 "GET /v2.0/networks/2565b5c9-6148-47a3-aa10-b2e75940e763 HTTP/1.1" status: 200 len: 825 time: 0.4370646 Apr 20 15:35:48.866381 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b0a3dbff-cde4-4e60-b63b-854b6e03568f admin admin] 10.222.0.13 "GET /v2.0/subnetpools/1bda35d9-c4db-49df-8215-462cc86c5e81 HTTP/1.1" status: 200 len: 734 time: 0.0214942 Apr 20 15:35:48.874378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-60626d22-8736-4694-9a1a-71f2178ac090 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'ip_version': 4, 'subnetpool_id': '1bda35d9-c4db-49df-8215-462cc86c5e81', 'name': 'private-subnet', 'network_id': '2565b5c9-6148-47a3-aa10-b2e75940e763'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:35:48.878365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-60626d22-8736-4694-9a1a-71f2178ac090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:35:48.882100 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-60626d22-8736-4694-9a1a-71f2178ac090 admin admin] Usage tracker for resource:subnet and tenant:eb66e4cce01e4decb77a3a5a837ed806 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:35:48.884905 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-60626d22-8736-4694-9a1a-71f2178ac090 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:35:48.890325 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-60626d22-8736-4694-9a1a-71f2178ac090 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:35:48.900225 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60626d22-8736-4694-9a1a-71f2178ac090 admin admin] Made reservation on behalf of eb66e4cce01e4decb77a3a5a837ed806 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:35:48.902715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-60626d22-8736-4694-9a1a-71f2178ac090 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:49.172071 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-60626d22-8736-4694-9a1a-71f2178ac090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:49.267258 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60626d22-8736-4694-9a1a-71f2178ac090 admin admin] Checking segment: {'id': 'de654f5f-7c6f-4e9c-8d6d-682ea1fd4d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2565b5c9-6148-47a3-aa10-b2e75940e763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:35:49.267637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60626d22-8736-4694-9a1a-71f2178ac090 admin admin] Network hostable DHCP agents. Network: 2565b5c9-6148-47a3-aa10-b2e75940e763, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:35:49.273567 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60626d22-8736-4694-9a1a-71f2178ac090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f99a7726-4780-4743-bce7-88fad08b58c8,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:35:49.291229 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60626d22-8736-4694-9a1a-71f2178ac090 admin admin] Network 2565b5c9-6148-47a3-aa10-b2e75940e763 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:35:49.300836 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-60626d22-8736-4694-9a1a-71f2178ac090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 2565b5c9-6148-47a3-aa10-b2e75940e763) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:35:49.305584 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60626d22-8736-4694-9a1a-71f2178ac090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:49.306161 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-60626d22-8736-4694-9a1a-71f2178ac090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:49.310937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36927f5-9189-4583-bc04-550552e8e32f None None] Network 2565b5c9-6148-47a3-aa10-b2e75940e763 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:35:49.325411 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-60626d22-8736-4694-9a1a-71f2178ac090 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4541020 Apr 20 15:35:49.617752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-2565b5c9-6148-47a3-aa10-b2e75940e763', 'network_id': '2565b5c9-6148-47a3-aa10-b2e75940e763', 'tenant_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'fixed_ips': [{'subnet_id': 'f99a7726-4780-4743-bce7-88fad08b58c8'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:35:49.619001 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:49.808886 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Allocated IP 172.20.0.2 (2565b5c9-6148-47a3-aa10-b2e75940e763/f99a7726-4780-4743-bce7-88fad08b58c8/99e139cb-6d21-449e-ba76-520f1790143f) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:35:50.037424 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:50.050242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Transition to ACTIVE for port object 99e139cb-6d21-449e-ba76-520f1790143f will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:35:50.070190 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Transition to ACTIVE for port object 99e139cb-6d21-449e-ba76-520f1790143f will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:35:50.077949 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:50.134890 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Network 2565b5c9-6148-47a3-aa10-b2e75940e763 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:35:50.137708 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:35:50.140936 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:35:50.205010 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Pushing event updated for resources: {'Port': ['ID=99e139cb-6d21-449e-ba76-520f1790143f,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:35:50.244324 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:50.244680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:50.245025 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:50.245373 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:50.245700 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:50.246046 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:50.246381 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:50.246708 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:50.247054 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:50.247383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:50.247708 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:50.248056 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Tracked resource versions report: Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: pushed versions: Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: { 'AddressGroup': {'1.2'}, Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'ConntrackHelper': {'1.0'}, Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Log': {'1.0'}, Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Network': {'1.1'}, Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Port': {'1.7'}, Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'PortForwarding': {'1.2'}, Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'QosPolicy': {'1.8'}, Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'SecurityGroup': {'1.4'}, Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'SecurityGroupRule': {'1.2'}, Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'SubPort': {'1.0'}, Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Subnet': {'1.1'}, Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Trunk': {'1.1'}} Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: consumer versions: Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: { DHCP agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: L3 agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: Metadata agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: Metering agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: Open vSwitch agent@dv-neutron-838699-1-hyperv: { 'AddressGroup': '1.2', Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'ConntrackHelper': '1.0', Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Log': '1.0', Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Network': '1.1', Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Port': '1.7', Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'PortForwarding': '1.2', Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'QosPolicy': '1.8', Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'SecurityGroup': '1.4', Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'SecurityGroupRule': '1.2', Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'SubPort': '1.0', Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Subnet': '1.1', Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Trunk': '1.1'}} Apr 20 15:35:50.249364 dv-neutron-838699-1-hyperv neutron-server[88170]: {{(pid=88170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 15:35:50.267205 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Attempting to bind port 99e139cb-6d21-449e-ba76-520f1790143f on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:35:50.267599 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Attempting to bind port 99e139cb-6d21-449e-ba76-520f1790143f by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'de654f5f-7c6f-4e9c-8d6d-682ea1fd4d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2565b5c9-6148-47a3-aa10-b2e75940e763'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:35:50.268041 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Attempting to bind port 99e139cb-6d21-449e-ba76-520f1790143f on network 2565b5c9-6148-47a3-aa10-b2e75940e763 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:35:50.273651 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:35:50.274056 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Checking segment: {'id': 'de654f5f-7c6f-4e9c-8d6d-682ea1fd4d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2565b5c9-6148-47a3-aa10-b2e75940e763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:35:50.274530 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:50.274922 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Bound using segment: {'id': 'de654f5f-7c6f-4e9c-8d6d-682ea1fd4d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2565b5c9-6148-47a3-aa10-b2e75940e763'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:35:50.275408 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Bound port: 99e139cb-6d21-449e-ba76-520f1790143f, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de654f5f-7c6f-4e9c-8d6d-682ea1fd4d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2565b5c9-6148-47a3-aa10-b2e75940e763'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:35:50.275820 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:50.362988 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] For port 99e139cb-6d21-449e-ba76-520f1790143f, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:35:50.366844 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] For port 99e139cb-6d21-449e-ba76-520f1790143f, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=99e139cb-6d21-449e-ba76-520f1790143f,segment=NetworkSegment(de654f5f-7c6f-4e9c-8d6d-682ea1fd4d8e),segment_id=de654f5f-7c6f-4e9c-8d6d-682ea1fd4d8e)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:35:50.370777 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:50.458191 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5d4ac-1224-422f-87a9-1f99d45a7d38 None None] Pushing event updated for resources: {'Port': ['ID=99e139cb-6d21-449e-ba76-520f1790143f,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:35:51.739808 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 54834) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:35:52.114615 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [None req-e10329e0-254c-4438-bd5f-2098785f7d40 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:35:52.115617 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e10329e0-254c-4438-bd5f-2098785f7d40 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3748116 Apr 20 15:35:53.430725 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 99e139cb-6d21-449e-ba76-520f1790143f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:35:53.521909 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 99e139cb-6d21-449e-ba76-520f1790143f completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:35:54.243153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8198e3-1d3b-4004-bdc8-e5fb76064aaf None None] Network 2565b5c9-6148-47a3-aa10-b2e75940e763 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:35:54.330571 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-53e6769d-ff43-432b-9fe3-42d7adb7ebea None None] Provisioning for port 99e139cb-6d21-449e-ba76-520f1790143f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:35:54.338761 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-53e6769d-ff43-432b-9fe3-42d7adb7ebea None None] Provisioning complete for port 99e139cb-6d21-449e-ba76-520f1790143f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:35:54.339155 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-53e6769d-ff43-432b-9fe3-42d7adb7ebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:54.520172 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 54848) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:35:54.552052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-53e6769d-ff43-432b-9fe3-42d7adb7ebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:54.599057 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-53e6769d-ff43-432b-9fe3-42d7adb7ebea None None] For port 99e139cb-6d21-449e-ba76-520f1790143f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=99e139cb-6d21-449e-ba76-520f1790143f,segment=NetworkSegment(de654f5f-7c6f-4e9c-8d6d-682ea1fd4d8e),segment_id=de654f5f-7c6f-4e9c-8d6d-682ea1fd4d8e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:35:54.610887 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-53e6769d-ff43-432b-9fe3-42d7adb7ebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:54.685160 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6769d-ff43-432b-9fe3-42d7adb7ebea None None] Pushing event updated for resources: {'Port': ['ID=99e139cb-6d21-449e-ba76-520f1790143f,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:35:54.832178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-52f07260-59ec-4917-8345-d80d29fc3932 None None] Provisioning complete for port 99e139cb-6d21-449e-ba76-520f1790143f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:35:54.832554 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-52f07260-59ec-4917-8345-d80d29fc3932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:54.895311 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [None req-7a79b4a9-e11c-4271-b304-6eb2512b113e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:35:54.896358 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7a79b4a9-e11c-4271-b304-6eb2512b113e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3751447 Apr 20 15:35:55.405947 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 99e139cb-6d21-449e-ba76-520f1790143f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:35:55.473277 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 99e139cb-6d21-449e-ba76-520f1790143f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:35:55.473549 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:57.560222 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 54860) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:35:57.914436 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-119fb885-e421-47ea-b1d3-285849ee0ae5 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'name': 'router1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:35:57.919502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-119fb885-e421-47ea-b1d3-285849ee0ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:35:57.923262 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-119fb885-e421-47ea-b1d3-285849ee0ae5 admin admin] Usage tracker for resource:router and tenant:eb66e4cce01e4decb77a3a5a837ed806 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:35:57.927040 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-119fb885-e421-47ea-b1d3-285849ee0ae5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:35:57.932703 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-119fb885-e421-47ea-b1d3-285849ee0ae5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:35:57.943227 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-119fb885-e421-47ea-b1d3-285849ee0ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:57.944777 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-119fb885-e421-47ea-b1d3-285849ee0ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:57.966213 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-119fb885-e421-47ea-b1d3-285849ee0ae5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:58.072080 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-119fb885-e421-47ea-b1d3-285849ee0ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:58.089254 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-119fb885-e421-47ea-b1d3-285849ee0ae5 admin admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:58.090593 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-119fb885-e421-47ea-b1d3-285849ee0ae5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5294163 Apr 20 15:36:00.472271 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 54870) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:36:00.841496 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [None req-048363cf-8cc4-464a-bac6-1de2ab9770b8 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:36:00.842508 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-048363cf-8cc4-464a-bac6-1de2ab9770b8 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3693109 Apr 20 15:36:02.007751 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-278250eb-132d-4aec-96ae-08cf750b77b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:03.207033 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 54880) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:36:03.563278 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:36:03.568758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:36:03.572504 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Usage tracker for resource:network and tenant:581de6a415d149059430b208df179bc2 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:36:03.575253 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:36:03.580803 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:36:03.589906 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Made reservation on behalf of 581de6a415d149059430b208df179bc2 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:36:03.592243 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:03.603787 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:03.617489 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:36:03.621256 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Usage tracker for resource:security_group_rule and tenant:581de6a415d149059430b208df179bc2 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:36:03.623918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:36:03.630040 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:36:03.717177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:03.720825 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:03.736665 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Reserving flat network on physical network physnet1 {{(pid=88169) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 20 15:36:03.760181 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bce428-be28-4bb7-b46d-534107f41d48,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:03.762794 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:03.763128 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Added segment 5fb3305e-b8e5-46c2-85d4-6d5a9026b45e of type flat for network 6c536204-425b-481a-a1b2-dc2a52ee56c7 Apr 20 15:36:03.794553 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:03.829863 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:03.831121 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:03.831697 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:03.932143 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7231493 Apr 20 15:36:03.932859 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed94c0-a49a-4717-8f08-bcee1f1466f8 admin admin] Pushing event updated for resources: {'Network': ['ID=6c536204-425b-481a-a1b2-dc2a52ee56c7,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:03.943239 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:36:04.246933 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1b76872f-68bc-4888-8358-a39439f4bd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:05.563985 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:05.673722 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:06.307556 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 54900) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:36:06.510164 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cce2de-dbaa-473d-8059-2db2230b4590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:06.511445 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-87cce2de-dbaa-473d-8059-2db2230b4590 admin admin] 10.222.0.13 "GET /v2.0/subnets/f99a7726-4780-4743-bce7-88fad08b58c8 HTTP/1.1" status: 200 len: 849 time: 0.2028680 Apr 20 15:36:06.646990 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1faf364e-7cee-4733-b8ee-6031fd3945ec admin admin] 10.222.0.13 "GET /v2.0/routers/0bf40998-6487-42c9-af0a-14e788b864ae HTTP/1.1" status: 200 len: 704 time: 0.1299973 Apr 20 15:36:06.910930 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:07.091662 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:07.346733 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Allocated IP 172.20.0.1 (2565b5c9-6148-47a3-aa10-b2e75940e763/f99a7726-4780-4743-bce7-88fad08b58c8/bba24020-e92f-4f23-98c6-e2d228cd178e) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:36:07.497138 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:07.513574 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Transition to ACTIVE for port object bba24020-e92f-4f23-98c6-e2d228cd178e will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:36:07.564579 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:07.624415 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Network 2565b5c9-6148-47a3-aa10-b2e75940e763 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:36:07.627035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:36:07.634917 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:36:07.635440 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:07.763571 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Pushing event updated for resources: {'Port': ['ID=bba24020-e92f-4f23-98c6-e2d228cd178e,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:07.835857 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f04bf2fd-f32c-4ab7-843c-c6565a03ce81 None None] Provisioning for port bba24020-e92f-4f23-98c6-e2d228cd178e completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:36:07.840473 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f04bf2fd-f32c-4ab7-843c-c6565a03ce81 None None] Provisioning complete for port bba24020-e92f-4f23-98c6-e2d228cd178e triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:07.840885 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f04bf2fd-f32c-4ab7-843c-c6565a03ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:07.895651 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-f04bf2fd-f32c-4ab7-843c-c6565a03ce81 None None] Port bba24020-e92f-4f23-98c6-e2d228cd178e cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:36:07.898326 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:08.115047 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:08.119181 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:08.119919 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:08.248769 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Pushing event updated for resources: {'Port': ['ID=bba24020-e92f-4f23-98c6-e2d228cd178e,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:08.311155 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Network 2565b5c9-6148-47a3-aa10-b2e75940e763 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:36:08.312282 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:36:08.516924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5fd2a107-43c5-496f-9844-d4c01beaef91 None None] Provisioning complete for port bba24020-e92f-4f23-98c6-e2d228cd178e triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:08.517519 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5fd2a107-43c5-496f-9844-d4c01beaef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:08.538311 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Router 0bf40998-6487-42c9-af0a-14e788b864ae is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:36:08.569483 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5fd2a107-43c5-496f-9844-d4c01beaef91 None None] Port bba24020-e92f-4f23-98c6-e2d228cd178e cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:36:08.687162 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:36:08.696892 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Sync routers for ids ['0bf40998-6487-42c9-af0a-14e788b864ae'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:36:08.698091 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2405ff35-1962-48f1-a747-1595cf613792 admin admin] 10.222.0.13 "PUT /v2.0/routers/0bf40998-6487-42c9-af0a-14e788b864ae/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0463977 Apr 20 15:36:08.707322 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Routers {'0bf40998-6487-42c9-af0a-14e788b864ae'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:36:08.708203 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:36:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0bf40998-6487-42c9-af0a-14e788b864ae'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:08.880499 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Set router 0bf40998-6487-42c9-af0a-14e788b864ae gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:36:09.244970 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf40998-6487-42c9-af0a-14e788b864ae', 'name': 'router1', 'tenant_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:35:57Z', 'updated_at': '2022-04-20T15:36:07Z', 'revision_number': 2, 'project_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'gw_port_host': None, '_interfaces': [{'id': 'bba24020-e92f-4f23-98c6-e2d228cd178e', 'name': '', 'network_id': '2565b5c9-6148-47a3-aa10-b2e75940e763', 'tenant_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'mac_address': 'fa:16:3e:5e:e1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf40998-6487-42c9-af0a-14e788b864ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f99a7726-4780-4743-bce7-88fad08b58c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:07Z', 'updated_at': '2022-04-20T15:36:07Z', 'revision_number': 2, 'project_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'subnets': [{'id': 'f99a7726-4780-4743-bce7-88fad08b58c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bda35d9-c4db-49df-8215-462cc86c5e81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:09.249841 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Checking router: 0bf40998-6487-42c9-af0a-14e788b864ae for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:36:09.250209 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Updating router 0bf40998-6487-42c9-af0a-14e788b864ae port bba24020-e92f-4f23-98c6-e2d228cd178e binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:36:09.300502 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:09.673828 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:09.688592 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Transition to ACTIVE for port object bba24020-e92f-4f23-98c6-e2d228cd178e will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:36:09.699275 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:09.931578 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30f7aa-b96e-486f-a7d3-f5d9938b5ea4 None None] Pushing event updated for resources: {'Port': ['ID=bba24020-e92f-4f23-98c6-e2d228cd178e,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:09.940085 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Attempting to bind port bba24020-e92f-4f23-98c6-e2d228cd178e on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:36:09.940472 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Attempting to bind port bba24020-e92f-4f23-98c6-e2d228cd178e by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'de654f5f-7c6f-4e9c-8d6d-682ea1fd4d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2565b5c9-6148-47a3-aa10-b2e75940e763'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:36:09.940881 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Attempting to bind port bba24020-e92f-4f23-98c6-e2d228cd178e on network 2565b5c9-6148-47a3-aa10-b2e75940e763 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:36:09.945346 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30f7aa-b96e-486f-a7d3-f5d9938b5ea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:09.945697 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30f7aa-b96e-486f-a7d3-f5d9938b5ea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:09.946029 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30f7aa-b96e-486f-a7d3-f5d9938b5ea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:09.946352 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30f7aa-b96e-486f-a7d3-f5d9938b5ea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:09.946674 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30f7aa-b96e-486f-a7d3-f5d9938b5ea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:09.947007 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30f7aa-b96e-486f-a7d3-f5d9938b5ea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:09.947318 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30f7aa-b96e-486f-a7d3-f5d9938b5ea4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:09.947636 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30f7aa-b96e-486f-a7d3-f5d9938b5ea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:09.947996 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30f7aa-b96e-486f-a7d3-f5d9938b5ea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:09.948314 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30f7aa-b96e-486f-a7d3-f5d9938b5ea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:09.948624 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30f7aa-b96e-486f-a7d3-f5d9938b5ea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:09.948934 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30f7aa-b96e-486f-a7d3-f5d9938b5ea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30f7aa-b96e-486f-a7d3-f5d9938b5ea4 None None] Tracked resource versions report: Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: pushed versions: Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: { 'AddressGroup': {'1.2'}, Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'ConntrackHelper': {'1.0'}, Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Log': {'1.0'}, Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Network': {'1.1'}, Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Port': {'1.7'}, Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'PortForwarding': {'1.2'}, Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'QosPolicy': {'1.8'}, Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'SecurityGroup': {'1.4'}, Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'SecurityGroupRule': {'1.2'}, Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'SubPort': {'1.0'}, Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Subnet': {'1.1'}, Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Trunk': {'1.1'}} Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: consumer versions: Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: { DHCP agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: L3 agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: Metadata agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: Metering agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: Open vSwitch agent@dv-neutron-838699-1-hyperv: { 'AddressGroup': '1.2', Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'ConntrackHelper': '1.0', Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Log': '1.0', Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Network': '1.1', Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Port': '1.7', Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'PortForwarding': '1.2', Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'QosPolicy': '1.8', Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'SecurityGroup': '1.4', Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'SecurityGroupRule': '1.2', Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'SubPort': '1.0', Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Subnet': '1.1', Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Trunk': '1.1'}} Apr 20 15:36:09.950210 dv-neutron-838699-1-hyperv neutron-server[88171]: {{(pid=88171) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 15:36:09.956405 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:36:09.956811 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Checking segment: {'id': 'de654f5f-7c6f-4e9c-8d6d-682ea1fd4d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2565b5c9-6148-47a3-aa10-b2e75940e763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:36:09.957319 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:09.957719 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Bound using segment: {'id': 'de654f5f-7c6f-4e9c-8d6d-682ea1fd4d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2565b5c9-6148-47a3-aa10-b2e75940e763'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:36:09.958184 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Bound port: bba24020-e92f-4f23-98c6-e2d228cd178e, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de654f5f-7c6f-4e9c-8d6d-682ea1fd4d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2565b5c9-6148-47a3-aa10-b2e75940e763'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:36:09.958546 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:10.046094 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] For port bba24020-e92f-4f23-98c6-e2d228cd178e, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:36:10.050314 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] For port bba24020-e92f-4f23-98c6-e2d228cd178e, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=bba24020-e92f-4f23-98c6-e2d228cd178e,segment=NetworkSegment(de654f5f-7c6f-4e9c-8d6d-682ea1fd4d8e),segment_id=de654f5f-7c6f-4e9c-8d6d-682ea1fd4d8e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:36:10.055036 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:10.141207 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30f7aa-b96e-486f-a7d3-f5d9938b5ea4 None None] Pushing event updated for resources: {'Port': ['ID=bba24020-e92f-4f23-98c6-e2d228cd178e,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:10.148577 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Routers {'0bf40998-6487-42c9-af0a-14e788b864ae'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:36:10.149207 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:36:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0bf40998-6487-42c9-af0a-14e788b864ae'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:10.308026 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] Set router 0bf40998-6487-42c9-af0a-14e788b864ae gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:36:10.625530 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf40998-6487-42c9-af0a-14e788b864ae', 'name': 'router1', 'tenant_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:35:57Z', 'updated_at': '2022-04-20T15:36:07Z', 'revision_number': 2, 'project_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'gw_port_host': None, '_interfaces': [{'id': 'bba24020-e92f-4f23-98c6-e2d228cd178e', 'name': '', 'network_id': '2565b5c9-6148-47a3-aa10-b2e75940e763', 'tenant_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'mac_address': 'fa:16:3e:5e:e1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf40998-6487-42c9-af0a-14e788b864ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f99a7726-4780-4743-bce7-88fad08b58c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:07Z', 'updated_at': '2022-04-20T15:36:10Z', 'revision_number': 4, 'project_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'subnets': [{'id': 'f99a7726-4780-4743-bce7-88fad08b58c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bda35d9-c4db-49df-8215-462cc86c5e81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:10.629927 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6de11c-3335-4700-ae0d-de59e32df905 None None] The sync data for ids ['0bf40998-6487-42c9-af0a-14e788b864ae'] in dv-neutron-838699-1-hyperv is: [{'id': '0bf40998-6487-42c9-af0a-14e788b864ae', 'name': 'router1', 'tenant_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:35:57Z', 'updated_at': '2022-04-20T15:36:07Z', 'revision_number': 2, 'project_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'gw_port_host': None, '_interfaces': [{'id': 'bba24020-e92f-4f23-98c6-e2d228cd178e', 'name': '', 'network_id': '2565b5c9-6148-47a3-aa10-b2e75940e763', 'tenant_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'mac_address': 'fa:16:3e:5e:e1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf40998-6487-42c9-af0a-14e788b864ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f99a7726-4780-4743-bce7-88fad08b58c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:07Z', 'updated_at': '2022-04-20T15:36:10Z', 'revision_number': 4, 'project_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'subnets': [{'id': 'f99a7726-4780-4743-bce7-88fad08b58c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bda35d9-c4db-49df-8215-462cc86c5e81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:36:10.892925 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 54922) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:36:11.039411 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a62147-5354-40b4-ae9e-dabf04c62eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:11.039989 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c2a62147-5354-40b4-ae9e-dabf04c62eca admin admin] Synchronizing usage tracker for tenant:581de6a415d149059430b208df179bc2 on resource:network {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:36:11.057875 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c2a62147-5354-40b4-ae9e-dabf04c62eca admin admin] Unset dirty status for tenant:581de6a415d149059430b208df179bc2 on resource:network {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:36:11.059136 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c2a62147-5354-40b4-ae9e-dabf04c62eca admin admin] 10.222.0.13 "GET /v2.0/networks/6c536204-425b-481a-a1b2-dc2a52ee56c7 HTTP/1.1" status: 200 len: 842 time: 0.1652689 Apr 20 15:36:11.068384 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-9d2c033a-6282-41f9-a149-0dd73c1bb401 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'gateway_ip': '172.26.7.1', 'ip_version': 4, 'cidr': '172.26.7.0/24'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:36:11.073431 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9d2c033a-6282-41f9-a149-0dd73c1bb401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:36:11.077195 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9d2c033a-6282-41f9-a149-0dd73c1bb401 admin admin] Usage tracker for resource:subnet and tenant:581de6a415d149059430b208df179bc2 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:36:11.079984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9d2c033a-6282-41f9-a149-0dd73c1bb401 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:36:11.086488 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9d2c033a-6282-41f9-a149-0dd73c1bb401 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:36:11.095948 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2c033a-6282-41f9-a149-0dd73c1bb401 admin admin] Made reservation on behalf of 581de6a415d149059430b208df179bc2 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:36:11.098734 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9d2c033a-6282-41f9-a149-0dd73c1bb401 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:11.437950 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device bba24020-e92f-4f23-98c6-e2d228cd178e up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:36:11.489126 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.objects.ports [None req-9d2c033a-6282-41f9-a149-0dd73c1bb401 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88169) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:36:11.489607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9d2c033a-6282-41f9-a149-0dd73c1bb401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:11.509577 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port bba24020-e92f-4f23-98c6-e2d228cd178e completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:36:11.524278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port bba24020-e92f-4f23-98c6-e2d228cd178e triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:11.524823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:11.568120 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c033a-6282-41f9-a149-0dd73c1bb401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a27fda-2ba6-456c-8582-bb8b83ac1c09,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:11.571913 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c033a-6282-41f9-a149-0dd73c1bb401 admin admin] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:36:11.572267 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2c033a-6282-41f9-a149-0dd73c1bb401 admin admin] Network hostable DHCP agents. Network: 6c536204-425b-481a-a1b2-dc2a52ee56c7, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:36:11.592238 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2c033a-6282-41f9-a149-0dd73c1bb401 admin admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:36:11.601609 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-9d2c033a-6282-41f9-a149-0dd73c1bb401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 6c536204-425b-481a-a1b2-dc2a52ee56c7) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:36:11.605603 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2c033a-6282-41f9-a149-0dd73c1bb401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:11.606183 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9d2c033a-6282-41f9-a149-0dd73c1bb401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:11.624542 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a712fb4d-f65f-4ba0-8b08-9653ea0f6f26 None None] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:36:11.626529 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9d2c033a-6282-41f9-a149-0dd73c1bb401 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5615432 Apr 20 15:36:11.733344 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:11.801915 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port bba24020-e92f-4f23-98c6-e2d228cd178e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=bba24020-e92f-4f23-98c6-e2d228cd178e,segment=NetworkSegment(de654f5f-7c6f-4e9c-8d6d-682ea1fd4d8e),segment_id=de654f5f-7c6f-4e9c-8d6d-682ea1fd4d8e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:36:11.829644 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:11.971927 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=bba24020-e92f-4f23-98c6-e2d228cd178e,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:11.976697 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe85fbd-ef28-4a97-a124-653765f5c7d5 None None] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:36:13.421136 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device bba24020-e92f-4f23-98c6-e2d228cd178e up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:36:13.501685 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port bba24020-e92f-4f23-98c6-e2d228cd178e triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:13.504982 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:13.936278 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 54936) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:36:14.124355 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0d9021cd-ae06-4e6a-9e27-b5f26e5f369a admin admin] 10.222.0.13 "GET /v2.0/routers/0bf40998-6487-42c9-af0a-14e788b864ae HTTP/1.1" status: 200 len: 710 time: 0.1868832 Apr 20 15:36:14.249387 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64317a43-2d7b-4c27-8834-66d6ac0a6174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:14.250706 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-64317a43-2d7b-4c27-8834-66d6ac0a6174 admin admin] 10.222.0.13 "GET /v2.0/networks/6c536204-425b-481a-a1b2-dc2a52ee56c7 HTTP/1.1" status: 200 len: 886 time: 0.1212714 Apr 20 15:36:14.259197 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-69fdf1c7-bccf-4425-a8dc-f3a9f32d2cb3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:36:14.738077 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69fdf1c7-bccf-4425-a8dc-f3a9f32d2cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:15.049049 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69fdf1c7-bccf-4425-a8dc-f3a9f32d2cb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:15.105505 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69fdf1c7-bccf-4425-a8dc-f3a9f32d2cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:15.237418 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-69fdf1c7-bccf-4425-a8dc-f3a9f32d2cb3 admin admin] Allocated IP 172.26.7.104 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/ba4de2fd-4664-4d19-ba60-7c83d99a0476) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:36:15.374274 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69fdf1c7-bccf-4425-a8dc-f3a9f32d2cb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:15.402486 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69fdf1c7-bccf-4425-a8dc-f3a9f32d2cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:15.460042 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fdf1c7-bccf-4425-a8dc-f3a9f32d2cb3 admin admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:36:15.462602 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-69fdf1c7-bccf-4425-a8dc-f3a9f32d2cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:36:15.469932 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fdf1c7-bccf-4425-a8dc-f3a9f32d2cb3 admin admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:36:15.534453 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdf1c7-bccf-4425-a8dc-f3a9f32d2cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=ba4de2fd-4664-4d19-ba60-7c83d99a0476,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:15.909843 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69fdf1c7-bccf-4425-a8dc-f3a9f32d2cb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:16.242412 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69fdf1c7-bccf-4425-a8dc-f3a9f32d2cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:16.245650 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69fdf1c7-bccf-4425-a8dc-f3a9f32d2cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:16.415476 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fdf1c7-bccf-4425-a8dc-f3a9f32d2cb3 admin admin] Router 0bf40998-6487-42c9-af0a-14e788b864ae has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:36:16.587911 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fdf1c7-bccf-4425-a8dc-f3a9f32d2cb3 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:36:16.595640 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69fdf1c7-bccf-4425-a8dc-f3a9f32d2cb3 admin admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:16.596859 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-69fdf1c7-bccf-4425-a8dc-f3a9f32d2cb3 admin admin] 10.222.0.13 "PUT /v2.0/routers/0bf40998-6487-42c9-af0a-14e788b864ae HTTP/1.1" status: 200 len: 890 time: 2.3406582 Apr 20 15:36:16.597383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Sync routers for ids ['0bf40998-6487-42c9-af0a-14e788b864ae'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:36:16.608906 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Routers {'0bf40998-6487-42c9-af0a-14e788b864ae'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:36:16.609593 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:36:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0bf40998-6487-42c9-af0a-14e788b864ae'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:16.798812 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Set router 0bf40998-6487-42c9-af0a-14e788b864ae gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:36:17.126487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf40998-6487-42c9-af0a-14e788b864ae', 'name': 'router1', 'tenant_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'ba4de2fd-4664-4d19-ba60-7c83d99a0476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:35:57Z', 'updated_at': '2022-04-20T15:36:15Z', 'revision_number': 4, 'project_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'gw_port': {'id': 'ba4de2fd-4664-4d19-ba60-7c83d99a0476', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:50:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf40998-6487-42c9-af0a-14e788b864ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:15Z', 'updated_at': '2022-04-20T15:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'bba24020-e92f-4f23-98c6-e2d228cd178e', 'name': '', 'network_id': '2565b5c9-6148-47a3-aa10-b2e75940e763', 'tenant_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'mac_address': 'fa:16:3e:5e:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf40998-6487-42c9-af0a-14e788b864ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f99a7726-4780-4743-bce7-88fad08b58c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:07Z', 'updated_at': '2022-04-20T15:36:11Z', 'revision_number': 5, 'project_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'subnets': [{'id': 'f99a7726-4780-4743-bce7-88fad08b58c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bda35d9-c4db-49df-8215-462cc86c5e81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:17.131210 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Checking router: 0bf40998-6487-42c9-af0a-14e788b864ae for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:36:17.131559 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Updating router 0bf40998-6487-42c9-af0a-14e788b864ae port ba4de2fd-4664-4d19-ba60-7c83d99a0476 binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:36:17.185518 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:17.508074 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:17.519904 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Transition to ACTIVE for port object ba4de2fd-4664-4d19-ba60-7c83d99a0476 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:36:17.526627 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:17.630424 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Attempting to bind port ba4de2fd-4664-4d19-ba60-7c83d99a0476 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:36:17.631096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Attempting to bind port ba4de2fd-4664-4d19-ba60-7c83d99a0476 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:36:17.631227 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Attempting to bind port ba4de2fd-4664-4d19-ba60-7c83d99a0476 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:36:17.636612 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca8c1f-ca41-47cc-ac5d-fb8ebfdbb982 None None] Pushing event updated for resources: {'Port': ['ID=ba4de2fd-4664-4d19-ba60-7c83d99a0476,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:17.641245 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:36:17.641617 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:36:17.642015 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:17.642395 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:36:17.642846 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Bound port: ba4de2fd-4664-4d19-ba60-7c83d99a0476, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:36:17.643224 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:17.711563 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] For port ba4de2fd-4664-4d19-ba60-7c83d99a0476, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:36:17.714447 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] For port ba4de2fd-4664-4d19-ba60-7c83d99a0476, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ba4de2fd-4664-4d19-ba60-7c83d99a0476,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:36:17.719807 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:17.802071 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Routers {'0bf40998-6487-42c9-af0a-14e788b864ae'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:36:17.802674 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:36:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0bf40998-6487-42c9-af0a-14e788b864ae'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:17.863953 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca8c1f-ca41-47cc-ac5d-fb8ebfdbb982 None None] Pushing event updated for resources: {'Port': ['ID=ba4de2fd-4664-4d19-ba60-7c83d99a0476,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:17.980573 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] Set router 0bf40998-6487-42c9-af0a-14e788b864ae gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:36:18.297902 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 5 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:36:18.305143 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf40998-6487-42c9-af0a-14e788b864ae', 'name': 'router1', 'tenant_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'ba4de2fd-4664-4d19-ba60-7c83d99a0476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:35:57Z', 'updated_at': '2022-04-20T15:36:15Z', 'revision_number': 4, 'project_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'gw_port': {'id': 'ba4de2fd-4664-4d19-ba60-7c83d99a0476', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:50:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf40998-6487-42c9-af0a-14e788b864ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:15Z', 'updated_at': '2022-04-20T15:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'bba24020-e92f-4f23-98c6-e2d228cd178e', 'name': '', 'network_id': '2565b5c9-6148-47a3-aa10-b2e75940e763', 'tenant_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'mac_address': 'fa:16:3e:5e:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf40998-6487-42c9-af0a-14e788b864ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f99a7726-4780-4743-bce7-88fad08b58c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:07Z', 'updated_at': '2022-04-20T15:36:11Z', 'revision_number': 5, 'project_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'subnets': [{'id': 'f99a7726-4780-4743-bce7-88fad08b58c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bda35d9-c4db-49df-8215-462cc86c5e81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:18.309156 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da3b0e-dd32-42d4-84c1-3647d4ea73f0 None None] The sync data for ids ['0bf40998-6487-42c9-af0a-14e788b864ae'] in dv-neutron-838699-1-hyperv is: [{'id': '0bf40998-6487-42c9-af0a-14e788b864ae', 'name': 'router1', 'tenant_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'ba4de2fd-4664-4d19-ba60-7c83d99a0476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:35:57Z', 'updated_at': '2022-04-20T15:36:15Z', 'revision_number': 4, 'project_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'gw_port': {'id': 'ba4de2fd-4664-4d19-ba60-7c83d99a0476', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:50:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf40998-6487-42c9-af0a-14e788b864ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:15Z', 'updated_at': '2022-04-20T15:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'bba24020-e92f-4f23-98c6-e2d228cd178e', 'name': '', 'network_id': '2565b5c9-6148-47a3-aa10-b2e75940e763', 'tenant_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'mac_address': 'fa:16:3e:5e:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf40998-6487-42c9-af0a-14e788b864ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f99a7726-4780-4743-bce7-88fad08b58c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:07Z', 'updated_at': '2022-04-20T15:36:11Z', 'revision_number': 5, 'project_id': 'eb66e4cce01e4decb77a3a5a837ed806', 'subnets': [{'id': 'f99a7726-4780-4743-bce7-88fad08b58c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bda35d9-c4db-49df-8215-462cc86c5e81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:36:18.994088 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 54946) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:36:19.106660 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-846a9487-be55-4bbf-a773-40745c258403 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1114502 Apr 20 15:36:19.443247 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ba4de2fd-4664-4d19-ba60-7c83d99a0476 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:36:19.512649 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port ba4de2fd-4664-4d19-ba60-7c83d99a0476 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:36:19.516994 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port ba4de2fd-4664-4d19-ba60-7c83d99a0476 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:19.517430 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:19.636212 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:19.654553 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port ba4de2fd-4664-4d19-ba60-7c83d99a0476, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ba4de2fd-4664-4d19-ba60-7c83d99a0476,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:36:19.658903 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:19.731724 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=ba4de2fd-4664-4d19-ba60-7c83d99a0476,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:21.429031 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ba4de2fd-4664-4d19-ba60-7c83d99a0476 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:36:21.505168 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port ba4de2fd-4664-4d19-ba60-7c83d99a0476 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:21.505541 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:32.011609 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-69f00dac-61e6-4644-8fe2-64e07e7fcd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:34.248544 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c8c42e71-f7aa-4571-8664-2d7d171b9066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:35.566673 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:35.677056 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:36.923174 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:55.296469 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 5 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:37:02.018035 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7255eab8-90b3-4e3d-9f5c-e4c49c6c8700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:04.250960 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-199cf41e-2206-4e88-89e2-5e1268c54553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:05.578778 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:05.717151 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:06.927197 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:32.014143 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-662bc2c3-f55c-4e1f-951c-08b320fcf5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:32.296257 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 5 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:37:34.257357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1936091f-ff2e-44c1-a9eb-d42defa64bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:35.570320 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:35.680655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:36.932992 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:02.009938 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee456-2728-420b-8c3e-3a0e5305a66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:04.250092 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-482c9114-ad22-454d-8a01-a6ec92250b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:05.574963 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:05.683260 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:06.960591 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:09.294038 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 5 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:38:24.954873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 55550) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:38:25.021028 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-633e3dea-5ac3-48cb-b02e-51d84b76c484 admin admin] GET failed (client error): The resource could not be found. Apr 20 15:38:25.022268 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-633e3dea-5ac3-48cb-b02e-51d84b76c484 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664661 Apr 20 15:38:25.148722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa26bd9-f462-44ab-9e91-d1d46fe8f628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:25.150171 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3aa26bd9-f462-44ab-9e91-d1d46fe8f628 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1241038 Apr 20 15:38:27.302660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 55560) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:38:27.438056 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING oslo_policy.policy [None req-1cc8cd6c-ea64-4664-88be-df8d15d1a951 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 15:38:27.438998 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING oslo_policy.policy [None req-1cc8cd6c-ea64-4664-88be-df8d15d1a951 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 15:38:27.811359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.policy [None req-1cc8cd6c-ea64-4664-88be-df8d15d1a951 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88168) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 20 15:38:27.856759 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING oslo_policy.policy [None req-1cc8cd6c-ea64-4664-88be-df8d15d1a951 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 15:38:27.857132 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING oslo_policy.policy [None req-1cc8cd6c-ea64-4664-88be-df8d15d1a951 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 15:38:27.865493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc8cd6c-ea64-4664-88be-df8d15d1a951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:27.867255 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1cc8cd6c-ea64-4664-88be-df8d15d1a951 admin admin] 10.222.0.13 "GET /v2.0/subnets/f99a7726-4780-4743-bce7-88fad08b58c8 HTTP/1.1" status: 200 len: 849 time: 0.5637212 Apr 20 15:38:27.877211 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:38:27.989181 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:28.186520 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763611962628'] for subnet, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:28.260179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:28.260346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:28.272275 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] 10.222.0.13 "PUT /v2.0/subnets/f99a7726-4780-4743-bce7-88fad08b58c8 HTTP/1.1" status: 200 len: 868 time: 0.3888993 Apr 20 15:38:28.272503 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d66e9a-ca50-40f0-ba74-854a60d78f23 None None] Network 2565b5c9-6148-47a3-aa10-b2e75940e763 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:38:28.274624 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f99a7726-4780-4743-bce7-88fad08b58c8,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:28.284056 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:28.284411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:28.284758 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:28.285094 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:28.285425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:28.285770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:28.286104 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:28.286446 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:28.286777 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:28.287101 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:28.287424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:28.287746 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f4cdb-ca09-4aaf-803e-7699887feef5 admin admin] Tracked resource versions report: Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: pushed versions: Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: { 'AddressGroup': {'1.2'}, Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'ConntrackHelper': {'1.0'}, Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Log': {'1.0'}, Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Network': {'1.1'}, Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Port': {'1.7'}, Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'PortForwarding': {'1.2'}, Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'QosPolicy': {'1.8'}, Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'SecurityGroup': {'1.4'}, Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'SecurityGroupRule': {'1.2'}, Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'SubPort': {'1.0'}, Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Subnet': {'1.1'}, Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Trunk': {'1.1'}} Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: consumer versions: Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: { DHCP agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: L3 agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: Metadata agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: Metering agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: Open vSwitch agent@dv-neutron-838699-1-hyperv: { 'AddressGroup': '1.2', Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'ConntrackHelper': '1.0', Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Log': '1.0', Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Network': '1.1', Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Port': '1.7', Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'PortForwarding': '1.2', Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'QosPolicy': '1.8', Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'SecurityGroup': '1.4', Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'SecurityGroupRule': '1.2', Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'SubPort': '1.0', Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Subnet': '1.1', Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Trunk': '1.1'}} Apr 20 15:38:28.289208 dv-neutron-838699-1-hyperv neutron-server[88168]: {{(pid=88168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 15:38:28.668883 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-95ba56b0-f569-4c7d-b8ec-0d8cdc2c0312 None None] Provisioning complete for port 99e139cb-6d21-449e-ba76-520f1790143f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:38:28.669255 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-95ba56b0-f569-4c7d-b8ec-0d8cdc2c0312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:28.790802 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-95ba56b0-f569-4c7d-b8ec-0d8cdc2c0312 None None] Provisioning complete for port bba24020-e92f-4f23-98c6-e2d228cd178e triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:38:28.791066 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-95ba56b0-f569-4c7d-b8ec-0d8cdc2c0312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:30.416032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 55580) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:38:30.605352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce741acd-2879-4626-ac85-fd307f503662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:30.605827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce741acd-2879-4626-ac85-fd307f503662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:30.607362 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ce741acd-2879-4626-ac85-fd307f503662 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1903877 Apr 20 15:38:32.014746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0a47ca48-5c67-4234-a59f-58e31d3ae246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:32.770378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 55590) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:38:32.945333 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8f7a83-5b5e-4e8a-8c0c-85327235d5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:32.945735 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8f7a83-5b5e-4e8a-8c0c-85327235d5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:32.947259 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7e8f7a83-5b5e-4e8a-8c0c-85327235d5a5 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1758549 Apr 20 15:38:34.253183 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-df7d3a47-a45a-488d-9580-74afded156b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:35.131591 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 55600) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:38:35.301229 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5944e44-2fdc-4051-8152-d5d14a44500d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:35.302578 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d5944e44-2fdc-4051-8152-d5d14a44500d admin admin] 10.222.0.13 "GET /v2.0/networks/2565b5c9-6148-47a3-aa10-b2e75940e763 HTTP/1.1" status: 200 len: 869 time: 0.1700292 Apr 20 15:38:35.575799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:35.685764 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:36.935987 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:37.438891 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 55610) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:38:37.601528 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c91ed89-40ca-4dfb-bdd4-3337a5f8e9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:37.602871 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7c91ed89-40ca-4dfb-bdd4-3337a5f8e9b7 admin admin] 10.222.0.13 "GET /v2.0/networks/6c536204-425b-481a-a1b2-dc2a52ee56c7 HTTP/1.1" status: 200 len: 886 time: 0.1630440 Apr 20 15:38:39.747961 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 55620) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:38:39.904188 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b68ceb2-230e-4e3f-ad82-2da5eb9b2d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:39.904655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b68ceb2-230e-4e3f-ad82-2da5eb9b2d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:39.905389 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2b68ceb2-230e-4e3f-ad82-2da5eb9b2d9c admin admin] Synchronizing usage tracker for tenant:581de6a415d149059430b208df179bc2 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:38:39.921269 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2b68ceb2-230e-4e3f-ad82-2da5eb9b2d9c admin admin] Unset dirty status for tenant:581de6a415d149059430b208df179bc2 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:38:39.923113 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2b68ceb2-230e-4e3f-ad82-2da5eb9b2d9c admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1740048 Apr 20 15:38:42.058605 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 55630) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:38:42.162329 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3dbbac-c26c-423b-b489-c73195d9d80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:42.162812 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3dbbac-c26c-423b-b489-c73195d9d80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:42.164321 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ab3dbbac-c26c-423b-b489-c73195d9d80e admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1047795 Apr 20 15:38:44.311899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 55640) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:38:44.412208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61874dc-e61b-47a3-85f7-3071a7509256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:44.413506 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e61874dc-e61b-47a3-85f7-3071a7509256 admin admin] 10.222.0.13 "GET /v2.0/subnets/07a27fda-2ba6-456c-8582-bb8b83ac1c09 HTTP/1.1" status: 200 len: 816 time: 0.1006901 Apr 20 15:38:46.292617 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 5 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:38:46.557628 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 55650) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:38:46.661254 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0ac2e8-3689-4648-935f-5764eca17525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:46.662544 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ef0ac2e8-3689-4648-935f-5764eca17525 admin admin] 10.222.0.13 "GET /v2.0/subnets/f99a7726-4780-4743-bce7-88fad08b58c8 HTTP/1.1" status: 200 len: 868 time: 0.1040022 Apr 20 15:39:02.018052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a7d98da2-64d6-47e0-8e54-3b0a430163a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:04.257777 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-daef217f-97cf-4373-aa3d-d02ede8ff01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:05.561856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 55696) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:39:05.579094 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:05.610057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-a6e5337c-13c2-4634-a111-0f315d870d8b admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:39:05.611113 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a6e5337c-13c2-4634-a111-0f315d870d8b admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483296 Apr 20 15:39:05.690057 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:06.939945 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:07.822488 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 55706) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:39:07.892106 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14bff1a-4707-46cf-8bf0-fe45f4810d1d admin admin] GET failed (client error): The resource could not be found. Apr 20 15:39:07.893364 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b14bff1a-4707-46cf-8bf0-fe45f4810d1d admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0699337 Apr 20 15:39:08.016959 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7a0b5-de6e-4e5f-8b6e-337aa154481a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:08.018274 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e6a7a0b5-de6e-4e5f-8b6e-337aa154481a admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1211646 Apr 20 15:39:10.163101 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 55716) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:39:10.213352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b88a5835-0498-4fce-b794-b9dc21d779eb admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:39:10.214449 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.quota [None req-b88a5835-0498-4fce-b794-b9dc21d779eb admin admin] Loaded quota_driver: . Apr 20 15:39:10.220771 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b88a5835-0498-4fce-b794-b9dc21d779eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:39:10.232967 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b88a5835-0498-4fce-b794-b9dc21d779eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:39:10.245763 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88a5835-0498-4fce-b794-b9dc21d779eb admin admin] Made reservation on behalf of 581de6a415d149059430b208df179bc2 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:39:10.248445 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b88a5835-0498-4fce-b794-b9dc21d779eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:10.343175 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING neutron.services.revisions.revision_plugin [None req-b88a5835-0498-4fce-b794-b9dc21d779eb admin admin] Could not find related network for resource to bump revision. Apr 20 15:39:10.358033 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88a5835-0498-4fce-b794-b9dc21d779eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:39:10.369135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b88a5835-0498-4fce-b794-b9dc21d779eb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763612001311', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:10.369678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b88a5835-0498-4fce-b794-b9dc21d779eb admin admin] Unsubscribe: segment precommit_create {{(pid=88168) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 20 15:39:10.370233 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-b88a5835-0498-4fce-b794-b9dc21d779eb admin admin] Added segment 4d92b8e6-a57a-40a9-baf5-4346f51ef710 of type vlan for network 95b2e426-407c-4ecc-a5c6-6b05ea2504c3 Apr 20 15:39:10.436736 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b88a5835-0498-4fce-b794-b9dc21d779eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:10.473267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b88a5835-0498-4fce-b794-b9dc21d779eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:10.474205 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88a5835-0498-4fce-b794-b9dc21d779eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:10.474776 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b88a5835-0498-4fce-b794-b9dc21d779eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:10.599181 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b88a5835-0498-4fce-b794-b9dc21d779eb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4349108 Apr 20 15:39:10.601965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a5835-0498-4fce-b794-b9dc21d779eb admin admin] Pushing event updated for resources: {'Network': ['ID=95b2e426-407c-4ecc-a5c6-6b05ea2504c3,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:39:10.614840 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 95b2e426-407c-4ecc-a5c6-6b05ea2504c3 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:39:12.738374 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 55726) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:39:12.805301 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacfbab0-fbb3-4da6-a7e5-25b58c1b7eee admin admin] GET failed (client error): The resource could not be found. Apr 20 15:39:12.806520 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cacfbab0-fbb3-4da6-a7e5-25b58c1b7eee admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0671725 Apr 20 15:39:12.913600 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08263b4-166d-42b5-91ce-b6c25bcc94f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:12.914953 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c08263b4-166d-42b5-91ce-b6c25bcc94f6 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1045864 Apr 20 15:39:12.924506 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '95b2e426-407c-4ecc-a5c6-6b05ea2504c3', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:39:12.928731 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:39:12.938566 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:39:12.947802 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Made reservation on behalf of 581de6a415d149059430b208df179bc2 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:39:12.949999 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:13.143024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:13.212365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b02e436-6ceb-4858-a844-cf97b223cd4a,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:39:13.224680 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:13.225282 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:13.225621 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:13.225952 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:13.226277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:13.226615 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:13.226940 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:13.227280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:13.227602 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:13.227951 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:13.228270 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:13.228583 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:13.233174 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Checking segment: {'id': '4d92b8e6-a57a-40a9-baf5-4346f51ef710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '95b2e426-407c-4ecc-a5c6-6b05ea2504c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:39:13.233525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Network hostable DHCP agents. Network: 95b2e426-407c-4ecc-a5c6-6b05ea2504c3, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:39:13.251870 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Network 95b2e426-407c-4ecc-a5c6-6b05ea2504c3 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:39:13.260240 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 95b2e426-407c-4ecc-a5c6-6b05ea2504c3) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:39:13.264022 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:13.264600 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:13.269602 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766aa009-9252-43f4-b95e-5fad0b6b3ee5 None None] Network 95b2e426-407c-4ecc-a5c6-6b05ea2504c3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:39:13.289331 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d1386c16-7608-44a3-b1fe-d7e7440938e4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3679757 Apr 20 15:39:13.485752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-95b2e426-407c-4ecc-a5c6-6b05ea2504c3', 'network_id': '95b2e426-407c-4ecc-a5c6-6b05ea2504c3', 'tenant_id': '581de6a415d149059430b208df179bc2', 'fixed_ips': [{'subnet_id': '9b02e436-6ceb-4858-a844-cf97b223cd4a'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:39:13.486625 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:13.641804 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Allocated IP 192.168.233.2 (95b2e426-407c-4ecc-a5c6-6b05ea2504c3/9b02e436-6ceb-4858-a844-cf97b223cd4a/5a0b0d77-4de7-449b-a71f-20dc845d7d10) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:39:13.841540 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:13.852523 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Transition to ACTIVE for port object 5a0b0d77-4de7-449b-a71f-20dc845d7d10 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:39:13.870458 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Transition to ACTIVE for port object 5a0b0d77-4de7-449b-a71f-20dc845d7d10 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:39:13.876786 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:13.956371 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Network 95b2e426-407c-4ecc-a5c6-6b05ea2504c3 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:39:13.959021 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:39:13.967000 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:39:13.998821 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Pushing event updated for resources: {'Port': ['ID=5a0b0d77-4de7-449b-a71f-20dc845d7d10,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:39:14.014359 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:14.014721 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:14.015062 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:14.015454 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:14.015814 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:14.016157 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:14.016484 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:14.016804 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:14.017155 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:14.017475 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:14.017790 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:14.018103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:14.070627 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Attempting to bind port 5a0b0d77-4de7-449b-a71f-20dc845d7d10 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:39:14.070991 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Attempting to bind port 5a0b0d77-4de7-449b-a71f-20dc845d7d10 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '4d92b8e6-a57a-40a9-baf5-4346f51ef710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '95b2e426-407c-4ecc-a5c6-6b05ea2504c3'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:39:14.071345 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Attempting to bind port 5a0b0d77-4de7-449b-a71f-20dc845d7d10 on network 95b2e426-407c-4ecc-a5c6-6b05ea2504c3 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:39:14.076543 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:39:14.076910 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Checking segment: {'id': '4d92b8e6-a57a-40a9-baf5-4346f51ef710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '95b2e426-407c-4ecc-a5c6-6b05ea2504c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:39:14.077304 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:14.077683 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Bound using segment: {'id': '4d92b8e6-a57a-40a9-baf5-4346f51ef710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '95b2e426-407c-4ecc-a5c6-6b05ea2504c3'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:39:14.078654 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Bound port: 5a0b0d77-4de7-449b-a71f-20dc845d7d10, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d92b8e6-a57a-40a9-baf5-4346f51ef710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '95b2e426-407c-4ecc-a5c6-6b05ea2504c3'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:39:14.079037 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:14.166138 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] For port 5a0b0d77-4de7-449b-a71f-20dc845d7d10, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:39:14.169483 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] For port 5a0b0d77-4de7-449b-a71f-20dc845d7d10, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=5a0b0d77-4de7-449b-a71f-20dc845d7d10,segment=NetworkSegment(4d92b8e6-a57a-40a9-baf5-4346f51ef710),segment_id=4d92b8e6-a57a-40a9-baf5-4346f51ef710)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:39:14.174734 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:14.260594 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39422043-a45f-41b3-bfa8-3a394ab47d2d None None] Pushing event updated for resources: {'Port': ['ID=5a0b0d77-4de7-449b-a71f-20dc845d7d10,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:39:15.076616 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29e6290-ef3f-4248-89bc-380b05ae6157 None None] Network 95b2e426-407c-4ecc-a5c6-6b05ea2504c3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:39:15.199749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ad72227c-5dff-4eda-a7bc-25b37ebed8ca None None] Provisioning for port 5a0b0d77-4de7-449b-a71f-20dc845d7d10 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:39:15.545048 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 5a0b0d77-4de7-449b-a71f-20dc845d7d10 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:39:15.619514 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 5a0b0d77-4de7-449b-a71f-20dc845d7d10 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:39:15.624385 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 5a0b0d77-4de7-449b-a71f-20dc845d7d10 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:39:15.624906 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:15.744877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:15.776376 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 5a0b0d77-4de7-449b-a71f-20dc845d7d10, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=5a0b0d77-4de7-449b-a71f-20dc845d7d10,segment=NetworkSegment(4d92b8e6-a57a-40a9-baf5-4346f51ef710),segment_id=4d92b8e6-a57a-40a9-baf5-4346f51ef710)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:39:15.781546 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:15.849521 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=5a0b0d77-4de7-449b-a71f-20dc845d7d10,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:39:17.514626 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 5a0b0d77-4de7-449b-a71f-20dc845d7d10 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:39:17.582026 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 5a0b0d77-4de7-449b-a71f-20dc845d7d10 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:39:17.582387 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:23.291549 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 5 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:39:32.020176 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ce663d8a-a421-4a1d-b5ab-9b2fb6986915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:34.261744 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d2d6b968-05f0-4620-b224-84de7b1200dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:35.582472 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:35.691405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:36.944084 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:00.290641 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 5 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:40:02.022202 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5d6a8407-9191-49d5-b559-4ee459071c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:04.268167 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-98b218b6-6256-4d18-8d59-47fc5fad587d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.584665 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.692521 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.946241 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:32.025391 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a6069d2f-d9d4-420c-bd48-d4570562db78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:34.261596 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1df07886-b380-4a22-a5ba-d67d6a3ccbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:35.589772 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:35.696292 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:36.951577 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:37.292803 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 5 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:40:56.605495 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 55770) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:40:56.612089 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [None req-79412bb2-e1e8-4065-99cc-b398607ba597 tempest-verify_tempest_config-564383411 tempest-verify_tempest_config-564383411-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:40:56.613053 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-79412bb2-e1e8-4065-99cc-b398607ba597 tempest-verify_tempest_config-564383411 tempest-verify_tempest_config-564383411-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065923 Apr 20 15:40:56.926111 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 55788) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:40:57.040265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:57.056708 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:40:57.060386 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Usage tracker for resource:security_group_rule and tenant:e45d3a10b63b4cd19499642dd744089c is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:40:57.063066 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:40:57.068627 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:40:57.150228 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:57.154356 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:57.198428 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Synchronizing usage tracker for tenant:581de6a415d149059430b208df179bc2 on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:40:57.210891 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4db0bb2-aefd-4a14-92b7-5af863701da1,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:57.225812 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:57.226112 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:57.226448 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:57.226777 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:57.227220 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:57.227616 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:57.228013 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:57.228333 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:57.228654 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:57.228990 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:57.229422 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:57.229785 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:57.236600 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] Unset dirty status for tenant:581de6a415d149059430b208df179bc2 on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:40:57.238196 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-59a84cb7-8c12-41fe-8e1a-d62dd9b8da06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e45d3a10b63b4cd19499642dd744089c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3109446 Apr 20 15:40:57.241005 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 55794) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:40:57.295730 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8ec34fa9-0a4d-48fb-95ee-e0064219aaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:57.319714 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8ec34fa9-0a4d-48fb-95ee-e0064219aaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:57.410145 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8ec34fa9-0a4d-48fb-95ee-e0064219aaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:57.426854 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec34fa9-0a4d-48fb-95ee-e0064219aaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4db0bb2-aefd-4a14-92b7-5af863701da1,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:57.433915 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8ec34fa9-0a4d-48fb-95ee-e0064219aaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:57.435038 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8ec34fa9-0a4d-48fb-95ee-e0064219aaba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4db0bb2-aefd-4a14-92b7-5af863701da1 HTTP/1.1" status: 204 len: 168 time: 0.1931067 Apr 20 15:41:02.027600 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-41ffa8d3-3e32-4565-be6c-1e1047212344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:04.262179 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8f6b7d7c-5cc5-4fee-8fa2-d348e7227611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:05.593111 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:05.698213 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:06.951307 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:14.291756 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 5 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:41:32.029806 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-69409e60-84d7-46e7-8ac0-a124e5748a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:34.262699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4ef058cb-4404-45d8-a575-b3f8b5efe858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:35.593914 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:35.699434 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:36.956482 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:51.290900 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 5 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:42:02.032438 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e35a8f48-7ed2-4caf-b20b-823d8395dd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:04.264458 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8c774dea-6ce1-4975-a4b4-a9f74bf04501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:05.596356 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:05.701498 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:06.957303 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:14.664359 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642755'] for agent, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:28.289834 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:42:29.305585 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 55868) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:42:29.414215 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9bc7303d-210f-4ba3-b942-af71a2e1c48a admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1075668 Apr 20 15:42:31.561866 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 55884) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:42:31.620181 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7bc2a8c2-9608-4994-82c7-07167d617dfd admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0572183 Apr 20 15:42:32.035589 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4acb1e90-4523-4e2b-8249-eb30aebdf60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:34.267059 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7f50fdf6-5153-4b57-876b-2e7e57b50e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:35.598028 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:35.702107 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:36.960071 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:44.654383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:02.037546 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-192edaf8-e22d-4e5c-b53e-f337fb75a2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:04.268557 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-621a8adb-74a5-46c0-9ffe-b73f0dfc37b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:05.289353 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:43:05.604877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:05.707846 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:06.963638 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:14.657439 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:32.040210 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d3c602a0-7664-4947-85e1-a4a0389d5cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:34.270486 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c55f6424-363e-426a-ad54-eb798a49c74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:35.605600 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:35.701536 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:36.962727 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:42.289227 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:43:44.659570 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:57.856235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56020) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:43:58.058028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2117156883-network', 'tenant_id': '40ddd5af54534229a658a14f67df5f08'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:43:58.066485 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:43:58.071182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Usage tracker for resource:network and tenant:40ddd5af54534229a658a14f67df5f08 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:43:58.075124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:43:58.081929 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:43:58.092300 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Made reservation on behalf of 40ddd5af54534229a658a14f67df5f08 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:43:58.095080 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:58.108492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:58.123326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:43:58.129083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Usage tracker for resource:security_group_rule and tenant:40ddd5af54534229a658a14f67df5f08 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:43:58.132659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:43:58.140563 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:43:58.258787 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:58.264950 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:58.300401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:43:58.308841 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f844cd76-cba6-493e-a734-efd0aab51420,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:43:58.318942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:58.318942 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Added segment c565ca90-7634-46aa-97c8-94396499e965 of type vlan for network c880705c-c9ca-461f-ab61-0c74e5f307a3 Apr 20 15:43:58.319665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.320127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.320471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.320909 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.321238 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.321679 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.322016 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.322358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.322689 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.323010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.323329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.323652 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Tracked resource versions report: Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: pushed versions: Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: { 'AddressGroup': {'1.2'}, Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'ConntrackHelper': {'1.0'}, Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Log': {'1.0'}, Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Network': {'1.1'}, Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Port': {'1.7'}, Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'PortForwarding': {'1.2'}, Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'QosPolicy': {'1.8'}, Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'SecurityGroup': {'1.4'}, Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'SecurityGroupRule': {'1.2'}, Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'SubPort': {'1.0'}, Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Subnet': {'1.1'}, Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Trunk': {'1.1'}} Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: consumer versions: Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: { DHCP agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: HyperV agent@hv-neutron-8386: {}, Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: L3 agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: Metadata agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: Metering agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: Open vSwitch agent@dv-neutron-838699-1-hyperv: { 'AddressGroup': '1.2', Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'ConntrackHelper': '1.0', Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Log': '1.0', Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Network': '1.1', Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Port': '1.7', Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'PortForwarding': '1.2', Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'QosPolicy': '1.8', Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'SecurityGroup': '1.4', Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'SecurityGroupRule': '1.2', Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'SubPort': '1.0', Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Subnet': '1.1', Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: 'Trunk': '1.1'}} Apr 20 15:43:58.324692 dv-neutron-838699-1-hyperv neutron-server[88168]: {{(pid=88168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 15:43:58.356108 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:58.390807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:58.392390 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:43:58.393135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:58.501283 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6436431 Apr 20 15:43:58.502001 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833a27a-0a73-491a-abce-ab0c62adb1cb admin admin] Pushing event updated for resources: {'Network': ['ID=c880705c-c9ca-461f-ab61-0c74e5f307a3,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:43:58.504224 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56068) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:43:58.510020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Request body: {'subnet': {'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2117156883-subnet', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:43:58.515316 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:43:58.519405 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Usage tracker for resource:subnet and tenant:40ddd5af54534229a658a14f67df5f08 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:43:58.522593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:43:58.528680 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:43:58.543403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Made reservation on behalf of 40ddd5af54534229a658a14f67df5f08 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:43:58.547246 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:58.672705 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network c880705c-c9ca-461f-ab61-0c74e5f307a3 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:43:58.774367 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:58.870197 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Checking segment: {'id': 'c565ca90-7634-46aa-97c8-94396499e965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:43:58.870816 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Network hostable DHCP agents. Network: c880705c-c9ca-461f-ab61-0c74e5f307a3, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:43:58.897745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e863a2-f900-414e-86c4-ac93d0d20b1c,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:43:58.901915 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Network c880705c-c9ca-461f-ab61-0c74e5f307a3 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:43:58.913531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.913870 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.914379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.914744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.915042 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.915366 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.915927 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.916273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.916599 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.916916 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.917232 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.917549 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Tracked resource versions report: Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: pushed versions: Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: { 'AddressGroup': {'1.2'}, Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'ConntrackHelper': {'1.0'}, Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Log': {'1.0'}, Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Network': {'1.1'}, Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Port': {'1.7'}, Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'PortForwarding': {'1.2'}, Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'QosPolicy': {'1.8'}, Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'SecurityGroup': {'1.4'}, Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'SecurityGroupRule': {'1.2'}, Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'SubPort': {'1.0'}, Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Subnet': {'1.1'}, Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Trunk': {'1.1'}} Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: consumer versions: Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: { DHCP agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: HyperV agent@hv-neutron-8386: {}, Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: L3 agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: Metadata agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: Metering agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: Open vSwitch agent@dv-neutron-838699-1-hyperv: { 'AddressGroup': '1.2', Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'ConntrackHelper': '1.0', Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Log': '1.0', Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Network': '1.1', Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Port': '1.7', Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'PortForwarding': '1.2', Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'QosPolicy': '1.8', Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'SecurityGroup': '1.4', Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'SecurityGroupRule': '1.2', Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'SubPort': '1.0', Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Subnet': '1.1', Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: 'Trunk': '1.1'}} Apr 20 15:43:58.918803 dv-neutron-838699-1-hyperv neutron-server[88169]: {{(pid=88169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 15:43:58.921860 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, c880705c-c9ca-461f-ab61-0c74e5f307a3) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:43:58.949244 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:43:58.949838 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:58.950341 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a96c22-84b3-4e93-b348-c23cc1c754ff None None] Network c880705c-c9ca-461f-ab61-0c74e5f307a3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:43:58.981784 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ffbbf28f-b9c8-450f-ae9a-96ab55578f2c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4764793 Apr 20 15:43:58.985310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56084) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:43:58.999283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2117156883-router', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:43:59.009409 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:43:59.014641 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Usage tracker for resource:router and tenant:40ddd5af54534229a658a14f67df5f08 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:43:59.018013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:43:59.027798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:43:59.039629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:59.041272 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:59.065381 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:59.257225 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-c880705c-c9ca-461f-ab61-0c74e5f307a3', 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'fixed_ips': [{'subnet_id': '63e863a2-f900-414e-86c4-ac93d0d20b1c'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:43:59.258564 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:59.412555 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56098) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:43:59.440756 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56104) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:43:59.452054 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Allocated IP 172.20.0.2 (c880705c-c9ca-461f-ab61-0c74e5f307a3/63e863a2-f900-414e-86c4-ac93d0d20b1c/74a8b5c2-d5be-449e-9d48-acb5852d01d5) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:43:59.484065 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:59.673138 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56116) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:43:59.697179 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:59.709759 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Transition to ACTIVE for port object 74a8b5c2-d5be-449e-9d48-acb5852d01d5 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:43:59.731567 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Transition to ACTIVE for port object 74a8b5c2-d5be-449e-9d48-acb5852d01d5 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:43:59.739172 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:59.804553 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Network c880705c-c9ca-461f-ab61-0c74e5f307a3 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:43:59.807540 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:43:59.812086 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:43:59.839998 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:59.866932 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Pushing event updated for resources: {'Port': ['ID=74a8b5c2-d5be-449e-9d48-acb5852d01d5,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:43:59.871474 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:59.913714 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:59.914321 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:59.914842 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:59.915353 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:59.915895 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:59.916434 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:59.916959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:59.917474 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:59.918000 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:59.918506 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:59.919004 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:59.919518 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:43:59.919659 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-167984635-network', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Tracked resource versions report: Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: pushed versions: Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: { 'AddressGroup': {'1.2'}, Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'ConntrackHelper': {'1.0'}, Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Log': {'1.0'}, Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Network': {'1.1'}, Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Port': {'1.7'}, Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'PortForwarding': {'1.2'}, Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'QosPolicy': {'1.8'}, Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'SecurityGroup': {'1.4'}, Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'SecurityGroupRule': {'1.2'}, Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'SubPort': {'1.0'}, Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Subnet': {'1.1'}, Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Trunk': {'1.1'}} Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: consumer versions: Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: { DHCP agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: HyperV agent@hv-neutron-8386: {}, Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: L3 agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: Metadata agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: Metering agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: Open vSwitch agent@dv-neutron-838699-1-hyperv: { 'AddressGroup': '1.2', Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'ConntrackHelper': '1.0', Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Log': '1.0', Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Network': '1.1', Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Port': '1.7', Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'PortForwarding': '1.2', Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'QosPolicy': '1.8', Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'SecurityGroup': '1.4', Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'SecurityGroupRule': '1.2', Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'SubPort': '1.0', Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Subnet': '1.1', Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: 'Trunk': '1.1'}} Apr 20 15:43:59.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: {{(pid=88170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 15:43:59.926789 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:43:59.936482 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Usage tracker for resource:network and tenant:189fc2a27c95427bb7131a058ee6d0d7 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:43:59.941758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:43:59.946595 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Attempting to bind port 74a8b5c2-d5be-449e-9d48-acb5852d01d5 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:43:59.947244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Attempting to bind port 74a8b5c2-d5be-449e-9d48-acb5852d01d5 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'c565ca90-7634-46aa-97c8-94396499e965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:43:59.947888 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Attempting to bind port 74a8b5c2-d5be-449e-9d48-acb5852d01d5 on network c880705c-c9ca-461f-ab61-0c74e5f307a3 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:43:59.954797 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:43:59.955135 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:43:59.955673 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Checking segment: {'id': 'c565ca90-7634-46aa-97c8-94396499e965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:43:59.956333 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:59.956939 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Bound using segment: {'id': 'c565ca90-7634-46aa-97c8-94396499e965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:43:59.957621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Bound port: 74a8b5c2-d5be-449e-9d48-acb5852d01d5, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c565ca90-7634-46aa-97c8-94396499e965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:43:59.958227 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:59.985488 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-776158018-network', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:00.000093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Made reservation on behalf of 189fc2a27c95427bb7131a058ee6d0d7 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:00.006713 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.033739 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:00.048198 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.063466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Usage tracker for resource:network and tenant:80c78f2bdb844b1b88a5fac930d650c8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:00.067531 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Allocated IP 172.26.7.97 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/ab2efbd0-1cd9-40f7-994c-52b25c6a392d) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:00.082484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:00.082702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] For port 74a8b5c2-d5be-449e-9d48-acb5852d01d5, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:00.087655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:00.090033 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] For port 74a8b5c2-d5be-449e-9d48-acb5852d01d5, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=74a8b5c2-d5be-449e-9d48-acb5852d01d5,segment=NetworkSegment(c565ca90-7634-46aa-97c8-94396499e965),segment_id=c565ca90-7634-46aa-97c8-94396499e965)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:44:00.095940 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:00.098441 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.099088 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Usage tracker for resource:security_group_rule and tenant:189fc2a27c95427bb7131a058ee6d0d7 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:00.103377 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:00.114492 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:00.126272 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Made reservation on behalf of 80c78f2bdb844b1b88a5fac930d650c8 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:00.129411 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.153282 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.176665 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:00.188633 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1445979210'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:00.195034 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Usage tracker for resource:security_group_rule and tenant:80c78f2bdb844b1b88a5fac930d650c8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:00.198778 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:00.210863 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:00.235604 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:00.243412 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Usage tracker for resource:network and tenant:16debff63aed4652a458f1ec135a2933 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:00.262288 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:00.286475 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:00.312200 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b4130-427c-4fe7-9aa5-266ea928e544 None None] Pushing event updated for resources: {'Port': ['ID=74a8b5c2-d5be-449e-9d48-acb5852d01d5,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:00.336722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Made reservation on behalf of 16debff63aed4652a458f1ec135a2933 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:00.340195 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.387177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.416787 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.430647 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:00.446660 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Usage tracker for resource:security_group_rule and tenant:16debff63aed4652a458f1ec135a2933 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:00.451349 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.453059 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:00.466841 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.476196 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:00.549151 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:44:00.583427 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.601634 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.613604 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.613938 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Added segment b00830f2-c6cb-41f4-a628-9b39ad206ebd of type vlan for network 6ee7f047-aede-4389-bfc1-f3eb14c90d05 Apr 20 15:44:00.619293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.635721 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b0c879-2bb3-41ca-9c1a-e4bd69a32233,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:00.647331 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:44:00.719263 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.727552 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:00.732139 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.732830 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Added segment 64b7e63f-c762-4f02-9acf-cfdeb829fc9b of type vlan for network b99e9b56-1358-4ae1-9cfc-416f103dc430 Apr 20 15:44:00.739118 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:00.743530 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:00.776873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.778040 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:00.778810 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.823873 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2efbd0-1cd9-40f7-994c-52b25c6a392d,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:00.919902 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98043a1b-7d79-43e7-9ccf-4856ad89c328,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:00.922399 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] Pushing event updated for resources: {'Network': ['ID=6ee7f047-aede-4389-bfc1-f3eb14c90d05,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:00.956981 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a12e766e-5117-4c49-a45d-18821963669a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5151024 Apr 20 15:44:00.963339 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56160) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:00.969170 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 6ee7f047-aede-4389-bfc1-f3eb14c90d05 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:44:00.969706 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.975273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-8489ec46-2d32-401d-becd-381ac1f90ebd admin admin] Request body: {'subnet': {'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-167984635-subnet', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:00.981039 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:00.986893 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:01.003488 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:44:01.013087 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:01.013671 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Added segment bb82f114-b71a-492e-afd7-7fb8d2c50e07 of type vlan for network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 Apr 20 15:44:01.040464 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:01.067838 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56166) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:01.071378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8489ec46-2d32-401d-becd-381ac1f90ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:01.106335 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175b36ff-e0b6-42cc-90b2-02a6783da14f,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:01.109718 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:01.116236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:01.117067 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:01.141797 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8489ec46-2d32-401d-becd-381ac1f90ebd admin admin] Usage tracker for resource:subnet and tenant:189fc2a27c95427bb7131a058ee6d0d7 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:01.275208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:01.332616 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8489ec46-2d32-401d-becd-381ac1f90ebd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:01.352012 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.resource_extend [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:44:01.360749 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8489ec46-2d32-401d-becd-381ac1f90ebd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:01.374248 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Pushing event updated for resources: {'Network': ['ID=8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:01.385803 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:44:01.402057 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c4e31cba-596c-47d6-a31f-38099571e480 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.7263069 Apr 20 15:44:01.403205 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:01.404546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:01.404989 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:01.426312 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8489ec46-2d32-401d-becd-381ac1f90ebd admin admin] Made reservation on behalf of 189fc2a27c95427bb7131a058ee6d0d7 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:01.429899 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8489ec46-2d32-401d-becd-381ac1f90ebd admin admin] Notify callbacks [] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:01.469811 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0561438 Apr 20 15:44:01.478494 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56184) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:01.667739 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b9937084-4a18-4c53-9798-e590f6d46d05 admin admin] Request body: {'subnet': {'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-776158018-subnet', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:01.700861 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7918ce1-cf55-4503-a3e4-df8162704bf5 None None] Network c880705c-c9ca-461f-ab61-0c74e5f307a3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:01.712346 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b9937084-4a18-4c53-9798-e590f6d46d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:01.753264 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 74a8b5c2-d5be-449e-9d48-acb5852d01d5 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:01.762019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b9937084-4a18-4c53-9798-e590f6d46d05 admin admin] Usage tracker for resource:subnet and tenant:80c78f2bdb844b1b88a5fac930d650c8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:01.770707 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b9937084-4a18-4c53-9798-e590f6d46d05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:01.783341 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b9937084-4a18-4c53-9798-e590f6d46d05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:01.788940 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488c836-c351-4115-b105-d12405fc8a02 admin admin] Pushing event updated for resources: {'Network': ['ID=b99e9b56-1358-4ae1-9cfc-416f103dc430,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:01.789554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1730707773', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:01.807146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:01.818399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Usage tracker for resource:port and tenant:df1ec46fad3a471b9edb42c21efc991d is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:01.822875 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9937084-4a18-4c53-9798-e590f6d46d05 admin admin] Made reservation on behalf of 80c78f2bdb844b1b88a5fac930d650c8 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:01.826991 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9937084-4a18-4c53-9798-e590f6d46d05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:01.833523 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:01.842543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:01.854475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:01.923158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Made reservation on behalf of df1ec46fad3a471b9edb42c21efc991d for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:01.925442 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:01.953584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:01.976232 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:01.983636 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network b99e9b56-1358-4ae1-9cfc-416f103dc430 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:44:01.985206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Usage tracker for resource:security_group_rule and tenant:df1ec46fad3a471b9edb42c21efc991d is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:01.990041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:02.002126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56200) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:02.014878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:02.141451 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8489ec46-2d32-401d-becd-381ac1f90ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:02.324016 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8489ec46-2d32-401d-becd-381ac1f90ebd admin admin] Checking segment: {'id': 'b00830f2-c6cb-41f4-a628-9b39ad206ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:02.324371 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8489ec46-2d32-401d-becd-381ac1f90ebd admin admin] Network hostable DHCP agents. Network: 6ee7f047-aede-4389-bfc1-f3eb14c90d05, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:44:02.327045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1009843786'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:02.346376 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489ec46-2d32-401d-becd-381ac1f90ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=11a786c8-396f-45ab-98b5-620f55e316ad,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:02.376717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:02.383013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Usage tracker for resource:network and tenant:db25681a220b44cab523c03be13ffbc0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:02.393007 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:02.407497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:02.413722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9937084-4a18-4c53-9798-e590f6d46d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:02.416591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:02.421700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Router 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:44:02.492471 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d6047959-5647-4bb7-ba5b-3e09fbe5fd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:02.502366 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d7e739d6-585a-49a8-8bfc-bf47d8515732 None None] Provisioning for port 74a8b5c2-d5be-449e-9d48-acb5852d01d5 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:02.522938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56218) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:02.523931 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9937084-4a18-4c53-9798-e590f6d46d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddbab018-b2c7-4785-88fd-2b8333c96735,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:02.529824 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8489ec46-2d32-401d-becd-381ac1f90ebd admin admin] Network 6ee7f047-aede-4389-bfc1-f3eb14c90d05 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:44:02.588703 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-8489ec46-2d32-401d-becd-381ac1f90ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 6ee7f047-aede-4389-bfc1-f3eb14c90d05) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:02.600712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7da5aac-37e4-49d8-b68f-b532334b5a5c None None] Network 6ee7f047-aede-4389-bfc1-f3eb14c90d05 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:02.603056 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8489ec46-2d32-401d-becd-381ac1f90ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:02.604065 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8489ec46-2d32-401d-becd-381ac1f90ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:02.622204 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:02.625518 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 74a8b5c2-d5be-449e-9d48-acb5852d01d5 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:02.635446 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] device_id is not set on port 18afe100-c0ed-44f0-ba49-e8a8adb333b0 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:44:02.647538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-aae9ac54-58e5-4d12-a625-a743012a840b tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:02.664568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56224) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:02.695347 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8489ec46-2d32-401d-becd-381ac1f90ebd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7284369 Apr 20 15:44:02.698183 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56230) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:02.699666 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9937084-4a18-4c53-9798-e590f6d46d05 admin admin] Checking segment: {'id': '64b7e63f-c762-4f02-9acf-cfdeb829fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:02.700259 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9937084-4a18-4c53-9798-e590f6d46d05 admin admin] Network hostable DHCP agents. Network: b99e9b56-1358-4ae1-9cfc-416f103dc430, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:44:02.713867 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-167984635-router', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:02.720986 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:02.722369 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 74a8b5c2-d5be-449e-9d48-acb5852d01d5 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:02.725407 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Usage tracker for resource:router and tenant:189fc2a27c95427bb7131a058ee6d0d7 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:02.725959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:02.729086 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:02.736112 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:02.758213 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-3d76499a-884c-4b75-92d5-532ae0f5dd02 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:02.766573 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:02.768277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:02.786501 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:02.816483 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-aae9ac54-58e5-4d12-a625-a743012a840b tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] 10.222.0.13 "PUT /v2.0/quotas/a7aced542e2f434a9669d05d9680fec5 HTTP/1.1" status: 200 len: 366 time: 0.2809961 Apr 20 15:44:02.857168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Allocated IP 172.26.7.215 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/18afe100-c0ed-44f0-ba49-e8a8adb333b0) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:02.873743 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56234) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:02.880750 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9937084-4a18-4c53-9798-e590f6d46d05 admin admin] Network b99e9b56-1358-4ae1-9cfc-416f103dc430 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:44:02.922764 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-b9937084-4a18-4c53-9798-e590f6d46d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, b99e9b56-1358-4ae1-9cfc-416f103dc430) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:02.927337 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9937084-4a18-4c53-9798-e590f6d46d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:02.928420 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9937084-4a18-4c53-9798-e590f6d46d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:02.955883 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3d76499a-884c-4b75-92d5-532ae0f5dd02 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] 10.222.0.13 "PUT /v2.0/quotas/831a5f90453349fab96609e819afbb42 HTTP/1.1" status: 200 len: 368 time: 0.2842023 Apr 20 15:44:02.955883 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-216ed503-2667-4935-b8a5-0b3a6796d373 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0463295 Apr 20 15:44:02.956205 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631069af-7f30-4368-b667-d52ae869ecb5 None None] Network b99e9b56-1358-4ae1-9cfc-416f103dc430 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:02.957255 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56238) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:02.957987 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56240) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:03.004995 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9617df-cbd4-426f-95d4-9ee27560f217,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:03.007395 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Made reservation on behalf of db25681a220b44cab523c03be13ffbc0 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:03.010941 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.054775 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Request body: {'network': {'project_id': '831a5f90453349fab96609e819afbb42'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:03.058898 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b9937084-4a18-4c53-9798-e590f6d46d05 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5763311 Apr 20 15:44:03.071571 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:03.074207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.076429 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56248) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:03.084140 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Usage tracker for resource:network and tenant:831a5f90453349fab96609e819afbb42 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:03.115939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:03.121189 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Usage tracker for resource:security_group_rule and tenant:db25681a220b44cab523c03be13ffbc0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:03.130673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:03.137212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:03.153765 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:03.160898 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-776158018-router', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:03.167417 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:03.172745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Usage tracker for resource:router and tenant:80c78f2bdb844b1b88a5fac930d650c8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:03.176267 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:03.179959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-489d8a32-c6d4-4e68-8238-80797d21db61 None None] Provisioning complete for port 74a8b5c2-d5be-449e-9d48-acb5852d01d5 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:03.180442 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-489d8a32-c6d4-4e68-8238-80797d21db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.184610 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:03.193576 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56252) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:03.205058 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4f4a9072-cae1-44a5-a8e2-53f11153c809 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] 10.222.0.13 "GET /v2.0/quotas/a7aced542e2f434a9669d05d9680fec5 HTTP/1.1" status: 200 len: 366 time: 0.2461169 Apr 20 15:44:03.222901 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.223864 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56254) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:03.227635 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.233724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Request body: {'port': {'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9', 'binding:host_id': 'hv-neutron-8386', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2022279660'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:03.240122 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.240308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:03.242658 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.243726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.253154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:44:03.254900 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:03.265248 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Sync routers for ids ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:44:03.268939 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Usage tracker for resource:port and tenant:c21a0a4daf1d4da2b8ae77b51624cc52 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:03.277246 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:03.280814 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Routers {'7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:44:03.281794 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:43:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:03.285123 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:03.304348 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:44:03.309461 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.330951 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc5272e-e70a-419d-a3e6-3413a38a26ae,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:03.356126 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-6ee7f047-aede-4389-bfc1-f3eb14c90d05', 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'fixed_ips': [{'subnet_id': '11a786c8-396f-45ab-98b5-620f55e316ad'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:44:03.357024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.357164 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.357384 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Added segment cf4d6c6d-fe91-4f3f-b69f-ca8feb457502 of type vlan for network e13b5d8d-e692-4f2b-8282-fd9c341c8711 Apr 20 15:44:03.380963 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-b99e9b56-1358-4ae1-9cfc-416f103dc430', 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'fixed_ips': [{'subnet_id': 'ddbab018-b2c7-4785-88fd-2b8333c96735'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:44:03.382141 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.394494 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.399532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.400599 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 74a8b5c2-d5be-449e-9d48-acb5852d01d5, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=74a8b5c2-d5be-449e-9d48-acb5852d01d5,segment=NetworkSegment(c565ca90-7634-46aa-97c8-94396499e965),segment_id=c565ca90-7634-46aa-97c8-94396499e965)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:03.401414 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bef7396b-8a4e-434f-b885-c53ffa5bfb25 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4144733 Apr 20 15:44:03.408922 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.413144 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56260) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:03.449584 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.492940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.584145 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Set router 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:44:03.637927 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.643873 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:03.644463 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.679516 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=74a8b5c2-d5be-449e-9d48-acb5852d01d5,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:03.738028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.804709 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Allocated IP 172.20.0.2 (6ee7f047-aede-4389-bfc1-f3eb14c90d05/11a786c8-396f-45ab-98b5-620f55e316ad/694e9710-d17e-4b93-87e7-eb2b73820d85) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:03.822333 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.824009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Allocated IP 172.20.0.2 (b99e9b56-1358-4ae1-9cfc-416f103dc430/ddbab018-b2c7-4785-88fd-2b8333c96735/3d909a42-6012-4233-aa06-ed37e98719d2) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:03.830021 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Made reservation on behalf of c21a0a4daf1d4da2b8ae77b51624cc52 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:03.833591 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.844107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Made reservation on behalf of 831a5f90453349fab96609e819afbb42 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:03.844950 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8388991 Apr 20 15:44:03.846573 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.861574 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0a9dfeaa-6f15-4528-8b04-2cc94fb17729 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/a7aced542e2f434a9669d05d9680fec5 HTTP/1.1" status: 204 len: 168 time: 0.6365156 Apr 20 15:44:03.862343 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56268) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:03.865407 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.899840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56270) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:03.900422 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Pushing event updated for resources: {'Port': ['ID=18afe100-c0ed-44f0-ba49-e8a8adb333b0,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:03.941665 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:03.945972 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Usage tracker for resource:security_group_rule and tenant:831a5f90453349fab96609e819afbb42 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:03.946596 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:03.948839 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:03.953249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:03.958766 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:03.959312 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3c67268f-2393-41fa-bcce-52911521eab4 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0561481 Apr 20 15:44:03.960091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1f256-bc99-41e5-a43f-d8a3866f1689 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Pushing event updated for resources: {'Network': ['ID=e13b5d8d-e692-4f2b-8282-fd9c341c8711,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:03.974496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:03.975472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:03.976107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:03.979748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56278) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:04.001108 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d354776a-d769-4673-a29f-3278c1946bb4 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] 10.222.0.13 "GET /v2.0/quotas/a7aced542e2f434a9669d05d9680fec5 HTTP/1.1" status: 200 len: 370 time: 0.0198522 Apr 20 15:44:04.050539 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'name': 'tempest-ServersTestManualDisk-2117156883-router', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:00Z', 'revision_number': 3, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'gw_port': {'id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:04.056528 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Checking router: 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:44:04.057174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56284) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:04.058662 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Updating router 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb port ab2efbd0-1cd9-40f7-994c-52b25c6a392d binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:44:04.067581 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4a0048f6-633d-44eb-bb78-64bc1a679180 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] 10.222.0.13 "GET /v2.0/quotas/a7aced542e2f434a9669d05d9680fec5/default HTTP/1.1" status: 200 len: 370 time: 0.0066531 Apr 20 15:44:04.069728 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.078052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56288) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:04.087319 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-445e2e04-2707-456e-832c-0f6a0999d2b1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0155630 Apr 20 15:44:04.090784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56292) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:04.104854 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network e13b5d8d-e692-4f2b-8282-fd9c341c8711 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:44:04.116367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ddb0a1f6-4764-4460-a1b4-091638aebd8b tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.215'}]}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:04.131186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ddb0a1f6-4764-4460-a1b4-091638aebd8b tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:04.139868 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-0d76b53e-6183-460e-a9ac-2f8497add648 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] delete failed (client error): The resource could not be found. Apr 20 15:44:04.147166 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0d76b53e-6183-460e-a9ac-2f8497add648 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/a7aced542e2f434a9669d05d9680fec5 HTTP/1.1" status: 404 len: 348 time: 0.0680811 Apr 20 15:44:04.151617 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.183558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ddb0a1f6-4764-4460-a1b4-091638aebd8b tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Usage tracker for resource:router and tenant:df1ec46fad3a471b9edb42c21efc991d is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:04.193726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.200004 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ddb0a1f6-4764-4460-a1b4-091638aebd8b tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:04.212373 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.221239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:44:04.242113 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.242468 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Added segment d7d2396c-3665-4aca-9242-bf246450b40b of type vlan for network 9ca70e5a-d17b-45b5-8957-181eedd14ce5 Apr 20 15:44:04.299666 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.340033 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Request body: {'network': {'name': 'tempest-network--1100947783', 'router:external': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:04.345599 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:04.350034 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Usage tracker for resource:network and tenant:72f6a82b47714176b15382811018fdfa is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:04.353928 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:04.360838 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:04.381937 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:04.386467 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56298) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:04.404023 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0ae724c9-f509-4df6-baf5-a65a55b798d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.429579 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.433079 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.440974 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.441952 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:04.442535 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.450308 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Transition to ACTIVE for port object 694e9710-d17e-4b93-87e7-eb2b73820d85 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:04.454281 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Transition to ACTIVE for port object 3d909a42-6012-4233-aa06-ed37e98719d2 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:04.460580 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ddb0a1f6-4764-4460-a1b4-091638aebd8b tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:04.468520 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Made reservation on behalf of 72f6a82b47714176b15382811018fdfa for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:04.471473 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.489710 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Transition to ACTIVE for port object 694e9710-d17e-4b93-87e7-eb2b73820d85 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:04.492401 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Transition to ACTIVE for port object 3d909a42-6012-4233-aa06-ed37e98719d2 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:04.500816 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.517312 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.534736 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5731790 Apr 20 15:44:04.540941 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Usage tracker for resource:security_group_rule and tenant:c21a0a4daf1d4da2b8ae77b51624cc52 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:04.544052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.549450 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:04.554312 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56308) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:04.554881 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Usage tracker for resource:security_group_rule and tenant:72f6a82b47714176b15382811018fdfa is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:04.557986 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:04.563062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-76213231-2fdc-44c2-9bae-d816a26e3dc6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Request body: {'network': {'project_id': '831a5f90453349fab96609e819afbb42'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:04.564260 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:04.575461 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-76213231-2fdc-44c2-9bae-d816a26e3dc6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:04.586842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-76213231-2fdc-44c2-9bae-d816a26e3dc6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Usage tracker for resource:network and tenant:831a5f90453349fab96609e819afbb42 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:04.589759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a1f6-4764-4460-a1b4-091638aebd8b tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.590752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a1f6-4764-4460-a1b4-091638aebd8b tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.595591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-76213231-2fdc-44c2-9bae-d816a26e3dc6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:04.605591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-76213231-2fdc-44c2-9bae-d816a26e3dc6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:04.611953 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Network 6ee7f047-aede-4389-bfc1-f3eb14c90d05 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:04.615287 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Network b99e9b56-1358-4ae1-9cfc-416f103dc430 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:04.617181 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:04.624121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:04.630153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:04.670514 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Pushing event updated for resources: {'Port': ['ID=694e9710-d17e-4b93-87e7-eb2b73820d85,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:04.673916 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:04.674081 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a1f6-4764-4460-a1b4-091638aebd8b tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.675741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76213231-2fdc-44c2-9bae-d816a26e3dc6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Made reservation on behalf of 831a5f90453349fab96609e819afbb42 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:04.677814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-76213231-2fdc-44c2-9bae-d816a26e3dc6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.688480 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.714914 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.715584 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:04.719688 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b703d53-622a-40e3-b998-f9e72fa8922c,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:04.723331 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76213231-2fdc-44c2-9bae-d816a26e3dc6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:44:04.733408 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Transition to ACTIVE for port object ab2efbd0-1cd9-40f7-994c-52b25c6a392d will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:04.734334 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-76213231-2fdc-44c2-9bae-d816a26e3dc6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.734720 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-76213231-2fdc-44c2-9bae-d816a26e3dc6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Added segment 6d2ab53c-eff7-469c-a5e9-a563713d2384 of type vlan for network 6b57b23d-21af-40be-aa2b-52e7e23b11c1 Apr 20 15:44:04.744234 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.746142 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.761964 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:04.860876 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Attempting to bind port ab2efbd0-1cd9-40f7-994c-52b25c6a392d on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:04.861643 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Attempting to bind port ab2efbd0-1cd9-40f7-994c-52b25c6a392d by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:04.862227 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Attempting to bind port ab2efbd0-1cd9-40f7-994c-52b25c6a392d on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:04.874322 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:44:04.875120 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:04.876622 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.877228 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:44:04.877924 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Bound port: ab2efbd0-1cd9-40f7-994c-52b25c6a392d, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:44:04.878531 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.886360 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d0cfbe1-ba85-4643-815a-03392cfecce3 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] Usage tracker for resource:network and tenant:1ced7fe92d7a4def90844e1f911505e3 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:04.891173 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:44:04.905042 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d0cfbe1-ba85-4643-815a-03392cfecce3 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:04.916902 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc562d67-af71-4d9e-9d41-d9e44a150308 None None] Pushing event updated for resources: {'Port': ['ID=ab2efbd0-1cd9-40f7-994c-52b25c6a392d,revision_number=2']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:04.919885 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Attempting to bind port 694e9710-d17e-4b93-87e7-eb2b73820d85 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:04.921078 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Attempting to bind port 694e9710-d17e-4b93-87e7-eb2b73820d85 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'b00830f2-c6cb-41f4-a628-9b39ad206ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:04.921381 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Attempting to bind port 694e9710-d17e-4b93-87e7-eb2b73820d85 on network 6ee7f047-aede-4389-bfc1-f3eb14c90d05 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:04.934553 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Pushing event updated for resources: {'Port': ['ID=3d909a42-6012-4233-aa06-ed37e98719d2,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:04.939639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-76213231-2fdc-44c2-9bae-d816a26e3dc6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.940628 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:44:04.941284 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Checking segment: {'id': 'b00830f2-c6cb-41f4-a628-9b39ad206ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:04.941697 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.941912 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7157a497-aea2-40f2-aa08-0bda5a8033cb,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:04.942112 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Bound using segment: {'id': 'b00830f2-c6cb-41f4-a628-9b39ad206ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:44:04.942565 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Bound port: 694e9710-d17e-4b93-87e7-eb2b73820d85, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00830f2-c6cb-41f4-a628-9b39ad206ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:44:04.943010 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.961313 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc562d67-af71-4d9e-9d41-d9e44a150308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:04.962232 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc562d67-af71-4d9e-9d41-d9e44a150308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:04.963167 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc562d67-af71-4d9e-9d41-d9e44a150308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:04.963394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.963740 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Added segment 5a70b39a-08a5-4b44-832f-fbfde7aba440 of type vlan for network c0cc577e-ce16-4efe-a92f-f8ef1cad9419 Apr 20 15:44:04.965482 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc562d67-af71-4d9e-9d41-d9e44a150308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:04.968093 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc562d67-af71-4d9e-9d41-d9e44a150308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:04.968332 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cf343-6524-47c5-8804-8e23becd03f0 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Pushing event updated for resources: {'Network': ['ID=9ca70e5a-d17b-45b5-8957-181eedd14ce5,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:04.969032 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc562d67-af71-4d9e-9d41-d9e44a150308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:04.970561 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc562d67-af71-4d9e-9d41-d9e44a150308 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:04.971710 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc562d67-af71-4d9e-9d41-d9e44a150308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:04.972406 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc562d67-af71-4d9e-9d41-d9e44a150308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:04.974546 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc562d67-af71-4d9e-9d41-d9e44a150308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:04.975860 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc562d67-af71-4d9e-9d41-d9e44a150308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:04.977773 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc562d67-af71-4d9e-9d41-d9e44a150308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc562d67-af71-4d9e-9d41-d9e44a150308 None None] Tracked resource versions report: Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: pushed versions: Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: { 'AddressGroup': {'1.2'}, Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'ConntrackHelper': {'1.0'}, Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Log': {'1.0'}, Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Network': {'1.1'}, Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Port': {'1.7'}, Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'PortForwarding': {'1.2'}, Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'QosPolicy': {'1.8'}, Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'SecurityGroup': {'1.4'}, Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'SecurityGroupRule': {'1.2'}, Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'SubPort': {'1.0'}, Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Subnet': {'1.1'}, Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Trunk': {'1.1'}} Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: consumer versions: Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: { DHCP agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: HyperV agent@hv-neutron-8386: {}, Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: L3 agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: Metadata agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: Metering agent@dv-neutron-838699-1-hyperv: {}, Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: Open vSwitch agent@dv-neutron-838699-1-hyperv: { 'AddressGroup': '1.2', Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'ConntrackHelper': '1.0', Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Log': '1.0', Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Network': '1.1', Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Port': '1.7', Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'PortForwarding': '1.2', Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'QosPolicy': '1.8', Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'SecurityGroup': '1.4', Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'SecurityGroupRule': '1.2', Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'SubPort': '1.0', Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Subnet': '1.1', Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: 'Trunk': '1.1'}} Apr 20 15:44:04.983502 dv-neutron-838699-1-hyperv neutron-server[88171]: {{(pid=88171) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 15:44:04.987958 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d0cfbe1-ba85-4643-815a-03392cfecce3 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] Usage tracker for resource:subnet and tenant:1ced7fe92d7a4def90844e1f911505e3 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:04.996991 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Attempting to bind port 3d909a42-6012-4233-aa06-ed37e98719d2 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:04.997357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Attempting to bind port 3d909a42-6012-4233-aa06-ed37e98719d2 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '64b7e63f-c762-4f02-9acf-cfdeb829fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:04.997721 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Attempting to bind port 3d909a42-6012-4233-aa06-ed37e98719d2 on network b99e9b56-1358-4ae1-9cfc-416f103dc430 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:05.017558 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 9ca70e5a-d17b-45b5-8957-181eedd14ce5 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:44:05.026583 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:05.030872 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d0cfbe1-ba85-4643-815a-03392cfecce3 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:05.033846 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:44:05.034247 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Checking segment: {'id': '64b7e63f-c762-4f02-9acf-cfdeb829fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:05.034653 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:05.035051 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Bound using segment: {'id': '64b7e63f-c762-4f02-9acf-cfdeb829fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:44:05.035530 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Bound port: 3d909a42-6012-4233-aa06-ed37e98719d2, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b7e63f-c762-4f02-9acf-cfdeb829fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:44:05.035968 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:05.077506 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] For port ab2efbd0-1cd9-40f7-994c-52b25c6a392d, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:05.082285 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] For port ab2efbd0-1cd9-40f7-994c-52b25c6a392d, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ab2efbd0-1cd9-40f7-994c-52b25c6a392d,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:44:05.087976 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:05.120749 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a1f6-4764-4460-a1b4-091638aebd8b tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:05.179320 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc562d67-af71-4d9e-9d41-d9e44a150308 None None] Pushing event updated for resources: {'Port': ['ID=ab2efbd0-1cd9-40f7-994c-52b25c6a392d,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:05.211532 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Routers {'7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:44:05.212763 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:44:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:05.253970 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] For port 694e9710-d17e-4b93-87e7-eb2b73820d85, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:05.260287 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d0cfbe1-ba85-4643-815a-03392cfecce3 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] Usage tracker for resource:subnetpool and tenant:1ced7fe92d7a4def90844e1f911505e3 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:05.267075 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:05.271635 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] For port 694e9710-d17e-4b93-87e7-eb2b73820d85, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=694e9710-d17e-4b93-87e7-eb2b73820d85,segment=NetworkSegment(b00830f2-c6cb-41f4-a628-9b39ad206ebd),segment_id=b00830f2-c6cb-41f4-a628-9b39ad206ebd)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:44:05.274473 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] For port 3d909a42-6012-4233-aa06-ed37e98719d2, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:05.280209 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] For port 3d909a42-6012-4233-aa06-ed37e98719d2, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3d909a42-6012-4233-aa06-ed37e98719d2,segment=NetworkSegment(64b7e63f-c762-4f02-9acf-cfdeb829fc9b),segment_id=64b7e63f-c762-4f02-9acf-cfdeb829fc9b)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:44:05.282129 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:05.305979 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-76213231-2fdc-44c2-9bae-d816a26e3dc6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:05.307288 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76213231-2fdc-44c2-9bae-d816a26e3dc6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:05.308124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-76213231-2fdc-44c2-9bae-d816a26e3dc6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:05.319000 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d0cfbe1-ba85-4643-815a-03392cfecce3 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:05.357391 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fea39-4ac7-4247-8d21-a70059551f1f None None] Pushing event updated for resources: {'Port': ['ID=694e9710-d17e-4b93-87e7-eb2b73820d85,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:05.362865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:05.429750 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d0cfbe1-ba85-4643-815a-03392cfecce3 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] Usage tracker for resource:port and tenant:1ced7fe92d7a4def90844e1f911505e3 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:05.434990 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:05.479224 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9f755-80d4-4425-a1b4-af9b4a302e9e None None] Pushing event updated for resources: {'Port': ['ID=3d909a42-6012-4233-aa06-ed37e98719d2,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:05.503800 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] Set router 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:44:05.535329 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d0cfbe1-ba85-4643-815a-03392cfecce3 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:05.555456 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:05.561935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76213231-2fdc-44c2-9bae-d816a26e3dc6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Pushing event updated for resources: {'Network': ['ID=6b57b23d-21af-40be-aa2b-52e7e23b11c1,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:05.570280 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-76213231-2fdc-44c2-9bae-d816a26e3dc6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0139163 Apr 20 15:44:05.576088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56312) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:05.576270 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 6b57b23d-21af-40be-aa2b-52e7e23b11c1 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:44:05.584712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-9641d565-5d49-4c18-8a8d-bc335ac4d377 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Request body: {'network': {'project_id': '831a5f90453349fab96609e819afbb42'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:05.599480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9641d565-5d49-4c18-8a8d-bc335ac4d377 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:05.606581 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9641d565-5d49-4c18-8a8d-bc335ac4d377 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Usage tracker for resource:network and tenant:831a5f90453349fab96609e819afbb42 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:05.611447 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9641d565-5d49-4c18-8a8d-bc335ac4d377 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:05.626049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9641d565-5d49-4c18-8a8d-bc335ac4d377 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:05.655492 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:05.683118 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-9641d565-5d49-4c18-8a8d-bc335ac4d377 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 20 15:44:05.683533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9641d565-5d49-4c18-8a8d-bc335ac4d377 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:44:05.685519 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9641d565-5d49-4c18-8a8d-bc335ac4d377 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1079888 Apr 20 15:44:05.697240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56316) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:05.718561 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] device_id is not set on port d4fcd9c0-144d-4209-892f-1121a22ccd6e yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:44:05.769394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca339e25-7b0d-403f-a5fd-a786c6503385,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:05.789647 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d0cfbe1-ba85-4643-815a-03392cfecce3 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] Usage tracker for resource:router and tenant:1ced7fe92d7a4def90844e1f911505e3 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:05.810843 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:05.831184 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 74a8b5c2-d5be-449e-9d48-acb5852d01d5 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:05.887286 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d0cfbe1-ba85-4643-815a-03392cfecce3 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:05.904907 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:05.905999 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:05.906682 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:05.923709 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Allocated IP 172.20.0.1 (c880705c-c9ca-461f-ab61-0c74e5f307a3/63e863a2-f900-414e-86c4-ac93d0d20b1c/a30c8799-b225-42b6-9889-b544b0e098df) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:05.932585 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-54a8c617-3f1d-4bbb-a4b4-ec73757a3c9a tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=831a5f90453349fab96609e819afbb42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2267354 Apr 20 15:44:05.938848 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56320) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:05.976787 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:05.984124 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:05.997662 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d0cfbe1-ba85-4643-815a-03392cfecce3 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] Usage tracker for resource:floatingip and tenant:1ced7fe92d7a4def90844e1f911505e3 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:06.080881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 74a8b5c2-d5be-449e-9d48-acb5852d01d5 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:06.081520 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:06.090758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d0cfbe1-ba85-4643-815a-03392cfecce3 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:06.107146 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'name': 'tempest-ServersTestManualDisk-2117156883-router', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:00Z', 'revision_number': 3, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'gw_port': {'id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:06.114308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:06.116014 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef05df1-ec61-4f54-997e-0bfca7674ba5 None None] The sync data for ids ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'] in dv-neutron-838699-1-hyperv is: [{'id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'name': 'tempest-ServersTestManualDisk-2117156883-router', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:00Z', 'revision_number': 3, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'gw_port': {'id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:44:06.308242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:06.322719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a1f6-4764-4460-a1b4-091638aebd8b tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:06.361981 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a1f6-4764-4460-a1b4-091638aebd8b tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:06.458165 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Pushing event updated for resources: {'Network': ['ID=c0cc577e-ce16-4efe-a92f-f8ef1cad9419,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:06.471008 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network c0cc577e-ce16-4efe-a92f-f8ef1cad9419 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:44:06.537867 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cc67507b-bf99-47fa-bcba-a5fbbd46bfce tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.6265240 Apr 20 15:44:06.542264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56324) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:06.722403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-74b333eb-f503-4529-af42-705788d7bff6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:06.742197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:06.789723 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Transition to ACTIVE for port object a30c8799-b225-42b6-9889-b544b0e098df will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:06.822662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:06.831604 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-74b333eb-f503-4529-af42-705788d7bff6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:06.860297 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Allocated IP 172.26.7.17 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/5b7802ac-7a1b-40cd-a115-03b6d6374397) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:06.912016 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] device_id is not set on port d4fcd9c0-144d-4209-892f-1121a22ccd6e yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:44:06.923955 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:06.940880 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Transition to ACTIVE for port object d4fcd9c0-144d-4209-892f-1121a22ccd6e will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:06.948121 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d0cfbe1-ba85-4643-815a-03392cfecce3 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] Usage tracker for resource:security_group and tenant:1ced7fe92d7a4def90844e1f911505e3 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:06.950375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:06.965088 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:06.993524 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d0cfbe1-ba85-4643-815a-03392cfecce3 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:06.997432 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547ac741-a0cf-4ed9-9f59-ea1d9ff01f3c None None] Network 6ee7f047-aede-4389-bfc1-f3eb14c90d05 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:07.039744 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:07.048577 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Network c880705c-c9ca-461f-ab61-0c74e5f307a3 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:07.053393 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:07.057082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:07.057901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:07.159558 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:07.217988 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0d4a9c22-22cc-473f-b5c7-eba11dc195cf None None] Provisioning for port 694e9710-d17e-4b93-87e7-eb2b73820d85 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:07.263664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d0cfbe1-ba85-4643-815a-03392cfecce3 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] Usage tracker for resource:security_group_rule and tenant:1ced7fe92d7a4def90844e1f911505e3 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:07.332413 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:07.336928 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-74b333eb-f503-4529-af42-705788d7bff6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:07.372704 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:07.382187 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d0cfbe1-ba85-4643-815a-03392cfecce3 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:07.395865 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-74b333eb-f503-4529-af42-705788d7bff6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:07.403795 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-74b333eb-f503-4529-af42-705788d7bff6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b703d53-622a-40e3-b998-f9e72fa8922c HTTP/1.1" status: 204 len: 168 time: 1.4309967 Apr 20 15:44:07.403795 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7d0cfbe1-ba85-4643-815a-03392cfecce3 tempest-QuotasTest-102997265 tempest-QuotasTest-102997265-project-admin] 10.222.0.13 "GET /v2.0/quotas/1ced7fe92d7a4def90844e1f911505e3/details.json HTTP/1.1" status: 200 len: 703 time: 2.9124129 Apr 20 15:44:07.404677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:07.404677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:07.404677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:07.404677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Subscribe: > port after_create 55550000 {{(pid=88168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:07.404677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:07.405131 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Subscribe: > port after_update 55550000 {{(pid=88168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:07.406432 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:07.406432 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:07.406432 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:07.406432 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:07.421448 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b333eb-f503-4529-af42-705788d7bff6 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b703d53-622a-40e3-b998-f9e72fa8922c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:07.459391 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56330) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:07.508575 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f470b5f1-c16f-4dd6-af45-d9aba3ed5e6b None None] Network b99e9b56-1358-4ae1-9cfc-416f103dc430 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:07.588807 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-93301bd4-90c7-4a87-97a8-52de6f22b5d1 None None] Provisioning for port a30c8799-b225-42b6-9889-b544b0e098df completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:07.598367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:07.598367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:07.598577 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:07.598900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:07.599537 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cc577e-ce16-4efe-a92f-f8ef1cad9419']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:07.610664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:07.612721 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a70b39a-08a5-4b44-832f-fbfde7aba440') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:07.613027 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a70b39a-08a5-4b44-832f-fbfde7aba440') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:07.622230 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:07.626570 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:07.627695 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Pushing event updated for resources: {'Port': ['ID=d4fcd9c0-144d-4209-892f-1121a22ccd6e,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:07.643291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:07.652183 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:44:07.652579 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:07.659370 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-93301bd4-90c7-4a87-97a8-52de6f22b5d1 None None] Provisioning complete for port a30c8799-b225-42b6-9889-b544b0e098df triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:07.661081 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:07.663471 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:07.676176 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-93301bd4-90c7-4a87-97a8-52de6f22b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: from cryptography.utils import int_from_bytes Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: from cryptography.utils import int_from_bytes Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn_limited( Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn_limited( Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:44:07.688383 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:44:07.690184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Pushing event updated for resources: {'Port': ['ID=a30c8799-b225-42b6-9889-b544b0e098df,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:07.839700 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Allocated IP 172.26.7.132 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/72961775-2253-4d84-84a8-56729540a8a3) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:07.865672 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-93301bd4-90c7-4a87-97a8-52de6f22b5d1 None None] Port a30c8799-b225-42b6-9889-b544b0e098df cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:44:07.984476 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56336) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:07.985055 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3d909a42-6012-4233-aa06-ed37e98719d2 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:07.993965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:07.999548 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Checking segment: {'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:08.000145 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Network hostable DHCP agents. Network: 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:44:08.074022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0cc577e-ce16-4efe-a92f-f8ef1cad9419,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:08.078740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c0cc577e-ce16-4efe-a92f-f8ef1cad9419 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 20 15:44:08.104194 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-65497c67-a228-4315-b06c-032009164bdc None None] Provisioning for port 3d909a42-6012-4233-aa06-ed37e98719d2 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:08.117240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.142659 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Pushing event updated for resources: {'Port': ['ID=5b7802ac-7a1b-40cd-a115-03b6d6374397,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:08.146502 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-51fb5703-063f-46c5-a22f-5e9d6f213f88 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c0cc577e-ce16-4efe-a92f-f8ef1cad9419 HTTP/1.1" status: 204 len: 168 time: 1.5952573 Apr 20 15:44:08.148259 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56342) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:08.167504 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 3d909a42-6012-4233-aa06-ed37e98719d2 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:08.172463 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1fee7680-b333-4219-88d4-f3a33904b83d tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:08.176048 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 3d909a42-6012-4233-aa06-ed37e98719d2 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:08.176419 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.187254 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1fee7680-b333-4219-88d4-f3a33904b83d tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:08.192093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1fee7680-b333-4219-88d4-f3a33904b83d tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Usage tracker for resource:network and tenant:72f6a82b47714176b15382811018fdfa is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:08.199041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1fee7680-b333-4219-88d4-f3a33904b83d tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:08.212566 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1fee7680-b333-4219-88d4-f3a33904b83d tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:08.231983 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.326903 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.378637 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 3d909a42-6012-4233-aa06-ed37e98719d2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3d909a42-6012-4233-aa06-ed37e98719d2,segment=NetworkSegment(64b7e63f-c762-4f02-9acf-cfdeb829fc9b),segment_id=64b7e63f-c762-4f02-9acf-cfdeb829fc9b)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:08.393878 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.394617 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 694e9710-d17e-4b93-87e7-eb2b73820d85 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:08.418431 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.485045 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:44:08.528048 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 694e9710-d17e-4b93-87e7-eb2b73820d85 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:08.532961 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:08.533342 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:08.536323 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:08.536664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Subscribe: > port after_create 55550000 {{(pid=88169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:08.536993 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:08.537463 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Subscribe: > port after_update 55550000 {{(pid=88169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:08.539974 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:08.540355 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:08.540851 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:08.541187 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:08.544470 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 694e9710-d17e-4b93-87e7-eb2b73820d85 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:08.544841 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.548051 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.550074 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fee7680-b333-4219-88d4-f3a33904b83d tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Made reservation on behalf of 72f6a82b47714176b15382811018fdfa for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:08.553733 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1fee7680-b333-4219-88d4-f3a33904b83d tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.583678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.638048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b72020ec-1bde-4bd7-848b-d311dc70193a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.638439 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=3d909a42-6012-4233-aa06-ed37e98719d2,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:08.739039 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:08.739438 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:08.739894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:08.740464 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:44:08.740942 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b57b23d-21af-40be-aa2b-52e7e23b11c1']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:08.763051 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2ab53c-eff7-469c-a5e9-a563713d2384') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:08.763271 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.763674 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2ab53c-eff7-469c-a5e9-a563713d2384') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:08.773318 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.786693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b72020ec-1bde-4bd7-848b-d311dc70193a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:08.787956 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:08.790442 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c6c8bb1e-3e94-48ca-91e7-28f0d1712434 None None] Provisioning complete for port 3d909a42-6012-4233-aa06-ed37e98719d2 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:08.790825 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c6c8bb1e-3e94-48ca-91e7-28f0d1712434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.790928 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b72020ec-1bde-4bd7-848b-d311dc70193a admin admin] Usage tracker for resource:security_group_rule and tenant:fc11707265d74a528bb7e558ebccc9f7 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:08.792465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.794219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b72020ec-1bde-4bd7-848b-d311dc70193a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:08.801463 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b72020ec-1bde-4bd7-848b-d311dc70193a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:08.830262 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Pushing event updated for resources: {'Port': ['ID=a30c8799-b225-42b6-9889-b544b0e098df,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:08.838478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0a60a2-9973-4e65-b6d3-5c2fbd35908a None None] Network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:08.882991 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:08.898616 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.918425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 694e9710-d17e-4b93-87e7-eb2b73820d85, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=694e9710-d17e-4b93-87e7-eb2b73820d85,segment=NetworkSegment(b00830f2-c6cb-41f4-a628-9b39ad206ebd),segment_id=b00830f2-c6cb-41f4-a628-9b39ad206ebd)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:08.924231 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.939157 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:08.939728 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:08.940251 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:08.943578 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.944625 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ab2efbd0-1cd9-40f7-994c-52b25c6a392d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:08.944755 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fee7680-b333-4219-88d4-f3a33904b83d tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:44:08.950819 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:44:08.951050 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: from cryptography.utils import int_from_bytes Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: from cryptography.utils import int_from_bytes Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn_limited( Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn_limited( Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:44:08.973893 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:44:08.976537 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1fee7680-b333-4219-88d4-f3a33904b83d tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:08.976537 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-1fee7680-b333-4219-88d4-f3a33904b83d tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Added segment c4f5f2da-fc43-47ee-9d96-70e4374cb715 of type vlan for network 8da15475-0337-4b8f-b587-66e0f76d2aad Apr 20 15:44:09.030754 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:09.073218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Network c880705c-c9ca-461f-ab61-0c74e5f307a3 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:09.076469 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b72020ec-1bde-4bd7-848b-d311dc70193a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:09.078386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1fee7680-b333-4219-88d4-f3a33904b83d tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:09.080911 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:09.081407 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:09.082063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:09.088433 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b72020ec-1bde-4bd7-848b-d311dc70193a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:09.094239 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 2 to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e Apr 20 15:44:09.171195 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:09.171917 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:09.172478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:09.181599 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:09.184466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:09.239403 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-1fee7680-b333-4219-88d4-f3a33904b83d tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:44:09.255706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=694e9710-d17e-4b93-87e7-eb2b73820d85,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:09.286613 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port ab2efbd0-1cd9-40f7-994c-52b25c6a392d completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:09.298779 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port ab2efbd0-1cd9-40f7-994c-52b25c6a392d triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:09.299151 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:09.321236 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72020ec-1bde-4bd7-848b-d311dc70193a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0f5261-f382-4337-a162-0c701480611a,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:09.322933 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:09.326618 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b72020ec-1bde-4bd7-848b-d311dc70193a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc11707265d74a528bb7e558ebccc9f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3393233 Apr 20 15:44:09.329726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Pushing event updated for resources: {'Port': ['ID=72961775-2253-4d84-84a8-56729540a8a3,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:09.337937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56346) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:09.344900 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:09.347244 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:09.362442 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1fee7680-b333-4219-88d4-f3a33904b83d tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:09.363701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fee7680-b333-4219-88d4-f3a33904b83d tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:09.364276 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1fee7680-b333-4219-88d4-f3a33904b83d tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:09.379810 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:09.380142 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:09.458656 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:09.461989 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:09.464372 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 3 to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e Apr 20 15:44:09.466482 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b4da2f8f-6f5c-411e-83ac-7a89b71b7db6 None None] Provisioning complete for port a30c8799-b225-42b6-9889-b544b0e098df triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:09.467357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b4da2f8f-6f5c-411e-83ac-7a89b71b7db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:09.494351 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b57b23d-21af-40be-aa2b-52e7e23b11c1,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:09.511604 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e13b2732-e574-4b81-9200-7694f186fec3 tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] 10.222.0.13 "DELETE /v2.0/networks/6b57b23d-21af-40be-aa2b-52e7e23b11c1 HTTP/1.1" status: 204 len: 168 time: 2.0469365 Apr 20 15:44:09.511604 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:09.511604 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:09.511604 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:09.516723 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56350) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:09.518631 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port ab2efbd0-1cd9-40f7-994c-52b25c6a392d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ab2efbd0-1cd9-40f7-994c-52b25c6a392d,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:09.524910 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:09.541200 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a1f6-4764-4460-a1b4-091638aebd8b tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:09.552228 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:09.552560 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:09.576351 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b4da2f8f-6f5c-411e-83ac-7a89b71b7db6 None None] Port a30c8799-b225-42b6-9889-b544b0e098df cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:44:09.602741 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=ab2efbd0-1cd9-40f7-994c-52b25c6a392d,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:09.612175 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 4 to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e Apr 20 15:44:09.649352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee7680-b333-4219-88d4-f3a33904b83d tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Pushing event updated for resources: {'Network': ['ID=8da15475-0337-4b8f-b587-66e0f76d2aad,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:09.661484 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 8da15475-0337-4b8f-b587-66e0f76d2aad details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:44:09.714891 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1fee7680-b333-4219-88d4-f3a33904b83d tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5553236 Apr 20 15:44:09.727093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56356) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:09.731839 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3d909a42-6012-4233-aa06-ed37e98719d2 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:09.786856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-369e9f53-310d-45d7-b413-22eaceb6aad7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Request body: {'subnet': {'network_id': '8da15475-0337-4b8f-b587-66e0f76d2aad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:09.819472 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:09.819816 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:09.820156 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:09.826850 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 3d909a42-6012-4233-aa06-ed37e98719d2 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:09.827215 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:09.864437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-369e9f53-310d-45d7-b413-22eaceb6aad7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:09.876191 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:09.876372 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:09.884875 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-369e9f53-310d-45d7-b413-22eaceb6aad7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Usage tracker for resource:subnet and tenant:72f6a82b47714176b15382811018fdfa is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:09.885241 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 5 to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e Apr 20 15:44:09.888883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Router 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:44:09.899259 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7a36-afd5-4cfd-a7e6-3ce7c0da494b tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:09.938135 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:09.938135 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:09.938428 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:09.943361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-369e9f53-310d-45d7-b413-22eaceb6aad7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:09.949116 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 694e9710-d17e-4b93-87e7-eb2b73820d85 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:09.959829 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73e5572b-f225-4adb-b9bc-f7bdbc40e85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:09.962940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a1f6-4764-4460-a1b4-091638aebd8b tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:09.966440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-369e9f53-310d-45d7-b413-22eaceb6aad7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:09.975724 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a1f6-4764-4460-a1b4-091638aebd8b tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:10.010469 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:10.010798 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:10.014035 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 6 to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e Apr 20 15:44:10.020421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 694e9710-d17e-4b93-87e7-eb2b73820d85 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:10.020795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:10.158159 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73e5572b-f225-4adb-b9bc-f7bdbc40e85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:10.166868 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369e9f53-310d-45d7-b413-22eaceb6aad7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Made reservation on behalf of 72f6a82b47714176b15382811018fdfa for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:10.169476 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-369e9f53-310d-45d7-b413-22eaceb6aad7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:10.191246 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a1f6-4764-4460-a1b4-091638aebd8b tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:10.192043 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb0a1f6-4764-4460-a1b4-091638aebd8b tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6cb2d37-82bf-43b4-9df0-0ceb6fa38729 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:44:10.242864 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:10.244856 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:10.245190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:10.245523 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:10.359735 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:10.362279 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:10.379576 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 7 to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e Apr 20 15:44:10.411955 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7a36-afd5-4cfd-a7e6-3ce7c0da494b tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:10.437500 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:10.437826 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:10.438158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:10.488718 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-ddb0a1f6-4764-4460-a1b4-091638aebd8b tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 20 15:44:10.489915 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ddb0a1f6-4764-4460-a1b4-091638aebd8b tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.3899422 Apr 20 15:44:10.502764 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56360) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:10.524378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:10.524710 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:10.528539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:44:10.545403 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Sync routers for ids ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:44:10.550511 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73e5572b-f225-4adb-b9bc-f7bdbc40e85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:10.558055 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Routers {'7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:44:10.558845 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:44:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:10.564997 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-1c9b7a36-afd5-4cfd-a7e6-3ce7c0da494b tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca70e5a-d17b-45b5-8957-181eedd14ce5']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:10.569056 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-00ced81c-796d-46d1-940b-870170189840 admin admin] 10.222.0.13 "PUT /v2.0/routers/7de6cb07-a2e7-4fbd-acf2-a2c326b869cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1548498 Apr 20 15:44:10.571389 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 8 to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e Apr 20 15:44:10.574283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73e5572b-f225-4adb-b9bc-f7bdbc40e85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:10.575342 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-73e5572b-f225-4adb-b9bc-f7bdbc40e85c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f0f5261-f382-4337-a162-0c701480611a HTTP/1.1" status: 204 len: 168 time: 1.2356751 Apr 20 15:44:10.576355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5572b-f225-4adb-b9bc-f7bdbc40e85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0f5261-f382-4337-a162-0c701480611a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:10.649745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-1c9b7a36-afd5-4cfd-a7e6-3ce7c0da494b tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d2396c-3665-4aca-9242-bf246450b40b') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:10.650403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-1c9b7a36-afd5-4cfd-a7e6-3ce7c0da494b tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d2396c-3665-4aca-9242-bf246450b40b') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:10.698849 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7a36-afd5-4cfd-a7e6-3ce7c0da494b tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:10.714953 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:10.715355 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:10.715743 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:10.732023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:10.862883 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Set router 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:44:10.863054 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:10.865740 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:10.870889 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7a36-afd5-4cfd-a7e6-3ce7c0da494b tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:10.894925 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 9 to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e Apr 20 15:44:10.951332 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-ec93f4b9-4824-4363-b6c4-4ded30c14aa1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Deleting port 18afe100-c0ed-44f0-ba49-e8a8adb333b0 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:44:10.956184 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ec93f4b9-4824-4363-b6c4-4ded30c14aa1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:10.972687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.objects.ports [None req-369e9f53-310d-45d7-b413-22eaceb6aad7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88168) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:44:10.973155 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-369e9f53-310d-45d7-b413-22eaceb6aad7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:10.995388 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9b7a36-afd5-4cfd-a7e6-3ce7c0da494b tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:44:10.996059 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7a36-afd5-4cfd-a7e6-3ce7c0da494b tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:44:11.010017 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:44:11.076119 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:11.077169 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:11.077739 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:11.114062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56382) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:11.129727 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:11.130055 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:11.172814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e9f53-310d-45d7-b413-22eaceb6aad7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eb77bc14-0b38-4e14-b237-5ed42d827269,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:11.178271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0344897-aa9a-4bf1-adf3-687d5f856265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:11.193916 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 10 to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e Apr 20 15:44:11.216081 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e9f53-310d-45d7-b413-22eaceb6aad7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Checking segment: {'id': 'c4f5f2da-fc43-47ee-9d96-70e4374cb715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8da15475-0337-4b8f-b587-66e0f76d2aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:11.216817 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369e9f53-310d-45d7-b413-22eaceb6aad7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Network hostable DHCP agents. Network: 8da15475-0337-4b8f-b587-66e0f76d2aad, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:44:11.245914 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b0344897-aa9a-4bf1-adf3-687d5f856265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:11.249015 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'name': 'tempest-ServersTestManualDisk-2117156883-router', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:07Z', 'revision_number': 4, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'gw_port': {'id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'a30c8799-b225-42b6-9889-b544b0e098df', 'name': '', 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'mac_address': 'fa:16:3e:20:65:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:08Z', 'revision_number': 2, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'subnets': [{'id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:11.255689 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Checking router: 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:44:11.256187 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Updating router 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb port a30c8799-b225-42b6-9889-b544b0e098df binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:44:11.258413 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b0344897-aa9a-4bf1-adf3-687d5f856265 admin admin] Usage tracker for resource:security_group_rule and tenant:1ced7fe92d7a4def90844e1f911505e3 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:11.263123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b0344897-aa9a-4bf1-adf3-687d5f856265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:11.272803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b0344897-aa9a-4bf1-adf3-687d5f856265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:11.289634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369e9f53-310d-45d7-b413-22eaceb6aad7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Network 8da15475-0337-4b8f-b587-66e0f76d2aad is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:44:11.292150 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7a36-afd5-4cfd-a7e6-3ce7c0da494b tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:11.305388 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:11.305831 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:11.306214 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:11.321645 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-369e9f53-310d-45d7-b413-22eaceb6aad7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 8da15475-0337-4b8f-b587-66e0f76d2aad) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:11.322204 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:11.336616 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369e9f53-310d-45d7-b413-22eaceb6aad7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:11.337513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-369e9f53-310d-45d7-b413-22eaceb6aad7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:11.345842 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7a36-afd5-4cfd-a7e6-3ce7c0da494b tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:11.356880 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port d4fcd9c0-144d-4209-892f-1121a22ccd6e on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:11.357334 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port d4fcd9c0-144d-4209-892f-1121a22ccd6e on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:11.357720 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:11.376254 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-369e9f53-310d-45d7-b413-22eaceb6aad7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6395671 Apr 20 15:44:11.383698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56386) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:11.396731 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Request body: {'floatingip': {'floating_network_id': '8da15475-0337-4b8f-b587-66e0f76d2aad'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:11.402924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:11.417222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Usage tracker for resource:floatingip and tenant:72f6a82b47714176b15382811018fdfa is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:11.423241 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:11.440425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:11.448050 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0344897-aa9a-4bf1-adf3-687d5f856265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:11.456220 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0344897-aa9a-4bf1-adf3-687d5f856265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:11.462678 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b7a36-afd5-4cfd-a7e6-3ce7c0da494b tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ca70e5a-d17b-45b5-8957-181eedd14ce5,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:11.485567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:11.487147 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Router 84b50a6e-8afc-4239-849f-2ef5e09acfb8 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:44:11.562589 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1c9b7a36-afd5-4cfd-a7e6-3ce7c0da494b tempest-QuotasNegativeTest-189410498 tempest-QuotasNegativeTest-189410498-project-admin] 10.222.0.13 "DELETE /v2.0/networks/9ca70e5a-d17b-45b5-8957-181eedd14ce5 HTTP/1.1" status: 204 len: 168 time: 2.0448349 Apr 20 15:44:11.591943 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b0344897-aa9a-4bf1-adf3-687d5f856265 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ced7fe92d7a4def90844e1f911505e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4759908 Apr 20 15:44:11.592932 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0344897-aa9a-4bf1-adf3-687d5f856265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92460df4-28b8-43c5-8880-e0ac34111d42,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:11.595365 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56392) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:11.691027 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d9248c6-6d87-4c51-842a-3798b29074ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:11.723378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d9248c6-6d87-4c51-842a-3798b29074ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:11.751178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:11.763251 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Transition to ACTIVE for port object a30c8799-b225-42b6-9889-b544b0e098df will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:11.767635 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764bdf32-da5e-4fee-8e70-165df3dea6c4 None None] Network 8da15475-0337-4b8f-b587-66e0f76d2aad requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:11.799691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:11.871437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d9248c6-6d87-4c51-842a-3798b29074ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:11.918499 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9248c6-6d87-4c51-842a-3798b29074ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92460df4-28b8-43c5-8880-e0ac34111d42,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:11.934233 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d9248c6-6d87-4c51-842a-3798b29074ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:11.935518 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3d9248c6-6d87-4c51-842a-3798b29074ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92460df4-28b8-43c5-8880-e0ac34111d42 HTTP/1.1" status: 204 len: 168 time: 0.3360350 Apr 20 15:44:11.963337 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ab2efbd0-1cd9-40f7-994c-52b25c6a392d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:12.005037 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:12.029131 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Allocated IP 172.20.0.12 (8da15475-0337-4b8f-b587-66e0f76d2aad/eb77bc14-0b38-4e14-b237-5ed42d827269/1a0c536a-41e0-4bec-920c-29437df08f6e) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:12.221760 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:12.284390 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:12.337939 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56404) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:12.405121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Network 8da15475-0337-4b8f-b587-66e0f76d2aad is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:12.421115 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:12.428770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:12.473483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c87c2724-ddde-44b8-a310-df590515dcc4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009891110', 'description': 'tempest-description--289333404'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:12.491245 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Pushing event updated for resources: {'Port': ['ID=1a0c536a-41e0-4bec-920c-29437df08f6e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:12.494499 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ec93f4b9-4824-4363-b6c4-4ded30c14aa1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:12.504952 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:12.509559 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e852382-ceea-48a0-b626-bd9104eddd07 None None] Network 8da15475-0337-4b8f-b587-66e0f76d2aad requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:12.523708 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c87c2724-ddde-44b8-a310-df590515dcc4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:12.535189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] For port d4fcd9c0-144d-4209-892f-1121a22ccd6e, host hv-neutron-8386, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:12.535579 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempted to set empty binding levels {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 20 15:44:12.606268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:12.646940 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c87c2724-ddde-44b8-a310-df590515dcc4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Usage tracker for resource:security_group and tenant:40ddd5af54534229a658a14f67df5f08 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:12.700934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56416) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:12.701264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:12.713291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c87c2724-ddde-44b8-a310-df590515dcc4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:12.719178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6301e-8474-4a34-a703-6cf554c4c2d5 None None] Pushing event updated for resources: {'Port': ['ID=a30c8799-b225-42b6-9889-b544b0e098df,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:12.742496 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Attempting to bind port a30c8799-b225-42b6-9889-b544b0e098df on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:12.743004 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Attempting to bind port a30c8799-b225-42b6-9889-b544b0e098df by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'c565ca90-7634-46aa-97c8-94396499e965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:12.743500 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Attempting to bind port a30c8799-b225-42b6-9889-b544b0e098df on network c880705c-c9ca-461f-ab61-0c74e5f307a3 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:12.764405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port ab2efbd0-1cd9-40f7-994c-52b25c6a392d triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:12.764937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:12.778451 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:12.789027 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:44:12.789768 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Checking segment: {'id': 'c565ca90-7634-46aa-97c8-94396499e965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:12.790097 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:12.790603 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Bound using segment: {'id': 'c565ca90-7634-46aa-97c8-94396499e965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:44:12.791182 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Bound port: a30c8799-b225-42b6-9889-b544b0e098df, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c565ca90-7634-46aa-97c8-94396499e965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:44:12.791666 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:12.798570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-ec93f4b9-4824-4363-b6c4-4ded30c14aa1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Calling delete_port for 18afe100-c0ed-44f0-ba49-e8a8adb333b0 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:44:12.897290 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c87c2724-ddde-44b8-a310-df590515dcc4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:12.951861 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Pushing event updated for resources: {'Port': ['ID=d4fcd9c0-144d-4209-892f-1121a22ccd6e,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:12.954414 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:44:12.971272 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Sync routers for ids ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:44:12.984955 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Routers {'84b50a6e-8afc-4239-849f-2ef5e09acfb8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:44:12.986735 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:44:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:13.028028 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:13.028790 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:13.061583 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c87c2724-ddde-44b8-a310-df590515dcc4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:13.080214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2fdcc018-09f9-4905-87e9-7848fa6de549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:13.104475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2fdcc018-09f9-4905-87e9-7848fa6de549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:13.109706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2fdcc018-09f9-4905-87e9-7848fa6de549 admin admin] Usage tracker for resource:security_group_rule and tenant:2f38e188b2e14bb8840446555b43e326 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:13.113309 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2fdcc018-09f9-4905-87e9-7848fa6de549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:13.120079 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2fdcc018-09f9-4905-87e9-7848fa6de549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:13.187033 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] For port a30c8799-b225-42b6-9889-b544b0e098df, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:13.210023 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] For port a30c8799-b225-42b6-9889-b544b0e098df, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a30c8799-b225-42b6-9889-b544b0e098df,segment=NetworkSegment(c565ca90-7634-46aa-97c8-94396499e965),segment_id=c565ca90-7634-46aa-97c8-94396499e965)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:44:13.220865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2fdcc018-09f9-4905-87e9-7848fa6de549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:13.223262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:13.231787 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2fdcc018-09f9-4905-87e9-7848fa6de549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:13.283972 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcc018-09f9-4905-87e9-7848fa6de549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f1bacd-177c-4bc6-b95b-a8ba569470b4,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:13.304287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:13.316250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:13.360407 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Set router 84b50a6e-8afc-4239-849f-2ef5e09acfb8 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:44:13.376067 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Routers {'7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:44:13.376699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:44:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:13.424421 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2fdcc018-09f9-4905-87e9-7848fa6de549 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f38e188b2e14bb8840446555b43e326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6378140 Apr 20 15:44:13.424421 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56432) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:13.429159 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:13.459086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56434) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:13.473461 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:13.474866 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0898416 Apr 20 15:44:13.482273 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6301e-8474-4a34-a703-6cf554c4c2d5 None None] Pushing event updated for resources: {'Port': ['ID=a30c8799-b225-42b6-9889-b544b0e098df,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:13.491593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56442) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:13.518326 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:13.526515 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7247688e-819f-46b7-b146-a30f551cbbfa admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 10.8166428 Apr 20 15:44:13.531453 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ec93f4b9-4824-4363-b6c4-4ded30c14aa1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:13.532904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56446) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:13.722885 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] Set router 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:44:13.731246 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8dea9eb2-d881-452d-a579-d40c1888d2d4 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=8da15475-0337-4b8f-b587-66e0f76d2aad HTTP/1.1" status: 200 len: 690 time: 0.2244215 Apr 20 15:44:13.737223 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c87c2724-ddde-44b8-a310-df590515dcc4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:13.741205 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c87c2724-ddde-44b8-a310-df590515dcc4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Usage tracker for resource:security_group_rule and tenant:40ddd5af54534229a658a14f67df5f08 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:13.744991 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c87c2724-ddde-44b8-a310-df590515dcc4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:13.752605 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56450) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:13.769831 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f06e6e81-b439-453c-b6ee-e1adc5acba7d tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 10.5632236 Apr 20 15:44:13.770576 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56454) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:13.772426 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'name': 'tempest-ServersTestJSON-167984635-router', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:02Z', 'updated_at': '2022-04-20T15:44:08Z', 'revision_number': 3, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'gw_port': {'id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:13.772830 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c87c2724-ddde-44b8-a310-df590515dcc4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:13.777211 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Checking router: 84b50a6e-8afc-4239-849f-2ef5e09acfb8 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:44:13.777967 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Updating router 84b50a6e-8afc-4239-849f-2ef5e09acfb8 port 5b7802ac-7a1b-40cd-a115-03b6d6374397 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:44:13.814678 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93f4b9-4824-4363-b6c4-4ded30c14aa1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Pushing event deleted for resources: {'Port': ['ID=18afe100-c0ed-44f0-ba49-e8a8adb333b0,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:13.840717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-070b91a5-6d93-4b20-b882-89045c6691ed tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:13.841713 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-070b91a5-6d93-4b20-b882-89045c6691ed tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3889334 Apr 20 15:44:13.842606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec56a9-7eb7-44ea-8e85-6a0e4fe8add0 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Pushing event updated for resources: {'Port': ['ID=1a0c536a-41e0-4bec-920c-29437df08f6e,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:13.844063 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:13.852478 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56458) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:13.877235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-480819b2-dcf6-46e4-87ce-33fb0bf85974 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:13.878836 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-480819b2-dcf6-46e4-87ce-33fb0bf85974 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0093875 Apr 20 15:44:13.912784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56462) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:13.915112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-95175ce1-f631-4f19-a06c-f19ffdccb621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:13.942618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-95175ce1-f631-4f19-a06c-f19ffdccb621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:14.001922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-6cc1a104-ad0b-4e98-93d2-b1ecad7dc62c tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.003365 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6cc1a104-ad0b-4e98-93d2-b1ecad7dc62c tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0124962 Apr 20 15:44:14.008092 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-95175ce1-f631-4f19-a06c-f19ffdccb621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:14.023676 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56466) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.039424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95175ce1-f631-4f19-a06c-f19ffdccb621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f1bacd-177c-4bc6-b95b-a8ba569470b4,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:14.045600 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-4930c982-67a5-48c9-a67d-536060862f3d tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.047404 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4930c982-67a5-48c9-a67d-536060862f3d tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0122051 Apr 20 15:44:14.066502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56470) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.094163 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [None req-7a8c11df-cf6e-4598-9147-fd37d9fbb21f tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.095124 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7a8c11df-cf6e-4598-9147-fd37d9fbb21f tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0158377 Apr 20 15:44:14.098517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56474) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.108657 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-241547fd-0442-4656-b4f5-054b44c4d01c tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Deleting port d4fcd9c0-144d-4209-892f-1121a22ccd6e {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:44:14.109000 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-241547fd-0442-4656-b4f5-054b44c4d01c tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:14.114987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-24600750-4531-4dae-8bb7-df5a31b5d6a3 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.116048 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-24600750-4531-4dae-8bb7-df5a31b5d6a3 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0165217 Apr 20 15:44:14.118780 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56478) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.123473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-95175ce1-f631-4f19-a06c-f19ffdccb621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:14.124535 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-95175ce1-f631-4f19-a06c-f19ffdccb621 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9f1bacd-177c-4bc6-b95b-a8ba569470b4 HTTP/1.1" status: 204 len: 168 time: 0.6559677 Apr 20 15:44:14.138914 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-4aa741b2-4da0-41a1-ab4f-27b63a51fa38 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.140442 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4aa741b2-4da0-41a1-ab4f-27b63a51fa38 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0207946 Apr 20 15:44:14.144587 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56484) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.182841 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-cec59382-1108-4c84-a5d9-7267ad9873b3 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.184087 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cec59382-1108-4c84-a5d9-7267ad9873b3 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0079739 Apr 20 15:44:14.188078 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56488) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.204292 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-165bd7ca-61bc-4964-9238-023587a6dae7 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.205765 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-165bd7ca-61bc-4964-9238-023587a6dae7 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0164819 Apr 20 15:44:14.235866 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56492) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.243933 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'name': 'tempest-ServersTestManualDisk-2117156883-router', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:07Z', 'revision_number': 4, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'gw_port': {'id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'a30c8799-b225-42b6-9889-b544b0e098df', 'name': '', 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'mac_address': 'fa:16:3e:20:65:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:13Z', 'revision_number': 4, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'subnets': [{'id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:14.246082 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [None req-4d99f259-a0a3-4c70-898c-9448fcb687b8 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.247049 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4d99f259-a0a3-4c70-898c-9448fcb687b8 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0102539 Apr 20 15:44:14.255727 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ec93f4b9-4824-4363-b6c4-4ded30c14aa1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:14.258105 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Router 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:44:14.258808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e0c77c-7341-4fc2-9347-aee57b899fc7 None None] The sync data for ids ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'] in dv-neutron-838699-1-hyperv is: [{'id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'name': 'tempest-ServersTestManualDisk-2117156883-router', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:07Z', 'revision_number': 4, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'gw_port': {'id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'a30c8799-b225-42b6-9889-b544b0e098df', 'name': '', 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'mac_address': 'fa:16:3e:20:65:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:13Z', 'revision_number': 4, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'subnets': [{'id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:44:14.263364 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56496) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.366497 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:14.383202 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Transition to ACTIVE for port object 5b7802ac-7a1b-40cd-a115-03b6d6374397 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:14.394984 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:14.451488 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [None req-cf15c9ad-67f1-4a89-a23a-0a9c235d6086 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.460286 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cf15c9ad-67f1-4a89-a23a-0a9c235d6086 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0206933 Apr 20 15:44:14.462535 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56500) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.474412 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:14.491566 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [None req-9cadc810-6c2d-4bb7-8e54-cd4637a298b6 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.495301 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9cadc810-6c2d-4bb7-8e54-cd4637a298b6 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0164766 Apr 20 15:44:14.499883 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Attempting to bind port 5b7802ac-7a1b-40cd-a115-03b6d6374397 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:14.500620 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Attempting to bind port 5b7802ac-7a1b-40cd-a115-03b6d6374397 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:14.502653 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Attempting to bind port 5b7802ac-7a1b-40cd-a115-03b6d6374397 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:14.504088 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56504) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.519921 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ec93f4b9-4824-4363-b6c4-4ded30c14aa1 tempest-RoutersAdminNegativeTest-1485805565 tempest-RoutersAdminNegativeTest-1485805565-project-admin] 10.222.0.13 "DELETE /v2.0/ports/18afe100-c0ed-44f0-ba49-e8a8adb333b0 HTTP/1.1" status: 204 len: 168 time: 4.0105796 Apr 20 15:44:14.538128 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:44:14.540115 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:14.540633 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:14.542892 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:44:14.543623 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Bound port: 5b7802ac-7a1b-40cd-a115-03b6d6374397, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:44:14.544557 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:14.641765 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c87c2724-ddde-44b8-a310-df590515dcc4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:14.657702 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [None req-d27073e2-faa4-4fda-b685-3d35d6bf8b83 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.661876 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d27073e2-faa4-4fda-b685-3d35d6bf8b83 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.1455903 Apr 20 15:44:14.666976 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56512) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.677537 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-b225e853-d0d1-4e8d-8f25-c64c306f9c3a tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.678907 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b225e853-d0d1-4e8d-8f25-c64c306f9c3a tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0103438 Apr 20 15:44:14.681942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56516) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.690848 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-259409a8-8241-49d8-a30d-53ebc535d896 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.692296 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-259409a8-8241-49d8-a30d-53ebc535d896 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0091975 Apr 20 15:44:14.695544 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56520) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.695755 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:14.717491 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94d3f4-c0a1-440e-94d7-c0ab229c07d0 None None] Pushing event updated for resources: {'Port': ['ID=5b7802ac-7a1b-40cd-a115-03b6d6374397,revision_number=2']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:14.719036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-333efc19-c947-4fc7-806c-b660cf863236 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.720008 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-333efc19-c947-4fc7-806c-b660cf863236 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0216477 Apr 20 15:44:14.721942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:14.751897 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56524) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.772509 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-494f30fd-5d39-4395-a25d-003c25afa3d3 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.773460 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-494f30fd-5d39-4395-a25d-003c25afa3d3 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0206363 Apr 20 15:44:14.773953 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56528) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.777568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56532) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.798342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-7d95a0d1-99df-4241-bee6-37a1b2d8cf4c tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.799305 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7d95a0d1-99df-4241-bee6-37a1b2d8cf4c tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0094354 Apr 20 15:44:14.816818 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] For port 5b7802ac-7a1b-40cd-a115-03b6d6374397, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:14.823948 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] For port 5b7802ac-7a1b-40cd-a115-03b6d6374397, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=5b7802ac-7a1b-40cd-a115-03b6d6374397,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:44:14.830515 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:14.853314 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56536) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.858880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-feadd013-ed2c-4a95-9861-7a956130a6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:14.872780 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-52099348-fc62-42c0-b8d9-5e67acc1ed20 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.873908 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-52099348-fc62-42c0-b8d9-5e67acc1ed20 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0193386 Apr 20 15:44:14.882676 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56540) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.885558 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Deleting port 1a0c536a-41e0-4bec-920c-29437df08f6e {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:44:14.885807 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:14.897962 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-725ad1c9-4a54-4755-8654-568455d18e28 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.899262 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-725ad1c9-4a54-4755-8654-568455d18e28 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0154903 Apr 20 15:44:14.910992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-feadd013-ed2c-4a95-9861-7a956130a6ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:14.918036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-feadd013-ed2c-4a95-9861-7a956130a6ec admin admin] Usage tracker for resource:security_group_rule and tenant:f09ee62c6e7b4f77870a6f132f02c228 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:14.923180 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-feadd013-ed2c-4a95-9861-7a956130a6ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:14.930030 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-feadd013-ed2c-4a95-9861-7a956130a6ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:14.940063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56544) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.943421 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c87c2724-ddde-44b8-a310-df590515dcc4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:14.961312 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-7d2141f4-5c36-4787-b2de-596c59f852b7 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.962582 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7d2141f4-5c36-4787-b2de-596c59f852b7 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0172510 Apr 20 15:44:14.972989 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56550) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:14.985413 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-3abce1db-afd2-4aa7-9c31-48d01975fafa tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:14.986527 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3abce1db-afd2-4aa7-9c31-48d01975fafa tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0125263 Apr 20 15:44:14.987942 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Routers {'84b50a6e-8afc-4239-849f-2ef5e09acfb8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:44:14.989035 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:44:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:14.992385 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56554) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.028176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-c325375a-21c0-42fa-ba20-ad26b06d0775 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:15.030347 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c325375a-21c0-42fa-ba20-ad26b06d0775 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0362699 Apr 20 15:44:15.044771 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56558) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.069156 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56562) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.086168 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c87c2724-ddde-44b8-a310-df590515dcc4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:15.086998 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-8c6207b3-41a6-4577-80c7-6bea9077c697 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:15.088300 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8c6207b3-41a6-4577-80c7-6bea9077c697 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0422258 Apr 20 15:44:15.093446 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c87c2724-ddde-44b8-a310-df590515dcc4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.7539489 Apr 20 15:44:15.093706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56566) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.094095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56568) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.113664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-2ec23fc5-b695-467c-856e-33a6353f73ac tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:15.114637 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2ec23fc5-b695-467c-856e-33a6353f73ac tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0113976 Apr 20 15:44:15.119026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-af7fe517-06d0-46f3-be2d-6819041dd5cc tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Request body: {'security_group_rule': {'security_group_id': 'b958054b-4355-42dd-a3dd-c301839afb76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:15.120079 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94d3f4-c0a1-440e-94d7-c0ab229c07d0 None None] Pushing event updated for resources: {'Port': ['ID=5b7802ac-7a1b-40cd-a115-03b6d6374397,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:15.135050 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56576) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.145618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-af7fe517-06d0-46f3-be2d-6819041dd5cc tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:15.154655 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-af7fe517-06d0-46f3-be2d-6819041dd5cc tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Usage tracker for resource:security_group_rule and tenant:40ddd5af54534229a658a14f67df5f08 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:15.155915 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [None req-a100ec8f-e11f-4205-aef3-726e27401e8e tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:15.159751 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a100ec8f-e11f-4205-aef3-726e27401e8e tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0236759 Apr 20 15:44:15.161839 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-af7fe517-06d0-46f3-be2d-6819041dd5cc tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:15.165690 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56580) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.180296 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-698102de-d7cd-47a7-a7c3-2d566d57efe8 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:15.181259 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-698102de-d7cd-47a7-a7c3-2d566d57efe8 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0115502 Apr 20 15:44:15.192081 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56584) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.193471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-af7fe517-06d0-46f3-be2d-6819041dd5cc tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:15.258152 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-22442f85-990d-4e11-ada3-41da01c002e2 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:15.259104 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-22442f85-990d-4e11-ada3-41da01c002e2 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0627840 Apr 20 15:44:15.266618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56588) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.295455 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-241547fd-0442-4656-b4f5-054b44c4d01c tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] For port d4fcd9c0-144d-4209-892f-1121a22ccd6e, host hv-neutron-8386, got binding levels [] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:15.295855 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-241547fd-0442-4656-b4f5-054b44c4d01c tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:15.297433 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-7e85599a-18dd-4cc0-a789-bbcf23f096b4 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:15.298378 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7e85599a-18dd-4cc0-a789-bbcf23f096b4 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0308621 Apr 20 15:44:15.309900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56592) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.321424 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c2724-ddde-44b8-a310-df590515dcc4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b958054b-4355-42dd-a3dd-c301839afb76,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:15.324423 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-50674ff9-3104-40f6-a67f-6e6a07cd31c9 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:15.326074 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-50674ff9-3104-40f6-a67f-6e6a07cd31c9 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0151696 Apr 20 15:44:15.329123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56596) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.341172 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-af7fe517-06d0-46f3-be2d-6819041dd5cc tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:15.353634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-2d50376d-ef8c-446d-85e4-4d8f95bfa123 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:15.354630 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2d50376d-ef8c-446d-85e4-4d8f95bfa123 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0149200 Apr 20 15:44:15.367793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56600) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.384437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Allocated IP 172.20.0.1 (6ee7f047-aede-4389-bfc1-f3eb14c90d05/11a786c8-396f-45ab-98b5-620f55e316ad/23c3412c-8c7f-458e-90b5-478b5eb10343) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:15.398037 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] Set router 84b50a6e-8afc-4239-849f-2ef5e09acfb8 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:44:15.399757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-369c7507-9747-44b6-8ee5-46b9e2b5c1b6 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:15.400749 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-369c7507-9747-44b6-8ee5-46b9e2b5c1b6 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0297391 Apr 20 15:44:15.415875 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56604) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.419470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-feadd013-ed2c-4a95-9861-7a956130a6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:15.433367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-776a1236-c4e4-401f-afe3-e41641130017 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:15.436999 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-776a1236-c4e4-401f-afe3-e41641130017 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0177197 Apr 20 15:44:15.436999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-feadd013-ed2c-4a95-9861-7a956130a6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:15.460633 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56608) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.504295 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:44:15.515524 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Sync routers for ids ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:44:15.531160 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Routers {'3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:44:15.532231 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:44:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:15.597827 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-241547fd-0442-4656-b4f5-054b44c4d01c tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Calling delete_port for d4fcd9c0-144d-4209-892f-1121a22ccd6e owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:44:15.598017 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-45d73acf-b82e-491f-83fb-2967f8eb6bd5 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:15.601426 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-45d73acf-b82e-491f-83fb-2967f8eb6bd5 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.1295342 Apr 20 15:44:15.630353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56612) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.671123 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e6e02cf-c829-4295-a1e0-212472c6c67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:15.710515 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-4e6e02cf-c829-4295-a1e0-212472c6c67c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:15.712855 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:15.717711 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fddc4c14-917d-4f77-882c-30fbfec14c0c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.6366653 Apr 20 15:44:15.720826 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56616) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.821142 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-4e6e02cf-c829-4295-a1e0-212472c6c67c admin admin] Usage tracker for resource:security_group_rule and tenant:90d5f3abb2094d58a347126f19863388 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:15.821592 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Set router 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:44:15.826786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-78d2149c-43ee-44bf-8fe7-1f14325bf59f tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:15.830238 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-78d2149c-43ee-44bf-8fe7-1f14325bf59f tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.1737990 Apr 20 15:44:15.844607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56620) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.845453 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-4e6e02cf-c829-4295-a1e0-212472c6c67c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:15.866832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [None req-3322cf89-8b5f-4951-9649-f54e91d085b4 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:15.870176 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3322cf89-8b5f-4951-9649-f54e91d085b4 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0071924 Apr 20 15:44:15.886813 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-4e6e02cf-c829-4295-a1e0-212472c6c67c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:15.888691 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56624) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.906681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [None req-a30fe68e-e58a-4c1d-902d-537166bd4f4b tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:15.910162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-af7fe517-06d0-46f3-be2d-6819041dd5cc tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:15.910312 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a30fe68e-e58a-4c1d-902d-537166bd4f4b tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0157399 Apr 20 15:44:15.910535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadd013-ed2c-4a95-9861-7a956130a6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf71f891-7357-445b-9c12-f49d67f3e848,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:15.931506 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'name': 'tempest-ServersTestJSON-167984635-router', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:02Z', 'updated_at': '2022-04-20T15:44:08Z', 'revision_number': 3, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'gw_port': {'id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:15.932311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56628) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.935714 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e4da4-9051-4c99-9248-68b8c0547de8 None None] The sync data for ids ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'] in dv-neutron-838699-1-hyperv is: [{'id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'name': 'tempest-ServersTestJSON-167984635-router', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:02Z', 'updated_at': '2022-04-20T15:44:08Z', 'revision_number': 3, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'gw_port': {'id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:44:15.938548 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-af7fe517-06d0-46f3-be2d-6819041dd5cc tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:15.948906 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-feadd013-ed2c-4a95-9861-7a956130a6ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f09ee62c6e7b4f77870a6f132f02c228&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1717215 Apr 20 15:44:15.952465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56632) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:15.962809 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a30c8799-b225-42b6-9889-b544b0e098df up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:15.987811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-2429c007-524a-4dce-8d64-809b2467175f tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:15.991243 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2429c007-524a-4dce-8d64-809b2467175f tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0478907 Apr 20 15:44:15.995397 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56636) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.008103 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-241547fd-0442-4656-b4f5-054b44c4d01c tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.014304 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.014657 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.024199 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-45227b22-0436-45ad-a047-dadd9b9611b9 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.028766 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-45227b22-0436-45ad-a047-dadd9b9611b9 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0195179 Apr 20 15:44:16.028766 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fe517-06d0-46f3-be2d-6819041dd5cc tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d748212-fbcf-471d-af1a-a8686a54ca17,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:16.034992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56640) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.053201 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-001ab334-3982-4e3d-a65d-e525bc8e2e91 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.056651 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-001ab334-3982-4e3d-a65d-e525bc8e2e91 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0062351 Apr 20 15:44:16.061230 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56644) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.071228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-3f30ef22-affa-493c-b3b4-ea602d834036 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.075734 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3f30ef22-affa-493c-b3b4-ea602d834036 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0110915 Apr 20 15:44:16.098367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56648) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.108521 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-a1b4882d-73eb-432c-a6db-e1e22d1ab39d tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.109794 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a1b4882d-73eb-432c-a6db-e1e22d1ab39d tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0102077 Apr 20 15:44:16.121271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-af7fe517-06d0-46f3-be2d-6819041dd5cc tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.125963 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-af7fe517-06d0-46f3-be2d-6819041dd5cc tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0246575 Apr 20 15:44:16.126590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port a30c8799-b225-42b6-9889-b544b0e098df completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:16.130032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56652) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.130502 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56654) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.137174 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port a30c8799-b225-42b6-9889-b544b0e098df triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:16.137549 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.142481 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e113166f-7e37-43c8-b4df-896d997753af tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Request body: {'security_group_rule': {'security_group_id': 'b958054b-4355-42dd-a3dd-c301839afb76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:16.150009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-f481d8a9-0456-450a-ad30-b35f142ceee7 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.151129 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f481d8a9-0456-450a-ad30-b35f142ceee7 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0195873 Apr 20 15:44:16.155988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e113166f-7e37-43c8-b4df-896d997753af tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:16.158357 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56660) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.172582 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-2e32da0e-191a-42dd-80ee-78a086ced2d5 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.173747 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2e32da0e-191a-42dd-80ee-78a086ced2d5 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0143559 Apr 20 15:44:16.179073 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56664) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.180177 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e113166f-7e37-43c8-b4df-896d997753af tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Usage tracker for resource:security_group_rule and tenant:40ddd5af54534229a658a14f67df5f08 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:16.185012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e113166f-7e37-43c8-b4df-896d997753af tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:16.193524 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-7d929247-5ecc-4d2a-9bbc-6640d9f04aca tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.194681 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7d929247-5ecc-4d2a-9bbc-6640d9f04aca tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0116136 Apr 20 15:44:16.200759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.204463 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56668) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.207790 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e113166f-7e37-43c8-b4df-896d997753af tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:16.217434 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-973fb354-c516-48d0-a4b1-96c28197c2b8 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.218847 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-973fb354-c516-48d0-a4b1-96c28197c2b8 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0132990 Apr 20 15:44:16.225425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56672) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.238835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-0541dd7f-4f16-40dc-a9b5-5d9802195e90 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.240059 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0541dd7f-4f16-40dc-a9b5-5d9802195e90 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0134995 Apr 20 15:44:16.255854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Transition to ACTIVE for port object 23c3412c-8c7f-458e-90b5-478b5eb10343 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:16.280992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56676) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.302773 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e113166f-7e37-43c8-b4df-896d997753af tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.341864 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-7b3b9b74-c9d1-438c-87a6-e35b182ed320 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.346144 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7b3b9b74-c9d1-438c-87a6-e35b182ed320 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0460398 Apr 20 15:44:16.348078 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.348410 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.351907 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56680) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.364938 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'name': 'tempest-ServerActionsTestJSON-776158018-router', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '72961775-2253-4d84-84a8-56729540a8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:03Z', 'updated_at': '2022-04-20T15:44:09Z', 'revision_number': 3, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'gw_port': {'id': '72961775-2253-4d84-84a8-56729540a8a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:06Z', 'updated_at': '2022-04-20T15:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:16.372692 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Checking router: 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:44:16.373096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Updating router 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 port 72961775-2253-4d84-84a8-56729540a8a3 binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:44:16.392780 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Calling delete_port for 1a0c536a-41e0-4bec-920c-29437df08f6e owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:44:16.431828 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241547fd-0442-4656-b4f5-054b44c4d01c tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4fcd9c0-144d-4209-892f-1121a22ccd6e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:16.464833 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-241547fd-0442-4656-b4f5-054b44c4d01c tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.475006 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port a30c8799-b225-42b6-9889-b544b0e098df, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a30c8799-b225-42b6-9889-b544b0e098df,segment=NetworkSegment(c565ca90-7634-46aa-97c8-94396499e965),segment_id=c565ca90-7634-46aa-97c8-94396499e965)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:16.476306 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.522484 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.523204 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-7242b081-a59c-4f7f-9c43-928e4e5d81e5 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.527823 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7242b081-a59c-4f7f-9c43-928e4e5d81e5 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0109155 Apr 20 15:44:16.527823 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Pushing event updated for resources: {'Port': ['ID=23c3412c-8c7f-458e-90b5-478b5eb10343,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:16.530399 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56684) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.549365 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Network 6ee7f047-aede-4389-bfc1-f3eb14c90d05 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:16.551487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:16.556008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:16.605177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [None req-f5253658-847c-4aa0-9e1c-af2675b51c7c tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.608506 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f5253658-847c-4aa0-9e1c-af2675b51c7c tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0053418 Apr 20 15:44:16.624084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56688) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.633766 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-241547fd-0442-4656-b4f5-054b44c4d01c tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d4fcd9c0-144d-4209-892f-1121a22ccd6e HTTP/1.1" status: 204 len: 168 time: 2.8479562 Apr 20 15:44:16.635218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f7ea-ddfb-4dc2-b0de-bc2b132f27e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.636191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-4625276b-1f2e-4c5d-9af3-1bccdff5c3d5 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.639557 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4625276b-1f2e-4c5d-9af3-1bccdff5c3d5 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0121353 Apr 20 15:44:16.639557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e113166f-7e37-43c8-b4df-896d997753af tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.642243 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56692) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.642615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56694) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.652266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-b3075f22-0d4e-47ba-80a7-1a1231796595 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.653235 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b3075f22-0d4e-47ba-80a7-1a1231796595 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0080652 Apr 20 15:44:16.662969 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56700) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.678585 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [None req-2d05da3a-0e21-45ec-9a95-a4d112daea91 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.679632 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2d05da3a-0e21-45ec-9a95-a4d112daea91 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0100117 Apr 20 15:44:16.697391 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56704) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.723128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e113166f-7e37-43c8-b4df-896d997753af tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.725217 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-6022208e-17bf-4dea-999b-1ffba34c8500 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] GET failed (client error): The resource could not be found. Apr 20 15:44:16.726602 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6022208e-17bf-4dea-999b-1ffba34c8500 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] 10.222.0.13 "GET /v2.0/ports/d4fcd9c0-144d-4209-892f-1121a22ccd6e HTTP/1.1" status: 404 len: 333 time: 0.0832071 Apr 20 15:44:16.742259 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56708) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.755983 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [None req-592be81c-e223-4777-b42a-c951b62e5c6e tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.757082 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-592be81c-e223-4777-b42a-c951b62e5c6e tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0489976 Apr 20 15:44:16.775089 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56712) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.780667 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-a4135a3b-30dc-4f01-9aca-d3ff689836db tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Request body: {'port': {'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-159345557'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:16.808555 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a4135a3b-30dc-4f01-9aca-d3ff689836db tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:16.815406 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f7ea-ddfb-4dc2-b0de-bc2b132f27e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.817755 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-926d03fc-dc6e-4b4b-8f7a-cab1bf15050c tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.821535 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-926d03fc-dc6e-4b4b-8f7a-cab1bf15050c tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0387435 Apr 20 15:44:16.824692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113166f-7e37-43c8-b4df-896d997753af tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63bc541d-c70c-4693-84da-b35e1185aeb9,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:16.833843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56716) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.843496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.853639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-6f0c4944-f554-4c34-a8f2-fbaaedc470bf tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.854623 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6f0c4944-f554-4c34-a8f2-fbaaedc470bf tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0068276 Apr 20 15:44:16.863691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e113166f-7e37-43c8-b4df-896d997753af tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.868948 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e113166f-7e37-43c8-b4df-896d997753af tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7351055 Apr 20 15:44:16.870998 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56720) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.871342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56722) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.879903 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:16.891358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-37b4fe90-ed37-4f65-bc67-b0c9d9a42ba1 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.892434 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-37b4fe90-ed37-4f65-bc67-b0c9d9a42ba1 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0200810 Apr 20 15:44:16.893567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:16.897204 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56728) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.902154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Usage tracker for resource:floatingip and tenant:40ddd5af54534229a658a14f67df5f08 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:16.906586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:16.915440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-6e96fa25-2dad-468a-8adb-b31f227396a2 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.916979 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6e96fa25-2dad-468a-8adb-b31f227396a2 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0169332 Apr 20 15:44:16.922726 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56732) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.923636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:16.936102 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-d4f33408-72e6-4c76-a7d1-9f8e3611c51c tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.937099 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d4f33408-72e6-4c76-a7d1-9f8e3611c51c tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0106950 Apr 20 15:44:16.943477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56736) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.958662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-216e99a6-7bf1-4327-ac1d-8ce5c3f51720 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.960254 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-216e99a6-7bf1-4327-ac1d-8ce5c3f51720 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0141461 Apr 20 15:44:16.962639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.979518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56740) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:16.992136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-184e68c4-9749-45c9-ade5-1881449d7f6f tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:16.993138 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-184e68c4-9749-45c9-ade5-1881449d7f6f tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0089571 Apr 20 15:44:17.000353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56744) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:17.009169 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-52ee79c4-ab9a-4203-a03e-58a2f62bc8f3 None None] Provisioning for port 23c3412c-8c7f-458e-90b5-478b5eb10343 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:17.031913 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=a30c8799-b225-42b6-9889-b544b0e098df,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:17.035533 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a4135a3b-30dc-4f01-9aca-d3ff689836db tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Usage tracker for resource:port and tenant:c21a0a4daf1d4da2b8ae77b51624cc52 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:17.069087 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-52ee79c4-ab9a-4203-a03e-58a2f62bc8f3 None None] Provisioning complete for port 23c3412c-8c7f-458e-90b5-478b5eb10343 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:17.069469 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-52ee79c4-ab9a-4203-a03e-58a2f62bc8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.076361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-4c9172af-dcd7-4196-866c-7467afc04662 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:17.078168 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4c9172af-dcd7-4196-866c-7467afc04662 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0200686 Apr 20 15:44:17.084364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56748) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:17.099026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-769b6536-04ac-4074-a20a-a5f79258f91f tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:17.100048 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-769b6536-04ac-4074-a20a-a5f79258f91f tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0073929 Apr 20 15:44:17.101822 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a4135a3b-30dc-4f01-9aca-d3ff689836db tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:17.109121 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56752) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:17.132430 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e6e02cf-c829-4295-a1e0-212472c6c67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.138894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [None req-8122c157-af9b-4aa5-8e57-c634fc1c310b tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:17.140010 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8122c157-af9b-4aa5-8e57-c634fc1c310b tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0101669 Apr 20 15:44:17.143382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56756) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:17.147985 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a4135a3b-30dc-4f01-9aca-d3ff689836db tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:17.157769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-6e229164-5d57-4a9d-9580-fab3be28719e tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:17.160576 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e6e02cf-c829-4295-a1e0-212472c6c67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.161677 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6e229164-5d57-4a9d-9580-fab3be28719e tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0160882 Apr 20 15:44:17.165788 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56760) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:17.205358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-8bbd5e7a-7178-474c-92fa-fdec250b7e57 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:17.209744 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-52ee79c4-ab9a-4203-a03e-58a2f62bc8f3 None None] Port 23c3412c-8c7f-458e-90b5-478b5eb10343 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:44:17.210450 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8bbd5e7a-7178-474c-92fa-fdec250b7e57 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0364141 Apr 20 15:44:17.220102 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4e6e02cf-c829-4295-a1e0-212472c6c67c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90d5f3abb2094d58a347126f19863388&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1441593 Apr 20 15:44:17.224631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56764) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:17.224949 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56766) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:17.236739 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.273229 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-c865bacc-a602-4321-a319-4d002cffe1bd tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:17.277113 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c865bacc-a602-4321-a319-4d002cffe1bd tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0489738 Apr 20 15:44:17.277568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56772) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:17.315254 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [None req-51bb824d-7dce-41a4-baff-8f8081075e31 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:17.317396 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-51bb824d-7dce-41a4-baff-8f8081075e31 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0261989 Apr 20 15:44:17.349380 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56776) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:17.375338 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.390252 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Transition to ACTIVE for port object 72961775-2253-4d84-84a8-56729540a8a3 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:17.396941 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.411638 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4135a3b-30dc-4f01-9aca-d3ff689836db tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Made reservation on behalf of c21a0a4daf1d4da2b8ae77b51624cc52 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:17.414505 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4135a3b-30dc-4f01-9aca-d3ff689836db tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.424558 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e02cf-c829-4295-a1e0-212472c6c67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0756fa0e-4119-4975-a01e-344c0bcb27f7,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:17.428661 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.450177 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.455595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a0c536a-41e0-4bec-920c-29437df08f6e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:17.464316 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [None req-d195a9a5-4a33-45a5-8acd-e28b8d460260 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:17.468787 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d195a9a5-4a33-45a5-8acd-e28b8d460260 tempest-ExtensionsTestJSON-1987428390 tempest-ExtensionsTestJSON-1987428390-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0555356 Apr 20 15:44:17.494987 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Attempting to bind port 72961775-2253-4d84-84a8-56729540a8a3 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:17.495360 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Attempting to bind port 72961775-2253-4d84-84a8-56729540a8a3 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:17.495720 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Attempting to bind port 72961775-2253-4d84-84a8-56729540a8a3 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:17.503051 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421790a8-d3b9-44da-80b0-a4cf70406ea6 None None] Pushing event updated for resources: {'Port': ['ID=72961775-2253-4d84-84a8-56729540a8a3,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:17.512977 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f7ea-ddfb-4dc2-b0de-bc2b132f27e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.518014 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:44:17.518705 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:17.519116 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.519554 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:44:17.520278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Bound port: 72961775-2253-4d84-84a8-56729540a8a3, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:44:17.520659 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.535833 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-a4135a3b-30dc-4f01-9aca-d3ff689836db tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] device_id is not set on port e13c7dbc-8855-44b4-9cc1-a587882092ac yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:44:17.555402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae019301-ddf4-4067-8757-b279a60b7f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.615373 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] For port 72961775-2253-4d84-84a8-56729540a8a3, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:17.618849 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] For port 72961775-2253-4d84-84a8-56729540a8a3, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=72961775-2253-4d84-84a8-56729540a8a3,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:44:17.625140 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.658312 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae019301-ddf4-4067-8757-b279a60b7f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.711007 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Routers {'3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:44:17.711644 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:44:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:17.722110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1f7ea-ddfb-4dc2-b0de-bc2b132f27e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf71f891-7357-445b-9c12-f49d67f3e848,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:17.817037 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421790a8-d3b9-44da-80b0-a4cf70406ea6 None None] Pushing event updated for resources: {'Port': ['ID=72961775-2253-4d84-84a8-56729540a8a3,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:17.878848 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56784) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:17.925001 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f7ea-ddfb-4dc2-b0de-bc2b132f27e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.927988 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8fd1f7ea-ddfb-4dc2-b0de-bc2b132f27e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf71f891-7357-445b-9c12-f49d67f3e848 HTTP/1.1" status: 204 len: 168 time: 1.9642317 Apr 20 15:44:17.933148 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.944525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4135a3b-30dc-4f01-9aca-d3ff689836db tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.987489 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4135a3b-30dc-4f01-9aca-d3ff689836db tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:17.999947 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] Set router 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:44:18.009913 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Allocated IP 172.26.7.62 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/7f9d8dab-cc24-4154-91a2-346cd2a0a515) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:18.075580 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4135a3b-30dc-4f01-9aca-d3ff689836db tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:18.088216 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-a4135a3b-30dc-4f01-9aca-d3ff689836db tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:18.137801 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae019301-ddf4-4067-8757-b279a60b7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:18.168551 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a30c8799-b225-42b6-9889-b544b0e098df up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:18.173637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4135a3b-30dc-4f01-9aca-d3ff689836db tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:18.174547 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4135a3b-30dc-4f01-9aca-d3ff689836db tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:18.175366 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4135a3b-30dc-4f01-9aca-d3ff689836db tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:18.293882 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:18.318045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae019301-ddf4-4067-8757-b279a60b7f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0756fa0e-4119-4975-a01e-344c0bcb27f7,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:18.351025 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4135a3b-30dc-4f01-9aca-d3ff689836db tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Pushing event updated for resources: {'Port': ['ID=e13c7dbc-8855-44b4-9cc1-a587882092ac,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:18.369116 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a4135a3b-30dc-4f01-9aca-d3ff689836db tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6108181 Apr 20 15:44:18.376467 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56796) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:18.390720 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8386'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:18.401930 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port a30c8799-b225-42b6-9889-b544b0e098df triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:18.401930 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:18.435031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae019301-ddf4-4067-8757-b279a60b7f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:18.440068 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ae019301-ddf4-4067-8757-b279a60b7f7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0756fa0e-4119-4975-a01e-344c0bcb27f7 HTTP/1.1" status: 204 len: 168 time: 1.2071357 Apr 20 15:44:18.468405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:18.500433 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:18.593176 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'name': 'tempest-ServerActionsTestJSON-776158018-router', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '72961775-2253-4d84-84a8-56729540a8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:03Z', 'updated_at': '2022-04-20T15:44:09Z', 'revision_number': 3, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'gw_port': {'id': '72961775-2253-4d84-84a8-56729540a8a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:06Z', 'updated_at': '2022-04-20T15:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:18.595302 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 5b7802ac-7a1b-40cd-a115-03b6d6374397 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:18.622568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:18.628620 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5bc812-f7d1-4b31-943c-457c832b677b None None] The sync data for ids ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'] in dv-neutron-838699-1-hyperv is: [{'id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'name': 'tempest-ServerActionsTestJSON-776158018-router', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '72961775-2253-4d84-84a8-56729540a8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:03Z', 'updated_at': '2022-04-20T15:44:09Z', 'revision_number': 3, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'gw_port': {'id': '72961775-2253-4d84-84a8-56729540a8a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:06Z', 'updated_at': '2022-04-20T15:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:44:18.697881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 5b7802ac-7a1b-40cd-a115-03b6d6374397 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:18.706836 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 5b7802ac-7a1b-40cd-a115-03b6d6374397 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:18.707502 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:18.812906 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Pushing event updated for resources: {'Port': ['ID=23c3412c-8c7f-458e-90b5-478b5eb10343,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:18.829070 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:18.834617 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:18.841391 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c433e14e-306e-427e-9040-42b406ffa72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:18.914985 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56814) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:18.921546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c433e14e-306e-427e-9040-42b406ffa72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:18.937099 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:18.957160 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 5b7802ac-7a1b-40cd-a115-03b6d6374397, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=5b7802ac-7a1b-40cd-a115-03b6d6374397,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:18.967934 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:19.030562 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c433e14e-306e-427e-9040-42b406ffa72a admin admin] Usage tracker for resource:security_group_rule and tenant:ea7501b6897342ffbd5eaa303617895a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:19.062390 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:19.075612 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ff9732ac-ac61-4f5d-bd90-719b428b5d7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df1ec46fad3a471b9edb42c21efc991d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1577759 Apr 20 15:44:19.079329 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c433e14e-306e-427e-9040-42b406ffa72a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:19.087415 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56820) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:19.094847 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=5b7802ac-7a1b-40cd-a115-03b6d6374397,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:19.150864 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c433e14e-306e-427e-9040-42b406ffa72a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:19.180043 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:19.182955 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:19.192386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:19.197575 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Allocated IP 172.20.0.1 (b99e9b56-1358-4ae1-9cfc-416f103dc430/ddbab018-b2c7-4785-88fd-2b8333c96735/dd79d11e-6c93-48ae-8f88-151934a92355) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:19.215701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:19.290066 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:44:19.348073 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Pushing event updated for resources: {'Port': ['ID=7f9d8dab-cc24-4154-91a2-346cd2a0a515,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:19.354595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:19.374842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Network 6ee7f047-aede-4389-bfc1-f3eb14c90d05 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:19.377773 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:19.591543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:19.749375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Router 84b50a6e-8afc-4239-849f-2ef5e09acfb8 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:44:19.770914 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:19.781747 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e3a78cc5-a02d-4daf-9a96-cff6ef8d03fe None None] Provisioning complete for port 23c3412c-8c7f-458e-90b5-478b5eb10343 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:19.782216 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e3a78cc5-a02d-4daf-9a96-cff6ef8d03fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:19.796518 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] device_id is not set on port e13c7dbc-8855-44b4-9cc1-a587882092ac yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:44:19.806574 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:19.825111 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Transition to ACTIVE for port object e13c7dbc-8855-44b4-9cc1-a587882092ac will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:19.837013 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eb77bc14-0b38-4e14-b237-5ed42d827269,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:19.848749 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:19.883358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 5b7802ac-7a1b-40cd-a115-03b6d6374397 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:19.936296 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e3a78cc5-a02d-4daf-9a96-cff6ef8d03fe None None] Port 23c3412c-8c7f-458e-90b5-478b5eb10343 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:44:19.983918 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 5b7802ac-7a1b-40cd-a115-03b6d6374397 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:19.984084 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.052531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Pushing event updated for resources: {'Port': ['ID=e13c7dbc-8855-44b4-9cc1-a587882092ac,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:20.055013 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8a95f357-079f-42e1-9d89-f67fbb3c57c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.200655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 72961775-2253-4d84-84a8-56729540a8a3 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:20.202719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:44:20.215884 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Sync routers for ids ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:44:20.232626 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Routers {'84b50a6e-8afc-4239-849f-2ef5e09acfb8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:44:20.233346 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:44:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:20.262053 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.265772 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e7aa24fe-2ba9-43ac-aea6-31080b36522d admin admin] 10.222.0.13 "PUT /v2.0/routers/84b50a6e-8afc-4239-849f-2ef5e09acfb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7287028 Apr 20 15:44:20.305949 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8a95f357-079f-42e1-9d89-f67fbb3c57c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.344097 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.370362 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56842) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:20.376538 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 72961775-2253-4d84-84a8-56729540a8a3 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:20.383901 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 72961775-2253-4d84-84a8-56729540a8a3 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:20.384837 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.401751 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da15475-0337-4b8f-b587-66e0f76d2aad']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:20.409872 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:20.410201 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:20.410545 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:20.449635 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.459345 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.484503 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f5f2da-fc43-47ee-9d96-70e4374cb715') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:20.484872 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f5f2da-fc43-47ee-9d96-70e4374cb715') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:20.511470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Transition to ACTIVE for port object dd79d11e-6c93-48ae-8f88-151934a92355 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:20.515320 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Set router 84b50a6e-8afc-4239-849f-2ef5e09acfb8 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:44:20.522368 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:20.522879 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:20.539089 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 2 to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac Apr 20 15:44:20.555509 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c433e14e-306e-427e-9040-42b406ffa72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.558848 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.585189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c433e14e-306e-427e-9040-42b406ffa72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.651540 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c433e14e-306e-427e-9040-42b406ffa72a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea7501b6897342ffbd5eaa303617895a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7616119 Apr 20 15:44:20.655673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56848) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:20.659354 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.682122 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:20.682568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:20.683244 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:20.688968 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.698759 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-a1691090-9341-4c36-94c2-fa91dc4c8505 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2092979598'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:20.699379 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 72961775-2253-4d84-84a8-56729540a8a3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=72961775-2253-4d84-84a8-56729540a8a3,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:20.706899 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.729894 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Pushing event updated for resources: {'Port': ['ID=7f9d8dab-cc24-4154-91a2-346cd2a0a515,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:20.747874 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a1691090-9341-4c36-94c2-fa91dc4c8505 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:20.752427 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:20.752748 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:20.753913 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:44:20.754296 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.774380 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 3 to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:44:20.783173 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:44:20.785777 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433e14e-306e-427e-9040-42b406ffa72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcdeb65-485c-4d80-941c-8098b47e4650,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:20.788600 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a1691090-9341-4c36-94c2-fa91dc4c8505 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Usage tracker for resource:router and tenant:86b4ba3c39e14f5fbd38f446bb6a46be is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:20.800343 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a1691090-9341-4c36-94c2-fa91dc4c8505 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:20.843595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.861950 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=72961775-2253-4d84-84a8-56729540a8a3,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:20.866828 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8a95f357-079f-42e1-9d89-f67fbb3c57c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.892262 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-932d6ea7-a9ed-4df5-be3d-02f2f8766db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.896729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.900164 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a1691090-9341-4c36-94c2-fa91dc4c8505 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:20.908398 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-981726a3-9a17-4e8e-a22d-d7ccba64e65e tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0341702 Apr 20 15:44:20.939331 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:20.939690 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:20.940027 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:20.949190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-932d6ea7-a9ed-4df5-be3d-02f2f8766db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:20.976542 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95f357-079f-42e1-9d89-f67fbb3c57c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9617df-cbd4-426f-95d4-9ee27560f217,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:21.009934 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:21.013658 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:21.014017 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:21.046296 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'name': 'tempest-ServersTestJSON-167984635-router', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:02Z', 'updated_at': '2022-04-20T15:44:17Z', 'revision_number': 4, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'gw_port': {'id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '23c3412c-8c7f-458e-90b5-478b5eb10343', 'name': '', 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'mac_address': 'fa:16:3e:5f:fb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:14Z', 'updated_at': '2022-04-20T15:44:17Z', 'revision_number': 2, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'subnets': [{'id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:21.052580 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Checking router: 84b50a6e-8afc-4239-849f-2ef5e09acfb8 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:44:21.053097 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Updating router 84b50a6e-8afc-4239-849f-2ef5e09acfb8 port 23c3412c-8c7f-458e-90b5-478b5eb10343 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:44:21.059057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-932d6ea7-a9ed-4df5-be3d-02f2f8766db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:21.079475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d6ea7-a9ed-4df5-be3d-02f2f8766db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcdeb65-485c-4d80-941c-8098b47e4650,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:21.081922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-932d6ea7-a9ed-4df5-be3d-02f2f8766db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:21.083120 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-932d6ea7-a9ed-4df5-be3d-02f2f8766db7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbcdeb65-485c-4d80-941c-8098b47e4650 HTTP/1.1" status: 204 len: 168 time: 0.3718786 Apr 20 15:44:21.088874 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 4 to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac Apr 20 15:44:21.126207 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:21.157472 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a1691090-9341-4c36-94c2-fa91dc4c8505 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:21.158513 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a1691090-9341-4c36-94c2-fa91dc4c8505 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:21.204916 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:21.255827 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:21.256139 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:21.256480 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:21.263568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8da15475-0337-4b8f-b587-66e0f76d2aad {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 20 15:44:21.302884 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Pushing event deleted for resources: {'Network': ['ID=8da15475-0337-4b8f-b587-66e0f76d2aad,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:21.334725 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:21.334725 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Network b99e9b56-1358-4ae1-9cfc-416f103dc430 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:21.335003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56878) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:21.336769 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:21.340015 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:21.341183 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-6b0d2720-fef8-408f-9eaf-26a25a1fe704 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--309121369', 'description': 'tempest-description--1420829364'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:21.351451 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 5 to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac Apr 20 15:44:21.351643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6b0d2720-fef8-408f-9eaf-26a25a1fe704 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:21.359029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:21.361331 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6b0d2720-fef8-408f-9eaf-26a25a1fe704 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Usage tracker for resource:security_group and tenant:189fc2a27c95427bb7131a058ee6d0d7 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:21.366074 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6b0d2720-fef8-408f-9eaf-26a25a1fe704 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:21.367671 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Pushing event updated for resources: {'Port': ['ID=dd79d11e-6c93-48ae-8f88-151934a92355,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:21.373248 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:21.377557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6b0d2720-fef8-408f-9eaf-26a25a1fe704 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:21.398122 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2720-fef8-408f-9eaf-26a25a1fe704 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:21.400158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a1691090-9341-4c36-94c2-fa91dc4c8505 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:21.407607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8a95f357-079f-42e1-9d89-f67fbb3c57c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:21.412721 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8a95f357-079f-42e1-9d89-f67fbb3c57c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d9617df-cbd4-426f-95d4-9ee27560f217 HTTP/1.1" status: 204 len: 168 time: 2.3181410 Apr 20 15:44:21.424316 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a4fd1f83-30be-4a47-9961-318fc2d4eea5 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] 10.222.0.13 "DELETE /v2.0/networks/8da15475-0337-4b8f-b587-66e0f76d2aad HTTP/1.1" status: 204 len: 168 time: 7.6624320 Apr 20 15:44:21.426184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56884) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:21.431926 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:21.432265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:21.432603 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:21.454980 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:21.455302 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:21.458167 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 6 to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac Apr 20 15:44:21.481711 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:21.488930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a1691090-9341-4c36-94c2-fa91dc4c8505 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:21.505873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:21.506202 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:21.506544 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:21.526362 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:21.526698 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:21.529582 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 7 to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac Apr 20 15:44:21.564833 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a1691090-9341-4c36-94c2-fa91dc4c8505 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:21.572331 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a1691090-9341-4c36-94c2-fa91dc4c8505 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2008500 Apr 20 15:44:21.574933 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56890) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:21.594023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:21.594395 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:21.594738 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:21.607732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6b0d2720-fef8-408f-9eaf-26a25a1fe704 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:21.659805 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3a54b069-c64c-4cef-aa0b-a09c2d854e4a tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Synchronizing usage tracker for tenant:72f6a82b47714176b15382811018fdfa on resource:floatingip {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:21.672472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6b0d2720-fef8-408f-9eaf-26a25a1fe704 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Usage tracker for resource:security_group_rule and tenant:189fc2a27c95427bb7131a058ee6d0d7 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:21.688177 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6b0d2720-fef8-408f-9eaf-26a25a1fe704 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:21.735841 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6b0d2720-fef8-408f-9eaf-26a25a1fe704 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:21.760422 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 72961775-2253-4d84-84a8-56729540a8a3 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:21.765379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56898) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:21.779369 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 15:44:21.789192 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3a54b069-c64c-4cef-aa0b-a09c2d854e4a tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Unset dirty status for tenant:72f6a82b47714176b15382811018fdfa on resource:floatingip {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:21.796398 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3a54b069-c64c-4cef-aa0b-a09c2d854e4a tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3673220 Apr 20 15:44:21.798364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56904) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:21.895750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2de02693-bf56-4e8f-b75a-20053d382fb2 None None] Provisioning for port dd79d11e-6c93-48ae-8f88-151934a92355 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:21.917639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-7db7fc68-c578-428a-8f09-25da618646e2 req-f938fda0-0a18-462b-9e99-ad8254443308 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Synchronizing usage tracker for tenant:40ddd5af54534229a658a14f67df5f08 on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:21.932980 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2de02693-bf56-4e8f-b75a-20053d382fb2 None None] Provisioning complete for port dd79d11e-6c93-48ae-8f88-151934a92355 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:21.934532 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2de02693-bf56-4e8f-b75a-20053d382fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:21.956896 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebba1fa-a36a-4d0e-aa04-5d142365ddd7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:21.957365 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebba1fa-a36a-4d0e-aa04-5d142365ddd7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:21.957822 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebba1fa-a36a-4d0e-aa04-5d142365ddd7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:21.958278 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebba1fa-a36a-4d0e-aa04-5d142365ddd7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:21.958728 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebba1fa-a36a-4d0e-aa04-5d142365ddd7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:21.959175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebba1fa-a36a-4d0e-aa04-5d142365ddd7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:21.960165 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3ebba1fa-a36a-4d0e-aa04-5d142365ddd7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Synchronizing usage tracker for tenant:72f6a82b47714176b15382811018fdfa on resource:subnet {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:21.994375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2720-fef8-408f-9eaf-26a25a1fe704 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:22.003550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2720-fef8-408f-9eaf-26a25a1fe704 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:22.022061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3ebba1fa-a36a-4d0e-aa04-5d142365ddd7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Unset dirty status for tenant:72f6a82b47714176b15382811018fdfa on resource:subnet {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:22.026968 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3ebba1fa-a36a-4d0e-aa04-5d142365ddd7 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.2121432 Apr 20 15:44:22.027735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56916) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:22.100100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-7db7fc68-c578-428a-8f09-25da618646e2 req-f938fda0-0a18-462b-9e99-ad8254443308 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Unset dirty status for tenant:40ddd5af54534229a658a14f67df5f08 on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:22.109515 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-f938fda0-0a18-462b-9e99-ad8254443308 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1009891110&fields=id&tenant_id=40ddd5af54534229a658a14f67df5f08 HTTP/1.1" status: 200 len: 267 time: 0.3390133 Apr 20 15:44:22.134988 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:22.151720 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:22.152409 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:22.153935 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-2de02693-bf56-4e8f-b75a-20053d382fb2 None None] Port dd79d11e-6c93-48ae-8f88-151934a92355 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:44:22.165388 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-96e8484c-2f76-4370-8046-6e6fef77ba46 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] delete failed (client error): The resource could not be found. Apr 20 15:44:22.166182 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Transition to ACTIVE for port object 23c3412c-8c7f-458e-90b5-478b5eb10343 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:22.169764 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-96e8484c-2f76-4370-8046-6e6fef77ba46 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/58fe84bd-fd40-4723-a605-5441d8cfdbf4 HTTP/1.1" status: 404 len: 345 time: 0.1362824 Apr 20 15:44:22.175529 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 8 to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac Apr 20 15:44:22.176622 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56924) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:22.182990 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:22.203401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d2720-fef8-408f-9eaf-26a25a1fe704 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0876837-0790-4959-8cbb-37530b429b35,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:22.233549 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:22.233894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:22.238944 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:22.257345 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2720-fef8-408f-9eaf-26a25a1fe704 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:22.258575 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 72961775-2253-4d84-84a8-56729540a8a3 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:22.258963 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:22.259355 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6b0d2720-fef8-408f-9eaf-26a25a1fe704 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9235549 Apr 20 15:44:22.294309 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56930) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:22.468677 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:22.469151 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:22.478786 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 9 to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac Apr 20 15:44:22.480019 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f53847-8de3-4448-9438-3b9b138eb241 None None] Pushing event updated for resources: {'Port': ['ID=23c3412c-8c7f-458e-90b5-478b5eb10343,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:22.512074 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a06c28c-ee61-4231-a95c-df5f08414062 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] DELETE failed (client error): The resource could not be found. Apr 20 15:44:22.513068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a06c28c-ee61-4231-a95c-df5f08414062 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:44:22.521461 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03db6104-577c-4abc-a960-8e7e5270f8e7 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:22.530262 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2a06c28c-ee61-4231-a95c-df5f08414062 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] 10.222.0.13 "DELETE /v2.0/networks/8da15475-0337-4b8f-b587-66e0f76d2aad HTTP/1.1" status: 404 len: 339 time: 0.3510008 Apr 20 15:44:22.534090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56938) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:22.546006 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Attempting to bind port 23c3412c-8c7f-458e-90b5-478b5eb10343 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:22.546657 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Attempting to bind port 23c3412c-8c7f-458e-90b5-478b5eb10343 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'b00830f2-c6cb-41f4-a628-9b39ad206ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:22.547276 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Attempting to bind port 23c3412c-8c7f-458e-90b5-478b5eb10343 on network 6ee7f047-aede-4389-bfc1-f3eb14c90d05 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:22.548078 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-754e389c-c463-487f-a0a5-d9aa30cff828 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Request body: {'security_group_rule': {'security_group_id': 'c0876837-0790-4959-8cbb-37530b429b35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:22.555027 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:44:22.555678 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Checking segment: {'id': 'b00830f2-c6cb-41f4-a628-9b39ad206ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:22.556287 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:22.556826 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Bound using segment: {'id': 'b00830f2-c6cb-41f4-a628-9b39ad206ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:44:22.557505 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Bound port: 23c3412c-8c7f-458e-90b5-478b5eb10343, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00830f2-c6cb-41f4-a628-9b39ad206ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:44:22.558107 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:22.565980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-754e389c-c463-487f-a0a5-d9aa30cff828 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:22.579648 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-72d9ed84-06e2-4d20-9a5e-bc4d1466379c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Request body: {'network': {'name': 'tempest-network--288013906', 'router:external': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:22.593578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-754e389c-c463-487f-a0a5-d9aa30cff828 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Usage tracker for resource:security_group_rule and tenant:189fc2a27c95427bb7131a058ee6d0d7 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:22.609731 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-754e389c-c463-487f-a0a5-d9aa30cff828 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:22.612910 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-72d9ed84-06e2-4d20-9a5e-bc4d1466379c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:22.644803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-754e389c-c463-487f-a0a5-d9aa30cff828 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:22.682244 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] For port 23c3412c-8c7f-458e-90b5-478b5eb10343, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:22.684004 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-72d9ed84-06e2-4d20-9a5e-bc4d1466379c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Usage tracker for resource:network and tenant:72f6a82b47714176b15382811018fdfa is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:22.687690 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] For port 23c3412c-8c7f-458e-90b5-478b5eb10343, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=23c3412c-8c7f-458e-90b5-478b5eb10343,segment=NetworkSegment(b00830f2-c6cb-41f4-a628-9b39ad206ebd),segment_id=b00830f2-c6cb-41f4-a628-9b39ad206ebd)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:44:22.694121 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:22.695322 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:22.695661 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:22.696096 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:22.706028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-72d9ed84-06e2-4d20-9a5e-bc4d1466379c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:22.715617 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:22.726298 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-72d9ed84-06e2-4d20-9a5e-bc4d1466379c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:22.790161 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7fc68-c578-428a-8f09-25da618646e2 req-fbf00b5e-f38f-4f2f-93ed-02ddc9229864 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:22.791044 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-7db7fc68-c578-428a-8f09-25da618646e2 req-fbf00b5e-f38f-4f2f-93ed-02ddc9229864 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Synchronizing usage tracker for tenant:40ddd5af54534229a658a14f67df5f08 on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:22.792051 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f53847-8de3-4448-9438-3b9b138eb241 None None] Pushing event updated for resources: {'Port': ['ID=23c3412c-8c7f-458e-90b5-478b5eb10343,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:22.797417 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d9ed84-06e2-4d20-9a5e-bc4d1466379c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Made reservation on behalf of 72f6a82b47714176b15382811018fdfa for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:22.799749 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72d9ed84-06e2-4d20-9a5e-bc4d1466379c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:22.809779 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-754e389c-c463-487f-a0a5-d9aa30cff828 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:22.847041 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Routers {'84b50a6e-8afc-4239-849f-2ef5e09acfb8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:44:22.847852 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:44:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:22.864959 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-7db7fc68-c578-428a-8f09-25da618646e2 req-fbf00b5e-f38f-4f2f-93ed-02ddc9229864 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Unset dirty status for tenant:40ddd5af54534229a658a14f67df5f08 on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:22.876245 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-fbf00b5e-f38f-4f2f-93ed-02ddc9229864 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/networks?id=c880705c-c9ca-461f-ab61-0c74e5f307a3 HTTP/1.1" status: 200 len: 812 time: 0.7652595 Apr 20 15:44:22.911208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d9ed84-06e2-4d20-9a5e-bc4d1466379c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:44:22.921433 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-cb90e71d-53e1-4096-8e96-4d564565911f tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/quotas/40ddd5af54534229a658a14f67df5f08 HTTP/1.1" status: 200 len: 375 time: 0.0442665 Apr 20 15:44:22.938696 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:22.939287 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:23.006948 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56956) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:23.014898 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72d9ed84-06e2-4d20-9a5e-bc4d1466379c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.015504 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-72d9ed84-06e2-4d20-9a5e-bc4d1466379c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Added segment 74a25b17-1cbd-47d3-bad7-e0981e93938f of type vlan for network 122d93cb-52e8-4774-b018-ed6ba3081533 Apr 20 15:44:23.052505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-754e389c-c463-487f-a0a5-d9aa30cff828 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.065380 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56962) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:23.066231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-754e389c-c463-487f-a0a5-d9aa30cff828 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.112003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03db6104-577c-4abc-a960-8e7e5270f8e7 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.115211 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03db6104-577c-4abc-a960-8e7e5270f8e7 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.136721 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e389c-c463-487f-a0a5-d9aa30cff828 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f662cc9-3c9e-4942-99aa-5bc65d28e825,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:23.158807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72d9ed84-06e2-4d20-9a5e-bc4d1466379c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.163197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-754e389c-c463-487f-a0a5-d9aa30cff828 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.164459 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-754e389c-c463-487f-a0a5-d9aa30cff828 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8682985 Apr 20 15:44:23.168307 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] Set router 84b50a6e-8afc-4239-849f-2ef5e09acfb8 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:44:23.184130 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56968) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:23.204638 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1815f382-e1fb-4ab8-9e4c-c4fa7d76df34 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Request body: {'security_group_rule': {'security_group_id': 'c0876837-0790-4959-8cbb-37530b429b35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:23.233329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1815f382-e1fb-4ab8-9e4c-c4fa7d76df34 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:23.255677 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 10 to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac Apr 20 15:44:23.261001 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1815f382-e1fb-4ab8-9e4c-c4fa7d76df34 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Usage tracker for resource:security_group_rule and tenant:189fc2a27c95427bb7131a058ee6d0d7 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:23.283945 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-7db7fc68-c578-428a-8f09-25da618646e2 req-f8f18c56-e004-44eb-b206-3c26dc234ade tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Synchronizing usage tracker for tenant:40ddd5af54534229a658a14f67df5f08 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:23.287674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1815f382-e1fb-4ab8-9e4c-c4fa7d76df34 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:23.298636 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03db6104-577c-4abc-a960-8e7e5270f8e7 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.299271 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03db6104-577c-4abc-a960-8e7e5270f8e7 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a24a56f1-d498-43d6-bcb3-93d62f88ac64 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:44:23.300702 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1898386101'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:23.304714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1815f382-e1fb-4ab8-9e4c-c4fa7d76df34 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:23.316358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:23.320163 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03db6104-577c-4abc-a960-8e7e5270f8e7 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.321575 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-03db6104-577c-4abc-a960-8e7e5270f8e7 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] 10.222.0.13 "DELETE /v2.0/routers/a24a56f1-d498-43d6-bcb3-93d62f88ac64 HTTP/1.1" status: 204 len: 168 time: 1.7438700 Apr 20 15:44:23.327982 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56972) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:23.332374 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:network and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:23.339146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:23.339607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:23.340052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-154112a4-f594-47f8-8504-ee6498de453f tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Request body: {'router': {'name': 'tempest-router-23276202', 'distributed': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:23.340301 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:23.344347 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:23.350114 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-154112a4-f594-47f8-8504-ee6498de453f tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:23.351624 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:23.352479 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port e13c7dbc-8855-44b4-9cc1-a587882092ac on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:23.353048 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.356097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72d9ed84-06e2-4d20-9a5e-bc4d1466379c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.357039 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d9ed84-06e2-4d20-9a5e-bc4d1466379c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:23.357617 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72d9ed84-06e2-4d20-9a5e-bc4d1466379c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.374313 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:23.392962 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1630791919'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:23.397664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-154112a4-f594-47f8-8504-ee6498de453f tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Usage tracker for resource:router and tenant:86b4ba3c39e14f5fbd38f446bb6a46be is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:23.408561 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-7db7fc68-c578-428a-8f09-25da618646e2 req-f8f18c56-e004-44eb-b206-3c26dc234ade tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Unset dirty status for tenant:40ddd5af54534229a658a14f67df5f08 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:23.414218 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-f8f18c56-e004-44eb-b206-3c26dc234ade tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=40ddd5af54534229a658a14f67df5f08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4908786 Apr 20 15:44:23.415207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-154112a4-f594-47f8-8504-ee6498de453f tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:23.425031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1815f382-e1fb-4ab8-9e4c-c4fa7d76df34 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.442476 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-154112a4-f594-47f8-8504-ee6498de453f tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:23.509666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:23.513090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.524159 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-72d9ed84-06e2-4d20-9a5e-bc4d1466379c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9712505 Apr 20 15:44:23.531339 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56982) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:23.532324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:23.542959 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'name': 'tempest-ServersTestJSON-167984635-router', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:02Z', 'updated_at': '2022-04-20T15:44:17Z', 'revision_number': 4, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'gw_port': {'id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '23c3412c-8c7f-458e-90b5-478b5eb10343', 'name': '', 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'mac_address': 'fa:16:3e:5f:fb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:14Z', 'updated_at': '2022-04-20T15:44:22Z', 'revision_number': 4, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'subnets': [{'id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:23.547631 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc2398-3702-44ae-85de-7e6a7a8ba7cf None None] The sync data for ids ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'] in dv-neutron-838699-1-hyperv is: [{'id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'name': 'tempest-ServersTestJSON-167984635-router', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:02Z', 'updated_at': '2022-04-20T15:44:17Z', 'revision_number': 4, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'gw_port': {'id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '23c3412c-8c7f-458e-90b5-478b5eb10343', 'name': '', 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'mac_address': 'fa:16:3e:5f:fb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:14Z', 'updated_at': '2022-04-20T15:44:22Z', 'revision_number': 4, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'subnets': [{'id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:44:23.559398 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] For port e13c7dbc-8855-44b4-9cc1-a587882092ac, host hv-neutron-8386, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:23.559839 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempted to set empty binding levels {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 20 15:44:23.571537 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.589107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Usage tracker for resource:network and tenant:d344c24002824265858fc3a192d82b8a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:23.595924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.617330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:23.631306 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-154112a4-f594-47f8-8504-ee6498de453f tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.632452 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-154112a4-f594-47f8-8504-ee6498de453f tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.657527 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] In _notify_port_updated(), no bound segment for port e13c7dbc-8855-44b4-9cc1-a587882092ac on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:44:23.657997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:23.658390 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:23.658983 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.663017 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] 10.222.0.13 "PUT /v2.0/ports/e13c7dbc-8855-44b4-9cc1-a587882092ac HTTP/1.1" status: 200 len: 976 time: 5.2852592 Apr 20 15:44:23.665751 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 56988) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:23.742519 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9ed84-06e2-4d20-9a5e-bc4d1466379c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Pushing event updated for resources: {'Network': ['ID=122d93cb-52e8-4774-b018-ed6ba3081533,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:23.749389 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac144c04-014c-47eb-9acb-e71f867e0066 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Pushing event updated for resources: {'Port': ['ID=e13c7dbc-8855-44b4-9cc1-a587882092ac,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:23.753505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-58839279-2059-4632-97c4-c96d5eda2210 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:23.759714 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 122d93cb-52e8-4774-b018-ed6ba3081533 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:44:23.761069 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-58839279-2059-4632-97c4-c96d5eda2210 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2303939 Apr 20 15:44:23.766548 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:23.774734 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.787489 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.819263 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:23.832007 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.842012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-154112a4-f594-47f8-8504-ee6498de453f tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.862435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 23c3412c-8c7f-458e-90b5-478b5eb10343 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:23.889779 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:security_group_rule and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:23.908585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:23.913785 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Pushing event updated for resources: {'Port': ['ID=dd79d11e-6c93-48ae-8f88-151934a92355,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:23.931953 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.955366 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1815f382-e1fb-4ab8-9e4c-c4fa7d76df34 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.956483 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:23.976835 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d77fbc-8c88-43a6-af7c-5637d5e47dd4 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:23.977270 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d77fbc-8c88-43a6-af7c-5637d5e47dd4 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:23.977740 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d77fbc-8c88-43a6-af7c-5637d5e47dd4 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:23.978352 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d77fbc-8c88-43a6-af7c-5637d5e47dd4 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:23.979642 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d77fbc-8c88-43a6-af7c-5637d5e47dd4 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:23.979748 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d77fbc-8c88-43a6-af7c-5637d5e47dd4 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:23.980994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d77fbc-8c88-43a6-af7c-5637d5e47dd4 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:23.981462 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d77fbc-8c88-43a6-af7c-5637d5e47dd4 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:23.981926 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d77fbc-8c88-43a6-af7c-5637d5e47dd4 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:23.982388 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d77fbc-8c88-43a6-af7c-5637d5e47dd4 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:23.983135 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d77fbc-8c88-43a6-af7c-5637d5e47dd4 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:23.983504 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d77fbc-8c88-43a6-af7c-5637d5e47dd4 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:23.983987 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d77fbc-8c88-43a6-af7c-5637d5e47dd4 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:23.984447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d77fbc-8c88-43a6-af7c-5637d5e47dd4 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:23.985441 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d77fbc-8c88-43a6-af7c-5637d5e47dd4 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:23.987042 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e8d77fbc-8c88-43a6-af7c-5637d5e47dd4 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Synchronizing usage tracker for tenant:c21a0a4daf1d4da2b8ae77b51624cc52 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:23.994989 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1815f382-e1fb-4ab8-9e4c-c4fa7d76df34 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:23.995195 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 23c3412c-8c7f-458e-90b5-478b5eb10343 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:24.002737 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 23c3412c-8c7f-458e-90b5-478b5eb10343 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:24.003539 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:24.005931 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:24.006517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:24.044825 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Usage tracker for resource:security_group_rule and tenant:d344c24002824265858fc3a192d82b8a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:24.066738 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:24.074584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-154112a4-f594-47f8-8504-ee6498de453f tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:24.077941 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815f382-e1fb-4ab8-9e4c-c4fa7d76df34 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab490db-b2cd-4cee-b8b3-9ccb085f25e3,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:24.095202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48299720-2700-41e0-aa93-4ea08047c259 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:24.101218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48299720-2700-41e0-aa93-4ea08047c259 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:24.112377 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48299720-2700-41e0-aa93-4ea08047c259 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:24.118078 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48299720-2700-41e0-aa93-4ea08047c259 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:24.118949 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-48299720-2700-41e0-aa93-4ea08047c259 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Synchronizing usage tracker for tenant:db25681a220b44cab523c03be13ffbc0 on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:24.121912 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:24.148647 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:24.186768 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 23c3412c-8c7f-458e-90b5-478b5eb10343, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=23c3412c-8c7f-458e-90b5-478b5eb10343,segment=NetworkSegment(b00830f2-c6cb-41f4-a628-9b39ad206ebd),segment_id=b00830f2-c6cb-41f4-a628-9b39ad206ebd)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:24.192584 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:24.217643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1815f382-e1fb-4ab8-9e4c-c4fa7d76df34 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:24.219967 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1815f382-e1fb-4ab8-9e4c-c4fa7d76df34 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0320194 Apr 20 15:44:24.229521 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-154112a4-f594-47f8-8504-ee6498de453f tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:24.230698 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-154112a4-f594-47f8-8504-ee6498de453f tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9001572 Apr 20 15:44:24.236841 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56994) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:24.237169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 56996) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:24.261481 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:24.284452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=23c3412c-8c7f-458e-90b5-478b5eb10343,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:24.319008 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-23b3a9fb-c4f4-4163-8de5-ccf567fb23f7 service neutron] 10.222.0.13 "GET /v2.0/networks/c880705c-c9ca-461f-ab61-0c74e5f307a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570760 Apr 20 15:44:24.326181 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Network b99e9b56-1358-4ae1-9cfc-416f103dc430 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:24.327757 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:24.333791 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:24.366823 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Usage tracker for resource:floatingip and tenant:189fc2a27c95427bb7131a058ee6d0d7 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:24.374619 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:24.504256 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:24.518581 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e92b8e3d-70c0-491d-8a67-b8708464c142 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:24.521778 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Router 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:44:24.558798 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-25e37357-8ea9-46e2-abb4-0a57c9c76bd0 None None] Provisioning complete for port dd79d11e-6c93-48ae-8f88-151934a92355 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:24.559270 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-25e37357-8ea9-46e2-abb4-0a57c9c76bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:24.619584 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-25e37357-8ea9-46e2-abb4-0a57c9c76bd0 None None] Port dd79d11e-6c93-48ae-8f88-151934a92355 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:44:24.699358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:24.706324 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:44:24.720612 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-05414489-6517-4bb8-a6e3-5a4cbf588a79 admin admin] 10.222.0.13 "PUT /v2.0/routers/3ab6c599-d4b2-4e73-948c-b320ee3a1fd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9840693 Apr 20 15:44:24.723885 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Sync routers for ids ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:44:24.734115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Routers {'3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:44:24.734729 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:44:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:24.787434 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:24.922415 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Set router 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:44:24.966603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:24.997696 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-4f87330c-3a16-4c3e-bff7-41ac68eabfeb service neutron] 10.222.0.13 "GET /v2.0/networks/c880705c-c9ca-461f-ab61-0c74e5f307a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520352 Apr 20 15:44:25.127950 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.132849 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e92b8e3d-70c0-491d-8a67-b8708464c142 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.135954 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e92b8e3d-70c0-491d-8a67-b8708464c142 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.149890 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:44:25.152936 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e8d77fbc-8c88-43a6-af7c-5637d5e47dd4 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Unset dirty status for tenant:c21a0a4daf1d4da2b8ae77b51624cc52 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:25.160343 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e8d77fbc-8c88-43a6-af7c-5637d5e47dd4 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13727 time: 1.4922056 Apr 20 15:44:25.160900 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57008) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:25.163938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.173437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48727196-1128-4586-8526-8c74b2bc7ef5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:25.188924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-48299720-2700-41e0-aa93-4ea08047c259 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Unset dirty status for tenant:db25681a220b44cab523c03be13ffbc0 on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:25.193991 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-48299720-2700-41e0-aa93-4ea08047c259 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.6537721 Apr 20 15:44:25.209163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57014) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:25.258391 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57022) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:25.259076 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.260384 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Added segment 31a9347b-a2d1-4383-8172-258e1e19c8d4 of type vlan for network f66047db-8bb8-4641-b4de-e5f9a3950b44 Apr 20 15:44:25.281101 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-dfe4f717-1be5-4b10-bee9-557068c4e57a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--331943117', 'description': 'tempest-description--1479694892'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:25.293946 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-dfe4f717-1be5-4b10-bee9-557068c4e57a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:25.315262 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-dfe4f717-1be5-4b10-bee9-557068c4e57a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Usage tracker for resource:security_group and tenant:80c78f2bdb844b1b88a5fac930d650c8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:25.320531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-dfe4f717-1be5-4b10-bee9-557068c4e57a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:25.330477 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-0c69a14d-022d-4343-bb32-b9a94305124e tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Deleting port e13c7dbc-8855-44b4-9cc1-a587882092ac {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:44:25.330981 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0c69a14d-022d-4343-bb32-b9a94305124e tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.381157 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-dfe4f717-1be5-4b10-bee9-557068c4e57a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:25.408875 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfe4f717-1be5-4b10-bee9-557068c4e57a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.428061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-84abbe13-9f3e-43bf-b36a-d9d3649809fc tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.454341 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:44:25.520768 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-dfe4f717-1be5-4b10-bee9-557068c4e57a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:25.523820 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce965edf-7147-454a-bcf6-aab70fa1c185 req-b1f45a59-fbd4-41f0-a28b-81511867f4ff tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 210 time: 0.0863538 Apr 20 15:44:25.527610 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-dfe4f717-1be5-4b10-bee9-557068c4e57a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Usage tracker for resource:security_group_rule and tenant:80c78f2bdb844b1b88a5fac930d650c8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:25.540413 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e92b8e3d-70c0-491d-8a67-b8708464c142 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.540891 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92b8e3d-70c0-491d-8a67-b8708464c142 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b07160fd-8e7f-41bc-ab82-85e701bdad79 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:44:25.551480 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-dfe4f717-1be5-4b10-bee9-557068c4e57a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:25.562826 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31e06d2-69fb-4e8f-a365-529f4d602dd0,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:25.582238 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.582686 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Added segment 08137b41-f2ad-4008-89a0-f2b8ba034bf9 of type vlan for network ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3 Apr 20 15:44:25.602744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-dfe4f717-1be5-4b10-bee9-557068c4e57a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:25.607000 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'name': 'tempest-ServerActionsTestJSON-776158018-router', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '72961775-2253-4d84-84a8-56729540a8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:03Z', 'updated_at': '2022-04-20T15:44:22Z', 'revision_number': 4, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'gw_port': {'id': '72961775-2253-4d84-84a8-56729540a8a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:06Z', 'updated_at': '2022-04-20T15:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'dd79d11e-6c93-48ae-8f88-151934a92355', 'name': '', 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'mac_address': 'fa:16:3e:27:45:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:18Z', 'updated_at': '2022-04-20T15:44:23Z', 'revision_number': 2, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'subnets': [{'id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:25.607365 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.619352 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Checking router: 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:44:25.619706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Updating router 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 port dd79d11e-6c93-48ae-8f88-151934a92355 binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:44:25.721257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.746671 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 23c3412c-8c7f-458e-90b5-478b5eb10343 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:25.757920 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-0c69a14d-022d-4343-bb32-b9a94305124e tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] For port e13c7dbc-8855-44b4-9cc1-a587882092ac, host hv-neutron-8386, got binding levels [] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:25.758246 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0c69a14d-022d-4343-bb32-b9a94305124e tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.798036 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.829585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e92b8e3d-70c0-491d-8a67-b8708464c142 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.835110 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e92b8e3d-70c0-491d-8a67-b8708464c142 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] 10.222.0.13 "DELETE /v2.0/routers/b07160fd-8e7f-41bc-ab82-85e701bdad79 HTTP/1.1" status: 204 len: 168 time: 1.5890498 Apr 20 15:44:25.835935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57042) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:25.869819 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f7d3ed66-221a-45a6-8a22-5d6c9d6eb842 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Request body: {'router': {'name': 'tempest-router-1283471299', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '902c895af3ab45cc942eade0eb301e4e'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:25.875586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f7d3ed66-221a-45a6-8a22-5d6c9d6eb842 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:25.879478 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f7d3ed66-221a-45a6-8a22-5d6c9d6eb842 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Usage tracker for resource:router and tenant:902c895af3ab45cc942eade0eb301e4e is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:25.882558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f7d3ed66-221a-45a6-8a22-5d6c9d6eb842 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:25.888479 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f7d3ed66-221a-45a6-8a22-5d6c9d6eb842 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:25.902187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-84abbe13-9f3e-43bf-b36a-d9d3649809fc tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.923508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f7d3ed66-221a-45a6-8a22-5d6c9d6eb842 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.924537 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f7d3ed66-221a-45a6-8a22-5d6c9d6eb842 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.925368 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-0c69a14d-022d-4343-bb32-b9a94305124e tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Calling delete_port for e13c7dbc-8855-44b4-9cc1-a587882092ac owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:44:25.964758 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:25.970084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:25.970708 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.008779 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 23c3412c-8c7f-458e-90b5-478b5eb10343 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:26.009336 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.018985 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-84abbe13-9f3e-43bf-b36a-d9d3649809fc tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122d93cb-52e8-4774-b018-ed6ba3081533']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:26.033098 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0210240 Apr 20 15:44:26.058870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57052) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:26.062108 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfe4f717-1be5-4b10-bee9-557068c4e57a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.074028 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfe4f717-1be5-4b10-bee9-557068c4e57a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.119488 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4f717-1be5-4b10-bee9-557068c4e57a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7acd547a-87f1-49c6-ad23-9ddc8c1bb500,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:26.145774 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.152180 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:26.152832 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.161374 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-84abbe13-9f3e-43bf-b36a-d9d3649809fc tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a25b17-1cbd-47d3-bad7-e0981e93938f') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:26.161830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-84abbe13-9f3e-43bf-b36a-d9d3649809fc tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a25b17-1cbd-47d3-bad7-e0981e93938f') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:26.171506 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfe4f717-1be5-4b10-bee9-557068c4e57a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.173059 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dfe4f717-1be5-4b10-bee9-557068c4e57a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9137404 Apr 20 15:44:26.177968 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f7d3ed66-221a-45a6-8a22-5d6c9d6eb842 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.178249 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57058) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:26.190259 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-e7b0d637-49b4-46b0-b7bc-45de92a271e3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Request body: {'security_group_rule': {'security_group_id': '7acd547a-87f1-49c6-ad23-9ddc8c1bb500', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:26.190658 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-53764825-c972-4e43-bb1e-925b9801d03a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:26.206144 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e7b0d637-49b4-46b0-b7bc-45de92a271e3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:26.211178 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e7b0d637-49b4-46b0-b7bc-45de92a271e3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Usage tracker for resource:security_group_rule and tenant:80c78f2bdb844b1b88a5fac930d650c8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:26.216893 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e7b0d637-49b4-46b0-b7bc-45de92a271e3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:26.230760 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0c69a14d-022d-4343-bb32-b9a94305124e tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.297517 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e7b0d637-49b4-46b0-b7bc-45de92a271e3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:26.305763 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.327949 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69a14d-022d-4343-bb32-b9a94305124e tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Pushing event deleted for resources: {'Port': ['ID=e13c7dbc-8855-44b4-9cc1-a587882092ac,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:26.330984 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-84abbe13-9f3e-43bf-b36a-d9d3649809fc tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.334057 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0c69a14d-022d-4343-bb32-b9a94305124e tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.364942 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d637-49b4-46b0-b7bc-45de92a271e3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.385351 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0c69a14d-022d-4343-bb32-b9a94305124e tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] 10.222.0.13 "DELETE /v2.0/ports/e13c7dbc-8855-44b4-9cc1-a587882092ac HTTP/1.1" status: 204 len: 168 time: 1.2207918 Apr 20 15:44:26.387650 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57066) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:26.449902 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b984cd-08a1-4e14-ab80-d77067d13a7e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Network': ['ID=f66047db-8bb8-4641-b4de-e5f9a3950b44,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:26.461578 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.3930819 Apr 20 15:44:26.482471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-84abbe13-9f3e-43bf-b36a-d9d3649809fc tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.483485 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea1d766-844c-4e4e-8e8c-113778f53145 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] GET failed (client error): The resource could not be found. Apr 20 15:44:26.484047 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-eea1d766-844c-4e4e-8e8c-113778f53145 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Synchronizing usage tracker for tenant:c21a0a4daf1d4da2b8ae77b51624cc52 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:26.489115 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f7d3ed66-221a-45a6-8a22-5d6c9d6eb842 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.493376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-53764825-c972-4e43-bb1e-925b9801d03a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:26.513793 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.560116 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:44:26.566719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-53764825-c972-4e43-bb1e-925b9801d03a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:26.586921 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-53764825-c972-4e43-bb1e-925b9801d03a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:26.589610 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84abbe13-9f3e-43bf-b36a-d9d3649809fc tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:44:26.590264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-84abbe13-9f3e-43bf-b36a-d9d3649809fc tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:44:26.605116 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:44:26.635439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-53764825-c972-4e43-bb1e-925b9801d03a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:26.683337 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d637-49b4-46b0-b7bc-45de92a271e3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.688249 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-eea1d766-844c-4e4e-8e8c-113778f53145 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Unset dirty status for tenant:c21a0a4daf1d4da2b8ae77b51624cc52 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:26.689599 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-eea1d766-844c-4e4e-8e8c-113778f53145 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] 10.222.0.13 "GET /v2.0/ports/e13c7dbc-8855-44b4-9cc1-a587882092ac HTTP/1.1" status: 404 len: 333 time: 0.3009963 Apr 20 15:44:26.695872 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57080) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:26.699675 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d637-49b4-46b0-b7bc-45de92a271e3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.730449 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-14b74654-df82-45ac-9428-95cdc2c7ad63 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-316395368', 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:26.769048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f7d3ed66-221a-45a6-8a22-5d6c9d6eb842 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.773108 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f7d3ed66-221a-45a6-8a22-5d6c9d6eb842 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9239845 Apr 20 15:44:26.774053 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57084) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:26.774440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57086) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:26.782599 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-14b74654-df82-45ac-9428-95cdc2c7ad63 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:26.814776 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c33373-b606-4253-8687-acd258120446 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Network': ['ID=ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:26.821106 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0d637-49b4-46b0-b7bc-45de92a271e3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ff5797-8c27-48de-9572-031eade90c12,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:26.821858 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-3c23292e-4db1-47d6-8de1-dc9d7b8ee590 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:26.823138 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-14b74654-df82-45ac-9428-95cdc2c7ad63 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:26.825940 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d637-49b4-46b0-b7bc-45de92a271e3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.830142 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e7b0d637-49b4-46b0-b7bc-45de92a271e3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6479232 Apr 20 15:44:26.837990 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:44:26.844675 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57094) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:26.855026 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-36fe1ddb-40de-4521-9a95-339c2faf5cb7 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Request body: {'security_group_rule': {'security_group_id': '7acd547a-87f1-49c6-ad23-9ddc8c1bb500', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:26.872906 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-36fe1ddb-40de-4521-9a95-339c2faf5cb7 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:26.882346 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-36fe1ddb-40de-4521-9a95-339c2faf5cb7 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Usage tracker for resource:security_group_rule and tenant:80c78f2bdb844b1b88a5fac930d650c8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:26.884988 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b74654-df82-45ac-9428-95cdc2c7ad63 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Made reservation on behalf of c21a0a4daf1d4da2b8ae77b51624cc52 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:26.887264 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-14b74654-df82-45ac-9428-95cdc2c7ad63 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.907797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53764825-c972-4e43-bb1e-925b9801d03a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:26.913360 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-53764825-c972-4e43-bb1e-925b9801d03a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:26.927921 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-36fe1ddb-40de-4521-9a95-339c2faf5cb7 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:26.943185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-36fe1ddb-40de-4521-9a95-339c2faf5cb7 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:26.958707 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-14b74654-df82-45ac-9428-95cdc2c7ad63 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] device_id is not set on port f4e2c88e-a043-4f48-b3b3-2fc84c468647 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:44:27.065061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-36fe1ddb-40de-4521-9a95-339c2faf5cb7 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:27.135978 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-36fe1ddb-40de-4521-9a95-339c2faf5cb7 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:27.150445 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-36fe1ddb-40de-4521-9a95-339c2faf5cb7 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:27.203143 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe1ddb-40de-4521-9a95-339c2faf5cb7 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7957071-147b-454c-80c3-a0942a3dc1a1,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:27.374391 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-36fe1ddb-40de-4521-9a95-339c2faf5cb7 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:27.376404 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-36fe1ddb-40de-4521-9a95-339c2faf5cb7 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5293584 Apr 20 15:44:27.380752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Transition to ACTIVE for port object dd79d11e-6c93-48ae-8f88-151934a92355 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:27.390059 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:27.404787 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57102) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:27.428552 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:27.445024 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-115399e8-c21b-4293-b07e-0a726cdd6b32 req-e1cfa65b-e73c-48a7-88db-15e5de4d300f tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 210 time: 0.6457217 Apr 20 15:44:27.463842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-84abbe13-9f3e-43bf-b36a-d9d3649809fc tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:27.469440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84abbe13-9f3e-43bf-b36a-d9d3649809fc tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 122d93cb-52e8-4774-b018-ed6ba3081533 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 20 15:44:27.472283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-84abbe13-9f3e-43bf-b36a-d9d3649809fc tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:27.480941 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14427268-ca07-47d1-998e-c25f221b3417 None None] Pushing event updated for resources: {'Port': ['ID=dd79d11e-6c93-48ae-8f88-151934a92355,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:27.482449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Allocated IP 172.26.7.36 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/9e5f6396-a70e-42b1-9c8c-ac092b6dae59) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:27.510532 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-84abbe13-9f3e-43bf-b36a-d9d3649809fc tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] 10.222.0.13 "DELETE /v2.0/networks/122d93cb-52e8-4774-b018-ed6ba3081533 HTTP/1.1" status: 204 len: 168 time: 2.2694302 Apr 20 15:44:27.524606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abbe13-9f3e-43bf-b36a-d9d3649809fc tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Pushing event deleted for resources: {'Network': ['ID=122d93cb-52e8-4774-b018-ed6ba3081533,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:27.534122 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-14b74654-df82-45ac-9428-95cdc2c7ad63 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:27.537603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57106) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:27.549233 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:27.566938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Usage tracker for resource:floatingip and tenant:80c78f2bdb844b1b88a5fac930d650c8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:27.574587 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:27.595129 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:27.625343 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-83e604d1-328f-4b72-a16a-8cdadaf00512 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Request body: {'network': {'name': 'tempest-network--1510437588', 'router:external': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:27.643698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-83e604d1-328f-4b72-a16a-8cdadaf00512 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:27.649818 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-83e604d1-328f-4b72-a16a-8cdadaf00512 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Usage tracker for resource:network and tenant:72f6a82b47714176b15382811018fdfa is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:27.653992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-83e604d1-328f-4b72-a16a-8cdadaf00512 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:27.660313 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-83e604d1-328f-4b72-a16a-8cdadaf00512 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:27.671890 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for floatingip, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:27.683295 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e604d1-328f-4b72-a16a-8cdadaf00512 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Made reservation on behalf of 72f6a82b47714176b15382811018fdfa for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:27.687192 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-83e604d1-328f-4b72-a16a-8cdadaf00512 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:27.726467 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e604d1-328f-4b72-a16a-8cdadaf00512 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:44:27.739400 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-83e604d1-328f-4b72-a16a-8cdadaf00512 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:27.739400 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-83e604d1-328f-4b72-a16a-8cdadaf00512 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Added segment 11ad80c8-6a14-4680-8a81-ff612afe7f82 of type vlan for network 1c1ac21b-13a8-4513-b298-a0c1723b9613 Apr 20 15:44:27.759410 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Attempting to bind port dd79d11e-6c93-48ae-8f88-151934a92355 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:27.766069 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Attempting to bind port dd79d11e-6c93-48ae-8f88-151934a92355 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '64b7e63f-c762-4f02-9acf-cfdeb829fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:27.766715 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Attempting to bind port dd79d11e-6c93-48ae-8f88-151934a92355 on network b99e9b56-1358-4ae1-9cfc-416f103dc430 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:27.774526 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-83e604d1-328f-4b72-a16a-8cdadaf00512 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:27.776366 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:44:27.777313 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Checking segment: {'id': '64b7e63f-c762-4f02-9acf-cfdeb829fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:27.777895 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:27.778478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Bound using segment: {'id': '64b7e63f-c762-4f02-9acf-cfdeb829fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:44:27.779153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Bound port: dd79d11e-6c93-48ae-8f88-151934a92355, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b7e63f-c762-4f02-9acf-cfdeb829fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:44:27.782015 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:27.961557 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] For port dd79d11e-6c93-48ae-8f88-151934a92355, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:27.965260 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] For port dd79d11e-6c93-48ae-8f88-151934a92355, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=dd79d11e-6c93-48ae-8f88-151934a92355,segment=NetworkSegment(64b7e63f-c762-4f02-9acf-cfdeb829fc9b),segment_id=64b7e63f-c762-4f02-9acf-cfdeb829fc9b)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:44:27.972327 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:27.973276 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c23292e-4db1-47d6-8de1-dc9d7b8ee590 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:27.973693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c23292e-4db1-47d6-8de1-dc9d7b8ee590 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:28.004422 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.11', 65196) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:28.013300 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-14b74654-df82-45ac-9428-95cdc2c7ad63 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:28.113478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Routers {'3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:44:28.114502 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:44:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:28.281607 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3c23292e-4db1-47d6-8de1-dc9d7b8ee590 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88168) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 20 15:44:28.281916 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3c23292e-4db1-47d6-8de1-dc9d7b8ee590 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Router 926e9538-42a3-4889-838b-ccd81da6c2e3 migrating from provider to provider. {{(pid=88168) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 20 15:44:28.282232 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c23292e-4db1-47d6-8de1-dc9d7b8ee590 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:28.304008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c23292e-4db1-47d6-8de1-dc9d7b8ee590 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:28.324305 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-83e604d1-328f-4b72-a16a-8cdadaf00512 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:28.327725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e604d1-328f-4b72-a16a-8cdadaf00512 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:28.333638 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-83e604d1-328f-4b72-a16a-8cdadaf00512 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:28.378383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14427268-ca07-47d1-998e-c25f221b3417 None None] Pushing event updated for resources: {'Port': ['ID=dd79d11e-6c93-48ae-8f88-151934a92355,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:28.485025 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7fc68-c578-428a-8f09-25da618646e2 req-b01fadd1-ae26-401c-98b2-50b5900b50ca tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:28.488680 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-b01fadd1-ae26-401c-98b2-50b5900b50ca tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.11 "GET /v2.0/networks?id=c880705c-c9ca-461f-ab61-0c74e5f307a3 HTTP/1.1" status: 200 len: 812 time: 0.4820468 Apr 20 15:44:28.545602 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] Set router 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:44:28.630747 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c23292e-4db1-47d6-8de1-dc9d7b8ee590 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:28.655560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e604d1-328f-4b72-a16a-8cdadaf00512 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Pushing event updated for resources: {'Network': ['ID=1c1ac21b-13a8-4513-b298-a0c1723b9613,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:28.662091 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-83e604d1-328f-4b72-a16a-8cdadaf00512 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0511258 Apr 20 15:44:28.669867 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57118) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:28.716372 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b74654-df82-45ac-9428-95cdc2c7ad63 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:28.753856 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-14b74654-df82-45ac-9428-95cdc2c7ad63 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:28.757265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b74654-df82-45ac-9428-95cdc2c7ad63 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:28.759724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b74654-df82-45ac-9428-95cdc2c7ad63 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:28.765025 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-14b74654-df82-45ac-9428-95cdc2c7ad63 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:28.793639 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 1c1ac21b-13a8-4513-b298-a0c1723b9613 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:44:28.849156 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b74654-df82-45ac-9428-95cdc2c7ad63 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Pushing event updated for resources: {'Port': ['ID=f4e2c88e-a043-4f48-b3b3-2fc84c468647,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:28.870030 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [req-7db7fc68-c578-428a-8f09-25da618646e2 req-1be0a5f1-3eab-44e4-a8d0-bbf467b88c00 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Synchronizing usage tracker for tenant:40ddd5af54534229a658a14f67df5f08 on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:28.890086 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-14b74654-df82-45ac-9428-95cdc2c7ad63 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1930010 Apr 20 15:44:28.890844 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57130) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:29.055609 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3848fb-dee1-4edb-bccb-d6ea86e931b6 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:29.056555 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5d3848fb-dee1-4edb-bccb-d6ea86e931b6 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Synchronizing usage tracker for tenant:c21a0a4daf1d4da2b8ae77b51624cc52 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:29.065061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [req-7db7fc68-c578-428a-8f09-25da618646e2 req-1be0a5f1-3eab-44e4-a8d0-bbf467b88c00 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Unset dirty status for tenant:40ddd5af54534229a658a14f67df5f08 on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:29.066445 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-1be0a5f1-3eab-44e4-a8d0-bbf467b88c00 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ddd5af54534229a658a14f67df5f08 HTTP/1.1" status: 200 len: 380 time: 0.4379904 Apr 20 15:44:29.076231 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [req-7db7fc68-c578-428a-8f09-25da618646e2 req-c7957333-b073-4bde-8d14-f840e914f995 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Request body: {'port': {'device_id': '77666eaf-cc28-423b-8b0a-dc83f50fa832', 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3', 'admin_state_up': True, 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'security_groups': ['b958054b-4355-42dd-a3dd-c301839afb76']}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:29.106533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb76ac0-7949-4aed-ae8b-caeb5d1a8b4a tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:29.111014 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dcb76ac0-7949-4aed-ae8b-caeb5d1a8b4a tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] 10.222.0.13 "GET /v2.0/networks/1c1ac21b-13a8-4513-b298-a0c1723b9613 HTTP/1.1" status: 200 len: 757 time: 0.4401121 Apr 20 15:44:29.112957 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57144) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:29.128087 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3c23292e-4db1-47d6-8de1-dc9d7b8ee590 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] No L3 agents can host the router 926e9538-42a3-4889-838b-ccd81da6c2e3 Apr 20 15:44:29.183037 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'name': 'tempest-ServerActionsTestJSON-776158018-router', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '72961775-2253-4d84-84a8-56729540a8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:03Z', 'updated_at': '2022-04-20T15:44:22Z', 'revision_number': 4, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'gw_port': {'id': '72961775-2253-4d84-84a8-56729540a8a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:06Z', 'updated_at': '2022-04-20T15:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'dd79d11e-6c93-48ae-8f88-151934a92355', 'name': '', 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'mac_address': 'fa:16:3e:27:45:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:18Z', 'updated_at': '2022-04-20T15:44:27Z', 'revision_number': 4, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'subnets': [{'id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:29.194553 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd39a321-5b50-42a3-9fb4-aec9548c4e82 None None] The sync data for ids ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'] in dv-neutron-838699-1-hyperv is: [{'id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'name': 'tempest-ServerActionsTestJSON-776158018-router', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '72961775-2253-4d84-84a8-56729540a8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:03Z', 'updated_at': '2022-04-20T15:44:22Z', 'revision_number': 4, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'gw_port': {'id': '72961775-2253-4d84-84a8-56729540a8a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:06Z', 'updated_at': '2022-04-20T15:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'dd79d11e-6c93-48ae-8f88-151934a92355', 'name': '', 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'mac_address': 'fa:16:3e:27:45:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:18Z', 'updated_at': '2022-04-20T15:44:27Z', 'revision_number': 4, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'subnets': [{'id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:44:29.268265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [req-7db7fc68-c578-428a-8f09-25da618646e2 req-c7957333-b073-4bde-8d14-f840e914f995 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:29.288808 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5d3848fb-dee1-4edb-bccb-d6ea86e931b6 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Unset dirty status for tenant:c21a0a4daf1d4da2b8ae77b51624cc52 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:29.290209 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5d3848fb-dee1-4edb-bccb-d6ea86e931b6 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] 10.222.0.13 "GET /v2.0/ports/f4e2c88e-a043-4f48-b3b3-2fc84c468647 HTTP/1.1" status: 200 len: 954 time: 0.3950679 Apr 20 15:44:29.291196 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [req-7db7fc68-c578-428a-8f09-25da618646e2 req-c7957333-b073-4bde-8d14-f840e914f995 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:29.295000 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57150) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:29.380497 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db7fc68-c578-428a-8f09-25da618646e2 req-c7957333-b073-4bde-8d14-f840e914f995 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Made reservation on behalf of 40ddd5af54534229a658a14f67df5f08 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:29.386488 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-7db7fc68-c578-428a-8f09-25da618646e2 req-c7957333-b073-4bde-8d14-f840e914f995 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:29.437465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f5e92052-2522-4549-9b4d-c1f66c363891 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Deleting port f4e2c88e-a043-4f48-b3b3-2fc84c468647 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:44:29.437807 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5e92052-2522-4549-9b4d-c1f66c363891 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:29.761962 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:29.763198 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [req-7db7fc68-c578-428a-8f09-25da618646e2 req-c7957333-b073-4bde-8d14-f840e914f995 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Allocated IP 172.20.0.3 (c880705c-c9ca-461f-ab61-0c74e5f307a3/63e863a2-f900-414e-86c4-ac93d0d20b1c/04e88087-0220-4a63-94c4-e488e6100cb7) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:29.878702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device dd79d11e-6c93-48ae-8f88-151934a92355 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:29.891266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57156) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:29.911815 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-33cbfe3e-40e8-4172-b3c9-df92057438bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'subnet': {'network_id': 'ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:30.094254 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-38f19329-878e-472a-a107-202ca2111f70 req-f2dda249-ba8c-4c8b-a59e-ef5eeb74bd93 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 210 time: 0.9799697 Apr 20 15:44:30.099581 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:30.132922 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:30.137680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port dd79d11e-6c93-48ae-8f88-151934a92355 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:30.144364 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port dd79d11e-6c93-48ae-8f88-151934a92355 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:30.144902 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:30.208268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-53764825-c972-4e43-bb1e-925b9801d03a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:30.374417 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e346350e-53fb-4781-95ca-89cb809c723f tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:30.383499 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e346350e-53fb-4781-95ca-89cb809c723f tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] 10.222.0.13 "GET /v2.0/networks/e13b5d8d-e692-4f2b-8282-fd9c341c8711 HTTP/1.1" status: 200 len: 768 time: 1.2537940 Apr 20 15:44:30.384279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57160) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:30.442594 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:30.520428 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port dd79d11e-6c93-48ae-8f88-151934a92355, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=dd79d11e-6c93-48ae-8f88-151934a92355,segment=NetworkSegment(64b7e63f-c762-4f02-9acf-cfdeb829fc9b),segment_id=64b7e63f-c762-4f02-9acf-cfdeb829fc9b)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:30.525611 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:30.559191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:30.667174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:30.672014 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=dd79d11e-6c93-48ae-8f88-151934a92355,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:30.717594 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-33cbfe3e-40e8-4172-b3c9-df92057438bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:30.740723 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-33cbfe3e-40e8-4172-b3c9-df92057438bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Usage tracker for resource:subnet and tenant:d344c24002824265858fc3a192d82b8a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:30.759798 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-33cbfe3e-40e8-4172-b3c9-df92057438bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:30.767821 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:30.814720 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-33cbfe3e-40e8-4172-b3c9-df92057438bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:30.886614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Pushing event updated for resources: {'Port': ['ID=9e5f6396-a70e-42b1-9c8c-ac092b6dae59,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:30.916892 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53764825-c972-4e43-bb1e-925b9801d03a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=6bbf0b72-30d9-4700-a646-fee544e7ae63,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:30.966471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53764825-c972-4e43-bb1e-925b9801d03a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:30.966837 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53764825-c972-4e43-bb1e-925b9801d03a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network hostable DHCP agents. Network: f66047db-8bb8-4641-b4de-e5f9a3950b44, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:44:30.993112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c23292e-4db1-47d6-8de1-dc9d7b8ee590 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Hosts for router 926e9538-42a3-4889-838b-ccd81da6c2e3: [] {{(pid=88168) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 20 15:44:31.052832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-7db7fc68-c578-428a-8f09-25da618646e2 req-c7957333-b073-4bde-8d14-f840e914f995 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:31.069081 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cbfe3e-40e8-4172-b3c9-df92057438bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:31.076502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-33cbfe3e-40e8-4172-b3c9-df92057438bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:31.087719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:31.106960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-551daafe-a71d-4c64-b514-558b1b385eaf tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:31.205383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:31.258714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c23292e-4db1-47d6-8de1-dc9d7b8ee590 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Hosts for other DVR routers connected to router 926e9538-42a3-4889-838b-ccd81da6c2e3: set() {{(pid=88168) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 20 15:44:31.290377 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53764825-c972-4e43-bb1e-925b9801d03a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:44:31.426970 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [req-7db7fc68-c578-428a-8f09-25da618646e2 req-c7957333-b073-4bde-8d14-f840e914f995 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Transition to ACTIVE for port object 04e88087-0220-4a63-94c4-e488e6100cb7 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:31.430871 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5e92052-2522-4549-9b4d-c1f66c363891 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:31.438618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-551daafe-a71d-4c64-b514-558b1b385eaf tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:31.447488 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c23292e-4db1-47d6-8de1-dc9d7b8ee590 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:31.448931 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3c23292e-4db1-47d6-8de1-dc9d7b8ee590 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] 10.222.0.13 "PUT /v2.0/routers/926e9538-42a3-4889-838b-ccd81da6c2e3 HTTP/1.1" status: 200 len: 717 time: 4.6481757 Apr 20 15:44:31.461762 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-53764825-c972-4e43-bb1e-925b9801d03a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, f66047db-8bb8-4641-b4de-e5f9a3950b44) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:31.464263 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57168) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:31.471210 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9edf698-1a8b-4361-ba54-85a1a1a29f3d None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:31.527698 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Allocated IP 172.26.7.239 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/eb790ad1-7e76-4f5c-9e96-d1bcfe869663) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:31.530316 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-551daafe-a71d-4c64-b514-558b1b385eaf tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1ac21b-13a8-4513-b298-a0c1723b9613']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:31.571263 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-551daafe-a71d-4c64-b514-558b1b385eaf tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ad80c8-6a14-4680-8a81-ff612afe7f82') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:31.571635 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-551daafe-a71d-4c64-b514-558b1b385eaf tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ad80c8-6a14-4680-8a81-ff612afe7f82') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:31.605059 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f5e92052-2522-4549-9b4d-c1f66c363891 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Calling delete_port for f4e2c88e-a043-4f48-b3b3-2fc84c468647 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:44:31.759330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-551daafe-a71d-4c64-b514-558b1b385eaf tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:31.844082 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device dd79d11e-6c93-48ae-8f88-151934a92355 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:31.860621 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-7db7fc68-c578-428a-8f09-25da618646e2 req-c7957333-b073-4bde-8d14-f840e914f995 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:31.913590 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5e92052-2522-4549-9b4d-c1f66c363891 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:31.950668 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53764825-c972-4e43-bb1e-925b9801d03a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:31.952531 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-53764825-c972-4e43-bb1e-925b9801d03a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:31.984909 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': '6bbf0b72-30d9-4700-a646-fee544e7ae63'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:44:31.985655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:32.050142 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:32.059372 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5e92052-2522-4549-9b4d-c1f66c363891 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:32.063377 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db7fc68-c578-428a-8f09-25da618646e2 req-c7957333-b073-4bde-8d14-f840e914f995 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Network c880705c-c9ca-461f-ab61-0c74e5f307a3 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:32.070823 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [req-7db7fc68-c578-428a-8f09-25da618646e2 req-c7957333-b073-4bde-8d14-f840e914f995 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:32.095603 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db7fc68-c578-428a-8f09-25da618646e2 req-c7957333-b073-4bde-8d14-f840e914f995 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:32.149440 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7957333-b073-4bde-8d14-f840e914f995 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Pushing event updated for resources: {'Port': ['ID=04e88087-0220-4a63-94c4-e488e6100cb7,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:32.177755 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2eae3f12-2065-4203-8efa-9028f30b3475 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] 10.222.0.13 "GET /v2.0/routers/926e9538-42a3-4889-838b-ccd81da6c2e3 HTTP/1.1" status: 200 len: 717 time: 0.5461562 Apr 20 15:44:32.199396 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41e15cb7-00a6-49e4-89ac-d5010df1727c req-52a1d030-f1ac-4545-bfee-ff07867bbe2a tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 210 time: 0.7462618 Apr 20 15:44:32.207408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-551daafe-a71d-4c64-b514-558b1b385eaf tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:32.229856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57172) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:32.242448 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0afb9c41-b330-4d29-8751-558afc1a5d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:32.336927 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551daafe-a71d-4c64-b514-558b1b385eaf tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:44:32.337335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-551daafe-a71d-4c64-b514-558b1b385eaf tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:32.375903 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e92052-2522-4549-9b4d-c1f66c363891 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4e2c88e-a043-4f48-b3b3-2fc84c468647,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:32.381885 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port dd79d11e-6c93-48ae-8f88-151934a92355 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:32.382576 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:32.445626 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7fc68-c578-428a-8f09-25da618646e2 req-c7957333-b073-4bde-8d14-f840e914f995 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:32.446280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-7db7fc68-c578-428a-8f09-25da618646e2 req-c7957333-b073-4bde-8d14-f840e914f995 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:32.451422 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f5e92052-2522-4549-9b4d-c1f66c363891 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f4e2c88e-a043-4f48-b3b3-2fc84c468647 HTTP/1.1" status: 204 len: 168 time: 3.1507754 Apr 20 15:44:32.463311 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57178) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:44:32.482470 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:44:32.500297 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-53764825-c972-4e43-bb1e-925b9801d03a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 6.3557713 Apr 20 15:44:32.501092 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57182) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:32.516337 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Allocated IP 2001:db8::2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/6bbf0b72-30d9-4700-a646-fee544e7ae63/0ccce426-5a88-4b87-b917-03673307eccc) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:32.577946 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-33cbfe3e-40e8-4172-b3c9-df92057438bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:32.689267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'name': 'tempest-NetworksTestDHCPv6-1109690228'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:32.748738 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f27b809b-4403-4282-9f2d-96fcc18f0bcb tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] GET failed (client error): The resource could not be found. Apr 20 15:44:32.749193 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f27b809b-4403-4282-9f2d-96fcc18f0bcb tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Synchronizing usage tracker for tenant:c21a0a4daf1d4da2b8ae77b51624cc52 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:32.756986 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-c7957333-b073-4bde-8d14-f840e914f995 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6843958 Apr 20 15:44:32.770170 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d00ea8cb-7020-47c8-b5d1-c7aa4e862606 None None] Provisioning for port 04e88087-0220-4a63-94c4-e488e6100cb7 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:32.782114 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d00ea8cb-7020-47c8-b5d1-c7aa4e862606 None None] Provisioning complete for port 04e88087-0220-4a63-94c4-e488e6100cb7 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:32.782764 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d00ea8cb-7020-47c8-b5d1-c7aa4e862606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:32.792245 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-5eadf82e-4fb8-477b-bf0c-73af5cb5d312 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:32.797738 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-5eadf82e-4fb8-477b-bf0c-73af5cb5d312 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228043 Apr 20 15:44:32.824857 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:32.914524 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbfe3e-40e8-4172-b3c9-df92057438bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Subnet': ['ID=eedf94cc-1baf-4e00-9a48-1d6c1b7a0d4d,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:32.942595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f27b809b-4403-4282-9f2d-96fcc18f0bcb tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Unset dirty status for tenant:c21a0a4daf1d4da2b8ae77b51624cc52 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:32.943976 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f27b809b-4403-4282-9f2d-96fcc18f0bcb tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] 10.222.0.13 "GET /v2.0/ports/f4e2c88e-a043-4f48-b3b3-2fc84c468647 HTTP/1.1" status: 404 len: 333 time: 0.4665513 Apr 20 15:44:32.963001 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57186) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:32.988499 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:32.995397 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-3fbc45c8-54c8-499c-a0f0-ec953a7e4633 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Request body: {'port': {'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1751873407'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:33.001275 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:33.018062 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:33.042332 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f694d1b8-1bae-4716-be39-afb5d62919bd tempest-RoutersTestDVR-1548797780 tempest-RoutersTestDVR-1548797780-project] 10.222.0.13 "GET /v2.0/routers/926e9538-42a3-4889-838b-ccd81da6c2e3 HTTP/1.1" status: 200 len: 683 time: 0.8109434 Apr 20 15:44:33.052512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57194) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:33.056475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-551daafe-a71d-4c64-b514-558b1b385eaf tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:33.066162 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-d00ea8cb-7020-47c8-b5d1-c7aa4e862606 None None] Port 04e88087-0220-4a63-94c4-e488e6100cb7 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:44:33.084851 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3fbc45c8-54c8-499c-a0f0-ec953a7e4633 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:33.162802 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cbfe3e-40e8-4172-b3c9-df92057438bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Checking segment: {'id': '08137b41-f2ad-4008-89a0-f2b8ba034bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:33.173924 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cbfe3e-40e8-4172-b3c9-df92057438bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network hostable DHCP agents. Network: ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:44:33.176816 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551daafe-a71d-4c64-b514-558b1b385eaf tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c1ac21b-13a8-4513-b298-a0c1723b9613 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 20 15:44:33.184984 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551daafe-a71d-4c64-b514-558b1b385eaf tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c1ac21b-13a8-4513-b298-a0c1723b9613,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:33.208676 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-551daafe-a71d-4c64-b514-558b1b385eaf tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:33.266520 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3fbc45c8-54c8-499c-a0f0-ec953a7e4633 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:33.300740 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Pushing event updated for resources: {'Port': ['ID=eb790ad1-7e76-4f5c-9e96-d1bcfe869663,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:33.356189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbc45c8-54c8-499c-a0f0-ec953a7e4633 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Made reservation on behalf of c21a0a4daf1d4da2b8ae77b51624cc52 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:33.361768 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3fbc45c8-54c8-499c-a0f0-ec953a7e4633 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:33.382753 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:33.414748 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Transition to ACTIVE for port object 0ccce426-5a88-4b87-b917-03673307eccc will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:33.423113 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-551daafe-a71d-4c64-b514-558b1b385eaf tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] 10.222.0.13 "DELETE /v2.0/networks/1c1ac21b-13a8-4513-b298-a0c1723b9613 HTTP/1.1" status: 204 len: 168 time: 2.9965918 Apr 20 15:44:33.435014 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57200) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:33.439939 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Transition to ACTIVE for port object 0ccce426-5a88-4b87-b917-03673307eccc will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:33.449987 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:33.453591 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Request body: {'port': {'device_id': '77666eaf-cc28-423b-8b0a-dc83f50fa832', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:33.525470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-3fbc45c8-54c8-499c-a0f0-ec953a7e4633 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] device_id is not set on port fb330792-a78f-4796-96ca-e0e9f40ae6dc yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:44:33.537740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f170d3bc-033b-44d4-932a-c04c5ca30d20 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:33.581911 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:33.586702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:33.600034 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:33.611541 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Pushing event updated for resources: {'Port': ['ID=0ccce426-5a88-4b87-b917-03673307eccc,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:33.703333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:44:33.718822 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:33.740569 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:33.746404 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Attempting to bind port 0ccce426-5a88-4b87-b917-03673307eccc on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:33.749255 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Attempting to bind port 0ccce426-5a88-4b87-b917-03673307eccc by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:33.750183 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Attempting to bind port 0ccce426-5a88-4b87-b917-03673307eccc on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:33.766605 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:44:33.768873 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:33.769815 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:33.770657 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:44:33.772115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Bound port: 0ccce426-5a88-4b87-b917-03673307eccc, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:44:33.773113 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:33.786194 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:33.880681 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:port and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:33.989047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:34.001750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] For port 0ccce426-5a88-4b87-b917-03673307eccc, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:34.006846 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] For port 0ccce426-5a88-4b87-b917-03673307eccc, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0ccce426-5a88-4b87-b917-03673307eccc,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:44:34.012929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:34.028099 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:34.046371 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-517d50bf-4614-4a40-b30b-0ad172fdaba9 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Request body: {'network': {'name': 'tempest-network--553869563'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:34.064229 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cbfe3e-40e8-4172-b3c9-df92057438bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:44:34.174472 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df728dda-e118-41c2-86f8-4f7b94c5033c None None] Pushing event updated for resources: {'Port': ['ID=0ccce426-5a88-4b87-b917-03673307eccc,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:34.184823 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-517d50bf-4614-4a40-b30b-0ad172fdaba9 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:34.215406 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-517d50bf-4614-4a40-b30b-0ad172fdaba9 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Usage tracker for resource:network and tenant:72f6a82b47714176b15382811018fdfa is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:34.261605 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-517d50bf-4614-4a40-b30b-0ad172fdaba9 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:34.297358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7b14d0eb-16bb-4c2e-9332-aa821ee6f9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:34.305808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:34.310803 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-33cbfe3e-40e8-4172-b3c9-df92057438bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:34.321140 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2fbed9-fe6b-47c4-8edd-16c19d713001 None None] Network ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:34.354676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cbfe3e-40e8-4172-b3c9-df92057438bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:34.355397 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-33cbfe3e-40e8-4172-b3c9-df92057438bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:34.365164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:34.416397 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-517d50bf-4614-4a40-b30b-0ad172fdaba9 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:34.460792 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:34.493917 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.2415657 Apr 20 15:44:34.570371 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:34.786454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f170d3bc-033b-44d4-932a-c04c5ca30d20 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:34.814891 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3', 'network_id': 'ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3', 'tenant_id': 'd344c24002824265858fc3a192d82b8a', 'fixed_ips': [{'subnet_id': 'eedf94cc-1baf-4e00-9a48-1d6c1b7a0d4d'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:44:34.817812 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:34.824284 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f170d3bc-033b-44d4-932a-c04c5ca30d20 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:34.855103 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:34.859100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:34.896770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1da66-03d2-45eb-9b46-4924a0d3be75 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Pushing event updated for resources: {'Port': ['ID=9e5f6396-a70e-42b1-9c8c-ac092b6dae59,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:34.917043 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port 8b621369-2aad-4137-a8c5-abb5726eafce yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:44:34.965328 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517d50bf-4614-4a40-b30b-0ad172fdaba9 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Made reservation on behalf of 72f6a82b47714176b15382811018fdfa for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:34.968970 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-517d50bf-4614-4a40-b30b-0ad172fdaba9 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:35.015128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5d5bf-85fd-4782-a1cd-865e6935e21b req-9c64a23a-7ba6-43fd-99c0-67279e19b86c tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:35.015458 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-33cbfe3e-40e8-4172-b3c9-df92057438bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.1119757 Apr 20 15:44:35.016855 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ebb5d5bf-85fd-4782-a1cd-865e6935e21b req-9c64a23a-7ba6-43fd-99c0-67279e19b86c tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 931 time: 1.5975025 Apr 20 15:44:35.033167 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57220) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:35.059687 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517d50bf-4614-4a40-b30b-0ad172fdaba9 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:44:35.104338 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4627bb8a-276b-4bde-9cea-8d34d3606e1a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-858299943'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:35.116499 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3fbc45c8-54c8-499c-a0f0-ec953a7e4633 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:35.135896 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:35.153628 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Allocated IP 2001:db8:0:ffff::2 (ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3/eedf94cc-1baf-4e00-9a48-1d6c1b7a0d4d/c6b3f45a-1414-4a7a-a897-cabaf98a1d49) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:35.312236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-517d50bf-4614-4a40-b30b-0ad172fdaba9 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:35.312523 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-517d50bf-4614-4a40-b30b-0ad172fdaba9 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Added segment 8c480389-f5e4-4470-8b34-c41190eb2382 of type vlan for network 6a7118a6-c394-4cb9-87d0-7c281b91937d Apr 20 15:44:35.315413 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4627bb8a-276b-4bde-9cea-8d34d3606e1a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:35.325878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-61340e96-8812-4910-b232-6c88ffb18179 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Synchronizing usage tracker for tenant:189fc2a27c95427bb7131a058ee6d0d7 on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:35.329370 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f170d3bc-033b-44d4-932a-c04c5ca30d20 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:35.329698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f170d3bc-033b-44d4-932a-c04c5ca30d20 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 926e9538-42a3-4889-838b-ccd81da6c2e3 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:44:35.344136 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-517d50bf-4614-4a40-b30b-0ad172fdaba9 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:35.359546 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4627bb8a-276b-4bde-9cea-8d34d3606e1a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Usage tracker for resource:network and tenant:d344c24002824265858fc3a192d82b8a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:35.368629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f170d3bc-033b-44d4-932a-c04c5ca30d20 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:35.370066 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f170d3bc-033b-44d4-932a-c04c5ca30d20 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] 10.222.0.13 "DELETE /v2.0/routers/926e9538-42a3-4889-838b-ccd81da6c2e3 HTTP/1.1" status: 204 len: 168 time: 2.3159990 Apr 20 15:44:35.371389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4627bb8a-276b-4bde-9cea-8d34d3606e1a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:35.388171 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57224) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:35.413338 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-517d50bf-4614-4a40-b30b-0ad172fdaba9 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:35.414397 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d50bf-4614-4a40-b30b-0ad172fdaba9 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:35.415068 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-517d50bf-4614-4a40-b30b-0ad172fdaba9 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:35.471287 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ebb5d5bf-85fd-4782-a1cd-865e6935e21b req-4f218103-8352-4a2e-9c8d-c8ffc6039721 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/security-groups?id=b958054b-4355-42dd-a3dd-c301839afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4370296 Apr 20 15:44:35.476348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b654eb3e-c0a7-49fb-b40c-99e20e4ffd60 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Request body: {'router': {'name': 'tempest-router-600703269', 'distributed': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:35.478357 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4627bb8a-276b-4bde-9cea-8d34d3606e1a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:35.496400 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-61340e96-8812-4910-b232-6c88ffb18179 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Unset dirty status for tenant:189fc2a27c95427bb7131a058ee6d0d7 on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:35.517856 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-61340e96-8812-4910-b232-6c88ffb18179 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--309121369&fields=id&tenant_id=189fc2a27c95427bb7131a058ee6d0d7 HTTP/1.1" status: 200 len: 267 time: 0.4872913 Apr 20 15:44:35.602717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:35.657180 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4627bb8a-276b-4bde-9cea-8d34d3606e1a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:35.661626 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4627bb8a-276b-4bde-9cea-8d34d3606e1a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:35.682610 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Transition to ACTIVE for port object c6b3f45a-1414-4a7a-a897-cabaf98a1d49 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:35.710463 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:35.763429 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Transition to ACTIVE for port object c6b3f45a-1414-4a7a-a897-cabaf98a1d49 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:35.767624 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:35.780565 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:35.966721 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Pushing event updated for resources: {'Port': ['ID=c6b3f45a-1414-4a7a-a897-cabaf98a1d49,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:35.974377 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0ccce426-5a88-4b87-b917-03673307eccc up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:36.019394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::37e (f66047db-8bb8-4641-b4de-e5f9a3950b44/6bbf0b72-30d9-4700-a646-fee544e7ae63/8b621369-2aad-4137-a8c5-abb5726eafce) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:36.038869 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4627bb8a-276b-4bde-9cea-8d34d3606e1a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:44:36.067470 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Network ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:36.076939 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:36.080963 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:36.247478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b654eb3e-c0a7-49fb-b40c-99e20e4ffd60 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:36.271014 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa674a-65b0-4381-a8f4-f7fea38c8a9c None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:36.295381 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3fbc45c8-54c8-499c-a0f0-ec953a7e4633 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:36.310396 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-517d50bf-4614-4a40-b30b-0ad172fdaba9 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.3726406 Apr 20 15:44:36.311750 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57230) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:36.315315 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b654eb3e-c0a7-49fb-b40c-99e20e4ffd60 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Usage tracker for resource:router and tenant:86b4ba3c39e14f5fbd38f446bb6a46be is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:36.365122 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-3511e678-a222-4848-a7a2-9f079dfb0a5c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:36.378699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b654eb3e-c0a7-49fb-b40c-99e20e4ffd60 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:36.402537 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:36.409801 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b654eb3e-c0a7-49fb-b40c-99e20e4ffd60 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:36.420112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object 8b621369-2aad-4137-a8c5-abb5726eafce will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:36.427661 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d50bf-4614-4a40-b30b-0ad172fdaba9 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Pushing event updated for resources: {'Network': ['ID=6a7118a6-c394-4cb9-87d0-7c281b91937d,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:36.444718 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4627bb8a-276b-4bde-9cea-8d34d3606e1a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:36.445144 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-4627bb8a-276b-4bde-9cea-8d34d3606e1a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Added segment f2283902-ac9c-4d2d-9b88-380bcf96e4bb of type vlan for network 70a503a4-c7dc-4e78-ad72-b081fda90f78 Apr 20 15:44:36.474066 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4627bb8a-276b-4bde-9cea-8d34d3606e1a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:36.511100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-8eed803d-2bda-43a7-881a-b83f6695ba87 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:36.512759 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e88087-0220-4a63-94c4-e488e6100cb7 {{(pid=88169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:44:36.518631 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-8eed803d-2bda-43a7-881a-b83f6695ba87 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/networks?id=6ee7f047-aede-4389-bfc1-f3eb14c90d05 HTTP/1.1" status: 200 len: 805 time: 0.9356589 Apr 20 15:44:36.522487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:36.524700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4627bb8a-276b-4bde-9cea-8d34d3606e1a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:36.530504 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4627bb8a-276b-4bde-9cea-8d34d3606e1a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:36.531115 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4627bb8a-276b-4bde-9cea-8d34d3606e1a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:36.553432 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:36.593490 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 6a7118a6-c394-4cb9-87d0-7c281b91937d details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:44:36.604092 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b654eb3e-c0a7-49fb-b40c-99e20e4ffd60 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:36.605731 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b654eb3e-c0a7-49fb-b40c-99e20e4ffd60 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:36.621435 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc45c8-54c8-499c-a0f0-ec953a7e4633 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:36.631454 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc45c8-54c8-499c-a0f0-ec953a7e4633 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Pushing event updated for resources: {'Port': ['ID=fb330792-a78f-4796-96ca-e0e9f40ae6dc,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:36.641729 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-3fbc45c8-54c8-499c-a0f0-ec953a7e4633 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:36.664940 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Transition to ACTIVE for port object 04e88087-0220-4a63-94c4-e488e6100cb7 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:36.666964 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc45c8-54c8-499c-a0f0-ec953a7e4633 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:36.668072 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbc45c8-54c8-499c-a0f0-ec953a7e4633 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:36.668778 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3fbc45c8-54c8-499c-a0f0-ec953a7e4633 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:36.691472 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:36.725337 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:36.735070 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:36.743618 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-d4c5dc5e-c2a4-4652-a658-add491cc0991 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/quotas/189fc2a27c95427bb7131a058ee6d0d7 HTTP/1.1" status: 200 len: 375 time: 0.2240238 Apr 20 15:44:36.760206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:36.765952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:36.766484 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:36.788293 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2baa0726-16b2-4b62-9ab6-37b6324650cb None None] Provisioning for port 0ccce426-5a88-4b87-b917-03673307eccc completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:36.849276 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 0ccce426-5a88-4b87-b917-03673307eccc completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:36.868641 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 0ccce426-5a88-4b87-b917-03673307eccc triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:36.869124 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:36.912416 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4627bb8a-276b-4bde-9cea-8d34d3606e1a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8705788 Apr 20 15:44:36.940915 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b654eb3e-c0a7-49fb-b40c-99e20e4ffd60 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:36.946193 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57236) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:36.952232 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Attempting to bind port c6b3f45a-1414-4a7a-a897-cabaf98a1d49 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:36.952752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Attempting to bind port c6b3f45a-1414-4a7a-a897-cabaf98a1d49 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '08137b41-f2ad-4008-89a0-f2b8ba034bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:36.953542 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Attempting to bind port c6b3f45a-1414-4a7a-a897-cabaf98a1d49 on network ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:36.968204 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2835593 Apr 20 15:44:36.969581 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:44:36.970119 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Checking segment: {'id': '08137b41-f2ad-4008-89a0-f2b8ba034bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:36.970569 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:36.971066 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Bound using segment: {'id': '08137b41-f2ad-4008-89a0-f2b8ba034bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:44:36.971680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Bound port: c6b3f45a-1414-4a7a-a897-cabaf98a1d49, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08137b41-f2ad-4008-89a0-f2b8ba034bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:44:36.972216 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:36.981168 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57240) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:36.991633 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2baa0726-16b2-4b62-9ab6-37b6324650cb None None] Provisioning complete for port 0ccce426-5a88-4b87-b917-03673307eccc triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:36.992211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2baa0726-16b2-4b62-9ab6-37b6324650cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:37.008738 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-91cbf39e-38f6-42a4-99e6-d851d3f93463 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'subnet': {'network_id': '70a503a4-c7dc-4e78-ad72-b081fda90f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:37.061720 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:37.214637 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] For port c6b3f45a-1414-4a7a-a897-cabaf98a1d49, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:37.219794 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] For port c6b3f45a-1414-4a7a-a897-cabaf98a1d49, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=c6b3f45a-1414-4a7a-a897-cabaf98a1d49,segment=NetworkSegment(08137b41-f2ad-4008-89a0-f2b8ba034bf9),segment_id=08137b41-f2ad-4008-89a0-f2b8ba034bf9)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:44:37.222075 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3fbc45c8-54c8-499c-a0f0-ec953a7e4633 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 4.2410703 Apr 20 15:44:37.232354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57246) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:37.236342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a0d16-9d82-4e90-88e3-e69f79217790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=8b621369-2aad-4137-a8c5-abb5726eafce,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:37.239792 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627bb8a-276b-4bde-9cea-8d34d3606e1a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Network': ['ID=70a503a4-c7dc-4e78-ad72-b081fda90f78,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:37.256379 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:37.263310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:37.314007 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:37.382667 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 70a503a4-c7dc-4e78-ad72-b081fda90f78 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:44:37.430031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-91cbf39e-38f6-42a4-99e6-d851d3f93463 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:37.453885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-91cbf39e-38f6-42a4-99e6-d851d3f93463 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Usage tracker for resource:subnet and tenant:d344c24002824265858fc3a192d82b8a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:37.469149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-91cbf39e-38f6-42a4-99e6-d851d3f93463 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:37.483032 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Pushing event updated for resources: {'Port': ['ID=04e88087-0220-4a63-94c4-e488e6100cb7,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:37.499897 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2baa0726-16b2-4b62-9ab6-37b6324650cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:37.511428 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-91cbf39e-38f6-42a4-99e6-d851d3f93463 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:37.554916 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-2baa0726-16b2-4b62-9ab6-37b6324650cb None None] For port 0ccce426-5a88-4b87-b917-03673307eccc, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0ccce426-5a88-4b87-b917-03673307eccc,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:37.558824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:37.581012 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2baa0726-16b2-4b62-9ab6-37b6324650cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:37.595519 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cbf39e-38f6-42a4-99e6-d851d3f93463 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:37.599203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-91cbf39e-38f6-42a4-99e6-d851d3f93463 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:37.663969 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:37.666602 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b654eb3e-c0a7-49fb-b40c-99e20e4ffd60 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:37.772463 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b654eb3e-c0a7-49fb-b40c-99e20e4ffd60 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:37.778272 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b654eb3e-c0a7-49fb-b40c-99e20e4ffd60 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 2.3845825 Apr 20 15:44:37.784481 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57254) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:37.797273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:37.799973 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f2cd7-176b-4e78-bef2-cac3d9cc4a5b None None] Pushing event updated for resources: {'Port': ['ID=c6b3f45a-1414-4a7a-a897-cabaf98a1d49,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:37.976015 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa0726-16b2-4b62-9ab6-37b6324650cb None None] Pushing event updated for resources: {'Port': ['ID=0ccce426-5a88-4b87-b917-03673307eccc,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:38.020484 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2e3dc4ed-47e8-415a-afd2-4bcf170bd4e1 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Synchronizing usage tracker for tenant:189fc2a27c95427bb7131a058ee6d0d7 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:38.140895 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e473a93e-c537-44fe-82fe-af1d033d4edc None None] Provisioning for port 8b621369-2aad-4137-a8c5-abb5726eafce completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:38.147918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82aed9a-de09-4256-af2c-66370b23ae7e req-3b6f2c6b-ac91-45f6-ab25-12bd0f8ac307 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:38.152280 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c82aed9a-de09-4256-af2c-66370b23ae7e req-3b6f2c6b-ac91-45f6-ab25-12bd0f8ac307 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 943 time: 1.3613195 Apr 20 15:44:38.156150 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e473a93e-c537-44fe-82fe-af1d033d4edc None None] Provisioning complete for port 8b621369-2aad-4137-a8c5-abb5726eafce triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:38.156525 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e473a93e-c537-44fe-82fe-af1d033d4edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:38.294559 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Pushing event updated for resources: {'Port': ['ID=eb790ad1-7e76-4f5c-9e96-d1bcfe869663,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:38.299060 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-64d11877-dc63-4449-84a4-f1490b0c68c7 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:38.365040 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e473a93e-c537-44fe-82fe-af1d033d4edc None None] Port 8b621369-2aad-4137-a8c5-abb5726eafce cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:44:38.395838 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3511e678-a222-4848-a7a2-9f079dfb0a5c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:38.430558 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e473a93e-c537-44fe-82fe-af1d033d4edc None None] Provisioning complete for port 0ccce426-5a88-4b87-b917-03673307eccc triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:38.433173 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e473a93e-c537-44fe-82fe-af1d033d4edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:38.478475 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Attempting to bind port 04e88087-0220-4a63-94c4-e488e6100cb7 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:38.486534 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Attempting to bind port 04e88087-0220-4a63-94c4-e488e6100cb7 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'c565ca90-7634-46aa-97c8-94396499e965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:38.487015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Attempting to bind port 04e88087-0220-4a63-94c4-e488e6100cb7 on network c880705c-c9ca-461f-ab61-0c74e5f307a3 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:38.522736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Port 04e88087-0220-4a63-94c4-e488e6100cb7 on network c880705c-c9ca-461f-ab61-0c74e5f307a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:38.523355 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Attempting to bind port 04e88087-0220-4a63-94c4-e488e6100cb7 on network c880705c-c9ca-461f-ab61-0c74e5f307a3 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:38.591130 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2e3dc4ed-47e8-415a-afd2-4bcf170bd4e1 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Unset dirty status for tenant:189fc2a27c95427bb7131a058ee6d0d7 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:38.593593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d132f19-3826-482b-8227-c65b2c1ccaef tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:38.595480 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2e3dc4ed-47e8-415a-afd2-4bcf170bd4e1 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=189fc2a27c95427bb7131a058ee6d0d7&fields=id HTTP/1.1" status: 200 len: 348 time: 1.8499777 Apr 20 15:44:38.600553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-91cbf39e-38f6-42a4-99e6-d851d3f93463 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:38.604756 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d132f19-3826-482b-8227-c65b2c1ccaef tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:38.606815 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9d132f19-3826-482b-8227-c65b2c1ccaef tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.6241999 Apr 20 15:44:38.608568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3511e678-a222-4848-a7a2-9f079dfb0a5c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:38.636661 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57260) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:38.650709 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:44:38.686684 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c82aed9a-de09-4256-af2c-66370b23ae7e req-ec1fa2eb-5880-47dd-8bfd-0b3432420b8d tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/security-groups?id=b958054b-4355-42dd-a3dd-c301839afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4426560 Apr 20 15:44:38.708024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:38.710002 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ca2e2c46-afe2-4987-b3c5-2e6f8eb84d25 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.2980826 Apr 20 15:44:38.766102 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:44:38.776595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Checking segment: {'id': 'c565ca90-7634-46aa-97c8-94396499e965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:38.777069 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Bound using segment: {'id': 'c565ca90-7634-46aa-97c8-94396499e965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:44:38.777642 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Bound port: 04e88087-0220-4a63-94c4-e488e6100cb7, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c565ca90-7634-46aa-97c8-94396499e965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:44:38.777915 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:38.794370 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ac8c5eb7-fff5-48a2-9ba9-97c728e91c41 None None] Provisioning complete for port 8b621369-2aad-4137-a8c5-abb5726eafce triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:38.798585 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ac8c5eb7-fff5-48a2-9ba9-97c728e91c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:38.874506 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c5eb7-fff5-48a2-9ba9-97c728e91c41 None None] Port 8b621369-2aad-4137-a8c5-abb5726eafce cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:44:38.981148 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3511e678-a222-4848-a7a2-9f079dfb0a5c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Network 6a7118a6-c394-4cb9-87d0-7c281b91937d is not hosted by any dhcp agent {{(pid=88169) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 20 15:44:38.982666 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3511e678-a222-4848-a7a2-9f079dfb0a5c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:38.983997 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3511e678-a222-4848-a7a2-9f079dfb0a5c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:38.993031 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3511e678-a222-4848-a7a2-9f079dfb0a5c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] 10.222.0.13 "PUT /v2.0/networks/6a7118a6-c394-4cb9-87d0-7c281b91937d HTTP/1.1" status: 200 len: 857 time: 2.6665983 Apr 20 15:44:38.998390 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57280) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:39.126774 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-878fb5ea-db05-4e0f-801c-a86c1667f1d6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:39.136326 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-878fb5ea-db05-4e0f-801c-a86c1667f1d6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1619730 Apr 20 15:44:39.278887 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbf39e-38f6-42a4-99e6-d851d3f93463 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Subnet': ['ID=1062ca8e-60c0-4bfb-897a-e7a192fa122b,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:39.335309 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] device_id is not set on port fb330792-a78f-4796-96ca-e0e9f40ae6dc yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:44:39.339996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbf39e-38f6-42a4-99e6-d851d3f93463 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Checking segment: {'id': 'f2283902-ac9c-4d2d-9b88-380bcf96e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '70a503a4-c7dc-4e78-ad72-b081fda90f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:39.340365 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cbf39e-38f6-42a4-99e6-d851d3f93463 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network hostable DHCP agents. Network: 70a503a4-c7dc-4e78-ad72-b081fda90f78, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:44:39.366173 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:39.373019 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261d35da-3f86-4397-a28c-fc7a52cf5dc8 None None] Network ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:39.460009 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-64d11877-dc63-4449-84a4-f1490b0c68c7 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:39.468917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cbf39e-38f6-42a4-99e6-d851d3f93463 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network 70a503a4-c7dc-4e78-ad72-b081fda90f78 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:44:39.475605 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-64d11877-dc63-4449-84a4-f1490b0c68c7 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:39.475895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Transition to ACTIVE for port object fb330792-a78f-4796-96ca-e0e9f40ae6dc will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:39.486691 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-78984e24-136f-44bb-a359-4c1a95dacd68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port 8b621369-2aad-4137-a8c5-abb5726eafce {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:44:39.487251 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-78984e24-136f-44bb-a359-4c1a95dacd68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:39.503302 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-277fd342-eeb1-4560-b256-d6b4dbd05ca4 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--331943117&fields=id&tenant_id=80c78f2bdb844b1b88a5fac930d650c8 HTTP/1.1" status: 200 len: 267 time: 0.5041587 Apr 20 15:44:39.526531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511e678-a222-4848-a7a2-9f079dfb0a5c tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Pushing event updated for resources: {'Network': ['ID=6a7118a6-c394-4cb9-87d0-7c281b91937d,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:39.537181 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ef655ec-7bba-4547-9692-a7350b4c5511 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:39.553251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:39.568691 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1c9849d3-7465-44e2-aa59-37a7bfb5f90b None None] Provisioning for port c6b3f45a-1414-4a7a-a897-cabaf98a1d49 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:39.597499 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-64d11877-dc63-4449-84a4-f1490b0c68c7 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:39.598296 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d11877-dc63-4449-84a4-f1490b0c68c7 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca1fc5ef-9e04-421a-a4ef-5c54d8bd78e8 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:44:39.647331 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] For port 04e88087-0220-4a63-94c4-e488e6100cb7, host hv-neutron-8386, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:39.651277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-64d11877-dc63-4449-84a4-f1490b0c68c7 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:39.655639 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-64d11877-dc63-4449-84a4-f1490b0c68c7 tempest-RoutersTestDVR-218264852 tempest-RoutersTestDVR-218264852-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ca1fc5ef-9e04-421a-a4ef-5c54d8bd78e8 HTTP/1.1" status: 204 len: 168 time: 1.8491051 Apr 20 15:44:39.677094 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] For port 04e88087-0220-4a63-94c4-e488e6100cb7, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=04e88087-0220-4a63-94c4-e488e6100cb7,segment=NetworkSegment(c565ca90-7634-46aa-97c8-94396499e965),segment_id=c565ca90-7634-46aa-97c8-94396499e965)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:44:39.689844 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:39.699338 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Pushing event updated for resources: {'Port': ['ID=fb330792-a78f-4796-96ca-e0e9f40ae6dc,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:39.702535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-91cbf39e-38f6-42a4-99e6-d851d3f93463 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 70a503a4-c7dc-4e78-ad72-b081fda90f78) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:39.706783 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cbf39e-38f6-42a4-99e6-d851d3f93463 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:39.707716 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-91cbf39e-38f6-42a4-99e6-d851d3f93463 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:39.726179 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a46420-dd55-42ef-bb46-cd5d4c859317 None None] Network 70a503a4-c7dc-4e78-ad72-b081fda90f78 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:39.832148 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-883eeb4d-bc0a-47fd-bd91-99b380a66fe6 service neutron] 10.222.0.13 "GET /v2.0/networks/6ee7f047-aede-4389-bfc1-f3eb14c90d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6949155 Apr 20 15:44:39.866919 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:39.868866 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:39.869312 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] 10.222.0.11 "PUT /v2.0/ports/04e88087-0220-4a63-94c4-e488e6100cb7 HTTP/1.1" status: 200 len: 1093 time: 6.8847752 Apr 20 15:44:39.869457 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77666eaf-cc28-423b-8b0a-dc83f50fa832', 'tag': '04e88087-0220-4a63-94c4-e488e6100cb7'}] {{(pid=88169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:44:39.916273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d791b-2574-4b97-9076-c15f507d2eaf service neutron] Pushing event updated for resources: {'Port': ['ID=04e88087-0220-4a63-94c4-e488e6100cb7,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:40.023832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-78984e24-136f-44bb-a359-4c1a95dacd68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:40.078462 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-91cbf39e-38f6-42a4-99e6-d851d3f93463 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1106279 Apr 20 15:44:40.141723 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57296) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:40.149170 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0ccce426-5a88-4b87-b917-03673307eccc up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:40.167328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:40.168006 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:40.169765 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:40.199413 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ef655ec-7bba-4547-9692-a7350b4c5511 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:40.210415 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57300) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:40.233608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:40.234258 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:40.235598 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-70a503a4-c7dc-4e78-ad72-b081fda90f78', 'network_id': '70a503a4-c7dc-4e78-ad72-b081fda90f78', 'tenant_id': 'd344c24002824265858fc3a192d82b8a', 'fixed_ips': [{'subnet_id': '1062ca8e-60c0-4bfb-897a-e7a192fa122b'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:44:40.236495 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:40.257682 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 2 to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc Apr 20 15:44:40.296338 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-78984e24-136f-44bb-a359-4c1a95dacd68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for 8b621369-2aad-4137-a8c5-abb5726eafce owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:44:40.335045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-6ef655ec-7bba-4547-9692-a7350b4c5511 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7118a6-c394-4cb9-87d0-7c281b91937d']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:40.363883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-e00871c0-cf81-4dd1-8a54-3e6cd6451114 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:40.370607 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-e00871c0-cf81-4dd1-8a54-3e6cd6451114 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/networks?id=b99e9b56-1358-4ae1-9cfc-416f103dc430 HTTP/1.1" status: 200 len: 811 time: 0.8664274 Apr 20 15:44:40.397791 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-6ef655ec-7bba-4547-9692-a7350b4c5511 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c480389-f5e4-4470-8b34-c41190eb2382') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:40.398098 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-6ef655ec-7bba-4547-9692-a7350b4c5511 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c480389-f5e4-4470-8b34-c41190eb2382') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:40.417573 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:40.417923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:40.418264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:40.428386 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-78662d0e-8272-4d23-b250-15738a3adc4d tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/quotas/80c78f2bdb844b1b88a5fac930d650c8 HTTP/1.1" status: 200 len: 375 time: 0.0568798 Apr 20 15:44:40.438349 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 0ccce426-5a88-4b87-b917-03673307eccc triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:40.438884 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:40.452266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-80db18b1-2e5b-4931-9530-6b9bf3b611d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:40.487071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ef655ec-7bba-4547-9692-a7350b4c5511 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:40.506672 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-80db18b1-2e5b-4931-9530-6b9bf3b611d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:40.507514 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:40.507836 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:40.514433 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-80db18b1-2e5b-4931-9530-6b9bf3b611d0 admin admin] Usage tracker for resource:security_group_rule and tenant:902c895af3ab45cc942eade0eb301e4e is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:40.515227 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 3 to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc Apr 20 15:44:40.519287 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-80db18b1-2e5b-4931-9530-6b9bf3b611d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:40.528767 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-80db18b1-2e5b-4931-9530-6b9bf3b611d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:40.544224 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-78984e24-136f-44bb-a359-4c1a95dacd68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:40.553060 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-b929a9ea-e872-4e46-8a42-1d716683757e service neutron] 10.222.0.13 "GET /v2.0/networks/6ee7f047-aede-4389-bfc1-f3eb14c90d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7031965 Apr 20 15:44:40.562623 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ef655ec-7bba-4547-9692-a7350b4c5511 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:40.576943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:40.577540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:40.577662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:40.591854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef655ec-7bba-4547-9692-a7350b4c5511 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:44:40.592967 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ef655ec-7bba-4547-9692-a7350b4c5511 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:44:40.613780 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:44:40.616055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:40.616055 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:40.621457 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 4 to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc Apr 20 15:44:40.634244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:40.683108 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c6b3f45a-1414-4a7a-a897-cabaf98a1d49 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:40.707472 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78984e24-136f-44bb-a359-4c1a95dacd68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=8b621369-2aad-4137-a8c5-abb5726eafce,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:40.724207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:40.724668 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:40.724870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:40.731207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Allocated IP 2001:db8::1 (70a503a4-c7dc-4e78-ad72-b081fda90f78/1062ca8e-60c0-4bfb-897a-e7a192fa122b/092e8089-8fd1-44c8-911c-227cb488a93a) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:40.737144 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:40.737144 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:40.739447 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 5 to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc Apr 20 15:44:40.785207 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-78984e24-136f-44bb-a359-4c1a95dacd68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:40.808295 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ef655ec-7bba-4547-9692-a7350b4c5511 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:40.809432 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:40.809768 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:40.810102 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:40.820754 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-78984e24-136f-44bb-a359-4c1a95dacd68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/8b621369-2aad-4137-a8c5-abb5726eafce HTTP/1.1" status: 204 len: 168 time: 2.1361687 Apr 20 15:44:40.825881 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57308) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:40.883390 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port c6b3f45a-1414-4a7a-a897-cabaf98a1d49 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:40.910649 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port c6b3f45a-1414-4a7a-a897-cabaf98a1d49 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:40.911343 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:40.938275 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-80db18b1-2e5b-4931-9530-6b9bf3b611d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:40.954817 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-80db18b1-2e5b-4931-9530-6b9bf3b611d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.052903 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-80db18b1-2e5b-4931-9530-6b9bf3b611d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=902c895af3ab45cc942eade0eb301e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8416507 Apr 20 15:44:41.070921 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:41.071312 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:41.072090 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db18b1-2e5b-4931-9530-6b9bf3b611d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370dcc7e-1f1f-4c17-9c46-81a4602811a8,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:41.075563 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57322) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:41.079549 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-1d943f97-0196-4494-b565-45729dff0186 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=80c78f2bdb844b1b88a5fac930d650c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6500821 Apr 20 15:44:41.080219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef655ec-7bba-4547-9692-a7350b4c5511 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a7118a6-c394-4cb9-87d0-7c281b91937d {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 20 15:44:41.089699 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 6 to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc Apr 20 15:44:41.105325 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ef655ec-7bba-4547-9692-a7350b4c5511 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.108310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef655ec-7bba-4547-9692-a7350b4c5511 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a7118a6-c394-4cb9-87d0-7c281b91937d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:41.193425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.229250 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59f302b8-c5c2-41ff-b125-ef2bf457b60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.232959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.241938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e284319d-d2ae-4e2d-a718-fce64487bc3d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:41.249612 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e284319d-d2ae-4e2d-a718-fce64487bc3d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:41.250541 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e284319d-d2ae-4e2d-a718-fce64487bc3d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:41.254109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Transition to ACTIVE for port object 092e8089-8fd1-44c8-911c-227cb488a93a will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:41.266487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port c6b3f45a-1414-4a7a-a897-cabaf98a1d49, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=c6b3f45a-1414-4a7a-a897-cabaf98a1d49,segment=NetworkSegment(08137b41-f2ad-4008-89a0-f2b8ba034bf9),segment_id=08137b41-f2ad-4008-89a0-f2b8ba034bf9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:41.267355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.277399 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.279968 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Transition to ACTIVE for port object 092e8089-8fd1-44c8-911c-227cb488a93a will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:41.308122 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59f302b8-c5c2-41ff-b125-ef2bf457b60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.322779 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.363237 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Network 70a503a4-c7dc-4e78-ad72-b081fda90f78 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:41.367048 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:41.370925 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:41.385482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:41.385482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:41.386049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:41.391559 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6ef655ec-7bba-4547-9692-a7350b4c5511 tempest-ExternalNetworksTestJSON-292506453 tempest-ExternalNetworksTestJSON-292506453-project-admin] 10.222.0.13 "DELETE /v2.0/networks/6a7118a6-c394-4cb9-87d0-7c281b91937d HTTP/1.1" status: 204 len: 168 time: 2.3542542 Apr 20 15:44:41.394799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57338) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:41.406551 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=c6b3f45a-1414-4a7a-a897-cabaf98a1d49,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:41.439180 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a16bd2b-be5b-4fdd-9413-3a628cad197d tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] DELETE failed (client error): The resource could not be found. Apr 20 15:44:41.439994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a16bd2b-be5b-4fdd-9413-3a628cad197d tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:44:41.449408 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4a16bd2b-be5b-4fdd-9413-3a628cad197d tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] 10.222.0.13 "DELETE /v2.0/subnets/eb77bc14-0b38-4e14-b237-5ed42d827269 HTTP/1.1" status: 404 len: 337 time: 0.0530913 Apr 20 15:44:41.452054 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57342) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:41.477527 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59f302b8-c5c2-41ff-b125-ef2bf457b60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.480515 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59f302b8-c5c2-41ff-b125-ef2bf457b60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.481819 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-59f302b8-c5c2-41ff-b125-ef2bf457b60f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/370dcc7e-1f1f-4c17-9c46-81a4602811a8 HTTP/1.1" status: 204 len: 168 time: 0.4049442 Apr 20 15:44:41.508935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:41.509399 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:41.524461 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 7 to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc Apr 20 15:44:41.555235 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f302b8-c5c2-41ff-b125-ef2bf457b60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370dcc7e-1f1f-4c17-9c46-81a4602811a8,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:41.584403 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:41.588802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:41.590261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:41.625211 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:41.628373 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:41.630296 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Attempting to bind port 092e8089-8fd1-44c8-911c-227cb488a93a on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:41.630819 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Attempting to bind port 092e8089-8fd1-44c8-911c-227cb488a93a by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'f2283902-ac9c-4d2d-9b88-380bcf96e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '70a503a4-c7dc-4e78-ad72-b081fda90f78'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:41.632706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Attempting to bind port 092e8089-8fd1-44c8-911c-227cb488a93a on network 70a503a4-c7dc-4e78-ad72-b081fda90f78 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:41.637606 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 8 to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc Apr 20 15:44:41.644829 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e284319d-d2ae-4e2d-a718-fce64487bc3d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:41.646233 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e284319d-d2ae-4e2d-a718-fce64487bc3d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8107274 Apr 20 15:44:41.657349 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57350) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:41.658520 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Pushing event updated for resources: {'Port': ['ID=092e8089-8fd1-44c8-911c-227cb488a93a,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:41.664881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:44:41.665327 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Checking segment: {'id': 'f2283902-ac9c-4d2d-9b88-380bcf96e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '70a503a4-c7dc-4e78-ad72-b081fda90f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:41.667844 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.668245 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Bound using segment: {'id': 'f2283902-ac9c-4d2d-9b88-380bcf96e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '70a503a4-c7dc-4e78-ad72-b081fda90f78'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:44:41.670053 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Bound port: 092e8089-8fd1-44c8-911c-227cb488a93a, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2283902-ac9c-4d2d-9b88-380bcf96e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '70a503a4-c7dc-4e78-ad72-b081fda90f78'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:44:41.671148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.720637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bef96f00-9513-4352-9bef-b0772a2b35c4 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.771057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:41.772021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:41.772799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:41.807675 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:41.808320 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:41.814603 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 9 to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc Apr 20 15:44:41.866240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01242866-b63d-426c-96de-9e18b26590aa req-ecc0de55-ddee-4f71-8d4a-b8c5e77f6fab tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:41.868187 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-01242866-b63d-426c-96de-9e18b26590aa req-ecc0de55-ddee-4f71-8d4a-b8c5e77f6fab tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 943 time: 0.7864492 Apr 20 15:44:41.869621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.879409 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-0df8f2b3-2b21-4907-85bf-be07ef55dd50 service neutron] 10.222.0.13 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7685118 Apr 20 15:44:41.892605 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] For port 092e8089-8fd1-44c8-911c-227cb488a93a, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:41.914471 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] For port 092e8089-8fd1-44c8-911c-227cb488a93a, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=092e8089-8fd1-44c8-911c-227cb488a93a,segment=NetworkSegment(f2283902-ac9c-4d2d-9b88-380bcf96e4bb),segment_id=f2283902-ac9c-4d2d-9b88-380bcf96e4bb)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:44:41.923110 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.938490 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7fc68-c578-428a-8f09-25da618646e2 req-cabfa368-32e6-436a-b7ed-aff1383e1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:41.940012 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-cabfa368-32e6-436a-b7ed-aff1383e1a32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40ddd5af54534229a658a14f67df5f08&device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 1096 time: 0.3182955 Apr 20 15:44:41.944182 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bef96f00-9513-4352-9bef-b0772a2b35c4 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.988504 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:41.988915 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:41.989319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:41.998227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1caafe-cb5d-410e-97b6-6a3ba4f4fc22 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 6bbf0b72-30d9-4700-a646-fee544e7ae63 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:44:42.019644 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-eb937c9e-88a4-4a0f-bab4-4d6e1b594f2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04e88087-0220-4a63-94c4-e488e6100cb7 HTTP/1.1" status: 200 len: 217 time: 0.0681098 Apr 20 15:44:42.050496 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c6b3f45a-1414-4a7a-a897-cabaf98a1d49 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:42.078979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57362) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:42.088752 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-bef96f00-9513-4352-9bef-b0772a2b35c4 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13b5d8d-e692-4f2b-8282-fd9c341c8711']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:42.103056 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c5e52-7400-4e9b-bf9d-5dc2797cd0a4 None None] Pushing event updated for resources: {'Port': ['ID=092e8089-8fd1-44c8-911c-227cb488a93a,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:42.137325 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-bef96f00-9513-4352-9bef-b0772a2b35c4 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4d6c6d-fe91-4f3f-b69f-ca8feb457502') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:42.137674 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-bef96f00-9513-4352-9bef-b0772a2b35c4 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4d6c6d-fe91-4f3f-b69f-ca8feb457502') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:42.159428 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port c6b3f45a-1414-4a7a-a897-cabaf98a1d49 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:42.160697 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.167577 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bef96f00-9513-4352-9bef-b0772a2b35c4 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.182182 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3eeaf0e7-eadb-4c66-8f4f-5e39b8554d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.184071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:42.184406 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:42.208147 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-61d288ab-6d5e-4572-bc39-72c80824b89c service neutron] 10.222.0.13 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229035 Apr 20 15:44:42.209648 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bef96f00-9513-4352-9bef-b0772a2b35c4 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.211713 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da1caafe-cb5d-410e-97b6-6a3ba4f4fc22 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.218345 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef96f00-9513-4352-9bef-b0772a2b35c4 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:44:42.219070 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bef96f00-9513-4352-9bef-b0772a2b35c4 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.286957 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempt 10 to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc Apr 20 15:44:42.297588 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Subnet': ['ID=1062ca8e-60c0-4bfb-897a-e7a192fa122b,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:44:42.350170 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:44:42.354498 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bef96f00-9513-4352-9bef-b0772a2b35c4 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.377879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bef96f00-9513-4352-9bef-b0772a2b35c4 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.383625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3eeaf0e7-eadb-4c66-8f4f-5e39b8554d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:42.390778 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7fc68-c578-428a-8f09-25da618646e2 req-0b7965f8-08ff-4d02-a412-83a549b2d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:42.392386 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-0b7965f8-08ff-4d02-a412-83a549b2d81a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=63e863a2-f900-414e-86c4-ac93d0d20b1c HTTP/1.1" status: 200 len: 851 time: 0.3574741 Apr 20 15:44:42.403877 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3eeaf0e7-eadb-4c66-8f4f-5e39b8554d10 admin admin] Usage tracker for resource:security_group_rule and tenant:86b4ba3c39e14f5fbd38f446bb6a46be is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:42.409627 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef96f00-9513-4352-9bef-b0772a2b35c4 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] Pushing event deleted for resources: {'Network': ['ID=e13b5d8d-e692-4f2b-8282-fd9c341c8711,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:42.412769 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3eeaf0e7-eadb-4c66-8f4f-5e39b8554d10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:42.434808 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bef96f00-9513-4352-9bef-b0772a2b35c4 tempest-ExternalNetworksTestJSON-1490361972 tempest-ExternalNetworksTestJSON-1490361972-project] 10.222.0.13 "DELETE /v2.0/networks/e13b5d8d-e692-4f2b-8282-fd9c341c8711 HTTP/1.1" status: 204 len: 168 time: 0.9788318 Apr 20 15:44:42.434808 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3eeaf0e7-eadb-4c66-8f4f-5e39b8554d10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:42.468831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:42.469515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:42.471842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempting to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:42.508481 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-01242866-b63d-426c-96de-9e18b26590aa req-d246afab-91b4-4a41-9d0f-ba5be7e3ea7f tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/security-groups?id=b958054b-4355-42dd-a3dd-c301839afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6228740 Apr 20 15:44:42.534249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:42.534717 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Failed to bind port fb330792-a78f-4796-96ca-e0e9f40ae6dc on host hv-neutron-8386 for vnic_type normal using segments [{'id': 'bb82f114-b71a-492e-afd7-7fb8d2c50e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9'}] Apr 20 15:44:42.535175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.548324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da1caafe-cb5d-410e-97b6-6a3ba4f4fc22 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.605617 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.698840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a503a4-c7dc-4e78-ad72-b081fda90f78']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:42.735224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2283902-ac9c-4d2d-9b88-380bcf96e4bb') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:42.735928 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2283902-ac9c-4d2d-9b88-380bcf96e4bb') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:42.747016 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7fc68-c578-428a-8f09-25da618646e2 req-79cf2dba-1cc7-40d9-af5f-c6d7cf81c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:42.749085 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-79cf2dba-1cc7-40d9-af5f-c6d7cf81c09d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c880705c-c9ca-461f-ab61-0c74e5f307a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2835183 Apr 20 15:44:42.771175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.848512 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3eeaf0e7-eadb-4c66-8f4f-5e39b8554d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.875999 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3eeaf0e7-eadb-4c66-8f4f-5e39b8554d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.893719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] For port fb330792-a78f-4796-96ca-e0e9f40ae6dc, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:42.893719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attempted to set empty binding levels {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 20 15:44:42.895961 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a92cda41-d730-4584-803b-2b82c42bfdf7 req-34e0c338-4fc6-4bb8-b1f5-e8a3cfc3fc24 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 210 time: 0.1178017 Apr 20 15:44:42.898904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.920264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.996353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57380) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:42.997528 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3eeaf0e7-eadb-4c66-8f4f-5e39b8554d10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86b4ba3c39e14f5fbd38f446bb6a46be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9171636 Apr 20 15:44:43.004345 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:44:43.005126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:43.059028 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeaf0e7-eadb-4c66-8f4f-5e39b8554d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e80c7d-042c-4548-a819-b04e17b3a5c2,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:44:43.070385 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:44:43.085736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57384) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:43.121305 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-f0d07edc-6961-46b0-b2f7-0e5710da4ac9 service neutron] 10.222.0.11 "GET /v2.0/networks/c880705c-c9ca-461f-ab61-0c74e5f307a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624380 Apr 20 15:44:43.137328 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.11', 65203) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:43.177389 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118cfbba-2f30-4d4d-9e33-c0dfaefcd19d'] response: {'name': 'network-changed', 'server_uuid': '77666eaf-cc28-423b-8b0a-dc83f50fa832', 'tag': '04e88087-0220-4a63-94c4-e488e6100cb7', 'status': 'completed', 'code': 200} Apr 20 15:44:43.260782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] In _notify_port_updated(), no bound segment for port fb330792-a78f-4796-96ca-e0e9f40ae6dc on network 8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 {{(pid=88168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:44:43.261646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:43.262249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:43.266595 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] 10.222.0.13 "PUT /v2.0/ports/fb330792-a78f-4796-96ca-e0e9f40ae6dc HTTP/1.1" status: 200 len: 977 time: 6.0200124 Apr 20 15:44:43.322636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57396) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:43.346626 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da1caafe-cb5d-410e-97b6-6a3ba4f4fc22 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:43.479380 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 15:44:43.479380 dv-neutron-838699-1-hyperv neutron-server[88168]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 15:44:43.479380 dv-neutron-838699-1-hyperv neutron-server[88168]: [parameters: {'id': '70a503a4-c7dc-4e78-ad72-b081fda90f78'}] Apr 20 15:44:43.479380 dv-neutron-838699-1-hyperv neutron-server[88168]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:44:43.479760 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:44:43.481867 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10fd9153-dc13-459a-a44e-5520869f82c2 req-e09b6138-220f-4940-8af1-8b9be49674ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 210 time: 0.3810952 Apr 20 15:44:43.495533 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-680db793-065a-4ab6-8289-2e3719b29021 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db25681a220b44cab523c03be13ffbc0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4087276 Apr 20 15:44:43.501153 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57402) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:43.595954 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9f96c57a-0392-42f2-863a-627da3ecb873 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Deleting port fb330792-a78f-4796-96ca-e0e9f40ae6dc {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:44:43.596303 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f96c57a-0392-42f2-863a-627da3ecb873 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:43.656855 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea574e1-022c-40cb-8628-d2c63c989fba None None] Network 70a503a4-c7dc-4e78-ad72-b081fda90f78 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:43.661327 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2159f-a80e-48c8-ac24-d8d6fe9c5dac tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Pushing event updated for resources: {'Port': ['ID=fb330792-a78f-4796-96ca-e0e9f40ae6dc,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:43.671510 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da1caafe-cb5d-410e-97b6-6a3ba4f4fc22 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:43.708754 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-7db7fc68-c578-428a-8f09-25da618646e2 req-b7eb36aa-557f-48aa-9801-d9e215d87413 service neutron] 10.222.0.11 "GET /v2.0/networks/c880705c-c9ca-461f-ab61-0c74e5f307a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722182 Apr 20 15:44:43.765168 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-716ef4bb-fc68-4134-a112-fe19d1b50446 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:43.766832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-716ef4bb-fc68-4134-a112-fe19d1b50446 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Synchronizing usage tracker for tenant:189fc2a27c95427bb7131a058ee6d0d7 on resource:network {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:43.792068 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1639ac71-575d-4194-9e97-dfe7a712ad62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:43.843528 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3c3f5428-ced6-4d0c-bd26-773737179bce None None] Provisioning for port 092e8089-8fd1-44c8-911c-227cb488a93a completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:43.916741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1639ac71-575d-4194-9e97-dfe7a712ad62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:43.930984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-716ef4bb-fc68-4134-a112-fe19d1b50446 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Unset dirty status for tenant:189fc2a27c95427bb7131a058ee6d0d7 on resource:network {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:43.932405 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-716ef4bb-fc68-4134-a112-fe19d1b50446 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.11 "GET /v2.0/networks?id=6ee7f047-aede-4389-bfc1-f3eb14c90d05 HTTP/1.1" status: 200 len: 805 time: 0.7577510 Apr 20 15:44:43.954088 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 092e8089-8fd1-44c8-911c-227cb488a93a up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:43.981139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1caafe-cb5d-410e-97b6-6a3ba4f4fc22 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbf0b72-30d9-4700-a646-fee544e7ae63,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:43.986751 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:43.995094 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da1caafe-cb5d-410e-97b6-6a3ba4f4fc22 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:44.009006 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda587f8-706a-4ac9-97c3-5129e840e598 None None] DHCP port deletion for 70a503a4-c7dc-4e78-ad72-b081fda90f78 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:44:44.021946 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7b606c-35b6-475d-ab33-73bf83bb78b2 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:44.055161 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-0981f9d5-82df-414b-9340-19acd7b4f6b3 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Synchronizing usage tracker for tenant:189fc2a27c95427bb7131a058ee6d0d7 on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:44.072646 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf519e-6ee6-4b8c-8a1a-fd3ebc621d30 req-da4347d3-97b2-4ee9-a32a-65f844fe4713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:44.074156 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-abcf519e-6ee6-4b8c-8a1a-fd3ebc621d30 req-da4347d3-97b2-4ee9-a32a-65f844fe4713 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40ddd5af54534229a658a14f67df5f08&device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 1096 time: 0.2560086 Apr 20 15:44:44.079608 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-da1caafe-cb5d-410e-97b6-6a3ba4f4fc22 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/6bbf0b72-30d9-4700-a646-fee544e7ae63 HTTP/1.1" status: 204 len: 168 time: 2.4019325 Apr 20 15:44:44.079759 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1639ac71-575d-4194-9e97-dfe7a712ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:44.081993 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57416) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:44.095078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-0981f9d5-82df-414b-9340-19acd7b4f6b3 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Unset dirty status for tenant:189fc2a27c95427bb7131a058ee6d0d7 on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:44.096232 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-0981f9d5-82df-414b-9340-19acd7b4f6b3 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=189fc2a27c95427bb7131a058ee6d0d7 HTTP/1.1" status: 200 len: 379 time: 0.1496716 Apr 20 15:44:44.108690 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bda587f8-706a-4ac9-97c3-5129e840e598 None None] Deleting port 092e8089-8fd1-44c8-911c-227cb488a93a {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:44:44.109137 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bda587f8-706a-4ac9-97c3-5129e840e598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:44.125583 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Deleting port 092e8089-8fd1-44c8-911c-227cb488a93a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:44:44.125927 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:44.161383 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2dbf41e9-6b8c-4d1c-bbbd-99357a2be060 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Request body: {'port': {'device_id': 'dc91ac14-d307-44e9-9dc4-fc0f619793fa', 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05', 'admin_state_up': True, 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'security_groups': ['c0876837-0790-4959-8cbb-37530b429b35']}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:44.162313 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2a13ce57-80ed-45f3-b274-0da54856a2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:44.181590 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639ac71-575d-4194-9e97-dfe7a712ad62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc5272e-e70a-419d-a3e6-3413a38a26ae,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:44.226580 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a985b1d7-9725-4e5c-8f68-c0d9b4cc69fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1338859 Apr 20 15:44:44.272769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2a13ce57-80ed-45f3-b274-0da54856a2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:44.274873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57420) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:44.313864 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.11', 65209) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:44.337312 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-eb2de211-d3c2-4070-a9e2-487167fcca71 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:44.356105 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-9f96c57a-0392-42f2-863a-627da3ecb873 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] For port fb330792-a78f-4796-96ca-e0e9f40ae6dc, host hv-neutron-8386, got binding levels [] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:44.356842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f96c57a-0392-42f2-863a-627da3ecb873 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:44.390842 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 092e8089-8fd1-44c8-911c-227cb488a93a completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:44.409138 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 092e8089-8fd1-44c8-911c-227cb488a93a triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:44.409504 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:44.437657 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1639ac71-575d-4194-9e97-dfe7a712ad62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:44.438694 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1639ac71-575d-4194-9e97-dfe7a712ad62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afc5272e-e70a-419d-a3e6-3413a38a26ae HTTP/1.1" status: 204 len: 168 time: 0.9315741 Apr 20 15:44:44.508718 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9f96c57a-0392-42f2-863a-627da3ecb873 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Calling delete_port for fb330792-a78f-4796-96ca-e0e9f40ae6dc owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:44:44.549877 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-eb2de211-d3c2-4070-a9e2-487167fcca71 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:44.567216 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-eb2de211-d3c2-4070-a9e2-487167fcca71 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:44.574322 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-eb2de211-d3c2-4070-a9e2-487167fcca71 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:44.585624 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf519e-6ee6-4b8c-8a1a-fd3ebc621d30 req-d7218ae1-b530-46bd-b617-ac4903589b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:44.587093 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-abcf519e-6ee6-4b8c-8a1a-fd3ebc621d30 req-d7218ae1-b530-46bd-b617-ac4903589b56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c880705c-c9ca-461f-ab61-0c74e5f307a3 HTTP/1.1" status: 200 len: 913 time: 0.4114833 Apr 20 15:44:44.588049 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2dbf41e9-6b8c-4d1c-bbbd-99357a2be060 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:44.590370 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-eb2de211-d3c2-4070-a9e2-487167fcca71 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:44.650260 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-bda587f8-706a-4ac9-97c3-5129e840e598 None None] For port 092e8089-8fd1-44c8-911c-227cb488a93a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=092e8089-8fd1-44c8-911c-227cb488a93a,segment=NetworkSegment(f2283902-ac9c-4d2d-9b88-380bcf96e4bb),segment_id=f2283902-ac9c-4d2d-9b88-380bcf96e4bb)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:44.650653 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bda587f8-706a-4ac9-97c3-5129e840e598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:44.679809 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2dbf41e9-6b8c-4d1c-bbbd-99357a2be060 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:44.685002 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-abcf519e-6ee6-4b8c-8a1a-fd3ebc621d30 req-8678c644-70a7-43e4-9332-b152b7bddb68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04e88087-0220-4a63-94c4-e488e6100cb7 HTTP/1.1" status: 200 len: 217 time: 0.0906687 Apr 20 15:44:44.694216 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2de211-d3c2-4070-a9e2-487167fcca71 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:44.698090 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eb2de211-d3c2-4070-a9e2-487167fcca71 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:44.812530 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:44.816359 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-da6a13fd-f3f6-42fc-abdc-3cb3dbd2f919 req-6e132af6-5017-400e-9ab9-85fb7a9e2a05 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 210 time: 0.7465627 Apr 20 15:44:44.820850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f96c57a-0392-42f2-863a-627da3ecb873 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:44.830620 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2dbf41e9-6b8c-4d1c-bbbd-99357a2be060 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Made reservation on behalf of 189fc2a27c95427bb7131a058ee6d0d7 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:44.834930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2dbf41e9-6b8c-4d1c-bbbd-99357a2be060 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:44.855090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700d4ef-5fa4-4b75-8e2e-295b458154f9 req-a99c48c0-ebcb-44fc-a37f-fa91f66ee168 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:44.869485 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b700d4ef-5fa4-4b75-8e2e-295b458154f9 req-a99c48c0-ebcb-44fc-a37f-fa91f66ee168 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 943 time: 1.2003443 Apr 20 15:44:44.893023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57436) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:44.910343 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 092e8089-8fd1-44c8-911c-227cb488a93a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=092e8089-8fd1-44c8-911c-227cb488a93a,segment=NetworkSegment(f2283902-ac9c-4d2d-9b88-380bcf96e4bb),segment_id=f2283902-ac9c-4d2d-9b88-380bcf96e4bb)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:44.917808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bda587f8-706a-4ac9-97c3-5129e840e598 None None] Calling delete_port for 092e8089-8fd1-44c8-911c-227cb488a93a owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:44:44.949066 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:44.960461 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:44.980003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96c57a-0392-42f2-863a-627da3ecb873 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb330792-a78f-4796-96ca-e0e9f40ae6dc,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:44.983841 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f96c57a-0392-42f2-863a-627da3ecb873 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:44.989823 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf519e-6ee6-4b8c-8a1a-fd3ebc621d30 req-49862e68-a616-4b59-90f5-01105dd552c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:44.991620 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-abcf519e-6ee6-4b8c-8a1a-fd3ebc621d30 req-49862e68-a616-4b59-90f5-01105dd552c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=63e863a2-f900-414e-86c4-ac93d0d20b1c HTTP/1.1" status: 200 len: 851 time: 0.2990699 Apr 20 15:44:45.121730 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a084aeac-76b8-4444-9d80-06ea17e240dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72f6a82b47714176b15382811018fdfa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2271707 Apr 20 15:44:45.126723 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57440) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:45.165118 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b6f856-7f4c-4fad-8b36-323cb045e8f6 None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:44:45.169451 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=092e8089-8fd1-44c8-911c-227cb488a93a,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:45.173814 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-d5b6f856-7f4c-4fad-8b36-323cb045e8f6 None None] Deleting port 0ccce426-5a88-4b87-b917-03673307eccc {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:44:45.174367 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d5b6f856-7f4c-4fad-8b36-323cb045e8f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:45.183010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] For port 092e8089-8fd1-44c8-911c-227cb488a93a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=092e8089-8fd1-44c8-911c-227cb488a93a,segment=NetworkSegment(f2283902-ac9c-4d2d-9b88-380bcf96e4bb),segment_id=f2283902-ac9c-4d2d-9b88-380bcf96e4bb)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:45.183377 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:45.202052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-bda587f8-706a-4ac9-97c3-5129e840e598 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:44:45.202686 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-bda587f8-706a-4ac9-97c3-5129e840e598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:44:45.256208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2dbf41e9-6b8c-4d1c-bbbd-99357a2be060 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Allocated IP 172.20.0.9 (6ee7f047-aede-4389-bfc1-f3eb14c90d05/11a786c8-396f-45ab-98b5-620f55e316ad/830d8467-a2ad-4387-8bd5-39e70bb3e56d) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:45.264110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf519e-6ee6-4b8c-8a1a-fd3ebc621d30 req-e4b6440b-3875-4560-8228-9a4a23f199ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:45.266760 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-abcf519e-6ee6-4b8c-8a1a-fd3ebc621d30 req-e4b6440b-3875-4560-8228-9a4a23f199ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c880705c-c9ca-461f-ab61-0c74e5f307a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2578135 Apr 20 15:44:45.308570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3be25a03-6dd2-4828-b2a6-c3c2cc85bdfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:45.316367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Calling delete_port for 092e8089-8fd1-44c8-911c-227cb488a93a owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:44:45.382365 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9f96c57a-0392-42f2-863a-627da3ecb873 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] 10.222.0.13 "DELETE /v2.0/ports/fb330792-a78f-4796-96ca-e0e9f40ae6dc HTTP/1.1" status: 204 len: 168 time: 2.0395215 Apr 20 15:44:45.391621 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57444) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:45.397648 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d5b6f856-7f4c-4fad-8b36-323cb045e8f6 None None] For port 0ccce426-5a88-4b87-b917-03673307eccc, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0ccce426-5a88-4b87-b917-03673307eccc,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:45.398260 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d5b6f856-7f4c-4fad-8b36-323cb045e8f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:45.419527 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2cf998b6-b2f6-42d1-90b3-e43f2a037a70 req-1158aea4-84b4-493a-a5de-73c2bfaffa43 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 210 time: 0.3444085 Apr 20 15:44:45.437015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2a13ce57-80ed-45f3-b274-0da54856a2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:45.439384 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2a13ce57-80ed-45f3-b274-0da54856a2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:45.440527 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2a13ce57-80ed-45f3-b274-0da54856a2c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15e80c7d-042c-4548-a819-b04e17b3a5c2 HTTP/1.1" status: 204 len: 168 time: 2.3714602 Apr 20 15:44:45.443445 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b700d4ef-5fa4-4b75-8e2e-295b458154f9 req-60abfa2e-81d2-4b4b-a2a0-1c19a6a38d9b tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/security-groups?id=b958054b-4355-42dd-a3dd-c301839afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5633655 Apr 20 15:44:45.476053 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-6516873f-673a-4091-bde1-4df9a134bd3f tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:45.477532 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-6516873f-673a-4091-bde1-4df9a134bd3f tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.11 "GET /v2.0/networks?id=b99e9b56-1358-4ae1-9cfc-416f103dc430 HTTP/1.1" status: 200 len: 811 time: 0.7976723 Apr 20 15:44:45.493028 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3be25a03-6dd2-4828-b2a6-c3c2cc85bdfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:45.499458 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13ce57-80ed-45f3-b274-0da54856a2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e80c7d-042c-4548-a819-b04e17b3a5c2,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:45.507373 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-febf5015-24cf-4d24-809b-5ad680392527 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] GET failed (client error): The resource could not be found. Apr 20 15:44:45.509957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-febf5015-24cf-4d24-809b-5ad680392527 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Synchronizing usage tracker for tenant:c21a0a4daf1d4da2b8ae77b51624cc52 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:45.580897 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-d5b6f856-7f4c-4fad-8b36-323cb045e8f6 None None] Calling delete_port for 0ccce426-5a88-4b87-b917-03673307eccc owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:44:45.628404 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:45.678946 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d5b6f856-7f4c-4fad-8b36-323cb045e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:45.691756 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-4657409c-a255-4a92-833f-3002f64e67e3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80c78f2bdb844b1b88a5fac930d650c8 HTTP/1.1" status: 200 len: 379 time: 0.1936431 Apr 20 15:44:45.702595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Port': ['ID=092e8089-8fd1-44c8-911c-227cb488a93a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:45.707181 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-efde270b-f510-449a-8d68-5bb4d92a43ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Request body: {'port': {'device_id': 'ca2263ff-81bb-4d36-b8fa-2b90accf25e4', 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430', 'admin_state_up': True, 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'security_groups': ['7acd547a-87f1-49c6-ad23-9ddc8c1bb500']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:45.721371 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No DVR routers for this DVR port 092e8089-8fd1-44c8-911c-227cb488a93a on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:44:45.729935 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bda587f8-706a-4ac9-97c3-5129e840e598 None None] Deleting port 092e8089-8fd1-44c8-911c-227cb488a93a {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:44:45.730058 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bda587f8-706a-4ac9-97c3-5129e840e598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:45.761304 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b6f856-7f4c-4fad-8b36-323cb045e8f6 None None] No DVR routers for this DVR port 0ccce426-5a88-4b87-b917-03673307eccc on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:44:45.773794 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6f856-7f4c-4fad-8b36-323cb045e8f6 None None] Pushing event deleted for resources: {'Port': ['ID=0ccce426-5a88-4b87-b917-03673307eccc,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:45.817828 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bda587f8-706a-4ac9-97c3-5129e840e598 None None] The port '092e8089-8fd1-44c8-911c-227cb488a93a' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:44:45.888321 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-febf5015-24cf-4d24-809b-5ad680392527 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] Unset dirty status for tenant:c21a0a4daf1d4da2b8ae77b51624cc52 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:45.893262 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-febf5015-24cf-4d24-809b-5ad680392527 tempest-PortsAdminExtendedAttrsTestJSON-957968598 tempest-PortsAdminExtendedAttrsTestJSON-957968598-project-admin] 10.222.0.13 "GET /v2.0/ports/fb330792-a78f-4796-96ca-e0e9f40ae6dc HTTP/1.1" status: 404 len: 333 time: 0.4951677 Apr 20 15:44:45.913034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57456) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:45.918303 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-abcf519e-6ee6-4b8c-8a1a-fd3ebc621d30 req-a1e3f347-7c3c-4eeb-9768-351dcb7110a8 service neutron] 10.222.0.11 "GET /v2.0/networks/c880705c-c9ca-461f-ab61-0c74e5f307a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6424248 Apr 20 15:44:45.921862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 092e8089-8fd1-44c8-911c-227cb488a93a no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:44:45.975664 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 092e8089-8fd1-44c8-911c-227cb488a93a {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:44:45.976630 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 092e8089-8fd1-44c8-911c-227cb488a93a not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:44:45.977545 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0ccce426-5a88-4b87-b917-03673307eccc no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:44:46.077540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:46.081905 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 0ccce426-5a88-4b87-b917-03673307eccc {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:44:46.082460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0ccce426-5a88-4b87-b917-03673307eccc not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:44:46.126515 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2dbf41e9-6b8c-4d1c-bbbd-99357a2be060 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:46.154551 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bd75c1bc-eb7f-4263-80ed-212f0e206ce8 req-119b5473-ee38-40d5-96ba-66b3880dd2ba tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 210 time: 0.1315305 Apr 20 15:44:46.167718 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4c9dc96-6c0d-4602-a1ed-34b836022482 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:46.173611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a503a4-c7dc-4e78-ad72-b081fda90f78']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:46.184529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-efde270b-f510-449a-8d68-5bb4d92a43ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:46.193758 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-efde270b-f510-449a-8d68-5bb4d92a43ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Usage tracker for resource:port and tenant:80c78f2bdb844b1b88a5fac930d650c8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:46.198176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2283902-ac9c-4d2d-9b88-380bcf96e4bb') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:46.199133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2283902-ac9c-4d2d-9b88-380bcf96e4bb') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:46.199666 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2dbf41e9-6b8c-4d1c-bbbd-99357a2be060 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Transition to ACTIVE for port object 830d8467-a2ad-4387-8bd5-39e70bb3e56d will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:46.209226 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3be25a03-6dd2-4828-b2a6-c3c2cc85bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:46.209547 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-efde270b-f510-449a-8d68-5bb4d92a43ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:46.225217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-efde270b-f510-449a-8d68-5bb4d92a43ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:46.225925 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eb2de211-d3c2-4070-a9e2-487167fcca71 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:46.228095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:46.296221 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:46.298812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-efde270b-f510-449a-8d68-5bb4d92a43ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Made reservation on behalf of 80c78f2bdb844b1b88a5fac930d650c8 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:46.302266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-efde270b-f510-449a-8d68-5bb4d92a43ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:46.303264 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be25a03-6dd2-4828-b2a6-c3c2cc85bdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7157a497-aea2-40f2-aa08-0bda5a8033cb,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:46.346076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2de211-d3c2-4070-a9e2-487167fcca71 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:46.353242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-eb2de211-d3c2-4070-a9e2-487167fcca71 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:46.356537 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-abcf519e-6ee6-4b8c-8a1a-fd3ebc621d30 req-5411fe5c-4ddb-4798-815a-2b7426853de5 service neutron] 10.222.0.11 "GET /v2.0/networks/c880705c-c9ca-461f-ab61-0c74e5f307a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939714 Apr 20 15:44:46.359743 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2de211-d3c2-4070-a9e2-487167fcca71 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:46.360166 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eb2de211-d3c2-4070-a9e2-487167fcca71 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:46.362799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da45751e-c1e6-4ab7-92c8-5df99af0a08e None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:46.363960 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2de211-d3c2-4070-a9e2-487167fcca71 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=2f703d39-5049-49a3-b7d9-cf7c034f42e9,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:46.387331 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:44:46.387828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:46.391454 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3be25a03-6dd2-4828-b2a6-c3c2cc85bdfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:46.395407 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3be25a03-6dd2-4828-b2a6-c3c2cc85bdfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7157a497-aea2-40f2-aa08-0bda5a8033cb HTTP/1.1" status: 204 len: 168 time: 1.2364547 Apr 20 15:44:46.411000 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-eb2de211-d3c2-4070-a9e2-487167fcca71 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0795701 Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:44:46.412571 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:44:46.415277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57474) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:46.422808 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'name': 'tempest-NetworksTestDHCPv6-1618759532'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:46.446980 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2dbf41e9-6b8c-4d1c-bbbd-99357a2be060 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:46.587554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4c9dc96-6c0d-4602-a1ed-34b836022482 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:46.650165 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2dbf41e9-6b8c-4d1c-bbbd-99357a2be060 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Network 6ee7f047-aede-4389-bfc1-f3eb14c90d05 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:46.660497 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2dbf41e9-6b8c-4d1c-bbbd-99357a2be060 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:46.671404 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2dbf41e9-6b8c-4d1c-bbbd-99357a2be060 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:46.699750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': '2f703d39-5049-49a3-b7d9-cf7c034f42e9'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:44:46.701115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:46.705677 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57484) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:46.722494 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf41e9-6b8c-4d1c-bbbd-99357a2be060 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Pushing event updated for resources: {'Port': ['ID=830d8467-a2ad-4387-8bd5-39e70bb3e56d,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:46.772834 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-a4c9dc96-6c0d-4602-a1ed-34b836022482 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:46.817980 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2dbf41e9-6b8c-4d1c-bbbd-99357a2be060 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:46.818648 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2dbf41e9-6b8c-4d1c-bbbd-99357a2be060 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:46.832406 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:46.840216 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:port and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:46.844163 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:46.853602 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2dbf41e9-6b8c-4d1c-bbbd-99357a2be060 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6963818 Apr 20 15:44:46.855222 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96c1c85e-0307-4c1f-aec8-6a3ba50f3f4a req-f2add965-7793-4c03-81cc-c69bbb7e9589 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 210 time: 0.2084119 Apr 20 15:44:46.865766 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:46.878567 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Request body: {'port': {'device_id': 'dc91ac14-d307-44e9-9dc4-fc0f619793fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:46.924859 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-a4c9dc96-6c0d-4602-a1ed-34b836022482 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb82f114-b71a-492e-afd7-7fb8d2c50e07') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:46.925160 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-a4c9dc96-6c0d-4602-a1ed-34b836022482 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb82f114-b71a-492e-afd7-7fb8d2c50e07') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:46.941334 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Allocated IP 2001:db8::2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/2f703d39-5049-49a3-b7d9-cf7c034f42e9/945456f1-78ed-40c8-a7a7-2a9a4952539a) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:46.950527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:46.960487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.005605 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:47.011074 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.054588 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.055291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4c9dc96-6c0d-4602-a1ed-34b836022482 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.077653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Network': ['ID=70a503a4-c7dc-4e78-ad72-b081fda90f78,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:47.078926 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port 5b01089c-06e7-42b4-b77f-83f0e3bf2849 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:44:47.129270 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-60600d63-2fe6-4703-9764-3e1a630d1994 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/networks/70a503a4-c7dc-4e78-ad72-b081fda90f78 HTTP/1.1" status: 204 len: 168 time: 6.9518564 Apr 20 15:44:47.133703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4c9dc96-6c0d-4602-a1ed-34b836022482 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.137055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57494) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:47.148820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c9dc96-6c0d-4602-a1ed-34b836022482 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:44:47.149277 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4c9dc96-6c0d-4602-a1ed-34b836022482 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.168402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-3ce8f27c-1d0c-4b62-bad9-707ddf4a3ac1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2105981514'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:44:47.176820 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:44:47.189309 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3ce8f27c-1d0c-4b62-bad9-707ddf4a3ac1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:47.189646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.221130 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-19239042-3a47-4ad7-a578-cef757a0d790 None None] Provisioning for port 830d8467-a2ad-4387-8bd5-39e70bb3e56d completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:47.225188 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Transition to ACTIVE for port object 945456f1-78ed-40c8-a7a7-2a9a4952539a will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:47.242825 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-19239042-3a47-4ad7-a578-cef757a0d790 None None] Provisioning complete for port 830d8467-a2ad-4387-8bd5-39e70bb3e56d triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:47.243173 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-19239042-3a47-4ad7-a578-cef757a0d790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.262660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3ce8f27c-1d0c-4b62-bad9-707ddf4a3ac1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Usage tracker for resource:network and tenant:d344c24002824265858fc3a192d82b8a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:47.288383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3ce8f27c-1d0c-4b62-bad9-707ddf4a3ac1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:47.296322 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-722806471'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:47.303476 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-efde270b-f510-449a-8d68-5bb4d92a43ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Allocated IP 172.20.0.14 (b99e9b56-1358-4ae1-9cfc-416f103dc430/ddbab018-b2c7-4785-88fd-2b8333c96735/a4af254e-9470-4a05-9aef-8350767e21a0) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:47.305654 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3ce8f27c-1d0c-4b62-bad9-707ddf4a3ac1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:47.311890 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:47.321850 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Usage tracker for resource:network and tenant:8103fc3959754613acf3dbd3a90e75ba is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:47.331884 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:47.332072 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-19239042-3a47-4ad7-a578-cef757a0d790 None None] Port 830d8467-a2ad-4387-8bd5-39e70bb3e56d cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:44:47.333061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4c9dc96-6c0d-4602-a1ed-34b836022482 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.343146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:47.344349 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Transition to ACTIVE for port object 945456f1-78ed-40c8-a7a7-2a9a4952539a will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:47.346421 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4c9dc96-6c0d-4602-a1ed-34b836022482 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.351931 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.362754 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Made reservation on behalf of 8103fc3959754613acf3dbd3a90e75ba for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:47.366186 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.379987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce8f27c-1d0c-4b62-bad9-707ddf4a3ac1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:47.383503 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f27c-1d0c-4b62-bad9-707ddf4a3ac1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.412709 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c2db7-c63b-4a91-b347-db8d881a35d5 req-e7d53e0c-12d4-476b-a577-4ad2dd37eebf tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:47.414552 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-055c2db7-c63b-4a91-b347-db8d881a35d5 req-e7d53e0c-12d4-476b-a577-4ad2dd37eebf tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 943 time: 0.6134224 Apr 20 15:44:47.418839 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 04e88087-0220-4a63-94c4-e488e6100cb7 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 15:44:47.460273 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a4c9dc96-6c0d-4602-a1ed-34b836022482 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] 10.222.0.13 "DELETE /v2.0/networks/8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9 HTTP/1.1" status: 204 len: 168 time: 1.5462554 Apr 20 15:44:47.461497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9dc96-6c0d-4602-a1ed-34b836022482 tempest-PortsAdminExtendedAttrsTestJSON-641660896 tempest-PortsAdminExtendedAttrsTestJSON-641660896-project] Pushing event deleted for resources: {'Network': ['ID=8cd55e43-0ffb-4e54-b1f5-7b82ff9fdac9,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:47.558575 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 04e88087-0220-4a63-94c4-e488e6100cb7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=04e88087-0220-4a63-94c4-e488e6100cb7,segment=NetworkSegment(c565ca90-7634-46aa-97c8-94396499e965),segment_id=c565ca90-7634-46aa-97c8-94396499e965)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:47.575570 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '04e88087-0220-4a63-94c4-e488e6100cb7', 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3', 'port_id': '04e88087-0220-4a63-94c4-e488e6100cb7', 'mac_address': 'fa:16:3e:65:ef:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 15:44:47.625843 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:47.636770 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:47.643877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:47.649102 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Pushing event updated for resources: {'Port': ['ID=945456f1-78ed-40c8-a7a7-2a9a4952539a,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:47.727108 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce8f27c-1d0c-4b62-bad9-707ddf4a3ac1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:44:47.742250 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830d8467-a2ad-4387-8bd5-39e70bb3e56d {{(pid=88169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:44:47.751368 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.751994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.765100 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.773888 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e88087-0220-4a63-94c4-e488e6100cb7 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:44:47.781568 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Attempting to bind port 945456f1-78ed-40c8-a7a7-2a9a4952539a on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:47.782344 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Attempting to bind port 945456f1-78ed-40c8-a7a7-2a9a4952539a by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:47.783244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Attempting to bind port 945456f1-78ed-40c8-a7a7-2a9a4952539a on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:47.801591 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:44:47.802376 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:47.803101 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.803716 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:44:47.804425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Bound port: 945456f1-78ed-40c8-a7a7-2a9a4952539a, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:44:47.805039 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.867366 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:47.887904 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Usage tracker for resource:security_group_rule and tenant:8103fc3959754613acf3dbd3a90e75ba is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:47.891224 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Transition to ACTIVE for port object 830d8467-a2ad-4387-8bd5-39e70bb3e56d will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:47.894788 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:47.905520 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.906456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f27c-1d0c-4b62-bad9-707ddf4a3ac1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.906820 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-3ce8f27c-1d0c-4b62-bad9-707ddf4a3ac1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Added segment 9ba70851-a512-4807-bcb6-57699a3117db of type vlan for network 134e7455-c24c-4f3b-b792-17f585f9682b Apr 20 15:44:47.912114 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:47.926451 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] For port 945456f1-78ed-40c8-a7a7-2a9a4952539a, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:47.930104 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] For port 945456f1-78ed-40c8-a7a7-2a9a4952539a, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=945456f1-78ed-40c8-a7a7-2a9a4952539a,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:44:47.933981 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 04e88087-0220-4a63-94c4-e488e6100cb7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=04e88087-0220-4a63-94c4-e488e6100cb7,segment=NetworkSegment(c565ca90-7634-46aa-97c8-94396499e965),segment_id=c565ca90-7634-46aa-97c8-94396499e965)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:47.936507 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.987003 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:47.992888 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-055c2db7-c63b-4a91-b347-db8d881a35d5 req-5c62990a-e317-424a-8c78-5c00dc991a7b tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/security-groups?id=b958054b-4355-42dd-a3dd-c301839afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5158775 Apr 20 15:44:48.042079 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57522) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:48.087445 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1540c36-48b2-4a06-9979-67980a8624e5 None None] Pushing event updated for resources: {'Port': ['ID=945456f1-78ed-40c8-a7a7-2a9a4952539a,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:48.115262 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::e3 (f66047db-8bb8-4641-b4de-e5f9a3950b44/2f703d39-5049-49a3-b7d9-cf7c034f42e9/5b01089c-06e7-42b4-b77f-83f0e3bf2849) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:48.233791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=04e88087-0220-4a63-94c4-e488e6100cb7,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:48.261290 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d7fbf-bdd7-4e99-8125-31fc9ad51095 req-171dce6c-8762-4cb3-8fb3-494c7fc251fc tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:48.280701 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e53d7fbf-bdd7-4e99-8125-31fc9ad51095 req-171dce6c-8762-4cb3-8fb3-494c7fc251fc tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 931 time: 0.9035828 Apr 20 15:44:48.366088 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['04e88087-0220-4a63-94c4-e488e6100cb7'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 15:44:48.381026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f27c-1d0c-4b62-bad9-707ddf4a3ac1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:48.485061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-3b68121c-d938-4cd3-b523-e522f3500498 req-5b18fc74-662e-4abf-a097-3bc2541519ed tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Synchronizing usage tracker for tenant:80c78f2bdb844b1b88a5fac930d650c8 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:48.524138 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-efde270b-f510-449a-8d68-5bb4d92a43ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:48.542731 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Pushing event updated for resources: {'Port': ['ID=830d8467-a2ad-4387-8bd5-39e70bb3e56d,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:48.556606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-efde270b-f510-449a-8d68-5bb4d92a43ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Transition to ACTIVE for port object a4af254e-9470-4a05-9aef-8350767e21a0 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:48.663348 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f27c-1d0c-4b62-bad9-707ddf4a3ac1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:48.670032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce8f27c-1d0c-4b62-bad9-707ddf4a3ac1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:48.671669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f27c-1d0c-4b62-bad9-707ddf4a3ac1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:48.719378 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e53d7fbf-bdd7-4e99-8125-31fc9ad51095 req-dacc69ee-bfc9-4d9e-9c0b-9434e0dea3d1 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0876837-0790-4959-8cbb-37530b429b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4378111 Apr 20 15:44:48.738911 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Attempting to bind port 830d8467-a2ad-4387-8bd5-39e70bb3e56d on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:48.739187 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Attempting to bind port 830d8467-a2ad-4387-8bd5-39e70bb3e56d by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'b00830f2-c6cb-41f4-a628-9b39ad206ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:48.739705 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Attempting to bind port 830d8467-a2ad-4387-8bd5-39e70bb3e56d on network 6ee7f047-aede-4389-bfc1-f3eb14c90d05 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:48.748899 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Port 830d8467-a2ad-4387-8bd5-39e70bb3e56d on network 6ee7f047-aede-4389-bfc1-f3eb14c90d05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:48.749186 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Attempting to bind port 830d8467-a2ad-4387-8bd5-39e70bb3e56d on network 6ee7f047-aede-4389-bfc1-f3eb14c90d05 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:48.769716 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:44:48.770062 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Checking segment: {'id': 'b00830f2-c6cb-41f4-a628-9b39ad206ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:48.770456 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Bound using segment: {'id': 'b00830f2-c6cb-41f4-a628-9b39ad206ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:44:48.770904 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Bound port: 830d8467-a2ad-4387-8bd5-39e70bb3e56d, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b00830f2-c6cb-41f4-a628-9b39ad206ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:44:48.771249 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:48.822435 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:48.832383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-efde270b-f510-449a-8d68-5bb4d92a43ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:48.844682 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3ce8f27c-1d0c-4b62-bad9-707ddf4a3ac1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7018192 Apr 20 15:44:48.870937 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57540) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:48.881735 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:48.887396 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-2d681f48-db9f-44e7-aab7-7debbd723be7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'subnet': {'network_id': '134e7455-c24c-4f3b-b792-17f585f9682b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:48.905714 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-83db1772-e5f2-427d-b460-9fbcf14cca32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16debff63aed4652a458f1ec135a2933&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8331168 Apr 20 15:44:48.906420 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8f27c-1d0c-4b62-bad9-707ddf4a3ac1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Network': ['ID=134e7455-c24c-4f3b-b792-17f585f9682b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:48.908406 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57544) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:48.918324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-3b68121c-d938-4cd3-b523-e522f3500498 req-5b18fc74-662e-4abf-a097-3bc2541519ed tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Unset dirty status for tenant:80c78f2bdb844b1b88a5fac930d650c8 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:48.928632 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 134e7455-c24c-4f3b-b792-17f585f9682b details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:44:48.938079 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b68121c-d938-4cd3-b523-e522f3500498 req-5b18fc74-662e-4abf-a097-3bc2541519ed tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 210 time: 0.7171426 Apr 20 15:44:48.943416 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57548) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:48.971911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-efde270b-f510-449a-8d68-5bb4d92a43ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Network b99e9b56-1358-4ae1-9cfc-416f103dc430 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:49.004637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:44:49.011492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-efde270b-f510-449a-8d68-5bb4d92a43ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:49.025402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde270b-f510-449a-8d68-5bb4d92a43ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Pushing event updated for resources: {'Port': ['ID=a4af254e-9470-4a05-9aef-8350767e21a0,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:49.045901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-efde270b-f510-449a-8d68-5bb4d92a43ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:49.087136 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.095983 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.096327 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Added segment 76e55abb-989f-49d8-8a9b-d168509346ca of type vlan for network 07c421a1-6e91-464b-b560-1b191589db04 Apr 20 15:44:49.119949 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d7fb60-c7cd-4661-a77e-525830410411,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:49.148735 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] For port 830d8467-a2ad-4387-8bd5-39e70bb3e56d, host hv-neutron-8386, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:49.179848 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d796083-19cc-4991-a0b1-99b398377498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.184957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2d681f48-db9f-44e7-aab7-7debbd723be7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:49.189231 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object 5b01089c-06e7-42b4-b77f-83f0e3bf2849 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:49.193834 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:49.198221 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2d681f48-db9f-44e7-aab7-7debbd723be7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Usage tracker for resource:subnet and tenant:d344c24002824265858fc3a192d82b8a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:49.200833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:49.201260 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2d681f48-db9f-44e7-aab7-7debbd723be7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:49.206169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Usage tracker for resource:floatingip and tenant:cc05ca8f5d344a71b9eb564ba2475ddb is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:49.208104 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2d681f48-db9f-44e7-aab7-7debbd723be7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:49.211912 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:49.220420 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:49.236185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.241763 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d681f48-db9f-44e7-aab7-7debbd723be7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:49.245685 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2d681f48-db9f-44e7-aab7-7debbd723be7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.262583 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] For port 830d8467-a2ad-4387-8bd5-39e70bb3e56d, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=830d8467-a2ad-4387-8bd5-39e70bb3e56d,segment=NetworkSegment(b00830f2-c6cb-41f4-a628-9b39ad206ebd),segment_id=b00830f2-c6cb-41f4-a628-9b39ad206ebd)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:44:49.297139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.322713 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-efde270b-f510-449a-8d68-5bb4d92a43ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:49.323376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-efde270b-f510-449a-8d68-5bb4d92a43ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.330112 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.377041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d796083-19cc-4991-a0b1-99b398377498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.385319 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-efde270b-f510-449a-8d68-5bb4d92a43ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6854091 Apr 20 15:44:49.409301 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 04e88087-0220-4a63-94c4-e488e6100cb7 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:49.455535 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.463161 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:49.463793 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.465668 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] 10.222.0.11 "PUT /v2.0/ports/830d8467-a2ad-4387-8bd5-39e70bb3e56d HTTP/1.1" status: 200 len: 1093 time: 2.5958276 Apr 20 15:44:49.477566 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc91ac14-d307-44e9-9dc4-fc0f619793fa', 'tag': '830d8467-a2ad-4387-8bd5-39e70bb3e56d'}] {{(pid=88169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:44:49.480333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Request body: {'port': {'device_id': 'ca2263ff-81bb-4d36-b8fa-2b90accf25e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:49.499306 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.513796 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:49.514471 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.518002 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7b5d4715-4f26-4902-86fb-bdd8d46c968e None None] Provisioning for port a4af254e-9470-4a05-9aef-8350767e21a0 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:49.539840 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7b5d4715-4f26-4902-86fb-bdd8d46c968e None None] Provisioning complete for port a4af254e-9470-4a05-9aef-8350767e21a0 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:49.540553 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7b5d4715-4f26-4902-86fb-bdd8d46c968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.621634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c5cb0-1f83-420c-9a2d-a2fb08d2de00 req-9c233fa9-f226-4eb8-a478-96e0bef56d23 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:49.634728 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9c6c5cb0-1f83-420c-9a2d-a2fb08d2de00 req-9c233fa9-f226-4eb8-a478-96e0bef56d23 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 944 time: 0.3916206 Apr 20 15:44:49.643316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 04e88087-0220-4a63-94c4-e488e6100cb7 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:49.664251 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 04e88087-0220-4a63-94c4-e488e6100cb7 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:49.664487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.669831 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2969d2e1-3c95-49d7-b924-2e749791b4ab'] response: {'name': 'network-changed', 'server_uuid': 'dc91ac14-d307-44e9-9dc4-fc0f619793fa', 'tag': '830d8467-a2ad-4387-8bd5-39e70bb3e56d', 'status': 'completed', 'code': 200} Apr 20 15:44:49.729535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.756569 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d4715-4f26-4902-86fb-bdd8d46c968e None None] Port a4af254e-9470-4a05-9aef-8350767e21a0 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:44:49.763557 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c45f2f-7a68-4553-ae8d-2490d669402e service neutron] Pushing event updated for resources: {'Port': ['ID=830d8467-a2ad-4387-8bd5-39e70bb3e56d,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:49.772739 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:49.778123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d796083-19cc-4991-a0b1-99b398377498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.805649 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9c6c5cb0-1f83-420c-9a2d-a2fb08d2de00 req-9d261511-c054-4638-b26a-eae90db3a560 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/security-groups?id=b958054b-4355-42dd-a3dd-c301839afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699882 Apr 20 15:44:49.839679 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:49.854931 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.866356 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:49.872034 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:49.872906 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.890906 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d796083-19cc-4991-a0b1-99b398377498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175b36ff-e0b6-42cc-90b2-02a6783da14f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:49.898264 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Pushing event updated for resources: {'Network': ['ID=07c421a1-6e91-464b-b560-1b191589db04,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:49.906248 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-043ed3ed-3933-4909-8cdf-559d0048a08f tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.1935103 Apr 20 15:44:49.907020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57562) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:49.930121 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-dc46b2cf-5676-49b7-84d6-92e9ff9adb83 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Request body: {'subnet': {'network_id': '07c421a1-6e91-464b-b560-1b191589db04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:49.953062 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77666eaf-cc28-423b-8b0a-dc83f50fa832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e88087-0220-4a63-94c4-e488e6100cb7'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:44:49.959109 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d796083-19cc-4991-a0b1-99b398377498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:49.970589 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=5b01089c-06e7-42b4-b77f-83f0e3bf2849,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:49.976905 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3d796083-19cc-4991-a0b1-99b398377498 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/175b36ff-e0b6-42cc-90b2-02a6783da14f HTTP/1.1" status: 204 len: 168 time: 1.0628576 Apr 20 15:44:50.033156 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 07c421a1-6e91-464b-b560-1b191589db04 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:44:50.049053 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e53f0d35-1e65-45a2-9895-b3ff45788b98 None None] Provisioning for port 945456f1-78ed-40c8-a7a7-2a9a4952539a completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:50.118352 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 04e88087-0220-4a63-94c4-e488e6100cb7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=04e88087-0220-4a63-94c4-e488e6100cb7,segment=NetworkSegment(c565ca90-7634-46aa-97c8-94396499e965),segment_id=c565ca90-7634-46aa-97c8-94396499e965)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:50.127154 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 945456f1-78ed-40c8-a7a7-2a9a4952539a up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:50.207140 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:50.233442 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:50.268503 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3ced0594-3ead-450c-a2cb-1f6616a35e01 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8517499 Apr 20 15:44:50.306519 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57576) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:50.329486 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 945456f1-78ed-40c8-a7a7-2a9a4952539a completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:50.340587 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 945456f1-78ed-40c8-a7a7-2a9a4952539a triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:50.340958 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:50.375646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=04e88087-0220-4a63-94c4-e488e6100cb7,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:50.398576 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-597160ad-d9c5-448b-b31c-df23aafd5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:50.400254 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-597160ad-d9c5-448b-b31c-df23aafd5ca9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=189fc2a27c95427bb7131a058ee6d0d7&device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 1096 time: 0.8703859 Apr 20 15:44:50.441353 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-bb19a499-0690-419a-a507-54743be56968 None None] Provisioning for port 5b01089c-06e7-42b4-b77f-83f0e3bf2849 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:50.448856 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-bb19a499-0690-419a-a507-54743be56968 None None] Provisioning complete for port 5b01089c-06e7-42b4-b77f-83f0e3bf2849 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:50.449541 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bb19a499-0690-419a-a507-54743be56968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:50.505993 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-43914d43-68b1-4854-b4cf-27c0a289504c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=830d8467-a2ad-4387-8bd5-39e70bb3e56d HTTP/1.1" status: 200 len: 217 time: 0.0879161 Apr 20 15:44:50.519667 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bb19a499-0690-419a-a507-54743be56968 None None] Port 5b01089c-06e7-42b4-b77f-83f0e3bf2849 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:44:50.528215 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-dc46b2cf-5676-49b7-84d6-92e9ff9adb83 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:50.577631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-dc46b2cf-5676-49b7-84d6-92e9ff9adb83 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Usage tracker for resource:subnet and tenant:8103fc3959754613acf3dbd3a90e75ba is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:50.582918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-dc46b2cf-5676-49b7-84d6-92e9ff9adb83 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:50.594746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:50.609668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-dc46b2cf-5676-49b7-84d6-92e9ff9adb83 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:50.614847 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2d681f48-db9f-44e7-aab7-7debbd723be7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:50.630855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57584) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:50.636655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 945456f1-78ed-40c8-a7a7-2a9a4952539a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=945456f1-78ed-40c8-a7a7-2a9a4952539a,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:50.642027 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:50.691930 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027f6ea-66cd-49f7-8617-596e6faee3b7 req-30e6efd3-aa57-48b8-99fd-41f2c4971256 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:50.693415 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3027f6ea-66cd-49f7-8617-596e6faee3b7 req-30e6efd3-aa57-48b8-99fd-41f2c4971256 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 932 time: 0.4482930 Apr 20 15:44:50.700425 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc46b2cf-5676-49b7-84d6-92e9ff9adb83 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Made reservation on behalf of 8103fc3959754613acf3dbd3a90e75ba for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:50.704440 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dc46b2cf-5676-49b7-84d6-92e9ff9adb83 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:50.707029 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e82411-7167-4820-a592-13268478efef req-2aeb76e9-ab2f-455d-af15-f4df693a5828 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:50.708507 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b4e82411-7167-4820-a592-13268478efef req-2aeb76e9-ab2f-455d-af15-f4df693a5828 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 943 time: 0.6637366 Apr 20 15:44:50.725180 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2950e0cf-1d82-474a-b007-77e9c57341d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:50.725375 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=945456f1-78ed-40c8-a7a7-2a9a4952539a,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:50.726616 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-2950e0cf-1d82-474a-b007-77e9c57341d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11a786c8-396f-45ab-98b5-620f55e316ad HTTP/1.1" status: 200 len: 844 time: 0.2076833 Apr 20 15:44:50.744063 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ef384-aa17-4008-904d-4b09678434aa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:50.750232 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ef384-aa17-4008-904d-4b09678434aa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:50.750975 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-062ef384-aa17-4008-904d-4b09678434aa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:50.789798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Allocated IP 172.26.7.123 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/f44f0a5c-382c-4033-81ff-7b68f691cf7a) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:50.838345 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c3298886-f521-4d8c-9c9c-352375f326b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c21a0a4daf1d4da2b8ae77b51624cc52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016852 Apr 20 15:44:50.848097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57590) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:50.904280 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3027f6ea-66cd-49f7-8617-596e6faee3b7 req-06f9315f-dff1-42a3-b75e-cd89bf33118b tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930876 Apr 20 15:44:50.974013 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d681f48-db9f-44e7-aab7-7debbd723be7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Subnet': ['ID=624a6d6b-b7b4-4782-b07f-1d0d21de8d39,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:51.005684 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-062ef384-aa17-4008-904d-4b09678434aa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:51.009621 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-062ef384-aa17-4008-904d-4b09678434aa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6950884 Apr 20 15:44:51.013702 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d681f48-db9f-44e7-aab7-7debbd723be7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Checking segment: {'id': '9ba70851-a512-4807-bcb6-57699a3117db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '134e7455-c24c-4f3b-b792-17f585f9682b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:51.014259 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d681f48-db9f-44e7-aab7-7debbd723be7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network hostable DHCP agents. Network: 134e7455-c24c-4f3b-b792-17f585f9682b, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:44:51.018983 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57596) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:51.053154 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b4e82411-7167-4820-a592-13268478efef req-8e70fbed-a7ab-4a3a-b17f-eba28fcc1b19 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0876837-0790-4959-8cbb-37530b429b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3082337 Apr 20 15:44:51.060325 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:44:51.112110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d681f48-db9f-44e7-aab7-7debbd723be7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network 134e7455-c24c-4f3b-b792-17f585f9682b is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:44:51.116025 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca6725d4-91dd-4a11-88e9-94073851c02d'] response: {'server_uuid': '77666eaf-cc28-423b-8b0a-dc83f50fa832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e88087-0220-4a63-94c4-e488e6100cb7', 'code': 200} Apr 20 15:44:51.128597 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f06718c6-ce62-4015-a490-ccd432d9ce89 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port 5b01089c-06e7-42b4-b77f-83f0e3bf2849 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:44:51.128943 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f06718c6-ce62-4015-a490-ccd432d9ce89 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:51.196615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4af254e-9470-4a05-9aef-8350767e21a0 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:44:51.218944 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-2d681f48-db9f-44e7-aab7-7debbd723be7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 134e7455-c24c-4f3b-b792-17f585f9682b) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:51.224270 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d681f48-db9f-44e7-aab7-7debbd723be7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:51.224894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2d681f48-db9f-44e7-aab7-7debbd723be7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:51.227807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:51.237415 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79d7f93-0bf3-422e-bcda-53bc7b4b7770 None None] Network 134e7455-c24c-4f3b-b792-17f585f9682b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:51.243348 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:51.246806 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-87ec74b3-61cc-4d18-8ad9-24460e711743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:51.262641 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-c7e7ecf1-d2ca-458f-9c2e-a5a5ec208d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:51.264673 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-c7e7ecf1-d2ca-458f-9c2e-a5a5ec208d4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ee7f047-aede-4389-bfc1-f3eb14c90d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3729568 Apr 20 15:44:51.349932 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Transition to ACTIVE for port object a4af254e-9470-4a05-9aef-8350767e21a0 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:51.351892 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-87ec74b3-61cc-4d18-8ad9-24460e711743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:51.371006 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:51.388600 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2d681f48-db9f-44e7-aab7-7debbd723be7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5133190 Apr 20 15:44:51.409003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57600) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:51.438988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-309aa9cf-f14d-4017-97ad-88545b205f45 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1822967624'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:51.465044 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-309aa9cf-f14d-4017-97ad-88545b205f45 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:51.501356 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-134e7455-c24c-4f3b-b792-17f585f9682b', 'network_id': '134e7455-c24c-4f3b-b792-17f585f9682b', 'tenant_id': 'd344c24002824265858fc3a192d82b8a', 'fixed_ips': [{'subnet_id': '624a6d6b-b7b4-4782-b07f-1d0d21de8d39'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:44:51.502281 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:51.528554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-309aa9cf-f14d-4017-97ad-88545b205f45 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Usage tracker for resource:network and tenant:d344c24002824265858fc3a192d82b8a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:51.543824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-309aa9cf-f14d-4017-97ad-88545b205f45 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:51.583012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-309aa9cf-f14d-4017-97ad-88545b205f45 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:51.600904 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dc46b2cf-5676-49b7-84d6-92e9ff9adb83 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:51.649503 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Pushing event updated for resources: {'Port': ['ID=a4af254e-9470-4a05-9aef-8350767e21a0,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:51.664997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309aa9cf-f14d-4017-97ad-88545b205f45 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:51.668493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-309aa9cf-f14d-4017-97ad-88545b205f45 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:51.689470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:51.708215 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Allocated IP 2001:db8::1 (134e7455-c24c-4f3b-b792-17f585f9682b/624a6d6b-b7b4-4782-b07f-1d0d21de8d39/1658ce3c-d727-483d-af7f-0772829e86ef) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:51.717825 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-db8f0f10-916f-4047-91ed-15ab243d896b service neutron] 10.222.0.11 "GET /v2.0/networks/6ee7f047-aede-4389-bfc1-f3eb14c90d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453232 Apr 20 15:44:51.817747 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-87ec74b3-61cc-4d18-8ad9-24460e711743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:51.827782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135634e-6c26-4442-a229-e37089cafdf4 req-7e43a658-4cab-4980-9169-af9c5bdfbaa4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:51.834661 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2135634e-6c26-4442-a229-e37089cafdf4 req-7e43a658-4cab-4980-9169-af9c5bdfbaa4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 945 time: 0.5425069 Apr 20 15:44:51.852441 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46b2cf-5676-49b7-84d6-92e9ff9adb83 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Pushing event updated for resources: {'Subnet': ['ID=bcc05aa5-8f43-4c3e-a30d-3faeff9fd24d,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:51.881616 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f06718c6-ce62-4015-a490-ccd432d9ce89 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:51.897215 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec74b3-61cc-4d18-8ad9-24460e711743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca339e25-7b0d-403f-a5fd-a786c6503385,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:51.903442 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:51.928471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309aa9cf-f14d-4017-97ad-88545b205f45 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:44:51.930748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:51.931812 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 945456f1-78ed-40c8-a7a7-2a9a4952539a up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:51.943904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:51.972200 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Pushing event updated for resources: {'Port': ['ID=f44f0a5c-382c-4033-81ff-7b68f691cf7a,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:51.981643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Attempting to bind port a4af254e-9470-4a05-9aef-8350767e21a0 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:51.981981 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Attempting to bind port a4af254e-9470-4a05-9aef-8350767e21a0 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '64b7e63f-c762-4f02-9acf-cfdeb829fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:51.982313 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Attempting to bind port a4af254e-9470-4a05-9aef-8350767e21a0 on network b99e9b56-1358-4ae1-9cfc-416f103dc430 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:51.994395 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff77751-a429-4b8f-8458-3a6f311729d5 req-066c85e8-1f23-4079-9284-638f68630d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:51.998058 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-6ff77751-a429-4b8f-8458-3a6f311729d5 req-066c85e8-1f23-4079-9284-638f68630d50 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 1098 time: 0.5993996 Apr 20 15:44:52.006899 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2135634e-6c26-4442-a229-e37089cafdf4 req-1268e35b-986b-4604-89ed-4f1928e0dba9 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/security-groups?id=b958054b-4355-42dd-a3dd-c301839afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694918 Apr 20 15:44:52.009301 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-309aa9cf-f14d-4017-97ad-88545b205f45 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.009645 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-309aa9cf-f14d-4017-97ad-88545b205f45 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Added segment 7170f4d1-1ae3-4a41-8f95-40d91aa365a7 of type vlan for network 970067f8-7253-41ca-bfbf-fcd42ffc9be4 Apr 20 15:44:52.023384 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-87ec74b3-61cc-4d18-8ad9-24460e711743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.027213 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-87ec74b3-61cc-4d18-8ad9-24460e711743 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca339e25-7b0d-403f-a5fd-a786c6503385 HTTP/1.1" status: 204 len: 168 time: 1.1757004 Apr 20 15:44:52.035428 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Port a4af254e-9470-4a05-9aef-8350767e21a0 on network b99e9b56-1358-4ae1-9cfc-416f103dc430 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:44:52.035752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Attempting to bind port a4af254e-9470-4a05-9aef-8350767e21a0 on network b99e9b56-1358-4ae1-9cfc-416f103dc430 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:52.049863 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.050976 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:44:52.051324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Checking segment: {'id': '64b7e63f-c762-4f02-9acf-cfdeb829fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:52.051940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Bound using segment: {'id': '64b7e63f-c762-4f02-9acf-cfdeb829fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:44:52.052413 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Bound port: a4af254e-9470-4a05-9aef-8350767e21a0, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b7e63f-c762-4f02-9acf-cfdeb829fc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:44:52.052759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.070263 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Transition to ACTIVE for port object 1658ce3c-d727-483d-af7f-0772829e86ef will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:52.093977 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f06718c6-ce62-4015-a490-ccd432d9ce89 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for 5b01089c-06e7-42b4-b77f-83f0e3bf2849 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:44:52.107150 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Transition to ACTIVE for port object 1658ce3c-d727-483d-af7f-0772829e86ef will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:52.122944 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.134522 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc46b2cf-5676-49b7-84d6-92e9ff9adb83 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Checking segment: {'id': '76e55abb-989f-49d8-8a9b-d168509346ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '07c421a1-6e91-464b-b560-1b191589db04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:52.134882 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc46b2cf-5676-49b7-84d6-92e9ff9adb83 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Network hostable DHCP agents. Network: 07c421a1-6e91-464b-b560-1b191589db04, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:44:52.158068 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-6ff77751-a429-4b8f-8458-3a6f311729d5 req-51787921-f03a-4921-99f4-0776a1f04cb4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.193640 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [req-6ff77751-a429-4b8f-8458-3a6f311729d5 req-51787921-f03a-4921-99f4-0776a1f04cb4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:52.202261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-309aa9cf-f14d-4017-97ad-88545b205f45 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.208985 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [req-6ff77751-a429-4b8f-8458-3a6f311729d5 req-51787921-f03a-4921-99f4-0776a1f04cb4 service neutron] Usage tracker for resource:security_group_rule and tenant:7b9390a1bb074983a6a5cfbfb800a2a1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:52.222572 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [req-6ff77751-a429-4b8f-8458-3a6f311729d5 req-51787921-f03a-4921-99f4-0776a1f04cb4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:52.237158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [req-6ff77751-a429-4b8f-8458-3a6f311729d5 req-51787921-f03a-4921-99f4-0776a1f04cb4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:52.260006 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Pushing event updated for resources: {'Port': ['ID=1658ce3c-d727-483d-af7f-0772829e86ef,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:52.274582 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc46b2cf-5676-49b7-84d6-92e9ff9adb83 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Network 07c421a1-6e91-464b-b560-1b191589db04 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:44:52.277235 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 945456f1-78ed-40c8-a7a7-2a9a4952539a triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:52.277824 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.290443 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-19253731-4f6a-42e6-affe-aebe6debb9fc req-9f92dbbf-b853-444d-a9af-befec4617261 service neutron] 10.222.0.11 "GET /v2.0/networks/6ee7f047-aede-4389-bfc1-f3eb14c90d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640979 Apr 20 15:44:52.338910 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-dc46b2cf-5676-49b7-84d6-92e9ff9adb83 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 07c421a1-6e91-464b-b560-1b191589db04) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:52.352791 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc46b2cf-5676-49b7-84d6-92e9ff9adb83 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:52.353376 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dc46b2cf-5676-49b7-84d6-92e9ff9adb83 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.418895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-309aa9cf-f14d-4017-97ad-88545b205f45 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.424897 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309aa9cf-f14d-4017-97ad-88545b205f45 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:52.425533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-309aa9cf-f14d-4017-97ad-88545b205f45 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.454576 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] For port a4af254e-9470-4a05-9aef-8350767e21a0, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:52.474309 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d608c562-da60-48a8-b28c-1a1da8ab6fea None None] Network 07c421a1-6e91-464b-b560-1b191589db04 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:52.492623 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dc46b2cf-5676-49b7-84d6-92e9ff9adb83 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5765750 Apr 20 15:44:52.494637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f06718c6-ce62-4015-a490-ccd432d9ce89 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.505202 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Network 134e7455-c24c-4f3b-b792-17f585f9682b is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:52.506383 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57614) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:52.552005 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:52.556177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-f2d2d5a5-3c59-4679-8e80-3138290b3f57 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-392830411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:52.569904 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:52.580217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] For port a4af254e-9470-4a05-9aef-8350767e21a0, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=a4af254e-9470-4a05-9aef-8350767e21a0,segment=NetworkSegment(64b7e63f-c762-4f02-9acf-cfdeb829fc9b),segment_id=64b7e63f-c762-4f02-9acf-cfdeb829fc9b)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:44:52.584028 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f2d2d5a5-3c59-4679-8e80-3138290b3f57 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:52.586708 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06718c6-ce62-4015-a490-ccd432d9ce89 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=5b01089c-06e7-42b4-b77f-83f0e3bf2849,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:52.588191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a1d84-bd45-47de-86eb-4fb7b00dd58d req-3ac5c7d8-c1a2-48f5-8b3d-7bbcc6f184c2 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:52.589915 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f53a1d84-bd45-47de-86eb-4fb7b00dd58d req-3ac5c7d8-c1a2-48f5-8b3d-7bbcc6f184c2 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 944 time: 0.5254848 Apr 20 15:44:52.625356 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.633499 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f2d2d5a5-3c59-4679-8e80-3138290b3f57 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Usage tracker for resource:router and tenant:8103fc3959754613acf3dbd3a90e75ba is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:52.649765 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f06718c6-ce62-4015-a490-ccd432d9ce89 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.653003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f2d2d5a5-3c59-4679-8e80-3138290b3f57 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:52.666260 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f2d2d5a5-3c59-4679-8e80-3138290b3f57 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:52.672664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-6ff77751-a429-4b8f-8458-3a6f311729d5 req-51787921-f03a-4921-99f4-0776a1f04cb4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.675609 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f06718c6-ce62-4015-a490-ccd432d9ce89 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/5b01089c-06e7-42b4-b77f-83f0e3bf2849 HTTP/1.1" status: 204 len: 168 time: 1.6522322 Apr 20 15:44:52.679360 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57622) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:52.691419 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-309aa9cf-f14d-4017-97ad-88545b205f45 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2656093 Apr 20 15:44:52.714360 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57626) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:52.724238 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309aa9cf-f14d-4017-97ad-88545b205f45 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Network': ['ID=970067f8-7253-41ca-bfbf-fcd42ffc9be4,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:52.758717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fd45b-4137-4a73-8132-7c30ca99bd69 req-29fc764b-0e54-42d2-95df-cd731c92cf88 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:52.760300 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-604fd45b-4137-4a73-8132-7c30ca99bd69 req-29fc764b-0e54-42d2-95df-cd731c92cf88 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 943 time: 0.5009265 Apr 20 15:44:52.776957 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 970067f8-7253-41ca-bfbf-fcd42ffc9be4 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:44:52.808073 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.819132 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-afe23e02-5faa-40c6-b2bb-34869ee62ad4 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'subnet': {'network_id': '970067f8-7253-41ca-bfbf-fcd42ffc9be4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:52.833687 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-6ff77751-a429-4b8f-8458-3a6f311729d5 req-51787921-f03a-4921-99f4-0776a1f04cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.841710 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832e70e-cb0c-49f1-b6a9-e1f34665aec2 req-7445a0b9-0152-419c-a6bb-f8f9125ce02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:52.844275 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-b832e70e-cb0c-49f1-b6a9-e1f34665aec2 req-7445a0b9-0152-419c-a6bb-f8f9125ce02a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=189fc2a27c95427bb7131a058ee6d0d7&device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 1096 time: 0.4926181 Apr 20 15:44:52.867666 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2d2d5a5-3c59-4679-8e80-3138290b3f57 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.868778 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2d2d5a5-3c59-4679-8e80-3138290b3f57 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:52.937044 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [req-6ff77751-a429-4b8f-8458-3a6f311729d5 req-51787921-f03a-4921-99f4-0776a1f04cb4 service neutron] Synchronizing usage tracker for tenant:7b9390a1bb074983a6a5cfbfb800a2a1 on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:52.987753 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f53a1d84-bd45-47de-86eb-4fb7b00dd58d req-6e70ddca-e3fe-4895-bd30-9d5a896be142 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3768680 Apr 20 15:44:52.992752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Attempting to bind port 1658ce3c-d727-483d-af7f-0772829e86ef on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:52.992752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Attempting to bind port 1658ce3c-d727-483d-af7f-0772829e86ef by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '9ba70851-a512-4807-bcb6-57699a3117db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '134e7455-c24c-4f3b-b792-17f585f9682b'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:52.993717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Attempting to bind port 1658ce3c-d727-483d-af7f-0772829e86ef on network 134e7455-c24c-4f3b-b792-17f585f9682b {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:53.013272 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:53.015177 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:53.017324 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] 10.222.0.11 "PUT /v2.0/ports/a4af254e-9470-4a05-9aef-8350767e21a0 HTTP/1.1" status: 200 len: 1094 time: 3.6225853 Apr 20 15:44:53.018604 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2263ff-81bb-4d36-b8fa-2b90accf25e4', 'tag': 'a4af254e-9470-4a05-9aef-8350767e21a0'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:44:53.069007 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:44:53.069393 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Checking segment: {'id': '9ba70851-a512-4807-bcb6-57699a3117db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '134e7455-c24c-4f3b-b792-17f585f9682b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:53.069791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:53.070201 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Bound using segment: {'id': '9ba70851-a512-4807-bcb6-57699a3117db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '134e7455-c24c-4f3b-b792-17f585f9682b'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:44:53.070651 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Bound port: 1658ce3c-d727-483d-af7f-0772829e86ef, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba70851-a512-4807-bcb6-57699a3117db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '134e7455-c24c-4f3b-b792-17f585f9682b'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:44:53.071279 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:53.090541 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692de6ca-50db-42ba-a042-345af20e96ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:53.092347 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692de6ca-50db-42ba-a042-345af20e96ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:53.093315 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-692de6ca-50db-42ba-a042-345af20e96ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:44:53.098852 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2d2d5a5-3c59-4679-8e80-3138290b3f57 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:53.103021 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51787921-f03a-4921-99f4-0776a1f04cb4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=58475ee8-6487-4bd4-891f-3e181bc032a3,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:53.149107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [req-6ff77751-a429-4b8f-8458-3a6f311729d5 req-51787921-f03a-4921-99f4-0776a1f04cb4 service neutron] Unset dirty status for tenant:7b9390a1bb074983a6a5cfbfb800a2a1 on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:53.150240 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-6ff77751-a429-4b8f-8458-3a6f311729d5 req-51787921-f03a-4921-99f4-0776a1f04cb4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b958054b-4355-42dd-a3dd-c301839afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0280540 Apr 20 15:44:53.173537 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-692de6ca-50db-42ba-a042-345af20e96ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:44:53.177169 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-692de6ca-50db-42ba-a042-345af20e96ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4928708 Apr 20 15:44:53.177169 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2d2d5a5-3c59-4679-8e80-3138290b3f57 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:53.182858 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57642) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:53.195248 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832e70e-cb0c-49f1-b6a9-e1f34665aec2 req-f2539c26-b792-4e31-8d94-d3e95bb6ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:53.196791 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-b832e70e-cb0c-49f1-b6a9-e1f34665aec2 req-f2539c26-b792-4e31-8d94-d3e95bb6ce4a service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ee7f047-aede-4389-bfc1-f3eb14c90d05 HTTP/1.1" status: 200 len: 906 time: 0.3306115 Apr 20 15:44:53.234535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-afe23e02-5faa-40c6-b2bb-34869ee62ad4 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:53.260416 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2d2d5a5-3c59-4679-8e80-3138290b3f57 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:53.261838 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f2d2d5a5-3c59-4679-8e80-3138290b3f57 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7249012 Apr 20 15:44:53.264977 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57648) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:53.351711 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce6a90a-c877-457a-90d5-42ff14ee2192 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 2f703d39-5049-49a3-b7d9-cf7c034f42e9 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:44:53.417616 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ce6a90a-c877-457a-90d5-42ff14ee2192 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:53.452007 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-afe23e02-5faa-40c6-b2bb-34869ee62ad4 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Usage tracker for resource:subnet and tenant:d344c24002824265858fc3a192d82b8a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:53.455895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-afe23e02-5faa-40c6-b2bb-34869ee62ad4 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:53.456374 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] For port 1658ce3c-d727-483d-af7f-0772829e86ef, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:53.461359 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] For port 1658ce3c-d727-483d-af7f-0772829e86ef, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1658ce3c-d727-483d-af7f-0772829e86ef,segment=NetworkSegment(9ba70851-a512-4807-bcb6-57699a3117db),segment_id=9ba70851-a512-4807-bcb6-57699a3117db)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:44:53.461938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-afe23e02-5faa-40c6-b2bb-34869ee62ad4 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:53.462843 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-07c421a1-6e91-464b-b560-1b191589db04', 'network_id': '07c421a1-6e91-464b-b560-1b191589db04', 'tenant_id': '8103fc3959754613acf3dbd3a90e75ba', 'fixed_ips': [{'subnet_id': 'bcc05aa5-8f43-4c3e-a30d-3faeff9fd24d'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:44:53.463897 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:53.480017 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:53.500304 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:53.552875 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57656) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:53.556138 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe23e02-5faa-40c6-b2bb-34869ee62ad4 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:53.559523 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-afe23e02-5faa-40c6-b2bb-34869ee62ad4 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:53.602423 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-b832e70e-cb0c-49f1-b6a9-e1f34665aec2 req-09a29096-09ac-42be-b934-6c3f0ca73b1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=830d8467-a2ad-4387-8bd5-39e70bb3e56d HTTP/1.1" status: 200 len: 217 time: 0.0812421 Apr 20 15:44:53.628188 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b50fc9-201b-4784-ae21-b97a326a76e5 None None] Pushing event updated for resources: {'Port': ['ID=1658ce3c-d727-483d-af7f-0772829e86ef,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:53.663149 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-604fd45b-4137-4a73-8132-7c30ca99bd69 req-eca86db0-e9ba-44cc-99dc-3252cbcda093 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0876837-0790-4959-8cbb-37530b429b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6910648 Apr 20 15:44:53.717425 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832e70e-cb0c-49f1-b6a9-e1f34665aec2 req-fc930167-24ed-4236-b38e-3779219f6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:53.724093 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-b832e70e-cb0c-49f1-b6a9-e1f34665aec2 req-fc930167-24ed-4236-b38e-3779219f6be5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11a786c8-396f-45ab-98b5-620f55e316ad HTTP/1.1" status: 200 len: 844 time: 0.1137662 Apr 20 15:44:53.736180 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Allocated IP 172.20.0.2 (07c421a1-6e91-464b-b560-1b191589db04/bcc05aa5-8f43-4c3e-a30d-3faeff9fd24d/89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:53.737155 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104506d-447e-47f0-abed-984a9a61f1de service neutron] Pushing event updated for resources: {'Port': ['ID=a4af254e-9470-4a05-9aef-8350767e21a0,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:53.832158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.ipam_backend_mixin [None req-afe23e02-5faa-40c6-b2bb-34869ee62ad4 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Performing IP validity checks on allocation pools {{(pid=88168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 20 15:44:53.832732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.ipam_backend_mixin [None req-afe23e02-5faa-40c6-b2bb-34869ee62ad4 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 20 15:44:53.864046 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ce6a90a-c877-457a-90d5-42ff14ee2192 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:54.021613 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-95a1d0b3-084d-4699-bad4-585df00d047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:54.023131 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-95a1d0b3-084d-4699-bad4-585df00d047d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80c78f2bdb844b1b88a5fac930d650c8&device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 1097 time: 0.9451108 Apr 20 15:44:54.037458 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b4c3537c-f2b5-48fc-a9c8-640803fe19bf tempest-AgentManagementNegativeTest-1469780868 tempest-AgentManagementNegativeTest-1469780868-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4635024 Apr 20 15:44:54.153941 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:54.211941 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:54.224777 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2baaff0b-b97b-4b12-ad3f-820daec9824e'] response: {'name': 'network-changed', 'server_uuid': 'ca2263ff-81bb-4d36-b8fa-2b90accf25e4', 'tag': 'a4af254e-9470-4a05-9aef-8350767e21a0', 'status': 'completed', 'code': 200} Apr 20 15:44:54.246817 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Transition to ACTIVE for port object 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:54.279390 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Transition to ACTIVE for port object 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:54.290793 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:54.306835 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-85d25cdc-dce0-4220-b3b7-3788166905bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4af254e-9470-4a05-9aef-8350767e21a0 HTTP/1.1" status: 200 len: 217 time: 0.2594256 Apr 20 15:44:54.355682 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Network 07c421a1-6e91-464b-b560-1b191589db04 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:54.359440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:54.367488 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:54.381783 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Pushing event updated for resources: {'Port': ['ID=89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:54.397387 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cae2e-1099-471e-b869-92a8452aa4ae req-36cf36ec-d42e-432c-b7fb-7190914707c7 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:54.399929 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-006cae2e-1099-471e-b869-92a8452aa4ae req-36cf36ec-d42e-432c-b7fb-7190914707c7 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 945 time: 0.9291801 Apr 20 15:44:54.505632 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Attempting to bind port 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:54.505949 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Attempting to bind port 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '76e55abb-989f-49d8-8a9b-d168509346ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '07c421a1-6e91-464b-b560-1b191589db04'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:54.506305 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Attempting to bind port 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb on network 07c421a1-6e91-464b-b560-1b191589db04 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:44:54.518009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:44:54.518442 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Checking segment: {'id': '76e55abb-989f-49d8-8a9b-d168509346ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '07c421a1-6e91-464b-b560-1b191589db04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:54.518848 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:54.519246 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Bound using segment: {'id': '76e55abb-989f-49d8-8a9b-d168509346ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '07c421a1-6e91-464b-b560-1b191589db04'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:44:54.519709 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Bound port: 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e55abb-989f-49d8-8a9b-d168509346ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '07c421a1-6e91-464b-b560-1b191589db04'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:44:54.520132 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:54.525265 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57672) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:54.572358 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832e70e-cb0c-49f1-b6a9-e1f34665aec2 req-62e17e26-e6ff-4f20-9c26-ddc1f0a353b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:54.573856 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-b832e70e-cb0c-49f1-b6a9-e1f34665aec2 req-62e17e26-e6ff-4f20-9c26-ddc1f0a353b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ee7f047-aede-4389-bfc1-f3eb14c90d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8311505 Apr 20 15:44:54.595725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-65bd25df-e404-4476-b374-2432500c2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:54.597271 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-65bd25df-e404-4476-b374-2432500c2a5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ddbab018-b2c7-4785-88fd-2b8333c96735 HTTP/1.1" status: 200 len: 850 time: 0.2801247 Apr 20 15:44:54.651953 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] For port 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:44:54.656103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] For port 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb,segment=NetworkSegment(76e55abb-989f-49d8-8a9b-d168509346ca),segment_id=76e55abb-989f-49d8-8a9b-d168509346ca)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:44:54.661925 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:54.692176 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-006cae2e-1099-471e-b869-92a8452aa4ae req-4a797166-e35d-4a39-a84e-5db31ab24027 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/security-groups?id=b958054b-4355-42dd-a3dd-c301839afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949317 Apr 20 15:44:54.693121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-afe23e02-5faa-40c6-b2bb-34869ee62ad4 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:54.759134 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb9ada-695b-4ff4-98a1-d02f8defd180 None None] Pushing event updated for resources: {'Port': ['ID=89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:54.779171 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:44:54.862133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:54.867239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2e743736-58d9-4194-91c0-8a9734a5029f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:54.885454 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ce6a90a-c877-457a-90d5-42ff14ee2192 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:54.963729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:55.098354 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-b832e70e-cb0c-49f1-b6a9-e1f34665aec2 req-f0d6637e-2eef-40be-b6e1-58c9f2d203d0 service neutron] 10.222.0.11 "GET /v2.0/networks/6ee7f047-aede-4389-bfc1-f3eb14c90d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163298 Apr 20 15:44:55.107161 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ce6a90a-c877-457a-90d5-42ff14ee2192 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:55.148496 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Allocated IP 172.20.0.1 (07c421a1-6e91-464b-b560-1b191589db04/bcc05aa5-8f43-4c3e-a30d-3faeff9fd24d/66e4e6b6-d878-4ea5-85a9-bbcbc44ed488) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:55.186630 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6a90a-c877-457a-90d5-42ff14ee2192 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=2f703d39-5049-49a3-b7d9-cf7c034f42e9,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:55.193958 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ce6a90a-c877-457a-90d5-42ff14ee2192 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:55.199250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Pushing event updated for resources: {'Port': ['ID=f44f0a5c-382c-4033-81ff-7b68f691cf7a,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:55.204433 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76805af-a18d-4bea-8d9f-1eace5dff886 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:55.232937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2e743736-58d9-4194-91c0-8a9734a5029f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:55.251671 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97a111-194f-41ae-8b56-0d2155348ac3 req-1106e66b-14fd-456e-b1f4-16e99ac00382 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:55.259857 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4d97a111-194f-41ae-8b56-0d2155348ac3 req-1106e66b-14fd-456e-b1f4-16e99ac00382 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 944 time: 1.0185151 Apr 20 15:44:55.262952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe23e02-5faa-40c6-b2bb-34869ee62ad4 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Subnet': ['ID=936a54f3-01b4-4853-a126-cb13c3c04e0d,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:55.343092 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c45c5e-811e-4236-9041-9f280a3656b0 None None] Network 134e7455-c24c-4f3b-b792-17f585f9682b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:55.399443 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:55.413939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2e743736-58d9-4194-91c0-8a9734a5029f admin admin] Usage tracker for resource:security_group_rule and tenant:e6d18b78340b400f8f6fae90415d3f8f is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:55.426529 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3ce6a90a-c877-457a-90d5-42ff14ee2192 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/2f703d39-5049-49a3-b7d9-cf7c034f42e9 HTTP/1.1" status: 204 len: 168 time: 2.2370749 Apr 20 15:44:55.437400 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57682) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:55.438870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2e743736-58d9-4194-91c0-8a9734a5029f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:55.448308 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe23e02-5faa-40c6-b2bb-34869ee62ad4 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Checking segment: {'id': '7170f4d1-1ae3-4a41-8f95-40d91aa365a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '970067f8-7253-41ca-bfbf-fcd42ffc9be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:44:55.448667 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe23e02-5faa-40c6-b2bb-34869ee62ad4 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network hostable DHCP agents. Network: 970067f8-7253-41ca-bfbf-fcd42ffc9be4, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:44:55.463473 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 830d8467-a2ad-4387-8bd5-39e70bb3e56d details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 15:44:55.464322 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2e743736-58d9-4194-91c0-8a9734a5029f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:55.486130 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4d97a111-194f-41ae-8b56-0d2155348ac3 req-80918543-b7a1-45fb-9ae8-bea3609d2190 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251151 Apr 20 15:44:55.502179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:55.506327 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c387964a-b25a-473f-ad54-a187a5415f96 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5439832 Apr 20 15:44:55.517897 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57686) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:55.521701 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b5a31c05-d72a-4415-9499-a3c000638d79 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808685 Apr 20 15:44:55.528404 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-a49e34e6-c0a9-49f6-8439-0c8cc9ba5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:55.530617 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-a49e34e6-c0a9-49f6-8439-0c8cc9ba5a59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b99e9b56-1358-4ae1-9cfc-416f103dc430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9188757 Apr 20 15:44:55.533171 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57690) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:55.538862 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1824969896', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'fixed_ips': [{'ip_address': '172.26.7.123'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:55.552056 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:55.555338 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-9e9659a6-0c03-41df-a35b-e9e560b9d5a3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:55.561716 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Usage tracker for resource:port and tenant:cc05ca8f5d344a71b9eb564ba2475ddb is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:55.575190 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-b832e70e-cb0c-49f1-b6a9-e1f34665aec2 req-6fa65a6f-40e1-4c93-97f6-948a3b6c37a3 service neutron] 10.222.0.11 "GET /v2.0/networks/6ee7f047-aede-4389-bfc1-f3eb14c90d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622862 Apr 20 15:44:55.580470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:55.589754 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-be237b84-1603-477c-a9b6-d70ae78b1965 None None] Provisioning for port 1658ce3c-d727-483d-af7f-0772829e86ef completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:55.598260 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:55.599760 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e6c71-c8c1-4262-a091-853385aeb23d req-11fac263-c716-42c3-8cd9-ab406a602f26 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:55.609545 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a8e6c71-c8c1-4262-a091-853385aeb23d req-11fac263-c716-42c3-8cd9-ab406a602f26 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 943 time: 0.7575791 Apr 20 15:44:55.624887 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Made reservation on behalf of cc05ca8f5d344a71b9eb564ba2475ddb for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:55.627566 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:55.639936 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:55.651093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:55.673145 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Transition to ACTIVE for port object 66e4e6b6-d878-4ea5-85a9-bbcbc44ed488 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:55.674743 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:55.680513 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Usage tracker for resource:security_group_rule and tenant:cc05ca8f5d344a71b9eb564ba2475ddb is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:55.684274 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:55.691953 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:55.693861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe23e02-5faa-40c6-b2bb-34869ee62ad4 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network 970067f8-7253-41ca-bfbf-fcd42ffc9be4 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:44:55.742472 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:55.841009 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Network 07c421a1-6e91-464b-b560-1b191589db04 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:55.857911 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:55.863434 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:44:55.897519 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Pushing event updated for resources: {'Port': ['ID=66e4e6b6-d878-4ea5-85a9-bbcbc44ed488,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:55.917640 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-afe23e02-5faa-40c6-b2bb-34869ee62ad4 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 970067f8-7253-41ca-bfbf-fcd42ffc9be4) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:55.924935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe23e02-5faa-40c6-b2bb-34869ee62ad4 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:55.924935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-afe23e02-5faa-40c6-b2bb-34869ee62ad4 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:55.927305 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 830d8467-a2ad-4387-8bd5-39e70bb3e56d, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=830d8467-a2ad-4387-8bd5-39e70bb3e56d,segment=NetworkSegment(b00830f2-c6cb-41f4-a628-9b39ad206ebd),segment_id=b00830f2-c6cb-41f4-a628-9b39ad206ebd)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:55.941361 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b39f5a-cb6f-4e8b-9d7a-629c943e2ff5 None None] Network 970067f8-7253-41ca-bfbf-fcd42ffc9be4 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:55.969238 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a8e6c71-c8c1-4262-a091-853385aeb23d req-dc6570b5-b807-4860-8c03-7c20392f2fd5 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0876837-0790-4959-8cbb-37530b429b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3587067 Apr 20 15:44:55.974975 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:55.987108 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-afe23e02-5faa-40c6-b2bb-34869ee62ad4 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.2689753 Apr 20 15:44:55.990934 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57696) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:55.991080 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:56.030217 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '830d8467-a2ad-4387-8bd5-39e70bb3e56d', 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05', 'port_id': '830d8467-a2ad-4387-8bd5-39e70bb3e56d', 'mac_address': 'fa:16:3e:f8:c5:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 15:44:56.033895 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] device_id is not set on port 21f65d24-4a46-42e0-9695-b96193115761 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:44:56.040242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece9792b-8635-459c-9a83-c72bf39932f4 None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:44:56.099482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9e9659a6-0c03-41df-a35b-e9e560b9d5a3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:56.109660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9e9659a6-0c03-41df-a35b-e9e560b9d5a3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:56.113979 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9e9659a6-0c03-41df-a35b-e9e560b9d5a3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:56.120647 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ece9792b-8635-459c-9a83-c72bf39932f4 None None] Deleting port 945456f1-78ed-40c8-a7a7-2a9a4952539a {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:44:56.121247 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ece9792b-8635-459c-9a83-c72bf39932f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:56.147790 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9e9659a6-0c03-41df-a35b-e9e560b9d5a3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:56.178091 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1658ce3c-d727-483d-af7f-0772829e86ef up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:56.256988 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:56.295097 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:44:56.299237 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:56.332326 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1847ce10-d3e3-4ef2-958e-5f18eb00c044 None None] Network 07c421a1-6e91-464b-b560-1b191589db04 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:56.359594 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-c58ae2a3-ac85-413d-8b20-2627ece6f792 service neutron] 10.222.0.11 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8189075 Apr 20 15:44:56.360306 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9659a6-0c03-41df-a35b-e9e560b9d5a3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:56.362977 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9616681b-bc0a-45b7-915b-5266174cf0c8,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:56.363803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9e9659a6-0c03-41df-a35b-e9e560b9d5a3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:56.496930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba29bcad-57fe-4882-9bf3-f7cad78b0c41 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:56.497471 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830d8467-a2ad-4387-8bd5-39e70bb3e56d {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:44:56.601511 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2e743736-58d9-4194-91c0-8a9734a5029f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:56.628894 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 20 15:44:56.629659 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:44:56.636717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18126676-4bcd-4ca8-8b1a-e4bfe4616158 req-407a7d5b-c98b-405b-8e3e-5df7a5d1eee3 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:56.638385 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18126676-4bcd-4ca8-8b1a-e4bfe4616158 req-407a7d5b-c98b-405b-8e3e-5df7a5d1eee3 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 945 time: 0.6659119 Apr 20 15:44:56.645055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2e743736-58d9-4194-91c0-8a9734a5029f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:56.658129 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:56.671309 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d25313e9-7006-45d0-8481-0053d4190ed7 None None] Provisioning for port 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:56.704209 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba29bcad-57fe-4882-9bf3-f7cad78b0c41 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:56.725780 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec5260fb-a051-482b-9117-d833e87c51a4 req-b89849b8-5f81-4f4c-88be-ba4a5324b8cb service neutron] 10.222.0.11 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365886 Apr 20 15:44:56.750613 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 830d8467-a2ad-4387-8bd5-39e70bb3e56d, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=830d8467-a2ad-4387-8bd5-39e70bb3e56d,segment=NetworkSegment(b00830f2-c6cb-41f4-a628-9b39ad206ebd),segment_id=b00830f2-c6cb-41f4-a628-9b39ad206ebd)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:56.762880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 1658ce3c-d727-483d-af7f-0772829e86ef completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:56.784472 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2e743736-58d9-4194-91c0-8a9734a5029f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6d18b78340b400f8f6fae90415d3f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2523417 Apr 20 15:44:56.787680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:56.795129 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e743736-58d9-4194-91c0-8a9734a5029f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937ec9d3-f2a1-4cc2-9166-886cd2f01f7c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:56.834289 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57702) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:56.884119 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 1658ce3c-d727-483d-af7f-0772829e86ef triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:56.884445 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:56.889828 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b9e1e974-8ac4-4076-93bf-3aa4d0904ee2 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3707297 Apr 20 15:44:56.893171 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18126676-4bcd-4ca8-8b1a-e4bfe4616158 req-819b8efc-8de8-4461-b248-dc40de57abc4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/security-groups?id=b958054b-4355-42dd-a3dd-c301839afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394266 Apr 20 15:44:56.902719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57706) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:56.954835 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dd72ea-280d-4df2-922c-c9b622aab8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-970067f8-7253-41ca-bfbf-fcd42ffc9be4', 'network_id': '970067f8-7253-41ca-bfbf-fcd42ffc9be4', 'tenant_id': 'd344c24002824265858fc3a192d82b8a', 'fixed_ips': [{'subnet_id': '936a54f3-01b4-4853-a126-cb13c3c04e0d'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:44:56.955630 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c2dd72ea-280d-4df2-922c-c9b622aab8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.002943 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ece9792b-8635-459c-9a83-c72bf39932f4 None None] For port 945456f1-78ed-40c8-a7a7-2a9a4952539a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=945456f1-78ed-40c8-a7a7-2a9a4952539a,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:57.003335 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ece9792b-8635-459c-9a83-c72bf39932f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.015891 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba29bcad-57fe-4882-9bf3-f7cad78b0c41 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.172344 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29bcad-57fe-4882-9bf3-f7cad78b0c41 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Subnet': ['ID=936a54f3-01b4-4853-a126-cb13c3c04e0d,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:57.212501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2ecdf72e-8450-4cf2-949f-c9cea8aaa8d4 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Deleting port f44f0a5c-382c-4033-81ff-7b68f691cf7a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:44:57.213065 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ecdf72e-8450-4cf2-949f-c9cea8aaa8d4 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.269321 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6522f8a5-191e-4ff9-bf71-168fa07f81e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.302586 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba29bcad-57fe-4882-9bf3-f7cad78b0c41 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.315009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b4753-d6e7-46bc-bbb8-8ef84d237017 req-214fa44c-198d-43f0-90b7-6610a9e12ac2 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:57.316511 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-495b4753-d6e7-46bc-bbb8-8ef84d237017 req-214fa44c-198d-43f0-90b7-6610a9e12ac2 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 944 time: 0.5931304 Apr 20 15:44:57.323588 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ece9792b-8635-459c-9a83-c72bf39932f4 None None] Calling delete_port for 945456f1-78ed-40c8-a7a7-2a9a4952539a owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:44:57.356538 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-171173a0-52c3-460b-adff-897a788738be None None] Provisioning complete for port 1658ce3c-d727-483d-af7f-0772829e86ef triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:57.356895 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-171173a0-52c3-460b-adff-897a788738be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.380396 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=830d8467-a2ad-4387-8bd5-39e70bb3e56d,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:57.398228 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-ba29bcad-57fe-4882-9bf3-f7cad78b0c41 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970067f8-7253-41ca-bfbf-fcd42ffc9be4']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:57.398827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6522f8a5-191e-4ff9-bf71-168fa07f81e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.421666 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-ba29bcad-57fe-4882-9bf3-f7cad78b0c41 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7170f4d1-1ae3-4a41-8f95-40d91aa365a7') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:57.421996 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-ba29bcad-57fe-4882-9bf3-f7cad78b0c41 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7170f4d1-1ae3-4a41-8f95-40d91aa365a7') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:57.439330 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba29bcad-57fe-4882-9bf3-f7cad78b0c41 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.449315 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf67e4-c8fd-43a1-a02d-ebf612204586 req-1582c30b-eb3b-4231-a216-4c625db0ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:57.451031 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abbf67e4-c8fd-43a1-a02d-ebf612204586 req-1582c30b-eb3b-4231-a216-4c625db0ff1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80c78f2bdb844b1b88a5fac930d650c8&device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 1097 time: 0.6569221 Apr 20 15:44:57.476551 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba29bcad-57fe-4882-9bf3-f7cad78b0c41 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.496489 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba29bcad-57fe-4882-9bf3-f7cad78b0c41 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:44:57.497311 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba29bcad-57fe-4882-9bf3-f7cad78b0c41 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.503090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9e9659a6-0c03-41df-a35b-e9e560b9d5a3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:44:57.512174 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:44:57.551207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['830d8467-a2ad-4387-8bd5-39e70bb3e56d'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 15:44:57.616256 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.618443 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba29bcad-57fe-4882-9bf3-f7cad78b0c41 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.621238 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.681497 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-495b4753-d6e7-46bc-bbb8-8ef84d237017 req-f4baaf3c-1f8e-4fc3-a3cb-4c40fe742c09 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3360906 Apr 20 15:44:57.689980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a62687-b9ee-42ea-b465-49a8f0627041 req-d8c8b2a2-1c31-4d85-b293-74848b4f43da tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:57.696561 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c6a62687-b9ee-42ea-b465-49a8f0627041 req-d8c8b2a2-1c31-4d85-b293-74848b4f43da tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 945 time: 0.6841466 Apr 20 15:44:57.719116 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57714) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:57.721206 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab48d28-6372-43fa-a814-43c315fd8e0b None None] Network 970067f8-7253-41ca-bfbf-fcd42ffc9be4 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:57.723000 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29bcad-57fe-4882-9bf3-f7cad78b0c41 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Network': ['ID=970067f8-7253-41ca-bfbf-fcd42ffc9be4,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:57.727126 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba29bcad-57fe-4882-9bf3-f7cad78b0c41 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.747947 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ba29bcad-57fe-4882-9bf3-f7cad78b0c41 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/networks/970067f8-7253-41ca-bfbf-fcd42ffc9be4 HTTP/1.1" status: 204 len: 168 time: 1.7544773 Apr 20 15:44:57.749143 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57718) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:57.756667 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-7da0fb65-a9e4-4116-8efa-a85782faf5da tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Request body: {'floatingip': {'port_id': '04e88087-0220-4a63-94c4-e488e6100cb7'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:57.758480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9659a6-0c03-41df-a35b-e9e560b9d5a3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:57.768880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-9e9659a6-0c03-41df-a35b-e9e560b9d5a3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:57.769454 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab48d28-6372-43fa-a814-43c315fd8e0b None None] Network 970067f8-7253-41ca-bfbf-fcd42ffc9be4 could not be found, it might have been deleted concurrently. {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 20 15:44:57.777328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9659a6-0c03-41df-a35b-e9e560b9d5a3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:57.778264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9e9659a6-0c03-41df-a35b-e9e560b9d5a3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.806703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9659a6-0c03-41df-a35b-e9e560b9d5a3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=960ffa3d-dbe2-400b-b22f-d90b0eb1f77f,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:57.821491 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ecdf72e-8450-4cf2-949f-c9cea8aaa8d4 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.822052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ecdf72e-8450-4cf2-949f-c9cea8aaa8d4 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.827745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2020172456'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:57.853078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:57.867507 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Usage tracker for resource:network and tenant:d344c24002824265858fc3a192d82b8a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:57.872444 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Pushing event updated for resources: {'Port': ['ID=66e4e6b6-d878-4ea5-85a9-bbcbc44ed488,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:57.875365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:57.881725 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7da0fb65-a9e4-4116-8efa-a85782faf5da tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for floatingip, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.882107 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ece9792b-8635-459c-9a83-c72bf39932f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.885730 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.945667 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:57.947962 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:57.982635 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9792b-8635-459c-9a83-c72bf39932f4 None None] Pushing event deleted for resources: {'Port': ['ID=945456f1-78ed-40c8-a7a7-2a9a4952539a,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:57.988528 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9792b-8635-459c-9a83-c72bf39932f4 None None] No DVR routers for this DVR port 945456f1-78ed-40c8-a7a7-2a9a4952539a on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:44:58.048539 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e6fbba-fef3-4545-9479-9136fe2c54c5 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:44:58.072505 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-171173a0-52c3-460b-adff-897a788738be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:58.078965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2ecdf72e-8450-4cf2-949f-c9cea8aaa8d4 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Calling delete_port for f44f0a5c-382c-4033-81ff-7b68f691cf7a owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:44:58.092561 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 1658ce3c-d727-483d-af7f-0772829e86ef, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1658ce3c-d727-483d-af7f-0772829e86ef,segment=NetworkSegment(9ba70851-a512-4807-bcb6-57699a3117db),segment_id=9ba70851-a512-4807-bcb6-57699a3117db)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:44:58.149189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:58.151013 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:58.175896 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9e9659a6-0c03-41df-a35b-e9e560b9d5a3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6365018 Apr 20 15:44:58.175896 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6522f8a5-191e-4ff9-bf71-168fa07f81e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:58.178085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6522f8a5-191e-4ff9-bf71-168fa07f81e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:58.180288 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6522f8a5-191e-4ff9-bf71-168fa07f81e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/937ec9d3-f2a1-4cc2-9166-886cd2f01f7c HTTP/1.1" status: 204 len: 168 time: 1.3412731 Apr 20 15:44:58.189584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57722) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:58.203676 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:58.204496 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:44:58.302001 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:44:58.310095 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Network 07c421a1-6e91-464b-b560-1b191589db04 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:44:58.314251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ea013734-9225-4065-ba67-d2ede7978d2b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'name': 'tempest-NetworksTestDHCPv6-880609473'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:58.317220 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:44:58.338643 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:58.339095 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Added segment c3bf80f0-a2df-46f9-9bdf-9597e291f648 of type vlan for network a3ff8a53-7fac-4562-b171-fef96f2dbc09 Apr 20 15:44:58.411608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522f8a5-191e-4ff9-bf71-168fa07f81e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937ec9d3-f2a1-4cc2-9166-886cd2f01f7c,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:58.416213 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf67e4-c8fd-43a1-a02d-ebf612204586 req-d2a355b3-9ecb-481c-a30c-486bfe208662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:58.417899 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abbf67e4-c8fd-43a1-a02d-ebf612204586 req-d2a355b3-9ecb-481c-a30c-486bfe208662 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b99e9b56-1358-4ae1-9cfc-416f103dc430 HTTP/1.1" status: 200 len: 912 time: 0.9395030 Apr 20 15:44:58.573306 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522f8a5-191e-4ff9-bf71-168fa07f81e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:58.573670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522f8a5-191e-4ff9-bf71-168fa07f81e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:58.574013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522f8a5-191e-4ff9-bf71-168fa07f81e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:58.574496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522f8a5-191e-4ff9-bf71-168fa07f81e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:58.574838 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522f8a5-191e-4ff9-bf71-168fa07f81e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:58.575171 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522f8a5-191e-4ff9-bf71-168fa07f81e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:58.575503 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522f8a5-191e-4ff9-bf71-168fa07f81e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:58.575870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522f8a5-191e-4ff9-bf71-168fa07f81e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:58.576202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522f8a5-191e-4ff9-bf71-168fa07f81e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:58.576559 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522f8a5-191e-4ff9-bf71-168fa07f81e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:58.577423 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522f8a5-191e-4ff9-bf71-168fa07f81e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:58.577754 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522f8a5-191e-4ff9-bf71-168fa07f81e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:58.617228 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abbf67e4-c8fd-43a1-a02d-ebf612204586 req-9834b4ba-92dc-4fb5-aaa1-99730862912e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4af254e-9470-4a05-9aef-8350767e21a0 HTTP/1.1" status: 200 len: 217 time: 0.1722174 Apr 20 15:44:58.727677 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:58.792537 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ecdf72e-8450-4cf2-949f-c9cea8aaa8d4 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:58.867855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ea013734-9225-4065-ba67-d2ede7978d2b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:58.876126 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.resource_extend [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:44:58.881006 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf67e4-c8fd-43a1-a02d-ebf612204586 req-04e0fce8-6055-4b15-8c46-a1c990010bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:58.882637 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abbf67e4-c8fd-43a1-a02d-ebf612204586 req-04e0fce8-6055-4b15-8c46-a1c990010bab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ddbab018-b2c7-4785-88fd-2b8333c96735 HTTP/1.1" status: 200 len: 850 time: 0.2582669 Apr 20 15:44:58.897148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-171173a0-52c3-460b-adff-897a788738be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:44:58.897602 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-171173a0-52c3-460b-adff-897a788738be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:44:58.898281 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e95ee-e76c-413a-80d5-a3a1d14f9881 req-86c5839a-8bdc-449f-91f9-356c435f24de tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:58.898956 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=1658ce3c-d727-483d-af7f-0772829e86ef,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:58.907382 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-986e95ee-e76c-413a-80d5-a3a1d14f9881 req-86c5839a-8bdc-449f-91f9-356c435f24de tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 944 time: 0.9369731 Apr 20 15:44:58.911203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdf72e-8450-4cf2-949f-c9cea8aaa8d4 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Pushing event deleted for resources: {'Port': ['ID=f44f0a5c-382c-4033-81ff-7b68f691cf7a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:58.966336 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:58.968375 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:58.973761 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:58.978799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:59.007490 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:59.008084 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:59.061789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': '960ffa3d-dbe2-400b-b22f-d90b0eb1f77f'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:44:59.063251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ea013734-9225-4065-ba67-d2ede7978d2b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:59.063378 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:59.224599 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-986e95ee-e76c-413a-80d5-a3a1d14f9881 req-5e7de05c-dd10-44ab-b18b-c11d014f554b tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0876837-0790-4959-8cbb-37530b429b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3161571 Apr 20 15:44:59.248750 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea013734-9225-4065-ba67-d2ede7978d2b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:59.253196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea013734-9225-4065-ba67-d2ede7978d2b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:59.328807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-ea013734-9225-4065-ba67-d2ede7978d2b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port 309a8c5b-417e-466b-afdb-916ed6881a69 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:44:59.381414 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ecdf72e-8450-4cf2-949f-c9cea8aaa8d4 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:59.421439 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57750) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:59.443172 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6299756 Apr 20 15:44:59.449322 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57754) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:59.456066 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Network': ['ID=a3ff8a53-7fac-4562-b171-fef96f2dbc09,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:59.463482 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-0fea145e-33b3-41a8-bad4-2256d327ee13 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'subnet': {'network_id': 'a3ff8a53-7fac-4562-b171-fef96f2dbc09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:59.491873 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c9178-65b6-4708-9dd5-d627e645b0e3 req-7ac13b0a-20bc-48fa-9fe2-8b0b3d97a9e1 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:59.495173 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:59.495651 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:59.496136 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:59.496589 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:59.497042 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:59.497487 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:59.497908 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:59.498344 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:59.498890 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:59.499222 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:59.499642 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:59.500089 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6915e47-e6b0-46e9-a1e4-cd7434e99c22 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:59.506127 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-074c9178-65b6-4708-9dd5-d627e645b0e3 req-7ac13b0a-20bc-48fa-9fe2-8b0b3d97a9e1 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 944 time: 0.6331580 Apr 20 15:44:59.519275 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Allocated IP 2001:db8::2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/960ffa3d-dbe2-400b-b22f-d90b0eb1f77f/ab370f2d-c605-4688-96c5-ac9690da23fc) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:44:59.525350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ecdf72e-8450-4cf2-949f-c9cea8aaa8d4 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:59.527575 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network a3ff8a53-7fac-4562-b171-fef96f2dbc09 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:44:59.547640 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2ecdf72e-8450-4cf2-949f-c9cea8aaa8d4 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543 tempest-ExternalNetworksAdminNegativeTestJSON-1185066543-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/ca253e7c-33d2-4e18-bb84-6c37d7e8157a HTTP/1.1" status: 204 len: 168 time: 2.6289718 Apr 20 15:44:59.563394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Router 05c6456c-9f89-4dcf-8602-f4c70252cf27 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:44:59.613966 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf67e4-c8fd-43a1-a02d-ebf612204586 req-90a7ea2c-6d27-4eb8-926a-74249eee312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:59.615465 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abbf67e4-c8fd-43a1-a02d-ebf612204586 req-90a7ea2c-6d27-4eb8-926a-74249eee312e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b99e9b56-1358-4ae1-9cfc-416f103dc430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7021637 Apr 20 15:44:59.698452 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1376496903'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:59.716767 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:59.776599 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-074c9178-65b6-4708-9dd5-d627e645b0e3 req-5e80b266-f75c-4f0b-b7c9-e5262cadfc6e tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672315 Apr 20 15:44:59.797211 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Usage tracker for resource:network and tenant:3681acc76aad4209bb33e0138b3b114b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:59.804697 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:59.846706 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0fea145e-33b3-41a8-bad4-2256d327ee13 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:44:59.850996 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:59.857513 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abbf67e4-c8fd-43a1-a02d-ebf612204586 req-18fee4b2-8612-4091-b44c-5f85f8de055f service neutron] 10.222.0.11 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225850 Apr 20 15:44:59.876255 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0fea145e-33b3-41a8-bad4-2256d327ee13 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Usage tracker for resource:subnet and tenant:d344c24002824265858fc3a192d82b8a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:44:59.882949 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0fea145e-33b3-41a8-bad4-2256d327ee13 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:44:59.884589 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:59.903637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0fea145e-33b3-41a8-bad4-2256d327ee13 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:44:59.914872 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Made reservation on behalf of 3681acc76aad4209bb33e0138b3b114b for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:44:59.918845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:59.921101 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-854e6f36-88c5-44b2-9e88-f273b444d487 None None] Provisioning for port 66e4e6b6-d878-4ea5-85a9-bbcbc44ed488 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:44:59.934881 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:44:59.947721 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f3ea3854-2ec4-46a2-b3b0-452a2d3c648b tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] 10.222.0.13 "PUT /v2.0/routers/05c6456c-9f89-4dcf-8602-f4c70252cf27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6815243 Apr 20 15:44:59.948832 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561afc28-1373-4249-b37a-dbb8909affd5 None None] Sync routers for ids ['05c6456c-9f89-4dcf-8602-f4c70252cf27'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:44:59.949703 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:59.952941 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-854e6f36-88c5-44b2-9e88-f273b444d487 None None] Provisioning complete for port 66e4e6b6-d878-4ea5-85a9-bbcbc44ed488 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:59.953306 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-854e6f36-88c5-44b2-9e88-f273b444d487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:59.962760 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561afc28-1373-4249-b37a-dbb8909affd5 None None] Routers {'05c6456c-9f89-4dcf-8602-f4c70252cf27'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:44:59.963422 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-561afc28-1373-4249-b37a-dbb8909affd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:44:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['05c6456c-9f89-4dcf-8602-f4c70252cf27'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:44:59.964120 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57764) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:44:59.971203 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Request body: {'port': {'network_id': '07c421a1-6e91-464b-b560-1b191589db04', 'name': 'tempest-FloatingIPNegativeTestJSON-992101972'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:44:59.985681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.resource_extend [None req-7da0fb65-a9e4-4116-8efa-a85782faf5da tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:45:00.009652 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb,segment=NetworkSegment(76e55abb-989f-49d8-8a9b-d168509346ca),segment_id=76e55abb-989f-49d8-8a9b-d168509346ca)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:00.031280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57768) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:00.041250 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:00.045900 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fea145e-33b3-41a8-bad4-2256d327ee13 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:00.050619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0fea145e-33b3-41a8-bad4-2256d327ee13 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:00.084222 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-854e6f36-88c5-44b2-9e88-f273b444d487 None None] Port 66e4e6b6-d878-4ea5-85a9-bbcbc44ed488 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:45:00.140035 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-561afc28-1373-4249-b37a-dbb8909affd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:00.155879 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561afc28-1373-4249-b37a-dbb8909affd5 None None] Routers {'05c6456c-9f89-4dcf-8602-f4c70252cf27'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:00.156727 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-561afc28-1373-4249-b37a-dbb8909affd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:44:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['05c6456c-9f89-4dcf-8602-f4c70252cf27'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:00.160044 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abbf67e4-c8fd-43a1-a02d-ebf612204586 req-bac2d71b-08bc-4f80-a259-638a6bd246b4 service neutron] 10.222.0.11 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898533 Apr 20 15:45:00.215184 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:00.231083 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-561afc28-1373-4249-b37a-dbb8909affd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:00.231648 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561afc28-1373-4249-b37a-dbb8909affd5 None None] The sync data for ids ['05c6456c-9f89-4dcf-8602-f4c70252cf27'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:45:00.238922 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1658ce3c-d727-483d-af7f-0772829e86ef up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:00.274770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-177c83a6-38fc-43e1-a4ae-5efcc1982a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:00.287345 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:00.287609 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:00.287994 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:00.288335 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:00.288670 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:00.289000 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:00.289326 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:00.289655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:00.289981 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:00.290315 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:00.290629 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:00.290948 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:00.309135 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-854e6f36-88c5-44b2-9e88-f273b444d487 None None] Provisioning complete for port 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:00.309514 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-854e6f36-88c5-44b2-9e88-f273b444d487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:00.388469 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-177c83a6-38fc-43e1-a4ae-5efcc1982a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:00.394337 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:00.397287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-177c83a6-38fc-43e1-a4ae-5efcc1982a1a admin admin] Usage tracker for resource:security_group_rule and tenant:ebd449c57e684050a39dbcfa48b515f0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:00.404103 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-177c83a6-38fc-43e1-a4ae-5efcc1982a1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:00.412345 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-177c83a6-38fc-43e1-a4ae-5efcc1982a1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:00.412529 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Transition to ACTIVE for port object ab370f2d-c605-4688-96c5-ac9690da23fc will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:00.443121 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:00.465182 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Usage tracker for resource:security_group_rule and tenant:3681acc76aad4209bb33e0138b3b114b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:00.468887 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 1658ce3c-d727-483d-af7f-0772829e86ef triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:00.469268 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:00.472254 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:00.485073 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9380d-6541-4c8b-bcd6-8fb5cd46cad0 req-1b3e2494-74eb-4485-99a2-4cd64adac151 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:00.488225 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f8e9380d-6541-4c8b-bcd6-8fb5cd46cad0 req-1b3e2494-74eb-4485-99a2-4cd64adac151 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 944 time: 0.1415942 Apr 20 15:45:00.497439 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:00.501453 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7da0fb65-a9e4-4116-8efa-a85782faf5da tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:00.504405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Transition to ACTIVE for port object ab370f2d-c605-4688-96c5-ac9690da23fc will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:00.513191 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7da0fb65-a9e4-4116-8efa-a85782faf5da tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:00.518376 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:00.608838 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:00.613365 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:00.624169 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:00.628421 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f8e9380d-6541-4c8b-bcd6-8fb5cd46cad0 req-ad84ca09-7525-4b63-95b2-32d7a303a8b8 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0876837-0790-4959-8cbb-37530b429b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271229 Apr 20 15:45:00.638378 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Pushing event updated for resources: {'Port': ['ID=ab370f2d-c605-4688-96c5-ac9690da23fc,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:00.651378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-177c83a6-38fc-43e1-a4ae-5efcc1982a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:00.662280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-ea013734-9225-4065-ba67-d2ede7978d2b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::2df (f66047db-8bb8-4641-b4de-e5f9a3950b44/960ffa3d-dbe2-400b-b22f-d90b0eb1f77f/309a8c5b-417e-466b-afdb-916ed6881a69) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:00.664241 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-177c83a6-38fc-43e1-a4ae-5efcc1982a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:00.735976 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-177c83a6-38fc-43e1-a4ae-5efcc1982a1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebd449c57e684050a39dbcfa48b515f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7029824 Apr 20 15:45:00.738063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c83a6-38fc-43e1-a4ae-5efcc1982a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b4bfb6-8987-41e9-a50c-fca17125c2c8,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:00.742723 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0fea145e-33b3-41a8-bad4-2256d327ee13 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:00.749033 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57776) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:00.773354 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Attempting to bind port ab370f2d-c605-4688-96c5-ac9690da23fc on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:45:00.773723 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Attempting to bind port ab370f2d-c605-4688-96c5-ac9690da23fc by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:45:00.774089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Attempting to bind port ab370f2d-c605-4688-96c5-ac9690da23fc on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:45:00.780851 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:00.789072 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:45:00.789931 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:00.789931 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:00.790221 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:45:00.790680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Bound port: ab370f2d-c605-4688-96c5-ac9690da23fc, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:45:00.791054 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:00.806189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Usage tracker for resource:port and tenant:8103fc3959754613acf3dbd3a90e75ba is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:00.823382 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:00.852668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:00.883808 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-7da0fb65-a9e4-4116-8efa-a85782faf5da tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Floating IP aaadb461-fcb4-45c8-b1b4-255dbd7bf086 associated. External IP: 172.26.7.62, port: 04e88087-0220-4a63-94c4-e488e6100cb7. Apr 20 15:45:00.950965 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] For port ab370f2d-c605-4688-96c5-ac9690da23fc, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:45:00.956417 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] For port ab370f2d-c605-4688-96c5-ac9690da23fc, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ab370f2d-c605-4688-96c5-ac9690da23fc,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:45:00.962476 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 945456f1-78ed-40c8-a7a7-2a9a4952539a no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:45:00.970700 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Made reservation on behalf of 8103fc3959754613acf3dbd3a90e75ba for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:00.974083 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:00.983041 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea145e-33b3-41a8-bad4-2256d327ee13 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Subnet': ['ID=547ae3ff-b021-4b60-949d-c8572ab6eda2,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:00.994202 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:01.026136 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea145e-33b3-41a8-bad4-2256d327ee13 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Checking segment: {'id': 'c3bf80f0-a2df-46f9-9bdf-9597e291f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a3ff8a53-7fac-4562-b171-fef96f2dbc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:01.026380 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fea145e-33b3-41a8-bad4-2256d327ee13 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network hostable DHCP agents. Network: a3ff8a53-7fac-4562-b171-fef96f2dbc09, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:45:01.037497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 945456f1-78ed-40c8-a7a7-2a9a4952539a {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:45:01.037497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 945456f1-78ed-40c8-a7a7-2a9a4952539a not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:45:01.078969 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-caf17b62-ca99-4c3f-a32a-b65c9e082b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:01.085037 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1ccb3-c6a9-4c47-8512-2c32bf0a21dc None None] Pushing event updated for resources: {'Port': ['ID=ab370f2d-c605-4688-96c5-ac9690da23fc,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:01.107094 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] device_id is not set on port 568ebeff-d913-4f4c-9fb9-ad86dd7fab62 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:45:01.164221 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-caf17b62-ca99-4c3f-a32a-b65c9e082b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:01.170863 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:01.193575 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:01.228504 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fea145e-33b3-41a8-bad4-2256d327ee13 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network a3ff8a53-7fac-4562-b171-fef96f2dbc09 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:45:01.258816 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea013734-9225-4065-ba67-d2ede7978d2b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:01.272965 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:45:01.273653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29533e9-20b9-4eb5-9273-b4916622571d req-4a3ea6e0-fdf2-432e-9684-985a9733d58e tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:01.275226 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f29533e9-20b9-4eb5-9273-b4916622571d req-4a3ea6e0-fdf2-432e-9684-985a9733d58e tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 944 time: 0.3539791 Apr 20 15:45:01.347028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ea013734-9225-4065-ba67-d2ede7978d2b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object 309a8c5b-417e-466b-afdb-916ed6881a69 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:01.350046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-caf17b62-ca99-4c3f-a32a-b65c9e082b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:01.386355 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f29533e9-20b9-4eb5-9273-b4916622571d req-cd2015db-cf7d-40c8-ad75-8bed3faddd11 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925810 Apr 20 15:45:01.388859 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c940b8-6b40-4847-88bd-020a4d1c5325,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:01.391321 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-0fea145e-33b3-41a8-bad4-2256d327ee13 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, a3ff8a53-7fac-4562-b171-fef96f2dbc09) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:01.391853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf17b62-ca99-4c3f-a32a-b65c9e082b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b4bfb6-8987-41e9-a50c-fca17125c2c8,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:01.404025 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7dc175-ab14-4aae-9444-bbb6a004d7ed None None] Network a3ff8a53-7fac-4562-b171-fef96f2dbc09 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:01.406495 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fea145e-33b3-41a8-bad4-2256d327ee13 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:01.407092 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0fea145e-33b3-41a8-bad4-2256d327ee13 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:01.419422 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:01.419680 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Added segment 3629c975-5648-402f-a59a-5e205be59648 of type vlan for network 0429a4b2-0537-4864-8024-404bb9e198c0 Apr 20 15:45:01.435545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-caf17b62-ca99-4c3f-a32a-b65c9e082b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:01.440015 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-caf17b62-ca99-4c3f-a32a-b65c9e082b8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00b4bfb6-8987-41e9-a50c-fca17125c2c8 HTTP/1.1" status: 204 len: 168 time: 0.6872897 Apr 20 15:45:01.455374 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea013734-9225-4065-ba67-d2ede7978d2b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:01.468895 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device a4af254e-9470-4a05-9aef-8350767e21a0 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 15:45:01.480926 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Allocated IP 172.20.0.13 (07c421a1-6e91-464b-b560-1b191589db04/bcc05aa5-8f43-4c3e-a30d-3faeff9fd24d/568ebeff-d913-4f4c-9fb9-ad86dd7fab62) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:01.527554 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 830d8467-a2ad-4387-8bd5-39e70bb3e56d up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:01.591752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea013734-9225-4065-ba67-d2ede7978d2b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:01.596867 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea013734-9225-4065-ba67-d2ede7978d2b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=309a8c5b-417e-466b-afdb-916ed6881a69,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:01.606937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-ea013734-9225-4065-ba67-d2ede7978d2b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:01.610943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea013734-9225-4065-ba67-d2ede7978d2b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:01.625638 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea013734-9225-4065-ba67-d2ede7978d2b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:01.626417 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea013734-9225-4065-ba67-d2ede7978d2b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:01.649335 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ea013734-9225-4065-ba67-d2ede7978d2b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4261715 Apr 20 15:45:01.652006 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57788) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:01.656332 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da0fb65-a9e4-4116-8efa-a85782faf5da tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Router 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:45:01.668421 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:01.746276 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0fea145e-33b3-41a8-bad4-2256d327ee13 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2892716 Apr 20 15:45:01.751097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57792) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:01.861478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:01.867543 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:01.868469 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:01.883956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57796) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:01.970983 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 830d8467-a2ad-4387-8bd5-39e70bb3e56d completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:01.980551 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 830d8467-a2ad-4387-8bd5-39e70bb3e56d triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:01.980778 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:02.010001 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-a3ff8a53-7fac-4562-b171-fef96f2dbc09', 'network_id': 'a3ff8a53-7fac-4562-b171-fef96f2dbc09', 'tenant_id': 'd344c24002824265858fc3a192d82b8a', 'fixed_ips': [{'subnet_id': '547ae3ff-b021-4b60-949d-c8572ab6eda2'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:45:02.010837 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:02.030356 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port a4af254e-9470-4a05-9aef-8350767e21a0, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=a4af254e-9470-4a05-9aef-8350767e21a0,segment=NetworkSegment(64b7e63f-c762-4f02-9acf-cfdeb829fc9b),segment_id=64b7e63f-c762-4f02-9acf-cfdeb829fc9b)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:02.035570 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-fb635ce2-251c-42c3-ab7d-cafd57098848 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc05ca8f5d344a71b9eb564ba2475ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384456 Apr 20 15:45:02.039428 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:02.040999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57800) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:02.070823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': 'a4af254e-9470-4a05-9aef-8350767e21a0', 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430', 'port_id': 'a4af254e-9470-4a05-9aef-8350767e21a0', 'mac_address': 'fa:16:3e:c8:b8:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 15:45:02.071907 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870c0edd-4018-45d0-9ce5-f6687df6249e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:02.077697 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870c0edd-4018-45d0-9ce5-f6687df6249e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:02.078497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-870c0edd-4018-45d0-9ce5-f6687df6249e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:02.122639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948be19-1eb7-483f-9b13-a1ea2106273b req-add25c72-6014-4b57-a8a0-65f1005fab28 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:02.124724 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b948be19-1eb7-483f-9b13-a1ea2106273b req-add25c72-6014-4b57-a8a0-65f1005fab28 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 944 time: 0.3653111 Apr 20 15:45:02.201135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-870c0edd-4018-45d0-9ce5-f6687df6249e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:02.204259 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-870c0edd-4018-45d0-9ce5-f6687df6249e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5492072 Apr 20 15:45:02.215941 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bd8e3261-2944-4dee-88bf-0e17acfbd022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:02.221094 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57804) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:02.335701 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:02.347224 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b948be19-1eb7-483f-9b13-a1ea2106273b req-d6345b13-0979-4229-915f-cade9fec1eea tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0876837-0790-4959-8cbb-37530b429b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985757 Apr 20 15:45:02.383409 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:02.387854 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9546926 Apr 20 15:45:02.391149 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57808) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:02.400891 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-d16ced86-de0c-4488-8975-4f616f53a9cc tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Request body: {'subnet': {'network_id': '0429a4b2-0537-4864-8024-404bb9e198c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:02.430996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a962828-6a19-46a0-8c31-53ec109a2568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:02.463437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c2e6158b-d3f8-41cc-89fd-36effb55394d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port 309a8c5b-417e-466b-afdb-916ed6881a69 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:02.472794 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c2e6158b-d3f8-41cc-89fd-36effb55394d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:02.517185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d16ced86-de0c-4488-8975-4f616f53a9cc tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:02.521762 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d16ced86-de0c-4488-8975-4f616f53a9cc tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Usage tracker for resource:subnet and tenant:3681acc76aad4209bb33e0138b3b114b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:02.524637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d16ced86-de0c-4488-8975-4f616f53a9cc tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:02.531150 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d16ced86-de0c-4488-8975-4f616f53a9cc tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:02.543923 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47129f-12ed-405a-92ec-f89a44503616 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event updated for resources: {'Network': ['ID=0429a4b2-0537-4864-8024-404bb9e198c0,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:02.544618 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Allocated IP 2001:db8::1 (a3ff8a53-7fac-4562-b171-fef96f2dbc09/547ae3ff-b021-4b60-949d-c8572ab6eda2/b76cf0ec-123d-4da7-9078-e5a6a3e15938) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:02.550985 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16ced86-de0c-4488-8975-4f616f53a9cc tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Made reservation on behalf of 3681acc76aad4209bb33e0138b3b114b for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:02.554754 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d16ced86-de0c-4488-8975-4f616f53a9cc tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:02.556652 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a962828-6a19-46a0-8c31-53ec109a2568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:02.564195 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:02.572061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da0fb65-a9e4-4116-8efa-a85782faf5da tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:45:02.584189 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:02.585218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7da0fb65-a9e4-4116-8efa-a85782faf5da tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:02.606699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 0429a4b2-0537-4864-8024-404bb9e198c0 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:45:02.630834 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a437afd-8c9b-4378-8301-fac3817b83c3 None None] Sync routers for ids ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:45:02.655681 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4af254e-9470-4a05-9aef-8350767e21a0 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:45:02.743392 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7da0fb65-a9e4-4116-8efa-a85782faf5da tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "PUT /v2.0/floatingips/aaadb461-fcb4-45c8-b1b4-255dbd7bf086 HTTP/1.1" status: 200 len: 990 time: 5.0182023 Apr 20 15:45:02.749698 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77666eaf-cc28-423b-8b0a-dc83f50fa832', 'tag': '04e88087-0220-4a63-94c4-e488e6100cb7'}] {{(pid=88169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:45:02.791177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:02.821475 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Transition to ACTIVE for port object 568ebeff-d913-4f4c-9fb9-ad86dd7fab62 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:02.833820 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc91ac14-d307-44e9-9dc4-fc0f619793fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830d8467-a2ad-4387-8bd5-39e70bb3e56d'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:45:02.869477 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port a4af254e-9470-4a05-9aef-8350767e21a0, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=a4af254e-9470-4a05-9aef-8350767e21a0,segment=NetworkSegment(64b7e63f-c762-4f02-9acf-cfdeb829fc9b),segment_id=64b7e63f-c762-4f02-9acf-cfdeb829fc9b)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:02.871347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a437afd-8c9b-4378-8301-fac3817b83c3 None None] Routers {'7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:02.872091 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-3a437afd-8c9b-4378-8301-fac3817b83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:44:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:02.913253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c2e6158b-d3f8-41cc-89fd-36effb55394d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:02.928186 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:02.947237 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 830d8467-a2ad-4387-8bd5-39e70bb3e56d, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=830d8467-a2ad-4387-8bd5-39e70bb3e56d,segment=NetworkSegment(b00830f2-c6cb-41f4-a628-9b39ad206ebd),segment_id=b00830f2-c6cb-41f4-a628-9b39ad206ebd)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:02.959031 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:02.960725 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2e6cece8-8083-4798-91b6-693525c81c97 None None] Provisioning for port ab370f2d-c605-4688-96c5-ac9690da23fc completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:02.998160 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:02.999044 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:03.007911 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Network 07c421a1-6e91-464b-b560-1b191589db04 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:03.012555 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:03.015513 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:03.038139 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:03.113709 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Pushing event updated for resources: {'Port': ['ID=568ebeff-d913-4f4c-9fb9-ad86dd7fab62,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:03.140363 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d16ced86-de0c-4488-8975-4f616f53a9cc tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:03.164010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c2e6158b-d3f8-41cc-89fd-36effb55394d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for 309a8c5b-417e-466b-afdb-916ed6881a69 owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:03.230153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-3a437afd-8c9b-4378-8301-fac3817b83c3 None None] Set router 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:45:03.248135 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ced86-de0c-4488-8975-4f616f53a9cc tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event updated for resources: {'Subnet': ['ID=c8a733a9-c41c-48b5-ac2f-e6fdf7e6a7ba,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:03.258070 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:03.259257 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:03.299632 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cdf8196c-3458-44eb-a346-cd9be4e49feb tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3342693 Apr 20 15:45:03.308143 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57820) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:03.311115 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16ced86-de0c-4488-8975-4f616f53a9cc tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Checking segment: {'id': '3629c975-5648-402f-a59a-5e205be59648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0429a4b2-0537-4864-8024-404bb9e198c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:03.311572 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16ced86-de0c-4488-8975-4f616f53a9cc tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Network hostable DHCP agents. Network: 0429a4b2-0537-4864-8024-404bb9e198c0, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:45:03.327220 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:03.333241 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16ced86-de0c-4488-8975-4f616f53a9cc tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Network 0429a4b2-0537-4864-8024-404bb9e198c0 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:45:03.335803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a962828-6a19-46a0-8c31-53ec109a2568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:03.345373 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-d16ced86-de0c-4488-8975-4f616f53a9cc tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 0429a4b2-0537-4864-8024-404bb9e198c0) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:03.356300 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16ced86-de0c-4488-8975-4f616f53a9cc tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:03.357288 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d16ced86-de0c-4488-8975-4f616f53a9cc tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:03.365398 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0bb349-3590-4972-b537-ccf8b8798879 None None] Network 0429a4b2-0537-4864-8024-404bb9e198c0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:03.369802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:03.377736 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d16ced86-de0c-4488-8975-4f616f53a9cc tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9812353 Apr 20 15:45:03.381201 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57826) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:03.388002 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Request body: {'port': {'network_id': '0429a4b2-0537-4864-8024-404bb9e198c0', 'name': 'tempest-AllowedAddressPairTestJSON-150351773'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:03.390910 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Usage tracker for resource:floatingip and tenant:8103fc3959754613acf3dbd3a90e75ba is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:03.398195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:03.401466 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a962828-6a19-46a0-8c31-53ec109a2568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9616681b-bc0a-45b7-915b-5266174cf0c8,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:03.423277 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:03.457522 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a962828-6a19-46a0-8c31-53ec109a2568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:03.461124 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3a962828-6a19-46a0-8c31-53ec109a2568 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9616681b-bc0a-45b7-915b-5266174cf0c8 HTTP/1.1" status: 204 len: 168 time: 1.4140143 Apr 20 15:45:03.483933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd0eed-bd6a-4c0f-a0e1-40944efc60a0 req-5adb1db4-828f-4d00-9a16-9adffb28acd1 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:03.485417 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-23dd0eed-bd6a-4c0f-a0e1-40944efc60a0 req-5adb1db4-828f-4d00-9a16-9adffb28acd1 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 944 time: 0.9050035 Apr 20 15:45:03.507379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570040e-cc7b-44e9-a601-c20151ce825b req-f1511601-1585-4d49-8356-98f1fc4cf7c6 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:03.511371 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6570040e-cc7b-44e9-a601-c20151ce825b req-f1511601-1585-4d49-8356-98f1fc4cf7c6 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 945 time: 0.5334899 Apr 20 15:45:03.515966 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:03.549510 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['a4af254e-9470-4a05-9aef-8350767e21a0'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 15:45:03.570332 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:03.575185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Usage tracker for resource:port and tenant:3681acc76aad4209bb33e0138b3b114b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:03.579227 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:03.585832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:03.598657 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Made reservation on behalf of 3681acc76aad4209bb33e0138b3b114b for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:03.604254 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:03.638531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] device_id is not set on port 83d591cf-bc79-447a-bb61-963b1505b1c5 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:45:03.660889 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c2e6158b-d3f8-41cc-89fd-36effb55394d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:03.675697 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=a4af254e-9470-4a05-9aef-8350767e21a0,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:03.678337 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c4af3d31-1e28-4571-87fb-1e85c66251a8 None None] Provisioning for port 309a8c5b-417e-466b-afdb-916ed6881a69 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:03.724105 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-23dd0eed-bd6a-4c0f-a0e1-40944efc60a0 req-e0e6bc95-d6a8-405b-bfd8-a664a4e3fbc9 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092123 Apr 20 15:45:03.744857 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6158b-d3f8-41cc-89fd-36effb55394d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=309a8c5b-417e-466b-afdb-916ed6881a69,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:03.766256 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6570040e-cc7b-44e9-a601-c20151ce825b req-f1a8e1d7-24d6-4c0c-a569-1247090a85e6 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/security-groups?id=b958054b-4355-42dd-a3dd-c301839afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351594 Apr 20 15:45:03.890890 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19319d8a-36dc-4f57-987b-2d30af34784f'] response: {'name': 'network-changed', 'server_uuid': '77666eaf-cc28-423b-8b0a-dc83f50fa832', 'tag': '04e88087-0220-4a63-94c4-e488e6100cb7', 'status': 'completed', 'code': 200} Apr 20 15:45:03.944806 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c4af3d31-1e28-4571-87fb-1e85c66251a8 None None] Provisioning complete for port 309a8c5b-417e-466b-afdb-916ed6881a69 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:03.945452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c4af3d31-1e28-4571-87fb-1e85c66251a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:03.962462 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Allocated IP 172.20.0.8 (0429a4b2-0537-4864-8024-404bb9e198c0/c8a733a9-c41c-48b5-ac2f-e6fdf7e6a7ba/83d591cf-bc79-447a-bb61-963b1505b1c5) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:03.976266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c2e6158b-d3f8-41cc-89fd-36effb55394d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:03.976929 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66cac40a-11c0-4d09-b07c-9c969b44a913'] response: {'server_uuid': 'dc91ac14-d307-44e9-9dc4-fc0f619793fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830d8467-a2ad-4387-8bd5-39e70bb3e56d', 'code': 200} Apr 20 15:45:04.051595 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c2e6158b-d3f8-41cc-89fd-36effb55394d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/309a8c5b-417e-466b-afdb-916ed6881a69 HTTP/1.1" status: 204 len: 168 time: 1.8295071 Apr 20 15:45:04.060343 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57844) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:04.065526 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:04.077638 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Transition to ACTIVE for port object b76cf0ec-123d-4da7-9078-e5a6a3e15938 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:04.098579 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Transition to ACTIVE for port object b76cf0ec-123d-4da7-9078-e5a6a3e15938 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:04.126818 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=830d8467-a2ad-4387-8bd5-39e70bb3e56d,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:04.155935 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:04.167746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c4af3d31-1e28-4571-87fb-1e85c66251a8 None None] Port 309a8c5b-417e-466b-afdb-916ed6881a69 was deleted so its status cannot be updated. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 20 15:45:04.225890 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:04.294888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Subnet': ['ID=547ae3ff-b021-4b60-949d-c8572ab6eda2,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:04.332982 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cd7f6-fd44-4e6e-89ff-25e973bef083 req-406106e4-712f-4dd9-9487-6f576d2d7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:04.334490 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e70cd7f6-fd44-4e6e-89ff-25e973bef083 req-406106e4-712f-4dd9-9487-6f576d2d7a5a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40ddd5af54534229a658a14f67df5f08&device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 1098 time: 0.4469974 Apr 20 15:45:04.338920 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Network a3ff8a53-7fac-4562-b171-fef96f2dbc09 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:04.374071 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:04.379505 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:04.381835 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-73b89325-a8fb-4565-b1e6-fad36b3c0550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:04.402947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:04.427973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:04.465939 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Transition to ACTIVE for port object 83d591cf-bc79-447a-bb61-963b1505b1c5 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:04.471846 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf616479-2d2a-4667-9a30-31ffdd478995 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:04.473887 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf616479-2d2a-4667-9a30-31ffdd478995 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:04.474958 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cf616479-2d2a-4667-9a30-31ffdd478995 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:04.505091 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ab370f2d-c605-4688-96c5-ac9690da23fc up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:04.537554 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-69023f1d-20d5-4e54-aa2f-ec12b57a24a9 None None] Provisioning for port 568ebeff-d913-4f4c-9fb9-ad86dd7fab62 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:04.543528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:04.565039 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cb4d0-ad31-4854-a6bf-a137baa1acc9 req-29e3c181-4846-4bbc-ba01-f36a33ccca08 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:04.566509 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1b0cb4d0-ad31-4854-a6bf-a137baa1acc9 req-29e3c181-4846-4bbc-ba01-f36a33ccca08 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 945 time: 0.4851606 Apr 20 15:45:04.642049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ff8a53-7fac-4562-b171-fef96f2dbc09']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:04.683349 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bf80f0-a2df-46f9-9bdf-9597e291f648') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:04.683652 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bf80f0-a2df-46f9-9bdf-9597e291f648') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:04.698669 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-69023f1d-20d5-4e54-aa2f-ec12b57a24a9 None None] Provisioning complete for port 568ebeff-d913-4f4c-9fb9-ad86dd7fab62 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:04.699042 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-69023f1d-20d5-4e54-aa2f-ec12b57a24a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:04.712728 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cf616479-2d2a-4667-9a30-31ffdd478995 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:04.714006 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cf616479-2d2a-4667-9a30-31ffdd478995 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6471119 Apr 20 15:45:04.718334 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57860) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:04.745919 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:04.761995 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1b0cb4d0-ad31-4854-a6bf-a137baa1acc9 req-4ab4670a-18fd-4c68-ad21-f82caf52acfe tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0876837-0790-4959-8cbb-37530b429b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752546 Apr 20 15:45:04.786888 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Pushing event updated for resources: {'Port': ['ID=b76cf0ec-123d-4da7-9078-e5a6a3e15938,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:04.803871 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:04.812698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cd7f6-fd44-4e6e-89ff-25e973bef083 req-7b3549cd-b21e-4a76-aaaa-7bd59f85543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:04.814563 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e70cd7f6-fd44-4e6e-89ff-25e973bef083 req-7b3549cd-b21e-4a76-aaaa-7bd59f85543a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c880705c-c9ca-461f-ab61-0c74e5f307a3 HTTP/1.1" status: 200 len: 913 time: 0.4199734 Apr 20 15:45:04.820334 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:45:04.821033 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:04.825372 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1ce677-71f2-48a2-9bfa-ed82f4729d8c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 960ffa3d-dbe2-400b-b22f-d90b0eb1f77f {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:45:04.833007 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc1ce677-71f2-48a2-9bfa-ed82f4729d8c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:45:04.837720 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:45:04.895887 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc1ce677-71f2-48a2-9bfa-ed82f4729d8c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:04.987712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Allocated IP 172.26.7.248 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/58bc33bd-7d36-4d89-a72a-37ff21a9846d) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:04.994278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Attempting to bind port b76cf0ec-123d-4da7-9078-e5a6a3e15938 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:45:04.994640 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc1ce677-71f2-48a2-9bfa-ed82f4729d8c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:04.994757 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Attempting to bind port b76cf0ec-123d-4da7-9078-e5a6a3e15938 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'c3bf80f0-a2df-46f9-9bdf-9597e291f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a3ff8a53-7fac-4562-b171-fef96f2dbc09'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:45:04.995036 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Attempting to bind port b76cf0ec-123d-4da7-9078-e5a6a3e15938 on network a3ff8a53-7fac-4562-b171-fef96f2dbc09 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:45:05.008108 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-0429a4b2-0537-4864-8024-404bb9e198c0', 'network_id': '0429a4b2-0537-4864-8024-404bb9e198c0', 'tenant_id': '3681acc76aad4209bb33e0138b3b114b', 'fixed_ips': [{'subnet_id': 'c8a733a9-c41c-48b5-ac2f-e6fdf7e6a7ba'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:45:05.008971 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:05.027224 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-69023f1d-20d5-4e54-aa2f-ec12b57a24a9 None None] Port 568ebeff-d913-4f4c-9fb9-ad86dd7fab62 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:45:05.034643 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:45:05.035022 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Checking segment: {'id': 'c3bf80f0-a2df-46f9-9bdf-9597e291f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a3ff8a53-7fac-4562-b171-fef96f2dbc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:05.035428 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:05.035844 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Bound using segment: {'id': 'c3bf80f0-a2df-46f9-9bdf-9597e291f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a3ff8a53-7fac-4562-b171-fef96f2dbc09'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:45:05.036322 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Bound port: b76cf0ec-123d-4da7-9078-e5a6a3e15938, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bf80f0-a2df-46f9-9bdf-9597e291f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a3ff8a53-7fac-4562-b171-fef96f2dbc09'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:45:05.036693 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:05.093411 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dfce1-7b54-4712-ae09-3c9e8d1a30a3 req-f76635c6-1c43-487a-ad3d-ee1c16918d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:05.095587 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-461dfce1-7b54-4712-ae09-3c9e8d1a30a3 req-f76635c6-1c43-487a-ad3d-ee1c16918d82 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 1098 time: 0.6308589 Apr 20 15:45:05.100630 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc1ce677-71f2-48a2-9bfa-ed82f4729d8c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:05.130339 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 15:45:05.130339 dv-neutron-838699-1-hyperv neutron-server[88168]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 15:45:05.130339 dv-neutron-838699-1-hyperv neutron-server[88168]: [parameters: {'id': 'a3ff8a53-7fac-4562-b171-fef96f2dbc09'}] Apr 20 15:45:05.130339 dv-neutron-838699-1-hyperv neutron-server[88168]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:45:05.131177 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:45:05.165460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port ab370f2d-c605-4688-96c5-ac9690da23fc completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:05.165942 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ce677-71f2-48a2-9bfa-ed82f4729d8c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=960ffa3d-dbe2-400b-b22f-d90b0eb1f77f,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:05.171818 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01081a9c-bba5-4159-95e9-b4872dc7b5c2 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:05.173447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc1ce677-71f2-48a2-9bfa-ed82f4729d8c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:05.219661 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-461dfce1-7b54-4712-ae09-3c9e8d1a30a3 req-3a79349e-a6cd-47e4-a7be-86faff7aba30 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c0876837-0790-4959-8cbb-37530b429b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074715 Apr 20 15:45:05.222193 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:05.238722 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port ab370f2d-c605-4688-96c5-ac9690da23fc triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:05.239550 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:05.263556 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e70cd7f6-fd44-4e6e-89ff-25e973bef083 req-cca57dfb-d3d3-4c3d-a67a-522d661b9f99 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04e88087-0220-4a63-94c4-e488e6100cb7 HTTP/1.1" status: 200 len: 998 time: 0.4172552 Apr 20 15:45:05.273756 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fc1ce677-71f2-48a2-9bfa-ed82f4729d8c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/960ffa3d-dbe2-400b-b22f-d90b0eb1f77f HTTP/1.1" status: 204 len: 168 time: 0.5542099 Apr 20 15:45:05.281981 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57874) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:05.354083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2f7f7-434a-4e46-85ad-cc2fa8ee06b6 req-7df9daaa-8e9b-4f96-ba5a-a4fbee8407a5 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:05.355781 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f3f2f7f7-434a-4e46-85ad-cc2fa8ee06b6 req-7df9daaa-8e9b-4f96-ba5a-a4fbee8407a5 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 945 time: 0.3520162 Apr 20 15:45:05.376292 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cea36f4b-856e-4b9f-813d-022170748158 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920486 Apr 20 15:45:05.383676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57878) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:05.394405 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Network 0429a4b2-0537-4864-8024-404bb9e198c0 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:05.431636 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:05.439258 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:05.446620 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:05.467610 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f3f2f7f7-434a-4e46-85ad-cc2fa8ee06b6 req-4208f880-d8a9-449a-9fde-11c0560f45ec tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027353 Apr 20 15:45:05.484173 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] For port b76cf0ec-123d-4da7-9078-e5a6a3e15938, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:45:05.522905 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:05.523547 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:05.566098 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event updated for resources: {'Port': ['ID=83d591cf-bc79-447a-bb61-963b1505b1c5,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:05.584968 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-eb817d13-5f9d-4107-a2a4-b62734d0d127 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2015798 Apr 20 15:45:05.587652 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57886) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:05.595210 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Request body: {'port': {'network_id': '0429a4b2-0537-4864-8024-404bb9e198c0', 'name': 'tempest-AllowedAddressPairTestJSON-1308254023', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:43:f5:0d'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:05.602956 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] For port b76cf0ec-123d-4da7-9078-e5a6a3e15938, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b76cf0ec-123d-4da7-9078-e5a6a3e15938,segment=NetworkSegment(c3bf80f0-a2df-46f9-9bdf-9597e291f648),segment_id=c3bf80f0-a2df-46f9-9bdf-9597e291f648)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:45:05.620764 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-3a437afd-8c9b-4378-8301-fac3817b83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'name': 'tempest-ServersTestManualDisk-2117156883-router', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:07Z', 'revision_number': 4, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'gw_port': {'id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'aaadb461-fcb4-45c8-b1b4-255dbd7bf086', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'floating_ip_address': '172.26.7.62', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'port_id': '04e88087-0220-4a63-94c4-e488e6100cb7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3', 'mac_address': 'fa:16:3e:65:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77666eaf-cc28-423b-8b0a-dc83f50fa832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:44:19Z', 'updated_at': '2022-04-20T15:44:59Z', 'revision_number': 1, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a30c8799-b225-42b6-9889-b544b0e098df', 'name': '', 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'mac_address': 'fa:16:3e:20:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:16Z', 'revision_number': 5, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'subnets': [{'id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:05.634362 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:05.655687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:05.662106 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57890) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:05.678823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a437afd-8c9b-4378-8301-fac3817b83c3 None None] Checking router: 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:45:05.702974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Deleting port b76cf0ec-123d-4da7-9078-e5a6a3e15938 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:05.703402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:05.748880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cd7f6-fd44-4e6e-89ff-25e973bef083 req-43227329-7ff2-481c-bb2e-f2deb995416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:05.750961 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e70cd7f6-fd44-4e6e-89ff-25e973bef083 req-43227329-7ff2-481c-bb2e-f2deb995416d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=63e863a2-f900-414e-86c4-ac93d0d20b1c HTTP/1.1" status: 200 len: 851 time: 0.2782657 Apr 20 15:45:05.763101 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:05.769897 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Usage tracker for resource:port and tenant:3681acc76aad4209bb33e0138b3b114b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:05.773504 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:05.784286 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5137d888-95d8-43c8-8880-49c543ccfc22 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:05.784715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5137d888-95d8-43c8-8880-49c543ccfc22 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:05.805187 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:05.828988 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Allocated IP 172.20.0.2 (0429a4b2-0537-4864-8024-404bb9e198c0/c8a733a9-c41c-48b5-ac2f-e6fdf7e6a7ba/4d37670d-99fb-4a6b-a7dd-8481c8238289) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:05.829697 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Made reservation on behalf of 3681acc76aad4209bb33e0138b3b114b for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:05.841571 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:05.852036 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a437afd-8c9b-4378-8301-fac3817b83c3 None None] Routers {'7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:05.853160 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-3a437afd-8c9b-4378-8301-fac3817b83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:05.870357 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:05.931532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2011587616', 'router:external': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:05.948487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:05.953924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:05.973676 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Usage tracker for resource:network and tenant:366ba500bc35444898cd401ca88ff8c0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:05.979146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:05.992918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5137d888-95d8-43c8-8880-49c543ccfc22 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:05.996739 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5137d888-95d8-43c8-8880-49c543ccfc22 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6068873 Apr 20 15:45:05.997501 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57898) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:06.018257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:06.023715 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:06.041381 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:06.052324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:06.054720 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:06.067461 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca0138a-92bc-4981-a639-5e9a456cbe2f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:06.069383 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5ca0138a-92bc-4981-a639-5e9a456cbe2f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:06.080506 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] device_id is not set on port 55ce827a-2353-4ec6-ac7e-aaf97b576dfd yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:45:06.090540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:06.100368 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a071263-93e4-43a4-89c1-ca4c65ffd5fb None None] Pushing event updated for resources: {'Port': ['ID=b76cf0ec-123d-4da7-9078-e5a6a3e15938,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:06.182088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Pushing event updated for resources: {'Port': ['ID=58bc33bd-7d36-4d89-a72a-37ff21a9846d,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:06.183208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5ca0138a-92bc-4981-a639-5e9a456cbe2f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:06.192994 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5ca0138a-92bc-4981-a639-5e9a456cbe2f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1941926 Apr 20 15:45:06.195261 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57902) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:06.212795 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cd7f6-fd44-4e6e-89ff-25e973bef083 req-05c15ac6-ec86-48d7-9788-a53b5e0ab31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:06.214738 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e70cd7f6-fd44-4e6e-89ff-25e973bef083 req-05c15ac6-ec86-48d7-9788-a53b5e0ab31d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c880705c-c9ca-461f-ab61-0c74e5f307a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4545782 Apr 20 15:45:06.234859 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Made reservation on behalf of 366ba500bc35444898cd401ca88ff8c0 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:06.237160 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:06.270808 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bf73e5bd-ea33-4c57-afd4-888165921e8b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731068 Apr 20 15:45:06.278812 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57906) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:06.288710 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:06.288910 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-a3064fe7-cf99-4515-95ba-eb2319aa5f0d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:06.296009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port ab370f2d-c605-4688-96c5-ac9690da23fc, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ab370f2d-c605-4688-96c5-ac9690da23fc,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:06.304049 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cd61ff-82c7-4d9a-8b80-f051c332d5a5 None None] Network a3ff8a53-7fac-4562-b171-fef96f2dbc09 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:06.341753 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:06.345287 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-3a437afd-8c9b-4378-8301-fac3817b83c3 None None] Set router 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:45:06.355634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] For port b76cf0ec-123d-4da7-9078-e5a6a3e15938, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b76cf0ec-123d-4da7-9078-e5a6a3e15938,segment=NetworkSegment(c3bf80f0-a2df-46f9-9bdf-9597e291f648),segment_id=c3bf80f0-a2df-46f9-9bdf-9597e291f648)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:06.356029 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:06.422320 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a3064fe7-cf99-4515-95ba-eb2319aa5f0d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:06.432735 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a3064fe7-cf99-4515-95ba-eb2319aa5f0d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:06.445539 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3064fe7-cf99-4515-95ba-eb2319aa5f0d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:06.449133 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a3064fe7-cf99-4515-95ba-eb2319aa5f0d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:06.474674 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc11636-8d83-476a-b1fa-1a08b05bfe34 None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:45:06.497379 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ab370f2d-c605-4688-96c5-ac9690da23fc no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:45:06.511837 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Calling delete_port for b76cf0ec-123d-4da7-9078-e5a6a3e15938 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:06.547170 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:06.555535 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-1dc11636-8d83-476a-b1fa-1a08b05bfe34 None None] Deleting port ab370f2d-c605-4688-96c5-ac9690da23fc {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:06.555853 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1dc11636-8d83-476a-b1fa-1a08b05bfe34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:06.565877 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Usage tracker for resource:security_group_rule and tenant:366ba500bc35444898cd401ca88ff8c0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:06.578981 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:06.600893 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088a9d1-5ebc-47fe-866c-0da8cb15afb5 req-958832f6-a32b-453a-8ab9-66087fc21e0f tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:06.602387 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b088a9d1-5ebc-47fe-866c-0da8cb15afb5 req-958832f6-a32b-453a-8ab9-66087fc21e0f tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 945 time: 0.6395335 Apr 20 15:45:06.624990 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:06.760438 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:06.775181 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e70cd7f6-fd44-4e6e-89ff-25e973bef083 req-71113d4b-935b-44ce-bf88-cf8df3bec211 service neutron] 10.222.0.11 "GET /v2.0/networks/c880705c-c9ca-461f-ab61-0c74e5f307a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235488 Apr 20 15:45:06.863812 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a3064fe7-cf99-4515-95ba-eb2319aa5f0d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:06.911028 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=ab370f2d-c605-4688-96c5-ac9690da23fc,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:06.922260 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3064fe7-cf99-4515-95ba-eb2319aa5f0d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:06.925485 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-a3064fe7-cf99-4515-95ba-eb2319aa5f0d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:06.929785 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3064fe7-cf99-4515-95ba-eb2319aa5f0d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:06.930378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a3064fe7-cf99-4515-95ba-eb2319aa5f0d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:06.947837 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3064fe7-cf99-4515-95ba-eb2319aa5f0d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=fa67ff1d-35bc-4924-9523-858b87f390e3,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:06.964957 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b088a9d1-5ebc-47fe-866c-0da8cb15afb5 req-e0461cf1-961b-47ff-a117-cb5e9902ff93 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0876837-0790-4959-8cbb-37530b429b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3513625 Apr 20 15:45:06.967051 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a3064fe7-cf99-4515-95ba-eb2319aa5f0d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6862388 Apr 20 15:45:06.970438 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57912) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:06.978706 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-7b930e10-1946-48c1-9169-9e9f50f65570 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'fixed_ips': [{'subnet_id': 'fa67ff1d-35bc-4924-9523-858b87f390e3', 'ip_address': '2001:db8::53b1:610b:49ff:24d2'}], 'name': 'tempest-NetworksTestDHCPv6-1945679586'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:06.985332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.023837 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.066010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Port': ['ID=b76cf0ec-123d-4da7-9078-e5a6a3e15938,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:07.079066 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No DVR routers for this DVR port b76cf0ec-123d-4da7-9078-e5a6a3e15938 on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:45:07.085885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.120034 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Transition to ACTIVE for port object 4d37670d-99fb-4a6b-a7dd-8481c8238289 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:07.146569 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7b930e10-1946-48c1-9169-9e9f50f65570 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:07.157368 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7b930e10-1946-48c1-9169-9e9f50f65570 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:07.169613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b930e10-1946-48c1-9169-9e9f50f65570 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:07.174608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.315588 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7b930e10-1946-48c1-9169-9e9f50f65570 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.334835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74099b-0ca1-45cd-8e67-20c97af700c1 req-ce10289e-47a8-40ff-b838-c3f2f2a02fed tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:07.336851 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-7b930e10-1946-48c1-9169-9e9f50f65570 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port d81f7514-c249-4d52-b5b6-adb0ee876889 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:45:07.342727 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fb74099b-0ca1-45cd-8e67-20c97af700c1 req-ce10289e-47a8-40ff-b838-c3f2f2a02fed tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 945 time: 0.7304232 Apr 20 15:45:07.356632 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Transition to ACTIVE for port object 4d37670d-99fb-4a6b-a7dd-8481c8238289 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:07.365728 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.382282 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.466021 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e70cd7f6-fd44-4e6e-89ff-25e973bef083 req-ee020025-b413-46c3-b8c9-ea4f558201da service neutron] 10.222.0.11 "GET /v2.0/networks/c880705c-c9ca-461f-ab61-0c74e5f307a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729259 Apr 20 15:45:07.486528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.500939 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Allocated IP 172.20.0.3 (0429a4b2-0537-4864-8024-404bb9e198c0/c8a733a9-c41c-48b5-ac2f-e6fdf7e6a7ba/55ce827a-2353-4ec6-ac7e-aaf97b576dfd) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:07.503492 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Network 0429a4b2-0537-4864-8024-404bb9e198c0 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:07.517050 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device a4af254e-9470-4a05-9aef-8350767e21a0 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:07.535640 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.565774 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:07.568219 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:07.594002 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-1dc11636-8d83-476a-b1fa-1a08b05bfe34 None None] For port ab370f2d-c605-4688-96c5-ac9690da23fc, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ab370f2d-c605-4688-96c5-ac9690da23fc,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:07.594551 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1dc11636-8d83-476a-b1fa-1a08b05bfe34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.600535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.631060 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Pushing event updated for resources: {'Port': ['ID=4d37670d-99fb-4a6b-a7dd-8481c8238289,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:07.635540 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port ab370f2d-c605-4688-96c5-ac9690da23fc, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ab370f2d-c605-4688-96c5-ac9690da23fc,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:07.642766 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fb74099b-0ca1-45cd-8e67-20c97af700c1 req-8ac10fe1-49fd-4d00-a3db-f07661947c6a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2991116 Apr 20 15:45:07.652865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ff8a53-7fac-4562-b171-fef96f2dbc09']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:07.659019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-7b930e10-1946-48c1-9169-9e9f50f65570 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::53b1:610b:49ff:24d2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/fa67ff1d-35bc-4924-9523-858b87f390e3/d81f7514-c249-4d52-b5b6-adb0ee876889) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:07.689591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:45:07.694426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bf80f0-a2df-46f9-9bdf-9597e291f648') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:07.694736 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bf80f0-a2df-46f9-9bdf-9597e291f648') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:07.724623 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.732930 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.733479 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Added segment ae5ba4a9-7ccf-46ed-b57b-807a5376b1d5 of type vlan for network 724a8198-7b8b-4f36-93bb-39a8a27015ca Apr 20 15:45:07.734788 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6f5014-c4e2-4a7b-a928-46c519d3987e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:07.740464 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.780735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.800078 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:45:07.800487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:45:07.824847 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:45:07.862125 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-1dc11636-8d83-476a-b1fa-1a08b05bfe34 None None] Calling delete_port for ab370f2d-c605-4688-96c5-ac9690da23fc owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:07.885683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.919474 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.952717 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Transition to ACTIVE for port object 55ce827a-2353-4ec6-ac7e-aaf97b576dfd will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:07.956486 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.961365 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.985144 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:07.992112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.003096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Attempting to bind port 4d37670d-99fb-4a6b-a7dd-8481c8238289 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:45:08.003465 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Attempting to bind port 4d37670d-99fb-4a6b-a7dd-8481c8238289 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '3629c975-5648-402f-a59a-5e205be59648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0429a4b2-0537-4864-8024-404bb9e198c0'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:45:08.003850 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Attempting to bind port 4d37670d-99fb-4a6b-a7dd-8481c8238289 on network 0429a4b2-0537-4864-8024-404bb9e198c0 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:45:08.010747 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7b930e10-1946-48c1-9169-9e9f50f65570 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.021893 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:45:08.022581 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Checking segment: {'id': '3629c975-5648-402f-a59a-5e205be59648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0429a4b2-0537-4864-8024-404bb9e198c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:08.023157 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.023542 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Bound using segment: {'id': '3629c975-5648-402f-a59a-5e205be59648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0429a4b2-0537-4864-8024-404bb9e198c0'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:45:08.024272 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Bound port: 4d37670d-99fb-4a6b-a7dd-8481c8238289, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3629c975-5648-402f-a59a-5e205be59648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0429a4b2-0537-4864-8024-404bb9e198c0'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:45:08.024684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.034270 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-7b930e10-1946-48c1-9169-9e9f50f65570 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object d81f7514-c249-4d52-b5b6-adb0ee876889 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:08.042208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.055754 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=ab370f2d-c605-4688-96c5-ac9690da23fc,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:08.063682 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port a4af254e-9470-4a05-9aef-8350767e21a0 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:08.082551 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Network': ['ID=a3ff8a53-7fac-4562-b171-fef96f2dbc09,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:08.087509 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Pushing event updated for resources: {'Port': ['ID=58bc33bd-7d36-4d89-a72a-37ff21a9846d,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:08.097203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.098280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:08.098957 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.133758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event updated for resources: {'Port': ['ID=55ce827a-2353-4ec6-ac7e-aaf97b576dfd,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:08.149625 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port a4af254e-9470-4a05-9aef-8350767e21a0 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:08.149786 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.153957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Network 0429a4b2-0537-4864-8024-404bb9e198c0 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:08.156035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:08.158900 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:08.197919 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-1dc11636-8d83-476a-b1fa-1a08b05bfe34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:45:08.198519 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-1dc11636-8d83-476a-b1fa-1a08b05bfe34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:45:08.214487 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.5478334 Apr 20 15:45:08.219171 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57920) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:08.226508 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-55e05677-5e69-4201-87ac-7daaeed5b04c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Request body: {'subnet': {'network_id': '724a8198-7b8b-4f36-93bb-39a8a27015ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:08.236943 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-55e05677-5e69-4201-87ac-7daaeed5b04c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:08.237106 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d287a0ef-f9f1-473a-83a9-9663f251e4d6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/networks/a3ff8a53-7fac-4562-b171-fef96f2dbc09 HTTP/1.1" status: 204 len: 168 time: 6.4786172 Apr 20 15:45:08.237236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-55e05677-5e69-4201-87ac-7daaeed5b04c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Usage tracker for resource:subnet and tenant:366ba500bc35444898cd401ca88ff8c0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:08.239941 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-55e05677-5e69-4201-87ac-7daaeed5b04c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:08.245781 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-55e05677-5e69-4201-87ac-7daaeed5b04c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:08.253337 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-3a437afd-8c9b-4378-8301-fac3817b83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'name': 'tempest-ServersTestManualDisk-2117156883-router', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:07Z', 'revision_number': 4, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'gw_port': {'id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'aaadb461-fcb4-45c8-b1b4-255dbd7bf086', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'floating_ip_address': '172.26.7.62', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'port_id': '04e88087-0220-4a63-94c4-e488e6100cb7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3', 'mac_address': 'fa:16:3e:65:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77666eaf-cc28-423b-8b0a-dc83f50fa832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:44:19Z', 'updated_at': '2022-04-20T15:44:59Z', 'revision_number': 1, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a30c8799-b225-42b6-9889-b544b0e098df', 'name': '', 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'mac_address': 'fa:16:3e:20:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:16Z', 'revision_number': 5, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'subnets': [{'id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:08.255843 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57924) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:08.262137 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a437afd-8c9b-4378-8301-fac3817b83c3 None None] The sync data for ids ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'] in dv-neutron-838699-1-hyperv is: [{'id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'name': 'tempest-ServersTestManualDisk-2117156883-router', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:07Z', 'revision_number': 4, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'gw_port': {'id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'aaadb461-fcb4-45c8-b1b4-255dbd7bf086', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'floating_ip_address': '172.26.7.62', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'port_id': '04e88087-0220-4a63-94c4-e488e6100cb7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3', 'mac_address': 'fa:16:3e:65:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77666eaf-cc28-423b-8b0a-dc83f50fa832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:44:19Z', 'updated_at': '2022-04-20T15:44:59Z', 'revision_number': 1, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a30c8799-b225-42b6-9889-b544b0e098df', 'name': '', 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'mac_address': 'fa:16:3e:20:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:16Z', 'revision_number': 5, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'subnets': [{'id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:45:08.264653 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-0489eaf4-0ab6-40b9-b0af-6c6a94bd46b1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-493639802'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:08.269832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0489eaf4-0ab6-40b9-b0af-6c6a94bd46b1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:08.273834 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0489eaf4-0ab6-40b9-b0af-6c6a94bd46b1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Usage tracker for resource:network and tenant:d344c24002824265858fc3a192d82b8a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:08.276871 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0489eaf4-0ab6-40b9-b0af-6c6a94bd46b1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:08.282188 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] For port 4d37670d-99fb-4a6b-a7dd-8481c8238289, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:45:08.283270 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0489eaf4-0ab6-40b9-b0af-6c6a94bd46b1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:08.288512 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] For port 4d37670d-99fb-4a6b-a7dd-8481c8238289, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4d37670d-99fb-4a6b-a7dd-8481c8238289,segment=NetworkSegment(3629c975-5648-402f-a59a-5e205be59648),segment_id=3629c975-5648-402f-a59a-5e205be59648)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:45:08.293692 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e05677-5e69-4201-87ac-7daaeed5b04c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Made reservation on behalf of 366ba500bc35444898cd401ca88ff8c0 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:08.296901 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55e05677-5e69-4201-87ac-7daaeed5b04c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.320506 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.321642 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:08.322292 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.330696 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7b930e10-1946-48c1-9169-9e9f50f65570 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.332290 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0489eaf4-0ab6-40b9-b0af-6c6a94bd46b1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:08.336259 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0489eaf4-0ab6-40b9-b0af-6c6a94bd46b1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.341835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07b939-4887-4f8a-9db4-b594c59b3a88 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Pushing event updated for resources: {'Network': ['ID=724a8198-7b8b-4f36-93bb-39a8a27015ca,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:08.369632 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 724a8198-7b8b-4f36-93bb-39a8a27015ca details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:45:08.433570 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.468271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441286e-b011-4fd6-896b-abcd60cb8149 req-23bdc82c-d936-42d0-aa67-dabfcbf82c3c tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:08.469716 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3441286e-b011-4fd6-896b-abcd60cb8149 req-23bdc82c-d936-42d0-aa67-dabfcbf82c3c tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 945 time: 0.3255298 Apr 20 15:45:08.472182 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b930e10-1946-48c1-9169-9e9f50f65570 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:08.476235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.481128 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7d62bd70-024e-4c0c-a160-c6e4605c21a8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1678896 Apr 20 15:45:08.483514 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57928) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:08.487492 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-7b930e10-1946-48c1-9169-9e9f50f65570 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:08.490002 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e8afcac4-f08b-4332-a43b-5ea7b53a26b8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Request body: {'floatingip': {'port_id': '568ebeff-d913-4f4c-9fb9-ad86dd7fab62', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:08.502864 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b930e10-1946-48c1-9169-9e9f50f65570 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:08.506108 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.508268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b930e10-1946-48c1-9169-9e9f50f65570 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:08.508869 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7b930e10-1946-48c1-9169-9e9f50f65570 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.552464 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b6ec6169-fdce-4b68-a437-d7b17b475084 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.9632387 Apr 20 15:45:08.563389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57932) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:08.573593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b930e10-1946-48c1-9169-9e9f50f65570 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=d81f7514-c249-4d52-b5b6-adb0ee876889,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:08.603958 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port a4af254e-9470-4a05-9aef-8350767e21a0, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=a4af254e-9470-4a05-9aef-8350767e21a0,segment=NetworkSegment(64b7e63f-c762-4f02-9acf-cfdeb829fc9b),segment_id=64b7e63f-c762-4f02-9acf-cfdeb829fc9b)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:08.605423 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae9601-53ba-407b-85a0-3c4f6c127e8a None None] Pushing event updated for resources: {'Port': ['ID=4d37670d-99fb-4a6b-a7dd-8481c8238289,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:08.610779 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2263ff-81bb-4d36-b8fa-2b90accf25e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4af254e-9470-4a05-9aef-8350767e21a0'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:45:08.628420 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.656344 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e8afcac4-f08b-4332-a43b-5ea7b53a26b8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for floatingip, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.685916 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8489319-68da-40d8-b5be-a35616228b44 None None] New status for floating IP aaadb461-fcb4-45c8-b1b4-255dbd7bf086: ACTIVE {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:45:08.724051 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-1dc11636-8d83-476a-b1fa-1a08b05bfe34 None None] Deleting port ab370f2d-c605-4688-96c5-ac9690da23fc {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:08.726835 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1dc11636-8d83-476a-b1fa-1a08b05bfe34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.734727 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0489eaf4-0ab6-40b9-b0af-6c6a94bd46b1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:45:08.768310 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7873e68-7429-4041-8862-ec0d43a8c136'] response: {'server_uuid': 'ca2263ff-81bb-4d36-b8fa-2b90accf25e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4af254e-9470-4a05-9aef-8350767e21a0', 'code': 200} Apr 20 15:45:08.814552 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7b930e10-1946-48c1-9169-9e9f50f65570 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8426607 Apr 20 15:45:08.843345 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0489eaf4-0ab6-40b9-b0af-6c6a94bd46b1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:08.856401 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-0489eaf4-0ab6-40b9-b0af-6c6a94bd46b1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Added segment 61a6e520-16d1-4d7d-98ee-4e41d24953b8 of type vlan for network c4eb33e1-059b-4e90-b40d-2e9446eff97a Apr 20 15:45:08.858521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57940) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:08.891317 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=a4af254e-9470-4a05-9aef-8350767e21a0,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:09.039488 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0489eaf4-0ab6-40b9-b0af-6c6a94bd46b1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:09.099727 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-1dc11636-8d83-476a-b1fa-1a08b05bfe34 None None] For port ab370f2d-c605-4688-96c5-ac9690da23fc, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ab370f2d-c605-4688-96c5-ac9690da23fc,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:09.100102 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1dc11636-8d83-476a-b1fa-1a08b05bfe34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:09.106891 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-e8afcac4-f08b-4332-a43b-5ea7b53a26b8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] update failed (client error): The resource could not be found. Apr 20 15:45:09.111151 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e8afcac4-f08b-4332-a43b-5ea7b53a26b8 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] 10.222.0.13 "PUT /v2.0/floatingips/144d5ee4-80c5-40bf-a3af-ffe703dcd2d8 HTTP/1.1" status: 404 len: 507 time: 0.6235328 Apr 20 15:45:09.185273 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3441286e-b011-4fd6-896b-abcd60cb8149 req-180c4eef-003e-409b-ada3-b8c0a1ffe6e1 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0876837-0790-4959-8cbb-37530b429b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7023344 Apr 20 15:45:09.203785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57944) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:09.258721 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.resource_extend [None req-0489eaf4-0ab6-40b9-b0af-6c6a94bd46b1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:45:09.292922 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0489eaf4-0ab6-40b9-b0af-6c6a94bd46b1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:09.298306 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0489eaf4-0ab6-40b9-b0af-6c6a94bd46b1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:09.298895 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0489eaf4-0ab6-40b9-b0af-6c6a94bd46b1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:09.330510 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-1dc11636-8d83-476a-b1fa-1a08b05bfe34 None None] Calling delete_port for ab370f2d-c605-4688-96c5-ac9690da23fc owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:09.413801 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2c2c20-f11a-42b6-b955-4afaaebcd265 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:09.420038 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2c2c20-f11a-42b6-b955-4afaaebcd265 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:09.421355 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-fe2c2c20-f11a-42b6-b955-4afaaebcd265 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:09.423188 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1dc11636-8d83-476a-b1fa-1a08b05bfe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:09.434591 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0489eaf4-0ab6-40b9-b0af-6c6a94bd46b1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1776087 Apr 20 15:45:09.444086 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57950) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:09.453466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-d05ba88c-28dd-450d-8f4d-0daf26d184bb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'subnet': {'network_id': 'c4eb33e1-059b-4e90-b40d-2e9446eff97a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:09.468896 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489eaf4-0ab6-40b9-b0af-6c6a94bd46b1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Network': ['ID=c4eb33e1-059b-4e90-b40d-2e9446eff97a,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:09.488631 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network c4eb33e1-059b-4e90-b40d-2e9446eff97a details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:45:09.503277 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc11636-8d83-476a-b1fa-1a08b05bfe34 None None] Pushing event deleted for resources: {'Port': ['ID=ab370f2d-c605-4688-96c5-ac9690da23fc,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:09.505544 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc11636-8d83-476a-b1fa-1a08b05bfe34 None None] No DVR routers for this DVR port ab370f2d-c605-4688-96c5-ac9690da23fc on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:45:09.542755 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-fe2c2c20-f11a-42b6-b955-4afaaebcd265 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:09.543855 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fe2c2c20-f11a-42b6-b955-4afaaebcd265 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.6841431 Apr 20 15:45:09.571154 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57954) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:09.575225 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5c3917-6c0e-44a5-bfc1-b14c53177a2f None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:09.672305 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcc4a0-d622-465d-893d-81d8c904162f req-563b6c07-8898-4ad0-b4ae-2a89ffef79e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:09.673952 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-19dcc4a0-d622-465d-893d-81d8c904162f req-563b6c07-8898-4ad0-b4ae-2a89ffef79e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 1099 time: 0.5583472 Apr 20 15:45:09.687115 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-cfb7aa08-c5b5-470e-90a8-b90fff49c36d tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Deleting port 58bc33bd-7d36-4d89-a72a-37ff21a9846d {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:09.687676 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfb7aa08-c5b5-470e-90a8-b90fff49c36d tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:09.690225 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d05ba88c-28dd-450d-8f4d-0daf26d184bb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:09.726930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d05ba88c-28dd-450d-8f4d-0daf26d184bb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Usage tracker for resource:subnet and tenant:d344c24002824265858fc3a192d82b8a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:09.733290 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-ffba7ffb-f73d-4a86-a7d6-f70ecbd7fa4b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port d81f7514-c249-4d52-b5b6-adb0ee876889 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:09.733875 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ffba7ffb-f73d-4a86-a7d6-f70ecbd7fa4b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:09.767265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d05ba88c-28dd-450d-8f4d-0daf26d184bb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:09.776016 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71ff808-b1fd-4069-bcee-c0bb751d46de tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:09.782905 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71ff808-b1fd-4069-bcee-c0bb751d46de tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:09.787928 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.objects.ports [None req-55e05677-5e69-4201-87ac-7daaeed5b04c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88169) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:45:09.788409 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55e05677-5e69-4201-87ac-7daaeed5b04c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:09.789470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71ff808-b1fd-4069-bcee-c0bb751d46de tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:09.794232 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d71ff808-b1fd-4069-bcee-c0bb751d46de tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 1.2215717 Apr 20 15:45:09.794373 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d05ba88c-28dd-450d-8f4d-0daf26d184bb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:09.798806 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57960) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:09.848566 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570659dd-7efa-486e-914a-2e9fb3d04cc7 req-8a42ec65-8903-44e0-962b-916c3b643070 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:09.856132 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-570659dd-7efa-486e-914a-2e9fb3d04cc7 req-8a42ec65-8903-44e0-962b-916c3b643070 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.7455668 Apr 20 15:45:09.929108 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': 'fa67ff1d-35bc-4924-9523-858b87f390e3'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:45:09.929929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:09.934177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05ba88c-28dd-450d-8f4d-0daf26d184bb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:09.937739 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d05ba88c-28dd-450d-8f4d-0daf26d184bb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:09.958952 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-19dcc4a0-d622-465d-893d-81d8c904162f req-50b73e90-61ce-490e-b5f7-4f3cb2909ec3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338929 Apr 20 15:45:09.997680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6051290b-65b2-4f08-86db-6627fd88b174 None None] Network 0429a4b2-0537-4864-8024-404bb9e198c0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:10.039209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955ea4c-c2ac-4ae3-9d41-43e092434d4e req-9ec741e1-d5a7-4840-8439-8c7b5a90815e tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:10.040680 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b955ea4c-c2ac-4ae3-9d41-43e092434d4e req-9ec741e1-d5a7-4840-8439-8c7b5a90815e tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 945 time: 0.6630807 Apr 20 15:45:10.054187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57964) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:10.061804 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e05677-5e69-4201-87ac-7daaeed5b04c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4f03630c-d8d0-44b3-8f96-dbca7f4690a8,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:10.066941 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-34f8b183-2bbf-4add-8fc6-df96dedf7be0 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Deleting port 55ce827a-2353-4ec6-ac7e-aaf97b576dfd {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:10.067289 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34f8b183-2bbf-4add-8fc6-df96dedf7be0 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:10.096784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-85f8e32c-1faf-4032-a669-03f162fdfe78 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Request body: {'floatingip': {'port_id': '830d8467-a2ad-4387-8bd5-39e70bb3e56d'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:10.106432 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e05677-5e69-4201-87ac-7daaeed5b04c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Checking segment: {'id': 'ae5ba4a9-7ccf-46ed-b57b-807a5376b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '724a8198-7b8b-4f36-93bb-39a8a27015ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:10.106798 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e05677-5e69-4201-87ac-7daaeed5b04c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Network hostable DHCP agents. Network: 724a8198-7b8b-4f36-93bb-39a8a27015ca, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:45:10.133874 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3bf46200-4abd-42bd-806d-fd301c274945 None None] Provisioning for port 4d37670d-99fb-4a6b-a7dd-8481c8238289 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:10.176353 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-570659dd-7efa-486e-914a-2e9fb3d04cc7 req-9b14893d-a8ce-497f-989a-6d17981cde35 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3189793 Apr 20 15:45:10.231884 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfb7aa08-c5b5-470e-90a8-b90fff49c36d tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:10.232242 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfb7aa08-c5b5-470e-90a8-b90fff49c36d tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:10.279477 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Allocated IP 2001:db8::2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/fa67ff1d-35bc-4924-9523-858b87f390e3/fbb5a902-f436-47ed-8a12-8368105ed786) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:10.291958 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e05677-5e69-4201-87ac-7daaeed5b04c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Network 724a8198-7b8b-4f36-93bb-39a8a27015ca is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:45:10.303637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ffba7ffb-f73d-4a86-a7d6-f70ecbd7fa4b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:10.375935 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-55e05677-5e69-4201-87ac-7daaeed5b04c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 724a8198-7b8b-4f36-93bb-39a8a27015ca) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:10.383614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-cfb7aa08-c5b5-470e-90a8-b90fff49c36d tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Calling delete_port for 58bc33bd-7d36-4d89-a72a-37ff21a9846d owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:10.402771 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071b1de7-d4a5-4215-b2a5-2e7a82ce33ea None None] Network 724a8198-7b8b-4f36-93bb-39a8a27015ca requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:10.426562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85f8e32c-1faf-4032-a669-03f162fdfe78 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for floatingip, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:10.453005 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-ffba7ffb-f73d-4a86-a7d6-f70ecbd7fa4b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for d81f7514-c249-4d52-b5b6-adb0ee876889 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:10.494939 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e05677-5e69-4201-87ac-7daaeed5b04c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:10.495809 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55e05677-5e69-4201-87ac-7daaeed5b04c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:10.513423 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4d37670d-99fb-4a6b-a7dd-8481c8238289 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:10.580463 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-55e05677-5e69-4201-87ac-7daaeed5b04c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3568158 Apr 20 15:45:10.583502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57968) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:10.603064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-7ce9befc-21fc-4a0c-b5d1-50eb80206290 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1108567072', 'network_id': '724a8198-7b8b-4f36-93bb-39a8a27015ca'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:10.613216 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7ce9befc-21fc-4a0c-b5d1-50eb80206290 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:10.621475 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7ce9befc-21fc-4a0c-b5d1-50eb80206290 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Usage tracker for resource:port and tenant:366ba500bc35444898cd401ca88ff8c0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:10.636478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7ce9befc-21fc-4a0c-b5d1-50eb80206290 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:10.678666 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7ce9befc-21fc-4a0c-b5d1-50eb80206290 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:10.720635 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d05ba88c-28dd-450d-8f4d-0daf26d184bb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:10.730613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce9befc-21fc-4a0c-b5d1-50eb80206290 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Made reservation on behalf of 366ba500bc35444898cd401ca88ff8c0 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:10.733171 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ce9befc-21fc-4a0c-b5d1-50eb80206290 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:10.774483 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 4d37670d-99fb-4a6b-a7dd-8481c8238289 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:10.786227 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 4d37670d-99fb-4a6b-a7dd-8481c8238289 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:10.786605 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:10.817608 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-7ce9befc-21fc-4a0c-b5d1-50eb80206290 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] device_id is not set on port dca56dc4-f3b0-4684-a1f1-2f3b36de0b49 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:45:10.862489 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ffba7ffb-f73d-4a86-a7d6-f70ecbd7fa4b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:10.938894 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:10.966806 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ba88c-28dd-450d-8f4d-0daf26d184bb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Subnet': ['ID=e210d1ec-a614-494d-b097-cf912a5edee6,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:10.986612 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Transition to ACTIVE for port object fbb5a902-f436-47ed-8a12-8368105ed786 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:10.988467 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba7ffb-f73d-4a86-a7d6-f70ecbd7fa4b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=d81f7514-c249-4d52-b5b6-adb0ee876889,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:11.008107 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d951f04-2924-4e39-8f73-3a667e86b7bf None None] Network 724a8198-7b8b-4f36-93bb-39a8a27015ca requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:11.012502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ffba7ffb-f73d-4a86-a7d6-f70ecbd7fa4b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:11.017908 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05ba88c-28dd-450d-8f4d-0daf26d184bb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Checking segment: {'id': '61a6e520-16d1-4d7d-98ee-4e41d24953b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4eb33e1-059b-4e90-b40d-2e9446eff97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:11.018283 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05ba88c-28dd-450d-8f4d-0daf26d184bb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network hostable DHCP agents. Network: c4eb33e1-059b-4e90-b40d-2e9446eff97a, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:45:11.099495 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Transition to ACTIVE for port object fbb5a902-f436-47ed-8a12-8368105ed786 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:11.113731 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34f8b183-2bbf-4add-8fc6-df96dedf7be0 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:11.118401 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:11.153114 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4f3a8078-c844-46e1-b1fe-41dc5862bc3a None None] Provisioning complete for port 4d37670d-99fb-4a6b-a7dd-8481c8238289 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:11.153487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4f3a8078-c844-46e1-b1fe-41dc5862bc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:11.161218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfb7aa08-c5b5-470e-90a8-b90fff49c36d tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:11.194439 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ffba7ffb-f73d-4a86-a7d6-f70ecbd7fa4b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/d81f7514-c249-4d52-b5b6-adb0ee876889 HTTP/1.1" status: 204 len: 168 time: 1.6154320 Apr 20 15:45:11.194979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57972) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:11.258131 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05ba88c-28dd-450d-8f4d-0daf26d184bb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network c4eb33e1-059b-4e90-b40d-2e9446eff97a is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:45:11.290483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-7ce9befc-21fc-4a0c-b5d1-50eb80206290 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Allocated IP 2001:db8::306 (724a8198-7b8b-4f36-93bb-39a8a27015ca/4f03630c-d8d0-44b3-8f96-dbca7f4690a8/dca56dc4-f3b0-4684-a1f1-2f3b36de0b49) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:11.323860 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-d05ba88c-28dd-450d-8f4d-0daf26d184bb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, c4eb33e1-059b-4e90-b40d-2e9446eff97a) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:11.333156 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05ba88c-28dd-450d-8f4d-0daf26d184bb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:11.333757 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d05ba88c-28dd-450d-8f4d-0daf26d184bb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:11.364749 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2aa6d5-e821-4b16-93cc-c64ad4104294 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:11.367758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2aa6d5-e821-4b16-93cc-c64ad4104294 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:11.368605 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ae2aa6d5-e821-4b16-93cc-c64ad4104294 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:11.420016 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75e5af5-f8e3-4b5d-a99b-2901b84c9f4a None None] Network c4eb33e1-059b-4e90-b40d-2e9446eff97a requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:11.449516 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d05ba88c-28dd-450d-8f4d-0daf26d184bb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0042996 Apr 20 15:45:11.454616 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57978) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:11.506695 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ae2aa6d5-e821-4b16-93cc-c64ad4104294 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:11.507871 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ae2aa6d5-e821-4b16-93cc-c64ad4104294 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3124404 Apr 20 15:45:11.514184 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57982) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:11.562910 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:11.580729 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:11.608706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:11.612105 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Pushing event updated for resources: {'Port': ['ID=fbb5a902-f436-47ed-8a12-8368105ed786,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:11.634094 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:11.652615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-34f8b183-2bbf-4add-8fc6-df96dedf7be0 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Calling delete_port for 55ce827a-2353-4ec6-ac7e-aaf97b576dfd owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:11.746165 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-328fdc6b-edf0-407d-b189-f57465b8a588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet fa67ff1d-35bc-4924-9523-858b87f390e3 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:45:11.775795 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-328fdc6b-edf0-407d-b189-f57465b8a588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:11.785215 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7aa08-c5b5-470e-90a8-b90fff49c36d tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Pushing event deleted for resources: {'Port': ['ID=58bc33bd-7d36-4d89-a72a-37ff21a9846d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:11.860365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-22e2f32a-da11-4797-be66-7d86c9e7b955 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:11.865531 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Attempting to bind port fbb5a902-f436-47ed-8a12-8368105ed786 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:45:11.866053 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Attempting to bind port fbb5a902-f436-47ed-8a12-8368105ed786 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:45:11.866835 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Attempting to bind port fbb5a902-f436-47ed-8a12-8368105ed786 on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:45:11.878083 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-328fdc6b-edf0-407d-b189-f57465b8a588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:11.879367 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 4d37670d-99fb-4a6b-a7dd-8481c8238289, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4d37670d-99fb-4a6b-a7dd-8481c8238289,segment=NetworkSegment(3629c975-5648-402f-a59a-5e205be59648),segment_id=3629c975-5648-402f-a59a-5e205be59648)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:11.907850 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ce9befc-21fc-4a0c-b5d1-50eb80206290 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:11.916952 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4f3a8078-c844-46e1-b1fe-41dc5862bc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:11.925966 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:45:11.927083 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:11.927083 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:11.927443 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:45:11.928090 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Bound port: fbb5a902-f436-47ed-8a12-8368105ed786, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:45:11.928507 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:11.937485 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.023453 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-22e2f32a-da11-4797-be66-7d86c9e7b955 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.083080 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-328fdc6b-edf0-407d-b189-f57465b8a588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.125380 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ce9befc-21fc-4a0c-b5d1-50eb80206290 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.130182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfb7aa08-c5b5-470e-90a8-b90fff49c36d tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.162288 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=4d37670d-99fb-4a6b-a7dd-8481c8238289,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:12.191644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ff174-bda9-4b17-bc69-e25170296f92 req-d5968274-b042-4718-85e0-6217673d7512 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:12.193326 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-810ff174-bda9-4b17-bc69-e25170296f92 req-d5968274-b042-4718-85e0-6217673d7512 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.5593886 Apr 20 15:45:12.237264 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce9befc-21fc-4a0c-b5d1-50eb80206290 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Network 724a8198-7b8b-4f36-93bb-39a8a27015ca is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:12.242347 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-7ce9befc-21fc-4a0c-b5d1-50eb80206290 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:12.244151 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9befc-21fc-4a0c-b5d1-50eb80206290 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Pushing event updated for resources: {'Port': ['ID=dca56dc4-f3b0-4684-a1f1-2f3b36de0b49,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:12.246320 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce9befc-21fc-4a0c-b5d1-50eb80206290 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:12.247275 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce9befc-21fc-4a0c-b5d1-50eb80206290 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:12.247909 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ce9befc-21fc-4a0c-b5d1-50eb80206290 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.253651 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-22e2f32a-da11-4797-be66-7d86c9e7b955 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.254359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfb7aa08-c5b5-470e-90a8-b90fff49c36d tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.259585 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cfb7aa08-c5b5-470e-90a8-b90fff49c36d tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] 10.222.0.13 "DELETE /v2.0/floatingips/144d5ee4-80c5-40bf-a3af-ffe703dcd2d8 HTTP/1.1" status: 204 len: 168 time: 3.0544481 Apr 20 15:45:12.261735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57986) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:12.274414 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-263dc143-3515-4fcc-b606-f99d1010b9f1 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Request body: {'floatingip': {'floating_network_id': '07c421a1-6e91-464b-b560-1b191589db04', 'port_id': '568ebeff-d913-4f4c-9fb9-ad86dd7fab62', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:12.278249 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-4f3a8078-c844-46e1-b1fe-41dc5862bc3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:45:12.278923 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-4f3a8078-c844-46e1-b1fe-41dc5862bc3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:45:12.283847 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b49754-491c-4647-8bca-a7cee795428d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-c4eb33e1-059b-4e90-b40d-2e9446eff97a', 'network_id': 'c4eb33e1-059b-4e90-b40d-2e9446eff97a', 'tenant_id': 'd344c24002824265858fc3a192d82b8a', 'fixed_ips': [{'subnet_id': 'e210d1ec-a614-494d-b097-cf912a5edee6'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:45:12.284645 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f7b49754-491c-4647-8bca-a7cee795428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.289493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-263dc143-3515-4fcc-b606-f99d1010b9f1 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:12.300603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-263dc143-3515-4fcc-b606-f99d1010b9f1 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Usage tracker for resource:floatingip and tenant:8103fc3959754613acf3dbd3a90e75ba is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:12.307853 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2f32a-da11-4797-be66-7d86c9e7b955 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Subnet': ['ID=e210d1ec-a614-494d-b097-cf912a5edee6,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:12.341596 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-263dc143-3515-4fcc-b606-f99d1010b9f1 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:12.341956 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-328fdc6b-edf0-407d-b189-f57465b8a588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.346722 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34f8b183-2bbf-4add-8fc6-df96dedf7be0 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.383524 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] For port fbb5a902-f436-47ed-8a12-8368105ed786, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:45:12.398322 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-810ff174-bda9-4b17-bc69-e25170296f92 req-4e179fa4-da5b-4835-b556-d7ef8feb0656 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862321 Apr 20 15:45:12.407131 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-263dc143-3515-4fcc-b606-f99d1010b9f1 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:12.408319 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] For port fbb5a902-f436-47ed-8a12-8368105ed786, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=fbb5a902-f436-47ed-8a12-8368105ed786,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:45:12.431203 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.438872 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8b183-2bbf-4add-8fc6-df96dedf7be0 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event deleted for resources: {'Port': ['ID=55ce827a-2353-4ec6-ac7e-aaf97b576dfd,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:12.469851 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-22e2f32a-da11-4797-be66-7d86c9e7b955 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.477133 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e31dfc0-a906-443f-9c94-c1f5e95fd1f8 None None] Network c4eb33e1-059b-4e90-b40d-2e9446eff97a requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:12.496983 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-85f8e32c-1faf-4032-a669-03f162fdfe78 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:45:12.501211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4d37670d-99fb-4a6b-a7dd-8481c8238289 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:12.506180 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7ce9befc-21fc-4a0c-b5d1-50eb80206290 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9215181 Apr 20 15:45:12.508868 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57990) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:12.513677 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fdc6b-edf0-407d-b189-f57465b8a588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=fa67ff1d-35bc-4924-9523-858b87f390e3,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:12.518403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-328fdc6b-edf0-407d-b189-f57465b8a588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.522915 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-328fdc6b-edf0-407d-b189-f57465b8a588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/fa67ff1d-35bc-4924-9523-858b87f390e3 HTTP/1.1" status: 204 len: 168 time: 1.0056295 Apr 20 15:45:12.524023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 57994) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:12.525691 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-22e2f32a-da11-4797-be66-7d86c9e7b955 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4eb33e1-059b-4e90-b40d-2e9446eff97a']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:12.570011 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-263dc143-3515-4fcc-b606-f99d1010b9f1 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.666457 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-22e2f32a-da11-4797-be66-7d86c9e7b955 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a6e520-16d1-4d7d-98ee-4e41d24953b8') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:12.666647 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-22e2f32a-da11-4797-be66-7d86c9e7b955 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a6e520-16d1-4d7d-98ee-4e41d24953b8') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:12.676627 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8eb39-7d39-48f7-9806-ae8ea691d690 None None] Pushing event updated for resources: {'Port': ['ID=fbb5a902-f436-47ed-8a12-8368105ed786,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:12.682484 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 57998) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:12.683927 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5169116f-bd8b-487a-b3d2-708548fbd047 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1177621 Apr 20 15:45:12.694637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-22e2f32a-da11-4797-be66-7d86c9e7b955 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.703870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1b5dedee-c772-4777-a26b-2f82c0098202 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:12.728723 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-a95df302-4d53-45ee-95fc-8bfb01869e19 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Deleting port dca56dc4-f3b0-4684-a1f1-2f3b36de0b49 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:12.728965 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a95df302-4d53-45ee-95fc-8bfb01869e19 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.755023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-22e2f32a-da11-4797-be66-7d86c9e7b955 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.774986 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e2f32a-da11-4797-be66-7d86c9e7b955 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:45:12.775866 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-22e2f32a-da11-4797-be66-7d86c9e7b955 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.782663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85f8e32c-1faf-4032-a669-03f162fdfe78 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:45:12.792830 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:45:12.900077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85f8e32c-1faf-4032-a669-03f162fdfe78 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.965873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-22e2f32a-da11-4797-be66-7d86c9e7b955 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:12.989619 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 4d37670d-99fb-4a6b-a7dd-8481c8238289 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:12.990183 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:13.000611 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-22e2f32a-da11-4797-be66-7d86c9e7b955 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:13.040300 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-22e2f32a-da11-4797-be66-7d86c9e7b955 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/networks/c4eb33e1-059b-4e90-b40d-2e9446eff97a HTTP/1.1" status: 204 len: 168 time: 1.5845089 Apr 20 15:45:13.041770 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2f32a-da11-4797-be66-7d86c9e7b955 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Network': ['ID=c4eb33e1-059b-4e90-b40d-2e9446eff97a,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:13.059006 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4f3a8078-c844-46e1-b1fe-41dc5862bc3a None None] Could not find standard attr ID for object 55ce827a-2353-4ec6-ac7e-aaf97b576dfd. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:45:13.113126 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4f3a8078-c844-46e1-b1fe-41dc5862bc3a None None] Provisioning for port 83d591cf-bc79-447a-bb61-963b1505b1c5 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:13.122038 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58002) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:13.122884 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4f3a8078-c844-46e1-b1fe-41dc5862bc3a None None] Provisioning complete for port 83d591cf-bc79-447a-bb61-963b1505b1c5 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:13.123363 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4f3a8078-c844-46e1-b1fe-41dc5862bc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:13.158768 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-becf5fdd-9963-4148-8496-c717a42f3015 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1536603171'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:13.192729 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a8078-c844-46e1-b1fe-41dc5862bc3a None None] Port 83d591cf-bc79-447a-bb61-963b1505b1c5 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:45:13.215434 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-becf5fdd-9963-4148-8496-c717a42f3015 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:13.226943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1b5dedee-c772-4777-a26b-2f82c0098202 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:13.232551 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1b5dedee-c772-4777-a26b-2f82c0098202 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:13.251571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1b5dedee-c772-4777-a26b-2f82c0098202 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:13.256729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-becf5fdd-9963-4148-8496-c717a42f3015 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Usage tracker for resource:network and tenant:d344c24002824265858fc3a192d82b8a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:13.271974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-becf5fdd-9963-4148-8496-c717a42f3015 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:13.280137 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a95df302-4d53-45ee-95fc-8bfb01869e19 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:13.285929 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1b5dedee-c772-4777-a26b-2f82c0098202 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:13.314519 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8f60db9c-0f41-4510-99e6-343775d1d46c None None] Provisioning complete for port 83d591cf-bc79-447a-bb61-963b1505b1c5 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:13.315421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8f60db9c-0f41-4510-99e6-343775d1d46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:13.342071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-becf5fdd-9963-4148-8496-c717a42f3015 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:13.374082 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-8f60db9c-0f41-4510-99e6-343775d1d46c None None] Port 83d591cf-bc79-447a-bb61-963b1505b1c5 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:45:13.377237 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8f60db9c-0f41-4510-99e6-343775d1d46c None None] Could not find standard attr ID for object 55ce827a-2353-4ec6-ac7e-aaf97b576dfd. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:45:13.389763 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34f8b183-2bbf-4add-8fc6-df96dedf7be0 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:13.391634 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-34f8b183-2bbf-4add-8fc6-df96dedf7be0 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "DELETE /v2.0/ports/55ce827a-2353-4ec6-ac7e-aaf97b576dfd HTTP/1.1" status: 204 len: 168 time: 3.5901408 Apr 20 15:45:13.396518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58006) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:13.400324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becf5fdd-9963-4148-8496-c717a42f3015 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:13.403714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-becf5fdd-9963-4148-8496-c717a42f3015 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:13.412927 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5dedee-c772-4777-a26b-2f82c0098202 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:13.416273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1b5dedee-c772-4777-a26b-2f82c0098202 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:13.425808 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-a95df302-4d53-45ee-95fc-8bfb01869e19 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Calling delete_port for dca56dc4-f3b0-4684-a1f1-2f3b36de0b49 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:13.482997 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-85f8e32c-1faf-4032-a669-03f162fdfe78 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Floating IP 19af4f7d-dc47-4073-8be0-199782ed0e10 associated. External IP: 172.26.7.36, port: 830d8467-a2ad-4387-8bd5-39e70bb3e56d. Apr 20 15:45:13.582116 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a95df302-4d53-45ee-95fc-8bfb01869e19 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:13.642747 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95df302-4d53-45ee-95fc-8bfb01869e19 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Pushing event deleted for resources: {'Port': ['ID=dca56dc4-f3b0-4684-a1f1-2f3b36de0b49,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:13.650541 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fdd90d-bf88-4aac-b5b2-adb4797618a6 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] GET failed (client error): The resource could not be found. Apr 20 15:45:13.651087 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-03fdd90d-bf88-4aac-b5b2-adb4797618a6 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Synchronizing usage tracker for tenant:3681acc76aad4209bb33e0138b3b114b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:13.693769 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a95df302-4d53-45ee-95fc-8bfb01869e19 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:13.701042 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a95df302-4d53-45ee-95fc-8bfb01869e19 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "DELETE /v2.0/ports/dca56dc4-f3b0-4684-a1f1-2f3b36de0b49 HTTP/1.1" status: 204 len: 168 time: 1.1884398 Apr 20 15:45:13.704216 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58012) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:13.709322 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '724a8198-7b8b-4f36-93bb-39a8a27015ca', 'external_fixed_ips': [{'subnet_id': '4f03630c-d8d0-44b3-8f96-dbca7f4690a8', 'ip_address': '2001:db8::306'}]}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:13.714083 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:13.719521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Usage tracker for resource:router and tenant:366ba500bc35444898cd401ca88ff8c0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:13.722653 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:13.726564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-becf5fdd-9963-4148-8496-c717a42f3015 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:45:13.729852 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:13.741175 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:13.742393 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:13.759219 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:13.786115 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-becf5fdd-9963-4148-8496-c717a42f3015 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:13.786466 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-becf5fdd-9963-4148-8496-c717a42f3015 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Added segment 9bf234e1-91ed-4b7b-82a1-6aaf7f40e60f of type vlan for network e778f0ba-025d-454c-9867-02c2ebc5d2f4 Apr 20 15:45:13.794357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309e4f48-20b2-4c7f-b9a1-b76312cfde50 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:13.852391 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-03fdd90d-bf88-4aac-b5b2-adb4797618a6 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Unset dirty status for tenant:3681acc76aad4209bb33e0138b3b114b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:13.853808 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-03fdd90d-bf88-4aac-b5b2-adb4797618a6 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "GET /v2.0/ports/55ce827a-2353-4ec6-ac7e-aaf97b576dfd HTTP/1.1" status: 404 len: 333 time: 0.4218049 Apr 20 15:45:13.882251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58016) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:13.890877 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1ceb32dd-a110-460f-9a37-6daf80767b86 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Request body: {'port': {'network_id': '0429a4b2-0537-4864-8024-404bb9e198c0', 'name': 'tempest-AllowedAddressPairTestJSON-1563858495'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:13.894530 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7ea86bcb-5685-4f1b-a1c9-305350511713 None None] Provisioning for port fbb5a902-f436-47ed-8a12-8368105ed786 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:13.917391 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7ea86bcb-5685-4f1b-a1c9-305350511713 None None] Could not find standard attr ID for object d81f7514-c249-4d52-b5b6-adb0ee876889. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:45:13.989517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-becf5fdd-9963-4148-8496-c717a42f3015 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:14.036317 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-263dc143-3515-4fcc-b606-f99d1010b9f1 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:45:14.041043 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-263dc143-3515-4fcc-b606-f99d1010b9f1 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.7725446 Apr 20 15:45:14.051808 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58020) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:14.064070 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': '568ebeff-d913-4f4c-9fb9-ad86dd7fab62', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:14.070276 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:14.076397 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:14.083176 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Usage tracker for resource:floatingip and tenant:8103fc3959754613acf3dbd3a90e75ba is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:14.087126 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:14.109937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e81f310-a5cb-4590-85ea-67909ff20b66 None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:45:14.113295 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:14.115182 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-9e81f310-a5cb-4590-85ea-67909ff20b66 None None] Deleting port fbb5a902-f436-47ed-8a12-8368105ed786 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:14.115707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9e81f310-a5cb-4590-85ea-67909ff20b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:14.185113 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for floatingip, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:14.201660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ddb33-f453-40e5-ba3e-68c4a76c0bad req-9bd943a6-162c-4d4a-9811-c40c52358810 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:14.203636 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-912ddb33-f453-40e5-ba3e-68c4a76c0bad req-9bd943a6-162c-4d4a-9811-c40c52358810 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.6653643 Apr 20 15:45:14.280260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-becf5fdd-9963-4148-8496-c717a42f3015 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:14.285811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becf5fdd-9963-4148-8496-c717a42f3015 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:14.286428 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-becf5fdd-9963-4148-8496-c717a42f3015 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:14.350916 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-9e81f310-a5cb-4590-85ea-67909ff20b66 None None] For port fbb5a902-f436-47ed-8a12-8368105ed786, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=fbb5a902-f436-47ed-8a12-8368105ed786,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:14.351335 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9e81f310-a5cb-4590-85ea-67909ff20b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:14.413022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1ceb32dd-a110-460f-9a37-6daf80767b86 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:14.425835 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:14.479825 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-9e81f310-a5cb-4590-85ea-67909ff20b66 None None] Calling delete_port for fbb5a902-f436-47ed-8a12-8368105ed786 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:14.516814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1b5dedee-c772-4777-a26b-2f82c0098202 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:14.527076 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1ceb32dd-a110-460f-9a37-6daf80767b86 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:14.557573 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9e81f310-a5cb-4590-85ea-67909ff20b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:14.567334 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-becf5fdd-9963-4148-8496-c717a42f3015 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4448295 Apr 20 15:45:14.579931 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-912ddb33-f453-40e5-ba3e-68c4a76c0bad req-fd0bd6cb-5f60-47e9-9a07-ce8918f1f786 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3539047 Apr 20 15:45:14.580522 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf5fdd-9963-4148-8496-c717a42f3015 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Network': ['ID=e778f0ba-025d-454c-9867-02c2ebc5d2f4,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:14.582464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58024) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:14.611849 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81f310-a5cb-4590-85ea-67909ff20b66 None None] Pushing event deleted for resources: {'Port': ['ID=fbb5a902-f436-47ed-8a12-8368105ed786,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:14.615599 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ec72aa82-2eec-4050-b359-709c77102ec3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'subnet': {'network_id': 'e778f0ba-025d-454c-9867-02c2ebc5d2f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:14.616298 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e81f310-a5cb-4590-85ea-67909ff20b66 None None] No DVR routers for this DVR port fbb5a902-f436-47ed-8a12-8368105ed786 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:45:14.642934 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aba4ae2-cc2d-41f1-94a7-a77771d9be71 None None] get_active_networks_info from dv-neutron-838699-1-hyperv {{(pid=88170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 15:45:14.650985 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ceb32dd-a110-460f-9a37-6daf80767b86 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Made reservation on behalf of 3681acc76aad4209bb33e0138b3b114b for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:14.655117 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ceb32dd-a110-460f-9a37-6daf80767b86 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:14.690865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network e778f0ba-025d-454c-9867-02c2ebc5d2f4 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:45:14.811550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5dedee-c772-4777-a26b-2f82c0098202 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:14.824886 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:14.825344 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:14.867815 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:14.894307 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-1b5dedee-c772-4777-a26b-2f82c0098202 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:14.900553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5dedee-c772-4777-a26b-2f82c0098202 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:14.901263 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1b5dedee-c772-4777-a26b-2f82c0098202 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:14.933571 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aba4ae2-cc2d-41f1-94a7-a77771d9be71 None None] Resources bound (agent type, host, resource id): {{(pid=88170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 15:45:14.944385 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f8e32c-1faf-4032-a669-03f162fdfe78 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Router 84b50a6e-8afc-4239-849f-2ef5e09acfb8 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:45:14.946510 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Allocated IP 172.26.7.19 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/671af4d7-72e5-4a6f-b4c4-f547a3e69345) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:14.973968 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dedee-c772-4777-a26b-2f82c0098202 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=3b51054b-5da2-4ee8-a27d-27218af2ad28,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:14.982782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-1ceb32dd-a110-460f-9a37-6daf80767b86 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] device_id is not set on port 32fd350c-bd38-4d5c-90b5-48ad2266f618 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:45:15.042220 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1b5dedee-c772-4777-a26b-2f82c0098202 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3566003 Apr 20 15:45:15.057316 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58030) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:15.122662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'fixed_ips': [{'subnet_id': '3b51054b-5da2-4ee8-a27d-27218af2ad28', 'ip_address': '2001:db8::1733:ca78:1aab:1e53'}], 'name': 'tempest-NetworksTestDHCPv6-1200079740'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:15.150448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ec72aa82-2eec-4050-b359-709c77102ec3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:15.159056 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ec72aa82-2eec-4050-b359-709c77102ec3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Usage tracker for resource:subnet and tenant:d344c24002824265858fc3a192d82b8a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:15.164593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ec72aa82-2eec-4050-b359-709c77102ec3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:15.171603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ec72aa82-2eec-4050-b359-709c77102ec3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:15.225390 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Allocated IP 2001:db8::306 (724a8198-7b8b-4f36-93bb-39a8a27015ca/4f03630c-d8d0-44b3-8f96-dbca7f4690a8/ef6733b3-5148-48a3-9df6-f4fd08cf478b) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:15.234319 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:15.316302 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec72aa82-2eec-4050-b359-709c77102ec3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:15.319968 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec72aa82-2eec-4050-b359-709c77102ec3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:15.359519 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': '3b51054b-5da2-4ee8-a27d-27218af2ad28'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:45:15.360468 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:15.381097 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:15.474277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Pushing event updated for resources: {'Port': ['ID=671af4d7-72e5-4a6f-b4c4-f547a3e69345,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:15.479098 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:15.482553 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:15.485502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:15.488063 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:15.534380 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Allocated IP 2001:db8::2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/3b51054b-5da2-4ee8-a27d-27218af2ad28/7460305a-8071-431b-8d18-f2456c947a7a) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:15.564108 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b8e5a-4c37-4bf3-9472-f65fc75ca31f req-3830d2e5-61cd-4c05-87e4-4e41ddbefc54 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:15.565722 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c31b8e5a-4c37-4bf3-9472-f65fc75ca31f req-3830d2e5-61cd-4c05-87e4-4e41ddbefc54 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.7562847 Apr 20 15:45:15.567006 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-1ceb32dd-a110-460f-9a37-6daf80767b86 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Allocated IP 172.20.0.9 (0429a4b2-0537-4864-8024-404bb9e198c0/c8a733a9-c41c-48b5-ac2f-e6fdf7e6a7ba/32fd350c-bd38-4d5c-90b5-48ad2266f618) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:15.580059 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58036) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:15.599200 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-3ea6c4bd-b61f-44b6-80b6-883959b070b8 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Request body: {'floatingip': {'port_id': 'a4af254e-9470-4a05-9aef-8350767e21a0'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:15.636804 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f8e32c-1faf-4032-a669-03f162fdfe78 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:45:15.647522 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f517b829-1576-4803-b8cd-950ef7df0182 None None] Sync routers for ids ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:45:15.681524 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f517b829-1576-4803-b8cd-950ef7df0182 None None] Routers {'84b50a6e-8afc-4239-849f-2ef5e09acfb8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:15.682142 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f517b829-1576-4803-b8cd-950ef7df0182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:15.728991 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ea6c4bd-b61f-44b6-80b6-883959b070b8 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for floatingip, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:15.776480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85f8e32c-1faf-4032-a669-03f162fdfe78 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:15.850632 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:15.894778 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:15.908920 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:port and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:15.920379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:15.920781 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:15.939976 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-f517b829-1576-4803-b8cd-950ef7df0182 None None] Set router 84b50a6e-8afc-4239-849f-2ef5e09acfb8 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:45:15.944477 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Network 724a8198-7b8b-4f36-93bb-39a8a27015ca is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:15.950307 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:15.951532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:15.954029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:15.990717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Transition to ACTIVE for port object 7460305a-8071-431b-8d18-f2456c947a7a will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:16.000331 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-85f8e32c-1faf-4032-a669-03f162fdfe78 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "PUT /v2.0/floatingips/19af4f7d-dc47-4073-8be0-199782ed0e10 HTTP/1.1" status: 200 len: 990 time: 5.9427950 Apr 20 15:45:16.008593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc91ac14-d307-44e9-9dc4-fc0f619793fa', 'tag': '830d8467-a2ad-4387-8bd5-39e70bb3e56d'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:45:16.026877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Transition to ACTIVE for port object 7460305a-8071-431b-8d18-f2456c947a7a will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:16.038651 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Deleting port 671af4d7-72e5-4a6f-b4c4-f547a3e69345 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:16.038999 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:16.060943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:16.115830 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d513d1b4-024d-44bd-9500-849c0ee4d237 req-3a6c2439-746b-4b93-b3ed-707e7f1d8082 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4739182 Apr 20 15:45:16.120563 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f75624d9-1c54-4972-90b7-19cdadb8b2e3'] response: {'name': 'network-changed', 'server_uuid': 'dc91ac14-d307-44e9-9dc4-fc0f619793fa', 'tag': '830d8467-a2ad-4387-8bd5-39e70bb3e56d', 'status': 'completed', 'code': 200} Apr 20 15:45:16.195819 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:16.281585 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:16.287024 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:16.293388 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:16.337737 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Pushing event updated for resources: {'Port': ['ID=ef6733b3-5148-48a3-9df6-f4fd08cf478b,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:16.351381 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ceb32dd-a110-460f-9a37-6daf80767b86 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:16.365306 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Pushing event updated for resources: {'Port': ['ID=7460305a-8071-431b-8d18-f2456c947a7a,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:16.429200 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1ceb32dd-a110-460f-9a37-6daf80767b86 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Transition to ACTIVE for port object 32fd350c-bd38-4d5c-90b5-48ad2266f618 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:16.437729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec72aa82-2eec-4050-b359-709c77102ec3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:16.482876 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Attempting to bind port 7460305a-8071-431b-8d18-f2456c947a7a on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:45:16.483835 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Attempting to bind port 7460305a-8071-431b-8d18-f2456c947a7a by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:45:16.484506 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Attempting to bind port 7460305a-8071-431b-8d18-f2456c947a7a on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:45:16.494417 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:45:16.494417 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:16.494695 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:16.495077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:45:16.495559 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Bound port: 7460305a-8071-431b-8d18-f2456c947a7a, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:45:16.495979 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:16.518559 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:16.665184 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] For port 7460305a-8071-431b-8d18-f2456c947a7a, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:45:16.670986 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] For port 7460305a-8071-431b-8d18-f2456c947a7a, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7460305a-8071-431b-8d18-f2456c947a7a,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:45:16.676988 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:16.727782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port 47d115b8-6789-461b-954c-bc4ace62898b yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:45:16.755735 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f517b829-1576-4803-b8cd-950ef7df0182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'name': 'tempest-ServersTestJSON-167984635-router', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:02Z', 'updated_at': '2022-04-20T15:44:17Z', 'revision_number': 4, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'gw_port': {'id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '19af4f7d-dc47-4073-8be0-199782ed0e10', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'floating_ip_address': '172.26.7.36', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'port_id': '830d8467-a2ad-4387-8bd5-39e70bb3e56d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05', 'mac_address': 'fa:16:3e:f8:c5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc91ac14-d307-44e9-9dc4-fc0f619793fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:44:31Z', 'updated_at': '2022-04-20T15:45:12Z', 'revision_number': 1, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c3412c-8c7f-458e-90b5-478b5eb10343', 'name': '', 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'mac_address': 'fa:16:3e:5f:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:14Z', 'updated_at': '2022-04-20T15:44:24Z', 'revision_number': 5, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'subnets': [{'id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:16.763981 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72aa82-2eec-4050-b359-709c77102ec3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Subnet': ['ID=efd225ca-f041-4199-a7f8-0276953497b8,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:16.767645 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f517b829-1576-4803-b8cd-950ef7df0182 None None] Checking router: 84b50a6e-8afc-4239-849f-2ef5e09acfb8 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:45:16.774617 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64bd64-d34b-4963-9d2c-ed99b1403cc7 req-1d87bd5c-95dc-4f69-b1a2-27dd6c8d79e3 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:16.776372 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2b64bd64-d34b-4963-9d2c-ed99b1403cc7 req-1d87bd5c-95dc-4f69-b1a2-27dd6c8d79e3 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 945 time: 0.5499852 Apr 20 15:45:16.784866 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0008a6-b659-41b2-a2fa-65a9ddfb9ac3 None None] Pushing event updated for resources: {'Port': ['ID=7460305a-8071-431b-8d18-f2456c947a7a,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:16.786613 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513d1b4-024d-44bd-9500-849c0ee4d237 req-a12f55d1-a0de-43fe-8473-10377e49d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:16.788366 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d513d1b4-024d-44bd-9500-849c0ee4d237 req-a12f55d1-a0de-43fe-8473-10377e49d501 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40ddd5af54534229a658a14f67df5f08&device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 1098 time: 0.5504539 Apr 20 15:45:16.803493 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f517b829-1576-4803-b8cd-950ef7df0182 None None] Routers {'84b50a6e-8afc-4239-849f-2ef5e09acfb8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:16.804161 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f517b829-1576-4803-b8cd-950ef7df0182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:16.831199 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e8e6b-fb88-466b-94c6-a530645c124c req-6bb0ab6d-845f-4e05-a89f-f2089967f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:16.831936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec72aa82-2eec-4050-b359-709c77102ec3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Checking segment: {'id': '9bf234e1-91ed-4b7b-82a1-6aaf7f40e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e778f0ba-025d-454c-9867-02c2ebc5d2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:16.832411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec72aa82-2eec-4050-b359-709c77102ec3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network hostable DHCP agents. Network: e778f0ba-025d-454c-9867-02c2ebc5d2f4, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:45:16.833123 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-d22e8e6b-fb88-466b-94c6-a530645c124c req-6bb0ab6d-845f-4e05-a89f-f2089967f67e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=189fc2a27c95427bb7131a058ee6d0d7&device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 1098 time: 0.7191482 Apr 20 15:45:16.835152 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:16.835573 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:16.877610 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ceb32dd-a110-460f-9a37-6daf80767b86 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:17.101351 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2b64bd64-d34b-4963-9d2c-ed99b1403cc7 req-a2d02e5e-28a4-4846-9672-ae5c862d493f tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0876837-0790-4959-8cbb-37530b429b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3162706 Apr 20 15:45:17.106744 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-f517b829-1576-4803-b8cd-950ef7df0182 None None] Set router 84b50a6e-8afc-4239-849f-2ef5e09acfb8 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:45:17.143600 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceb32dd-a110-460f-9a37-6daf80767b86 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Network 0429a4b2-0537-4864-8024-404bb9e198c0 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:17.155366 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec72aa82-2eec-4050-b359-709c77102ec3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network e778f0ba-025d-454c-9867-02c2ebc5d2f4 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:45:17.175887 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-1ceb32dd-a110-460f-9a37-6daf80767b86 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:17.196721 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb32dd-a110-460f-9a37-6daf80767b86 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:17.259230 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb32dd-a110-460f-9a37-6daf80767b86 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event updated for resources: {'Port': ['ID=32fd350c-bd38-4d5c-90b5-48ad2266f618,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:17.284859 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-ec72aa82-2eec-4050-b359-709c77102ec3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, e778f0ba-025d-454c-9867-02c2ebc5d2f4) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:17.325303 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Calling delete_port for 671af4d7-72e5-4a6f-b4c4-f547a3e69345 owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:17.343221 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec72aa82-2eec-4050-b359-709c77102ec3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:17.344024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec72aa82-2eec-4050-b359-709c77102ec3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:17.380624 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513d1b4-024d-44bd-9500-849c0ee4d237 req-c9f37734-e9ec-4309-a0ee-04f110401ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:17.382654 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d513d1b4-024d-44bd-9500-849c0ee4d237 req-c9f37734-e9ec-4309-a0ee-04f110401ac0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c880705c-c9ca-461f-ab61-0c74e5f307a3 HTTP/1.1" status: 200 len: 913 time: 0.5450561 Apr 20 15:45:17.424031 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:17.466789 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceb32dd-a110-460f-9a37-6daf80767b86 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:17.468222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ceb32dd-a110-460f-9a37-6daf80767b86 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:17.499907 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ec72aa82-2eec-4050-b359-709c77102ec3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8993874 Apr 20 15:45:17.505176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::1733:ca78:1aab:1e53 (f66047db-8bb8-4641-b4de-e5f9a3950b44/3b51054b-5da2-4ee8-a27d-27218af2ad28/47d115b8-6789-461b-954c-bc4ace62898b) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:17.513798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58048) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:17.528803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f83fa82a-65b3-4913-b83a-89735d429bac tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'subnet': {'network_id': 'e778f0ba-025d-454c-9867-02c2ebc5d2f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:17.535102 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f517b829-1576-4803-b8cd-950ef7df0182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'name': 'tempest-ServersTestJSON-167984635-router', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:02Z', 'updated_at': '2022-04-20T15:44:17Z', 'revision_number': 4, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'gw_port': {'id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '19af4f7d-dc47-4073-8be0-199782ed0e10', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'floating_ip_address': '172.26.7.36', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'port_id': '830d8467-a2ad-4387-8bd5-39e70bb3e56d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05', 'mac_address': 'fa:16:3e:f8:c5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc91ac14-d307-44e9-9dc4-fc0f619793fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:44:31Z', 'updated_at': '2022-04-20T15:45:12Z', 'revision_number': 1, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c3412c-8c7f-458e-90b5-478b5eb10343', 'name': '', 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'mac_address': 'fa:16:3e:5f:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:14Z', 'updated_at': '2022-04-20T15:44:24Z', 'revision_number': 5, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'subnets': [{'id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:17.539369 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f517b829-1576-4803-b8cd-950ef7df0182 None None] The sync data for ids ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'] in dv-neutron-838699-1-hyperv is: [{'id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'name': 'tempest-ServersTestJSON-167984635-router', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:02Z', 'updated_at': '2022-04-20T15:44:17Z', 'revision_number': 4, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'gw_port': {'id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '19af4f7d-dc47-4073-8be0-199782ed0e10', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'floating_ip_address': '172.26.7.36', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'port_id': '830d8467-a2ad-4387-8bd5-39e70bb3e56d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05', 'mac_address': 'fa:16:3e:f8:c5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc91ac14-d307-44e9-9dc4-fc0f619793fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:44:31Z', 'updated_at': '2022-04-20T15:45:12Z', 'revision_number': 1, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c3412c-8c7f-458e-90b5-478b5eb10343', 'name': '', 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'mac_address': 'fa:16:3e:5f:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:14Z', 'updated_at': '2022-04-20T15:44:24Z', 'revision_number': 5, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'subnets': [{'id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:45:17.625429 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1ceb32dd-a110-460f-9a37-6daf80767b86 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7396142 Apr 20 15:45:17.626250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58052) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:17.662122 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-34ca8139-0fec-4d90-b3e9-c6a16bfc54d1 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:43:f5:0d'}]}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:17.680822 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e8e6b-fb88-466b-94c6-a530645c124c req-99c7d3bb-c2c0-4d92-86f0-620c3612efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:17.682312 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-d22e8e6b-fb88-466b-94c6-a530645c124c req-99c7d3bb-c2c0-4d92-86f0-620c3612efd1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ee7f047-aede-4389-bfc1-f3eb14c90d05 HTTP/1.1" status: 200 len: 906 time: 0.8339365 Apr 20 15:45:17.690100 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d513d1b4-024d-44bd-9500-849c0ee4d237 req-806fef7f-bc33-4265-b76d-1a493c9f3a78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04e88087-0220-4a63-94c4-e488e6100cb7 HTTP/1.1" status: 200 len: 1000 time: 0.2997129 Apr 20 15:45:17.796713 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435418c3-b40e-41fb-b711-8d9740edc43a None None] New status for floating IP 19af4f7d-dc47-4073-8be0-199782ed0e10: ACTIVE {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:45:17.963344 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:18.047710 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435e4a35-cd57-47ed-a246-860c9cf601eb None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:18.090265 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513d1b4-024d-44bd-9500-849c0ee4d237 req-9878a3c7-ec3b-4a90-b75b-22402e0f0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:18.091879 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d513d1b4-024d-44bd-9500-849c0ee4d237 req-9878a3c7-ec3b-4a90-b75b-22402e0f0721 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=63e863a2-f900-414e-86c4-ac93d0d20b1c HTTP/1.1" status: 200 len: 851 time: 0.3910737 Apr 20 15:45:18.091997 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57206ca3-988b-485f-83c0-06137e7a378a None None] Network e778f0ba-025d-454c-9867-02c2ebc5d2f4 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:18.166350 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Pushing event deleted for resources: {'Port': ['ID=671af4d7-72e5-4a6f-b4c4-f547a3e69345,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:18.225803 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-d22e8e6b-fb88-466b-94c6-a530645c124c req-4e7620ff-c63b-4997-bf0b-76e50bdd37c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=830d8467-a2ad-4387-8bd5-39e70bb3e56d HTTP/1.1" status: 200 len: 998 time: 0.5294890 Apr 20 15:45:18.230211 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:18.251975 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object 47d115b8-6789-461b-954c-bc4ace62898b will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:18.288576 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f83fa82a-65b3-4913-b83a-89735d429bac tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:18.291185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:18.348570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ea6c4bd-b61f-44b6-80b6-883959b070b8 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:18.369527 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ea6c4bd-b61f-44b6-80b6-883959b070b8 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:18.421057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f83fa82a-65b3-4913-b83a-89735d429bac tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Usage tracker for resource:subnet and tenant:d344c24002824265858fc3a192d82b8a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:18.486228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f83fa82a-65b3-4913-b83a-89735d429bac tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:18.500490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f83fa82a-65b3-4913-b83a-89735d429bac tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:18.513998 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:18.515890 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7460305a-8071-431b-8d18-f2456c947a7a up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:18.517276 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e8e6b-fb88-466b-94c6-a530645c124c req-289bcabe-4ad2-4674-a1db-bc481b85c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:18.518737 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-d22e8e6b-fb88-466b-94c6-a530645c124c req-289bcabe-4ad2-4674-a1db-bc481b85c9f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11a786c8-396f-45ab-98b5-620f55e316ad HTTP/1.1" status: 200 len: 844 time: 0.2821488 Apr 20 15:45:18.526419 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:18.542714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:18.549220 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:18.549585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:18.556948 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-39d27ec5-4ecf-499a-8090-43a8237de32c None None] Provisioning for port 7460305a-8071-431b-8d18-f2456c947a7a completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:18.562075 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34ca8139-0fec-4d90-b3e9-c6a16bfc54d1 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:18.582396 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83fa82a-65b3-4913-b83a-89735d429bac tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:18.585840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f83fa82a-65b3-4913-b83a-89735d429bac tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:18.609099 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=47d115b8-6789-461b-954c-bc4ace62898b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:18.615427 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:18.674565 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 7460305a-8071-431b-8d18-f2456c947a7a completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:18.681904 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-e778f0ba-025d-454c-9867-02c2ebc5d2f4', 'network_id': 'e778f0ba-025d-454c-9867-02c2ebc5d2f4', 'tenant_id': 'd344c24002824265858fc3a192d82b8a', 'fixed_ips': [{'subnet_id': 'efd225ca-f041-4199-a7f8-0276953497b8'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:45:18.682758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:18.687716 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] create failed (client error): The resource could not be found. Apr 20 15:45:18.692118 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bacb874d-c3b9-4e28-aed0-5a7827269ba0 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.6358931 Apr 20 15:45:18.698626 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8a85683a-5ed5-4eeb-bb7d-521962beb4e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5859413 Apr 20 15:45:18.705229 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58056) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:18.705421 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58058) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:18.707837 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 7460305a-8071-431b-8d18-f2456c947a7a triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:18.708443 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:18.796315 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-3ea6c4bd-b61f-44b6-80b6-883959b070b8 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Floating IP 8ac39917-2c9b-43c1-a376-aa66455a9289 associated. External IP: 172.26.7.239, port: a4af254e-9470-4a05-9aef-8350767e21a0. Apr 20 15:45:18.821081 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c89e1204-7119-40ea-8842-4c2e50bfee00 None None] Provisioning for port 32fd350c-bd38-4d5c-90b5-48ad2266f618 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:18.849873 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c89e1204-7119-40ea-8842-4c2e50bfee00 None None] Provisioning complete for port 32fd350c-bd38-4d5c-90b5-48ad2266f618 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:18.849873 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c89e1204-7119-40ea-8842-4c2e50bfee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:18.949243 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e8e6b-fb88-466b-94c6-a530645c124c req-5244cf77-e7ff-480f-9ab0-c01efcdc46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:18.950728 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-d22e8e6b-fb88-466b-94c6-a530645c124c req-5244cf77-e7ff-480f-9ab0-c01efcdc46dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ee7f047-aede-4389-bfc1-f3eb14c90d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4210958 Apr 20 15:45:18.999466 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c89e1204-7119-40ea-8842-4c2e50bfee00 None None] Port 32fd350c-bd38-4d5c-90b5-48ad2266f618 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:45:19.033246 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:19.082291 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Allocated IP 2001:db8::2 (e778f0ba-025d-454c-9867-02c2ebc5d2f4/efd225ca-f041-4199-a7f8-0276953497b8/4dc77826-2ee1-46f3-adb5-972407e5295c) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:19.100434 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 7460305a-8071-431b-8d18-f2456c947a7a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7460305a-8071-431b-8d18-f2456c947a7a,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:19.106463 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:19.124724 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b6b4d059-75ef-4bbd-9ab6-f5211c09e078 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Deleting port 568ebeff-d913-4f4c-9fb9-ad86dd7fab62 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:19.125080 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6b4d059-75ef-4bbd-9ab6-f5211c09e078 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:19.268027 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513d1b4-024d-44bd-9500-849c0ee4d237 req-a304445c-8886-4b16-a710-e021a9bf0d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:19.270021 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d513d1b4-024d-44bd-9500-849c0ee4d237 req-a304445c-8886-4b16-a710-e021a9bf0d4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c880705c-c9ca-461f-ab61-0c74e5f307a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1671655 Apr 20 15:45:19.280983 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-01d77b3d-a0e5-416a-bdf4-8f17f499450c None None] Provisioning for port 47d115b8-6789-461b-954c-bc4ace62898b completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:19.294806 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-01d77b3d-a0e5-416a-bdf4-8f17f499450c None None] Provisioning complete for port 47d115b8-6789-461b-954c-bc4ace62898b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:19.294806 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-01d77b3d-a0e5-416a-bdf4-8f17f499450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:19.341260 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=7460305a-8071-431b-8d18-f2456c947a7a,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:19.387784 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-01d77b3d-a0e5-416a-bdf4-8f17f499450c None None] Port 47d115b8-6789-461b-954c-bc4ace62898b cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:45:19.506908 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-01d77b3d-a0e5-416a-bdf4-8f17f499450c None None] Provisioning complete for port 7460305a-8071-431b-8d18-f2456c947a7a triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:19.507283 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-01d77b3d-a0e5-416a-bdf4-8f17f499450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:19.514674 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-d22e8e6b-fb88-466b-94c6-a530645c124c req-4cdcfe91-49b9-4751-ac87-a86c965a6b38 service neutron] 10.222.0.11 "GET /v2.0/networks/6ee7f047-aede-4389-bfc1-f3eb14c90d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537679 Apr 20 15:45:19.547698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8745e87b-d983-4afe-af2a-b61b71151e0a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:19.553493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8745e87b-d983-4afe-af2a-b61b71151e0a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:19.554395 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8745e87b-d983-4afe-af2a-b61b71151e0a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:19.580619 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:19.601743 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Transition to ACTIVE for port object 4dc77826-2ee1-46f3-adb5-972407e5295c will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:19.660731 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Router f06bcbd6-923a-4b9e-885a-caed5bf36c48 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:45:19.663358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Transition to ACTIVE for port object 4dc77826-2ee1-46f3-adb5-972407e5295c will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:19.678729 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:19.684988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8745e87b-d983-4afe-af2a-b61b71151e0a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:19.689104 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8745e87b-d983-4afe-af2a-b61b71151e0a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9690776 Apr 20 15:45:19.691450 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58064) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:19.739045 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Network e778f0ba-025d-454c-9867-02c2ebc5d2f4 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:19.742009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:19.745668 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:19.771417 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d513d1b4-024d-44bd-9500-849c0ee4d237 req-ecaed1dc-80fc-4c71-9907-bddc671b341b service neutron] 10.222.0.11 "GET /v2.0/networks/c880705c-c9ca-461f-ab61-0c74e5f307a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735103 Apr 20 15:45:19.777811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6b4d059-75ef-4bbd-9ab6-f5211c09e078 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:19.795802 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Pushing event updated for resources: {'Port': ['ID=4dc77826-2ee1-46f3-adb5-972407e5295c,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:19.827309 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea6c4bd-b61f-44b6-80b6-883959b070b8 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Router 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:45:19.860552 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Attempting to bind port 4dc77826-2ee1-46f3-adb5-972407e5295c on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:45:19.860857 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Attempting to bind port 4dc77826-2ee1-46f3-adb5-972407e5295c by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '9bf234e1-91ed-4b7b-82a1-6aaf7f40e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e778f0ba-025d-454c-9867-02c2ebc5d2f4'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:45:19.861521 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Attempting to bind port 4dc77826-2ee1-46f3-adb5-972407e5295c on network e778f0ba-025d-454c-9867-02c2ebc5d2f4 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:45:19.867688 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:45:19.868049 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Checking segment: {'id': '9bf234e1-91ed-4b7b-82a1-6aaf7f40e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e778f0ba-025d-454c-9867-02c2ebc5d2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:19.868406 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:19.868799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Bound using segment: {'id': '9bf234e1-91ed-4b7b-82a1-6aaf7f40e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e778f0ba-025d-454c-9867-02c2ebc5d2f4'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:45:19.869536 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Bound port: 4dc77826-2ee1-46f3-adb5-972407e5295c, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf234e1-91ed-4b7b-82a1-6aaf7f40e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e778f0ba-025d-454c-9867-02c2ebc5d2f4'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:45:19.869667 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-d22e8e6b-fb88-466b-94c6-a530645c124c req-ef81314e-6090-4ae9-b8c9-7b776e8601b3 service neutron] 10.222.0.11 "GET /v2.0/networks/6ee7f047-aede-4389-bfc1-f3eb14c90d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043187 Apr 20 15:45:19.869749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:19.881567 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-bf75a036-f32f-4500-a6f0-81ff0338c4b2 None None] Provisioning complete for port 47d115b8-6789-461b-954c-bc4ace62898b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:19.881923 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bf75a036-f32f-4500-a6f0-81ff0338c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:19.900442 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-11fc888f-958f-46da-9ae1-444a8b8d3a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port 47d115b8-6789-461b-954c-bc4ace62898b {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:19.900823 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-11fc888f-958f-46da-9ae1-444a8b8d3a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:19.980402 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bf75a036-f32f-4500-a6f0-81ff0338c4b2 None None] Port 47d115b8-6789-461b-954c-bc4ace62898b cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:45:19.983450 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b6b4d059-75ef-4bbd-9ab6-f5211c09e078 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Calling delete_port for 568ebeff-d913-4f4c-9fb9-ad86dd7fab62 owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:20.014866 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] For port 4dc77826-2ee1-46f3-adb5-972407e5295c, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:45:20.018538 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] For port 4dc77826-2ee1-46f3-adb5-972407e5295c, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4dc77826-2ee1-46f3-adb5-972407e5295c,segment=NetworkSegment(9bf234e1-91ed-4b7b-82a1-6aaf7f40e60f),segment_id=9bf234e1-91ed-4b7b-82a1-6aaf7f40e60f)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:45:20.023370 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:20.092047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-34ca8139-0fec-4d90-b3e9-c6a16bfc54d1 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:45:20.104860 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a9090-7304-4f25-9f74-9a11fb0f42fc None None] Pushing event updated for resources: {'Port': ['ID=4dc77826-2ee1-46f3-adb5-972407e5295c,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:20.131722 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34ca8139-0fec-4d90-b3e9-c6a16bfc54d1 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:20.148485 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34ca8139-0fec-4d90-b3e9-c6a16bfc54d1 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:20.161458 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:45:20.176625 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Sync routers for ids ['f06bcbd6-923a-4b9e-885a-caed5bf36c48'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:45:20.193215 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Routers {'f06bcbd6-923a-4b9e-885a-caed5bf36c48'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:20.194078 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['f06bcbd6-923a-4b9e-885a-caed5bf36c48'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:20.365366 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:20.366665 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1341bd4e-4b82-4078-9d4a-b7cc356f00c6 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.6612804 Apr 20 15:45:20.374744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea6c4bd-b61f-44b6-80b6-883959b070b8 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:45:20.391567 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bcfbfa-53fa-4b2c-b524-9bdcee7c159a None None] Sync routers for ids ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:45:20.395390 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58068) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:20.395857 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ea6c4bd-b61f-44b6-80b6-883959b070b8 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:20.407798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca8139-0fec-4d90-b3e9-c6a16bfc54d1 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event updated for resources: {'Port': ['ID=32fd350c-bd38-4d5c-90b5-48ad2266f618,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:20.408856 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bcfbfa-53fa-4b2c-b524-9bdcee7c159a None None] Routers {'3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:20.411276 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-17bcfbfa-53fa-4b2c-b524-9bdcee7c159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:20.511326 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d513d1b4-024d-44bd-9500-849c0ee4d237 req-052a700c-d4b8-4403-9dd4-48a997f86ee7 service neutron] 10.222.0.11 "GET /v2.0/networks/c880705c-c9ca-461f-ab61-0c74e5f307a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7193019 Apr 20 15:45:20.543794 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3ea6c4bd-b61f-44b6-80b6-883959b070b8 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "PUT /v2.0/floatingips/8ac39917-2c9b-43c1-a376-aa66455a9289 HTTP/1.1" status: 200 len: 992 time: 4.9568052 Apr 20 15:45:20.548591 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2263ff-81bb-4d36-b8fa-2b90accf25e4', 'tag': 'a4af254e-9470-4a05-9aef-8350767e21a0'}] {{(pid=88169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:45:20.586899 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-11fc888f-958f-46da-9ae1-444a8b8d3a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:20.595028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-34ca8139-0fec-4d90-b3e9-c6a16bfc54d1 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] In _notify_port_updated(), no bound segment for port 32fd350c-bd38-4d5c-90b5-48ad2266f618 on network 0429a4b2-0537-4864-8024-404bb9e198c0 {{(pid=88168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:45:20.601053 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca8139-0fec-4d90-b3e9-c6a16bfc54d1 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:20.601705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34ca8139-0fec-4d90-b3e9-c6a16bfc54d1 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:20.605727 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-34ca8139-0fec-4d90-b3e9-c6a16bfc54d1 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "PUT /v2.0/ports/32fd350c-bd38-4d5c-90b5-48ad2266f618 HTTP/1.1" status: 200 len: 993 time: 2.9628401 Apr 20 15:45:20.609554 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58076) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:20.623550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6b4d059-75ef-4bbd-9ab6-f5211c09e078 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:20.637425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f83fa82a-65b3-4913-b83a-89735d429bac tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:20.658189 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7460305a-8071-431b-8d18-f2456c947a7a up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:20.735226 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-9c7515bf-8db3-4c17-b536-b2b70f498bf3 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Deleting port 32fd350c-bd38-4d5c-90b5-48ad2266f618 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:20.735706 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9c7515bf-8db3-4c17-b536-b2b70f498bf3 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:20.823543 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Set router f06bcbd6-923a-4b9e-885a-caed5bf36c48 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:45:20.863280 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-17bcfbfa-53fa-4b2c-b524-9bdcee7c159a None None] Set router 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:45:21.018889 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-11fc888f-958f-46da-9ae1-444a8b8d3a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for 47d115b8-6789-461b-954c-bc4ace62898b owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:21.033373 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-db2efebe-a3c6-4989-9acb-0106a2dc8bd4 None None] Provisioning complete for port 32fd350c-bd38-4d5c-90b5-48ad2266f618 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:21.037734 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-db2efebe-a3c6-4989-9acb-0106a2dc8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:21.105680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 7460305a-8071-431b-8d18-f2456c947a7a triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:21.106508 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:21.133804 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83fa82a-65b3-4913-b83a-89735d429bac tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network e778f0ba-025d-454c-9867-02c2ebc5d2f4 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:21.135057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4d059-75ef-4bbd-9ab6-f5211c09e078 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Pushing event deleted for resources: {'Port': ['ID=568ebeff-d913-4f4c-9fb9-ad86dd7fab62,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:21.164156 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d9a359-ded2-46e9-b157-ed0f6ba19938'] response: {'name': 'network-changed', 'server_uuid': 'ca2263ff-81bb-4d36-b8fa-2b90accf25e4', 'tag': 'a4af254e-9470-4a05-9aef-8350767e21a0', 'status': 'completed', 'code': 200} Apr 20 15:45:21.169668 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f83fa82a-65b3-4913-b83a-89735d429bac tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:21.190554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83fa82a-65b3-4913-b83a-89735d429bac tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:21.190935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f83fa82a-65b3-4913-b83a-89735d429bac tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:21.211159 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-db2efebe-a3c6-4989-9acb-0106a2dc8bd4 None None] Port 32fd350c-bd38-4d5c-90b5-48ad2266f618 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:45:21.370534 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-17bcfbfa-53fa-4b2c-b524-9bdcee7c159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'name': 'tempest-ServerActionsTestJSON-776158018-router', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '72961775-2253-4d84-84a8-56729540a8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:03Z', 'updated_at': '2022-04-20T15:44:22Z', 'revision_number': 4, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'gw_port': {'id': '72961775-2253-4d84-84a8-56729540a8a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:06Z', 'updated_at': '2022-04-20T15:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '8ac39917-2c9b-43c1-a376-aa66455a9289', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'floating_ip_address': '172.26.7.239', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'port_id': 'a4af254e-9470-4a05-9aef-8350767e21a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430', 'mac_address': 'fa:16:3e:c8:b8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2263ff-81bb-4d36-b8fa-2b90accf25e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:44:33Z', 'updated_at': '2022-04-20T15:45:17Z', 'revision_number': 1, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd79d11e-6c93-48ae-8f88-151934a92355', 'name': '', 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'mac_address': 'fa:16:3e:27:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:18Z', 'updated_at': '2022-04-20T15:44:30Z', 'revision_number': 5, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'subnets': [{'id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:21.384327 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bcfbfa-53fa-4b2c-b524-9bdcee7c159a None None] Checking router: 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:45:21.392325 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fa82a-65b3-4913-b83a-89735d429bac tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Subnet': ['ID=84790584-1e11-44b9-82fc-ecf0fb39606b,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:21.405782 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bcfbfa-53fa-4b2c-b524-9bdcee7c159a None None] Routers {'3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:21.406306 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-17bcfbfa-53fa-4b2c-b524-9bdcee7c159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:21.472566 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f83fa82a-65b3-4913-b83a-89735d429bac tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.9564824 Apr 20 15:45:21.478655 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58080) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:21.554388 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06bcbd6-923a-4b9e-885a-caed5bf36c48', 'name': '', 'tenant_id': '366ba500bc35444898cd401ca88ff8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724a8198-7b8b-4f36-93bb-39a8a27015ca', 'external_fixed_ips': [{'subnet_id': '4f03630c-d8d0-44b3-8f96-dbca7f4690a8', 'ip_address': '2001:db8::306'}], 'enable_snat': True}, 'gw_port_id': 'ef6733b3-5148-48a3-9df6-f4fd08cf478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:45:13Z', 'updated_at': '2022-04-20T15:45:16Z', 'revision_number': 3, 'project_id': '366ba500bc35444898cd401ca88ff8c0', 'gw_port': {'id': 'ef6733b3-5148-48a3-9df6-f4fd08cf478b', 'name': '', 'network_id': '724a8198-7b8b-4f36-93bb-39a8a27015ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ed:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06bcbd6-923a-4b9e-885a-caed5bf36c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '4f03630c-d8d0-44b3-8f96-dbca7f4690a8', 'ip_address': '2001:db8::306', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:45:14Z', 'updated_at': '2022-04-20T15:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f03630c-d8d0-44b3-8f96-dbca7f4690a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:21.558518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:21.562003 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Checking router: f06bcbd6-923a-4b9e-885a-caed5bf36c48 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:45:21.562606 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Updating router f06bcbd6-923a-4b9e-885a-caed5bf36c48 port ef6733b3-5148-48a3-9df6-f4fd08cf478b binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:45:21.636278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:21.650904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb0e16-0c10-4ff1-9d88-d447f5ab2bc3 req-249c877d-61bc-40c8-beb2-e1885b71e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:21.652445 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68bb0e16-0c10-4ff1-9d88-d447f5ab2bc3 req-249c877d-61bc-40c8-beb2-e1885b71e30f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80c78f2bdb844b1b88a5fac930d650c8&device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 1099 time: 0.6964831 Apr 20 15:45:21.707862 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-17bcfbfa-53fa-4b2c-b524-9bdcee7c159a None None] Set router 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:45:21.737713 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9c7515bf-8db3-4c17-b536-b2b70f498bf3 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:21.835735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb0e16-0c10-4ff1-9d88-d447f5ab2bc3 req-7d6d18b4-1eaf-495a-86ef-e3aeaa1b921f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:21.837474 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68bb0e16-0c10-4ff1-9d88-d447f5ab2bc3 req-7d6d18b4-1eaf-495a-86ef-e3aeaa1b921f service neutron] 10.222.0.11 "GET /v2.0/networks?id=b99e9b56-1358-4ae1-9cfc-416f103dc430 HTTP/1.1" status: 200 len: 912 time: 0.1706903 Apr 20 15:45:21.887623 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-9c7515bf-8db3-4c17-b536-b2b70f498bf3 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Calling delete_port for 32fd350c-bd38-4d5c-90b5-48ad2266f618 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:21.925128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6b4d059-75ef-4bbd-9ab6-f5211c09e078 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:21.927304 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b6b4d059-75ef-4bbd-9ab6-f5211c09e078 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] 10.222.0.13 "DELETE /v2.0/ports/568ebeff-d913-4f4c-9fb9-ad86dd7fab62 HTTP/1.1" status: 204 len: 168 time: 3.2117040 Apr 20 15:45:21.947277 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58084) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:21.966516 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682aab63-101b-40d2-898f-29a16b935c8e None None] Network e778f0ba-025d-454c-9867-02c2ebc5d2f4 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:21.999894 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8a1092-5dea-4a9f-ade3-5b3d1dbf8537 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:22.001665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8a1092-5dea-4a9f-ade3-5b3d1dbf8537 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:22.003551 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8a1092-5dea-4a9f-ade3-5b3d1dbf8537 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:22.005228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8a1092-5dea-4a9f-ade3-5b3d1dbf8537 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:22.006886 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8a1092-5dea-4a9f-ade3-5b3d1dbf8537 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:22.007943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1d8a1092-5dea-4a9f-ade3-5b3d1dbf8537 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Synchronizing usage tracker for tenant:d344c24002824265858fc3a192d82b8a on resource:subnet {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:22.030795 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3bf2f-c728-4936-9405-6c5f2c10478a req-cb61d4c1-7e55-4126-af20-4c93c3a69e14 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:22.038355 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a9b3bf2f-c728-4936-9405-6c5f2c10478a req-cb61d4c1-7e55-4126-af20-4c93c3a69e14 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 1.0788696 Apr 20 15:45:22.072493 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-11fc888f-958f-46da-9ae1-444a8b8d3a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:22.073184 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c50dd2a0-74f7-4edd-b815-fff22bb7aa11 None None] Provisioning for port 4dc77826-2ee1-46f3-adb5-972407e5295c completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:22.076490 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9c7515bf-8db3-4c17-b536-b2b70f498bf3 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:22.164454 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-17bcfbfa-53fa-4b2c-b524-9bdcee7c159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'name': 'tempest-ServerActionsTestJSON-776158018-router', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '72961775-2253-4d84-84a8-56729540a8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:03Z', 'updated_at': '2022-04-20T15:44:22Z', 'revision_number': 4, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'gw_port': {'id': '72961775-2253-4d84-84a8-56729540a8a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:06Z', 'updated_at': '2022-04-20T15:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '8ac39917-2c9b-43c1-a376-aa66455a9289', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'floating_ip_address': '172.26.7.239', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'port_id': 'a4af254e-9470-4a05-9aef-8350767e21a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430', 'mac_address': 'fa:16:3e:c8:b8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2263ff-81bb-4d36-b8fa-2b90accf25e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:44:33Z', 'updated_at': '2022-04-20T15:45:17Z', 'revision_number': 1, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd79d11e-6c93-48ae-8f88-151934a92355', 'name': '', 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'mac_address': 'fa:16:3e:27:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:18Z', 'updated_at': '2022-04-20T15:44:30Z', 'revision_number': 5, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'subnets': [{'id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:22.169807 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bcfbfa-53fa-4b2c-b524-9bdcee7c159a None None] The sync data for ids ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'] in dv-neutron-838699-1-hyperv is: [{'id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'name': 'tempest-ServerActionsTestJSON-776158018-router', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '72961775-2253-4d84-84a8-56729540a8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:03Z', 'updated_at': '2022-04-20T15:44:22Z', 'revision_number': 4, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'gw_port': {'id': '72961775-2253-4d84-84a8-56729540a8a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:06Z', 'updated_at': '2022-04-20T15:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '8ac39917-2c9b-43c1-a376-aa66455a9289', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'floating_ip_address': '172.26.7.239', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'port_id': 'a4af254e-9470-4a05-9aef-8350767e21a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430', 'mac_address': 'fa:16:3e:c8:b8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2263ff-81bb-4d36-b8fa-2b90accf25e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:44:33Z', 'updated_at': '2022-04-20T15:45:17Z', 'revision_number': 1, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd79d11e-6c93-48ae-8f88-151934a92355', 'name': '', 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'mac_address': 'fa:16:3e:27:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:18Z', 'updated_at': '2022-04-20T15:44:30Z', 'revision_number': 5, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'subnets': [{'id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:45:22.183187 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc888f-958f-46da-9ae1-444a8b8d3a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=47d115b8-6789-461b-954c-bc4ace62898b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:22.206124 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a9b3bf2f-c728-4936-9405-6c5f2c10478a req-80e24b1a-c5f8-4063-8db8-bfb87f65c88d tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666555 Apr 20 15:45:22.206850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1d8a1092-5dea-4a9f-ade3-5b3d1dbf8537 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Unset dirty status for tenant:d344c24002824265858fc3a192d82b8a on resource:subnet {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:22.207971 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1d8a1092-5dea-4a9f-ade3-5b3d1dbf8537 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7217524 Apr 20 15:45:22.247379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58088) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:22.259157 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68bb0e16-0c10-4ff1-9d88-d447f5ab2bc3 req-4ee3e005-1070-48a8-b0c9-5965d6dc699d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4af254e-9470-4a05-9aef-8350767e21a0 HTTP/1.1" status: 200 len: 1000 time: 0.4101336 Apr 20 15:45:22.268455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-107141da-5799-4e72-b64c-a7a715b957a6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1441273667'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:22.279827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-107141da-5799-4e72-b64c-a7a715b957a6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:22.284754 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-107141da-5799-4e72-b64c-a7a715b957a6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Usage tracker for resource:network and tenant:d344c24002824265858fc3a192d82b8a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:22.289626 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-107141da-5799-4e72-b64c-a7a715b957a6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:22.297453 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-107141da-5799-4e72-b64c-a7a715b957a6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:22.315542 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7515bf-8db3-4c17-b536-b2b70f498bf3 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event deleted for resources: {'Port': ['ID=32fd350c-bd38-4d5c-90b5-48ad2266f618,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:22.376138 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107141da-5799-4e72-b64c-a7a715b957a6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:22.381682 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:22.390062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-107141da-5799-4e72-b64c-a7a715b957a6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:22.406265 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:22.412376 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Transition to ACTIVE for port object ef6733b3-5148-48a3-9df6-f4fd08cf478b will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:22.428311 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:22.491367 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-11fc888f-958f-46da-9ae1-444a8b8d3a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:22.511440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Deleting port ef6733b3-5148-48a3-9df6-f4fd08cf478b {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:22.511976 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:22.531354 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-11fc888f-958f-46da-9ae1-444a8b8d3a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/47d115b8-6789-461b-954c-bc4ace62898b HTTP/1.1" status: 204 len: 168 time: 2.8365788 Apr 20 15:45:22.532466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58094) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:22.612421 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c114b5b-2fd6-47d7-9048-d87dcde619c9 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:22.613145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-5c114b5b-2fd6-47d7-9048-d87dcde619c9 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Synchronizing usage tracker for tenant:8103fc3959754613acf3dbd3a90e75ba on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:22.628739 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f8b2d2-8784-4191-a123-b959fa9d650c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:22.630071 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db37142d-c3cf-4708-9f15-f094ee21fa20 None None] New status for floating IP 8ac39917-2c9b-43c1-a376-aa66455a9289: ACTIVE {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:45:22.630640 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f8b2d2-8784-4191-a123-b959fa9d650c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:22.631303 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-18f8b2d2-8784-4191-a123-b959fa9d650c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:22.643095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107141da-5799-4e72-b64c-a7a715b957a6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:45:22.649564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb0e16-0c10-4ff1-9d88-d447f5ab2bc3 req-14565d0b-69e1-4c67-9be9-0c420d8120a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:22.651285 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68bb0e16-0c10-4ff1-9d88-d447f5ab2bc3 req-14565d0b-69e1-4c67-9be9-0c420d8120a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ddbab018-b2c7-4785-88fd-2b8333c96735 HTTP/1.1" status: 200 len: 850 time: 0.3389940 Apr 20 15:45:22.703067 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4dc77826-2ee1-46f3-adb5-972407e5295c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:22.746890 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-107141da-5799-4e72-b64c-a7a715b957a6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:22.747163 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-107141da-5799-4e72-b64c-a7a715b957a6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Added segment a1635359-fc6c-4e1f-9cc5-877ca40b4fed of type vlan for network 0d70f096-2369-4c1a-825d-7e95196946a0 Apr 20 15:45:22.783064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-18f8b2d2-8784-4191-a123-b959fa9d650c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:22.784340 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-18f8b2d2-8784-4191-a123-b959fa9d650c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2512252 Apr 20 15:45:22.789463 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58098) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:22.801747 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5425baf-651d-430d-94d1-cbafe0db8534 None None] Pushing event updated for resources: {'Port': ['ID=ef6733b3-5148-48a3-9df6-f4fd08cf478b,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:22.818719 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Attempting to bind port ef6733b3-5148-48a3-9df6-f4fd08cf478b on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:45:22.819084 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Attempting to bind port ef6733b3-5148-48a3-9df6-f4fd08cf478b by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'ae5ba4a9-7ccf-46ed-b57b-807a5376b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '724a8198-7b8b-4f36-93bb-39a8a27015ca'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:45:22.819436 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Attempting to bind port ef6733b3-5148-48a3-9df6-f4fd08cf478b on network 724a8198-7b8b-4f36-93bb-39a8a27015ca {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:45:22.836386 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:45:22.837089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Checking segment: {'id': 'ae5ba4a9-7ccf-46ed-b57b-807a5376b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '724a8198-7b8b-4f36-93bb-39a8a27015ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:22.837321 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:22.838235 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Bound using segment: {'id': 'ae5ba4a9-7ccf-46ed-b57b-807a5376b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '724a8198-7b8b-4f36-93bb-39a8a27015ca'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:45:22.839017 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Bound port: ef6733b3-5148-48a3-9df6-f4fd08cf478b, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5ba4a9-7ccf-46ed-b57b-807a5376b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '724a8198-7b8b-4f36-93bb-39a8a27015ca'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:45:22.839216 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:22.864531 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-5c114b5b-2fd6-47d7-9048-d87dcde619c9 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Unset dirty status for tenant:8103fc3959754613acf3dbd3a90e75ba on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:22.868313 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5c114b5b-2fd6-47d7-9048-d87dcde619c9 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] 10.222.0.13 "GET /v2.0/ports?device_id=05c6456c-9f89-4dcf-8602-f4c70252cf27 HTTP/1.1" status: 200 len: 913 time: 0.9090900 Apr 20 15:45:22.873033 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58104) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:22.877802 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9c7515bf-8db3-4c17-b536-b2b70f498bf3 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:22.879760 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9c7515bf-8db3-4c17-b536-b2b70f498bf3 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "DELETE /v2.0/ports/32fd350c-bd38-4d5c-90b5-48ad2266f618 HTTP/1.1" status: 204 len: 168 time: 2.2579615 Apr 20 15:45:22.885961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58108) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:22.940807 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6099617-769e-4908-92e8-50c59558e30a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 3b51054b-5da2-4ee8-a27d-27218af2ad28 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:45:22.956297 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b6099617-769e-4908-92e8-50c59558e30a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:22.960668 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b624d1-54fc-4e16-a4db-9e6892d5361d req-76a53714-e748-4e9f-a031-8a7502da12bc tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:22.962347 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d4b624d1-54fc-4e16-a4db-9e6892d5361d req-76a53714-e748-4e9f-a031-8a7502da12bc tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.5471301 Apr 20 15:45:23.090022 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b6099617-769e-4908-92e8-50c59558e30a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:23.111136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-107141da-5799-4e72-b64c-a7a715b957a6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:23.114170 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cf2297-28c8-4bca-8ed7-2c0d5e73491b None None] Update dhcp port {'port': {'network_id': 'e778f0ba-025d-454c-9867-02c2ebc5d2f4', 'fixed_ips': [{'subnet_id': 'efd225ca-f041-4199-a7f8-0276953497b8', 'ip_address': '2001:db8::2'}, {'subnet_id': '84790584-1e11-44b9-82fc-ecf0fb39606b'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': '4dc77826-2ee1-46f3-adb5-972407e5295c'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:45:23.125362 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1f67fe-03c0-41dd-b333-04f2d773bb2d tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] GET failed (client error): The resource could not be found. Apr 20 15:45:23.125659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2d1f67fe-03c0-41dd-b333-04f2d773bb2d tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Synchronizing usage tracker for tenant:3681acc76aad4209bb33e0138b3b114b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:23.178564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] For port ef6733b3-5148-48a3-9df6-f4fd08cf478b, host dv-neutron-838699-1-hyperv, got binding levels [] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:23.179007 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:23.205901 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 4dc77826-2ee1-46f3-adb5-972407e5295c completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:23.215466 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2297-28c8-4bca-8ed7-2c0d5e73491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:23.288034 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 4dc77826-2ee1-46f3-adb5-972407e5295c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:23.288427 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:23.319409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] For port ef6733b3-5148-48a3-9df6-f4fd08cf478b, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:45:23.326317 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2d1f67fe-03c0-41dd-b333-04f2d773bb2d tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Unset dirty status for tenant:3681acc76aad4209bb33e0138b3b114b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:23.331146 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2d1f67fe-03c0-41dd-b333-04f2d773bb2d tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "GET /v2.0/ports/32fd350c-bd38-4d5c-90b5-48ad2266f618 HTTP/1.1" status: 404 len: 333 time: 0.4378142 Apr 20 15:45:23.334932 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Calling delete_port for ef6733b3-5148-48a3-9df6-f4fd08cf478b owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:23.369349 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58112) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:23.379665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb0e16-0c10-4ff1-9d88-d447f5ab2bc3 req-8e4b09b9-96e2-4ff5-b2d6-d5c7d36c6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:23.381326 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68bb0e16-0c10-4ff1-9d88-d447f5ab2bc3 req-8e4b09b9-96e2-4ff5-b2d6-d5c7d36c6b3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b99e9b56-1358-4ae1-9cfc-416f103dc430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7001107 Apr 20 15:45:23.398911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-fa9fb255-50d5-4df6-8976-9f82d32de193 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Request body: {'port': {'network_id': '0429a4b2-0537-4864-8024-404bb9e198c0', 'name': 'tempest-AllowedAddressPairTestJSON-1691107274'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:23.409263 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] For port ef6733b3-5148-48a3-9df6-f4fd08cf478b, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ef6733b3-5148-48a3-9df6-f4fd08cf478b,segment=NetworkSegment(ae5ba4a9-7ccf-46ed-b57b-807a5376b1d5),segment_id=ae5ba4a9-7ccf-46ed-b57b-807a5376b1d5)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:45:23.423621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:23.451263 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-107141da-5799-4e72-b64c-a7a715b957a6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:23.456591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107141da-5799-4e72-b64c-a7a715b957a6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:23.457712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-107141da-5799-4e72-b64c-a7a715b957a6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:23.462926 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d4b624d1-54fc-4e16-a4db-9e6892d5361d req-b3077161-0526-4a31-98ad-c74c79c88a77 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3449597 Apr 20 15:45:23.472158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b6099617-769e-4908-92e8-50c59558e30a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:23.624477 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b6099617-769e-4908-92e8-50c59558e30a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:23.643646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Routers {'f06bcbd6-923a-4b9e-885a-caed5bf36c48'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:23.644301 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['f06bcbd6-923a-4b9e-885a-caed5bf36c48'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:23.692947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6099617-769e-4908-92e8-50c59558e30a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=3b51054b-5da2-4ee8-a27d-27218af2ad28,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:23.703933 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b6099617-769e-4908-92e8-50c59558e30a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:23.734099 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b6099617-769e-4908-92e8-50c59558e30a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/3b51054b-5da2-4ee8-a27d-27218af2ad28 HTTP/1.1" status: 204 len: 168 time: 0.9408834 Apr 20 15:45:23.736282 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58118) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:23.757221 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532525c1-e2a7-4421-9f6e-6047a3b653a0 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:23.781333 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5425baf-651d-430d-94d1-cbafe0db8534 None None] Pushing event updated for resources: {'Port': ['ID=ef6733b3-5148-48a3-9df6-f4fd08cf478b,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:23.810267 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ca49c273-ac1a-4116-8cd7-d25c60dce54a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694783 Apr 20 15:45:23.810267 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58122) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:23.817381 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-9ae04b34-8804-404e-92db-e2a7d4b8c1b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:23.838749 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-107141da-5799-4e72-b64c-a7a715b957a6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5899305 Apr 20 15:45:23.846440 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58126) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:23.857371 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-dc3e0ebd-cad7-465e-90c2-6ee27528abe1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:23.892636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107141da-5799-4e72-b64c-a7a715b957a6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Network': ['ID=0d70f096-2369-4c1a-825d-7e95196946a0,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:23.936915 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a9d36cf-d793-4b7a-bbbd-8ea2b96c82bc tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:23.957394 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 0d70f096-2369-4c1a-825d-7e95196946a0 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:45:23.963302 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68bb0e16-0c10-4ff1-9d88-d447f5ab2bc3 req-02731e5e-4f9b-42da-be83-a27b8ad0581d service neutron] 10.222.0.11 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437806 Apr 20 15:45:23.969617 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-fa9fb255-50d5-4df6-8976-9f82d32de193 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:23.984194 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:23.993388 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:45:23.994154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:45:24.046462 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-fa9fb255-50d5-4df6-8976-9f82d32de193 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:24.073548 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9fb255-50d5-4df6-8976-9f82d32de193 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Made reservation on behalf of 3681acc76aad4209bb33e0138b3b114b for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:24.077101 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa9fb255-50d5-4df6-8976-9f82d32de193 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:24.119979 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-fa9fb255-50d5-4df6-8976-9f82d32de193 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] device_id is not set on port 41c937fc-e1b2-41b1-b0b4-2d54dceea393 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:45:24.149617 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-e0cf2297-28c8-4bca-8ed7-2c0d5e73491b None None] Allocated IP 172.20.0.1 (e778f0ba-025d-454c-9867-02c2ebc5d2f4/84790584-1e11-44b9-82fc-ecf0fb39606b/4dc77826-2ee1-46f3-adb5-972407e5295c) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:24.193008 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68bb0e16-0c10-4ff1-9d88-d447f5ab2bc3 req-e240ac30-7a73-41cb-adcf-9e0f006de33c service neutron] 10.222.0.11 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200534 Apr 20 15:45:24.204271 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] Set router f06bcbd6-923a-4b9e-885a-caed5bf36c48 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:45:24.227437 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9ae04b34-8804-404e-92db-e2a7d4b8c1b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:24.282325 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9ae04b34-8804-404e-92db-e2a7d4b8c1b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:24.299217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-fa9fb255-50d5-4df6-8976-9f82d32de193 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Allocated IP 172.20.0.12 (0429a4b2-0537-4864-8024-404bb9e198c0/c8a733a9-c41c-48b5-ac2f-e6fdf7e6a7ba/41c937fc-e1b2-41b1-b0b4-2d54dceea393) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:24.339324 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9ae04b34-8804-404e-92db-e2a7d4b8c1b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:24.366529 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06bcbd6-923a-4b9e-885a-caed5bf36c48', 'name': '', 'tenant_id': '366ba500bc35444898cd401ca88ff8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:45:13Z', 'updated_at': '2022-04-20T15:45:22Z', 'revision_number': 4, 'project_id': '366ba500bc35444898cd401ca88ff8c0', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:24.371538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9ae04b34-8804-404e-92db-e2a7d4b8c1b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:24.432736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae04b34-8804-404e-92db-e2a7d4b8c1b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:24.436238 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9ae04b34-8804-404e-92db-e2a7d4b8c1b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:24.442700 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220dce10-776f-456e-ba06-ad7384de9656 None None] The sync data for ids ['f06bcbd6-923a-4b9e-885a-caed5bf36c48'] in dv-neutron-838699-1-hyperv is: [{'id': 'f06bcbd6-923a-4b9e-885a-caed5bf36c48', 'name': '', 'tenant_id': '366ba500bc35444898cd401ca88ff8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:45:13Z', 'updated_at': '2022-04-20T15:45:22Z', 'revision_number': 4, 'project_id': '366ba500bc35444898cd401ca88ff8c0', 'gw_port_host': None}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:45:24.460991 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 20 15:45:24.460991 dv-neutron-838699-1-hyperv neutron-server[88170]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 20 15:45:24.460991 dv-neutron-838699-1-hyperv neutron-server[88170]: [parameters: {'status': 'ACTIVE', 'ports_id': '4dc77826-2ee1-46f3-adb5-972407e5295c'}] Apr 20 15:45:24.460991 dv-neutron-838699-1-hyperv neutron-server[88170]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:45:24.461383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:45:24.495055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Deleting port ef6733b3-5148-48a3-9df6-f4fd08cf478b {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:24.495933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:24.516020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0ebd-cad7-465e-90c2-6ee27528abe1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:24.536882 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e0cf2297-28c8-4bca-8ed7-2c0d5e73491b None None] For port 4dc77826-2ee1-46f3-adb5-972407e5295c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4dc77826-2ee1-46f3-adb5-972407e5295c,segment=NetworkSegment(9bf234e1-91ed-4b7b-82a1-6aaf7f40e60f),segment_id=9bf234e1-91ed-4b7b-82a1-6aaf7f40e60f)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:24.572301 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2297-28c8-4bca-8ed7-2c0d5e73491b None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:24.601190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0ebd-cad7-465e-90c2-6ee27528abe1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:24.606955 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e0cf2297-28c8-4bca-8ed7-2c0d5e73491b None None] Transition to ACTIVE for port object 4dc77826-2ee1-46f3-adb5-972407e5295c will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:24.615298 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4ac7ec-48e5-4146-90c8-c68f0679f912 None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:45:24.619854 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2297-28c8-4bca-8ed7-2c0d5e73491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:24.635039 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc3e0ebd-cad7-465e-90c2-6ee27528abe1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network 0d70f096-2369-4c1a-825d-7e95196946a0 is not hosted by any dhcp agent {{(pid=88169) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 20 15:45:24.638994 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa9fb255-50d5-4df6-8976-9f82d32de193 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:24.640773 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3e0ebd-cad7-465e-90c2-6ee27528abe1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:24.641360 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0ebd-cad7-465e-90c2-6ee27528abe1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:24.645635 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dc3e0ebd-cad7-465e-90c2-6ee27528abe1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "PUT /v2.0/networks/0d70f096-2369-4c1a-825d-7e95196946a0 HTTP/1.1" status: 200 len: 723 time: 0.7981937 Apr 20 15:45:24.646365 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58132) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:24.658281 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e8a59575-c5c2-4c88-9189-64eb40c2aa59 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'subnet': {'network_id': '0d70f096-2369-4c1a-825d-7e95196946a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:24.659530 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-fa4ac7ec-48e5-4146-90c8-c68f0679f912 None None] Deleting port 7460305a-8071-431b-8d18-f2456c947a7a {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:24.659983 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa4ac7ec-48e5-4146-90c8-c68f0679f912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:24.740262 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e0ebd-cad7-465e-90c2-6ee27528abe1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Network': ['ID=0d70f096-2369-4c1a-825d-7e95196946a0,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:24.807185 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 0d70f096-2369-4c1a-825d-7e95196946a0 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:45:24.868935 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d36cf-d793-4b7a-bbbd-8ea2b96c82bc tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Deleting port 66e4e6b6-d878-4ea5-85a9-bbcbc44ed488 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:24.869540 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a9d36cf-d793-4b7a-bbbd-8ea2b96c82bc tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:24.920300 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-fa9fb255-50d5-4df6-8976-9f82d32de193 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Transition to ACTIVE for port object 41c937fc-e1b2-41b1-b0b4-2d54dceea393 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:25.001987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa9fb255-50d5-4df6-8976-9f82d32de193 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:25.044002 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:25.076567 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf2297-28c8-4bca-8ed7-2c0d5e73491b None None] Pushing event updated for resources: {'Port': ['ID=4dc77826-2ee1-46f3-adb5-972407e5295c,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:25.119792 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 4dc77826-2ee1-46f3-adb5-972407e5295c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4dc77826-2ee1-46f3-adb5-972407e5295c,segment=NetworkSegment(9bf234e1-91ed-4b7b-82a1-6aaf7f40e60f),segment_id=9bf234e1-91ed-4b7b-82a1-6aaf7f40e60f)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:25.130262 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9fb255-50d5-4df6-8976-9f82d32de193 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Network 0429a4b2-0537-4864-8024-404bb9e198c0 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:25.136391 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-fa9fb255-50d5-4df6-8976-9f82d32de193 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:25.141703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9fb255-50d5-4df6-8976-9f82d32de193 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:25.146608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:25.191839 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e8a59575-c5c2-4c88-9189-64eb40c2aa59 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:25.268577 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fb255-50d5-4df6-8976-9f82d32de193 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event updated for resources: {'Port': ['ID=41c937fc-e1b2-41b1-b0b4-2d54dceea393,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:25.274463 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9ae04b34-8804-404e-92db-e2a7d4b8c1b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:25.298041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e8a59575-c5c2-4c88-9189-64eb40c2aa59 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:25.323240 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4dc77826-2ee1-46f3-adb5-972407e5295c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:25.378734 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9fb255-50d5-4df6-8976-9f82d32de193 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:25.379391 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa9fb255-50d5-4df6-8976-9f82d32de193 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:25.395289 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] For port ef6733b3-5148-48a3-9df6-f4fd08cf478b, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ef6733b3-5148-48a3-9df6-f4fd08cf478b,segment=NetworkSegment(ae5ba4a9-7ccf-46ed-b57b-807a5376b1d5),segment_id=ae5ba4a9-7ccf-46ed-b57b-807a5376b1d5)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:25.395700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:25.403581 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a59575-c5c2-4c88-9189-64eb40c2aa59 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:25.407945 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e8a59575-c5c2-4c88-9189-64eb40c2aa59 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:25.414002 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae04b34-8804-404e-92db-e2a7d4b8c1b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:25.423287 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-9ae04b34-8804-404e-92db-e2a7d4b8c1b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:25.430550 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae04b34-8804-404e-92db-e2a7d4b8c1b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:25.432089 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9ae04b34-8804-404e-92db-e2a7d4b8c1b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:25.524533 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae04b34-8804-404e-92db-e2a7d4b8c1b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=d36cbae6-2965-47cc-9b8c-a3938d9e49fe,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:25.536891 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a9d36cf-d793-4b7a-bbbd-8ea2b96c82bc tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:25.554249 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9ae04b34-8804-404e-92db-e2a7d4b8c1b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7435656 Apr 20 15:45:25.556934 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58136) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:25.563414 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'fixed_ips': [{'subnet_id': 'd36cbae6-2965-47cc-9b8c-a3938d9e49fe', 'ip_address': '2001:db8::590f:d47f:551e:1f4b'}], 'name': 'tempest-NetworksTestDHCPv6-1621823725'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:25.653096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-fa4ac7ec-48e5-4146-90c8-c68f0679f912 None None] For port 7460305a-8071-431b-8d18-f2456c947a7a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7460305a-8071-431b-8d18-f2456c947a7a,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:25.653609 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa4ac7ec-48e5-4146-90c8-c68f0679f912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:25.653926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Calling delete_port for ef6733b3-5148-48a3-9df6-f4fd08cf478b owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:25.702591 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d36cf-d793-4b7a-bbbd-8ea2b96c82bc tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Calling delete_port for 66e4e6b6-d878-4ea5-85a9-bbcbc44ed488 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:25.718419 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fd3e4-5356-4bc2-b36a-17efc53d59d6 req-f917a250-1798-474c-a87a-2d7373c0e048 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:25.726232 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-913fd3e4-5356-4bc2-b36a-17efc53d59d6 req-f917a250-1798-474c-a87a-2d7373c0e048 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.8143611 Apr 20 15:45:25.775057 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-fa9fb255-50d5-4df6-8976-9f82d32de193 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3902051 Apr 20 15:45:25.778341 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58140) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:25.796146 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-fa4ac7ec-48e5-4146-90c8-c68f0679f912 None None] Calling delete_port for 7460305a-8071-431b-8d18-f2456c947a7a owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:25.798117 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-d7764d70-c573-41af-892e-5312edaa5ea8 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:43:f5:0d'}]}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:25.882121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec66d234-e578-46f5-bf9e-33039547509d None None] Network e778f0ba-025d-454c-9867-02c2ebc5d2f4 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:25.904790 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=4dc77826-2ee1-46f3-adb5-972407e5295c,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:25.908579 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa4ac7ec-48e5-4146-90c8-c68f0679f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:25.914830 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-913fd3e4-5356-4bc2-b36a-17efc53d59d6 req-d85dd3a4-9258-4bd6-bf39-2bebe2aa082c tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876278 Apr 20 15:45:25.990795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4d41f4d1-62df-4be3-b95d-4b2afdc27616 None None] Provisioning for port 41c937fc-e1b2-41b1-b0b4-2d54dceea393 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:26.026821 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:26.034794 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ac7ec-48e5-4146-90c8-c68f0679f912 None None] Pushing event deleted for resources: {'Port': ['ID=7460305a-8071-431b-8d18-f2456c947a7a,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:26.037420 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:port and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:26.039470 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4ac7ec-48e5-4146-90c8-c68f0679f912 None None] No DVR routers for this DVR port 7460305a-8071-431b-8d18-f2456c947a7a on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:45:26.043946 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:26.045194 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4d41f4d1-62df-4be3-b95d-4b2afdc27616 None None] Provisioning complete for port 41c937fc-e1b2-41b1-b0b4-2d54dceea393 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:26.045642 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4d41f4d1-62df-4be3-b95d-4b2afdc27616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:26.057237 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:26.070717 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:26.083274 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c12745-8c53-4c62-a23d-618bb9b3f079 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:26.182802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e8a59575-c5c2-4c88-9189-64eb40c2aa59 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:26.225856 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-4d41f4d1-62df-4be3-b95d-4b2afdc27616 None None] Port 41c937fc-e1b2-41b1-b0b4-2d54dceea393 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:45:26.304520 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:26.309901 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7460305a-8071-431b-8d18-f2456c947a7a no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:45:26.316358 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a9d36cf-d793-4b7a-bbbd-8ea2b96c82bc tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:26.332994 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a59575-c5c2-4c88-9189-64eb40c2aa59 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Subnet': ['ID=583c0567-2444-4b2b-9345-c1c91a9089eb,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:26.379834 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port 4ebf956b-b8d0-4c44-9483-dfd2956455eb yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:45:26.386335 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 7460305a-8071-431b-8d18-f2456c947a7a {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:45:26.386808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7460305a-8071-431b-8d18-f2456c947a7a not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:45:26.392918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a59575-c5c2-4c88-9189-64eb40c2aa59 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Checking segment: {'id': 'a1635359-fc6c-4e1f-9cc5-877ca40b4fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0d70f096-2369-4c1a-825d-7e95196946a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:26.393382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a59575-c5c2-4c88-9189-64eb40c2aa59 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network hostable DHCP agents. Network: 0d70f096-2369-4c1a-825d-7e95196946a0, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:45:26.446408 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d36cf-d793-4b7a-bbbd-8ea2b96c82bc tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Pushing event deleted for resources: {'Port': ['ID=66e4e6b6-d878-4ea5-85a9-bbcbc44ed488,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:26.458626 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6ff9db62-9da1-4b69-a86a-df7a4db3381a None None] Provisioning for port 4dc77826-2ee1-46f3-adb5-972407e5295c completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:26.470885 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6ff9db62-9da1-4b69-a86a-df7a4db3381a None None] Provisioning complete for port 4dc77826-2ee1-46f3-adb5-972407e5295c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:26.471256 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6ff9db62-9da1-4b69-a86a-df7a4db3381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:26.509781 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36fe67-da87-41b7-9c5f-fbdcda601f1b req-a7c599ea-aed9-4199-a874-e871c644b60f tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:26.511280 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fb36fe67-da87-41b7-9c5f-fbdcda601f1b req-a7c599ea-aed9-4199-a874-e871c644b60f tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.4332380 Apr 20 15:45:26.545983 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d7764d70-c573-41af-892e-5312edaa5ea8 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:26.558401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:26.588175 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': 'd36cbae6-2965-47cc-9b8c-a3938d9e49fe'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:45:26.588576 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:26.597292 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a59575-c5c2-4c88-9189-64eb40c2aa59 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network 0d70f096-2369-4c1a-825d-7e95196946a0 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:45:26.634766 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef6733b3-5148-48a3-9df6-f4fd08cf478b,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:26.670923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e8a59575-c5c2-4c88-9189-64eb40c2aa59 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 0d70f096-2369-4c1a-825d-7e95196946a0) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:26.696425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58467b56-63d8-4389-a0df-1602ec83e519 None None] Network 0d70f096-2369-4c1a-825d-7e95196946a0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:26.872857 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a59575-c5c2-4c88-9189-64eb40c2aa59 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:26.873448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e8a59575-c5c2-4c88-9189-64eb40c2aa59 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:26.893269 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fb36fe67-da87-41b7-9c5f-fbdcda601f1b req-2505323f-a21f-4e3d-9f93-60074135fc0f tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3664155 Apr 20 15:45:26.905478 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:26.995158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a9d36cf-d793-4b7a-bbbd-8ea2b96c82bc tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:27.004538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::590f:d47f:551e:1f4b (f66047db-8bb8-4641-b4de-e5f9a3950b44/d36cbae6-2965-47cc-9b8c-a3938d9e49fe/4ebf956b-b8d0-4c44-9483-dfd2956455eb) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:27.045496 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4c670a40-0be2-4acd-b0f6-885af9d81e33 None None] Provisioning complete for port 4dc77826-2ee1-46f3-adb5-972407e5295c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:27.046241 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4c670a40-0be2-4acd-b0f6-885af9d81e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:27.130703 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41957548-885b-4aed-977a-339727509191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-0d70f096-2369-4c1a-825d-7e95196946a0', 'network_id': '0d70f096-2369-4c1a-825d-7e95196946a0', 'tenant_id': 'd344c24002824265858fc3a192d82b8a', 'fixed_ips': [{'subnet_id': '583c0567-2444-4b2b-9345-c1c91a9089eb'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:45:27.131881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-41957548-885b-4aed-977a-339727509191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:27.306703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:27.309374 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:27.320857 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4dc77826-2ee1-46f3-adb5-972407e5295c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:27.339861 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e8a59575-c5c2-4c88-9189-64eb40c2aa59 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6887143 Apr 20 15:45:27.345109 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58150) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:27.355700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b349a346-9eb2-4a16-897a-0a6f216a844b tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:27.389825 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d7764d70-c573-41af-892e-5312edaa5ea8 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:27.422884 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9d36cf-d793-4b7a-bbbd-8ea2b96c82bc tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Router 05c6456c-9f89-4dcf-8602-f4c70252cf27 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:45:27.437083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:27.437862 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f06bcbd6-923a-4b9e-885a-caed5bf36c48 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:45:27.447626 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d7764d70-c573-41af-892e-5312edaa5ea8 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:27.532449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:27.532679 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 4dc77826-2ee1-46f3-adb5-972407e5295c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:27.533176 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:27.536538 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-eeba2e4b-eac7-4a3b-9fc5-47a47eab93de tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "DELETE /v2.0/routers/f06bcbd6-923a-4b9e-885a-caed5bf36c48 HTTP/1.1" status: 204 len: 168 time: 7.1276884 Apr 20 15:45:27.563477 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58154) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:27.596330 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-41957548-885b-4aed-977a-339727509191 None None] Allocated IP 2001:db8::2 (0d70f096-2369-4c1a-825d-7e95196946a0/583c0567-2444-4b2b-9345-c1c91a9089eb/4cee320a-09d7-4336-809d-f4d561960e30) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:27.654181 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7764d70-c573-41af-892e-5312edaa5ea8 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event updated for resources: {'Port': ['ID=41c937fc-e1b2-41b1-b0b4-2d54dceea393,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:27.688123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b349a346-9eb2-4a16-897a-0a6f216a844b tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2378487'] for subnet, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:27.721141 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d7764d70-c573-41af-892e-5312edaa5ea8 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] In _notify_port_updated(), no bound segment for port 41c937fc-e1b2-41b1-b0b4-2d54dceea393 on network 0429a4b2-0537-4864-8024-404bb9e198c0 {{(pid=88168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:45:27.726599 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7764d70-c573-41af-892e-5312edaa5ea8 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:27.727257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d7764d70-c573-41af-892e-5312edaa5ea8 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:27.728608 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d7764d70-c573-41af-892e-5312edaa5ea8 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "PUT /v2.0/ports/41c937fc-e1b2-41b1-b0b4-2d54dceea393 HTTP/1.1" status: 200 len: 997 time: 1.9398723 Apr 20 15:45:27.739102 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58158) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:27.740080 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9d36cf-d793-4b7a-bbbd-8ea2b96c82bc tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:45:27.752105 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307943ba-c4fd-4ea7-9319-383f98a594b8 None None] Sync routers for ids ['05c6456c-9f89-4dcf-8602-f4c70252cf27'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:45:27.764358 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307943ba-c4fd-4ea7-9319-383f98a594b8 None None] Routers {'05c6456c-9f89-4dcf-8602-f4c70252cf27'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:27.770754 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-307943ba-c4fd-4ea7-9319-383f98a594b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['05c6456c-9f89-4dcf-8602-f4c70252cf27'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:27.792427 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b772934-fdd7-4ff4-bc87-bdb3e235c91c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Deleting subnet 4f03630c-d8d0-44b3-8f96-dbca7f4690a8 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:45:27.814587 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03683102-fc1c-4f36-89e3-b8146a71dd8b req-5bdee858-f7b1-4358-9b5a-77a4e86d4669 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:27.816547 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03683102-fc1c-4f36-89e3-b8146a71dd8b req-5bdee858-f7b1-4358-9b5a-77a4e86d4669 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.4216952 Apr 20 15:45:27.821267 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4b772934-fdd7-4ff4-bc87-bdb3e235c91c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:27.853139 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:27.858717 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-307943ba-c4fd-4ea7-9319-383f98a594b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:27.868305 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307943ba-c4fd-4ea7-9319-383f98a594b8 None None] Routers {'05c6456c-9f89-4dcf-8602-f4c70252cf27'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:27.869132 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-307943ba-c4fd-4ea7-9319-383f98a594b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['05c6456c-9f89-4dcf-8602-f4c70252cf27'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:27.872969 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5a9d36cf-d793-4b7a-bbbd-8ea2b96c82bc tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] 10.222.0.13 "PUT /v2.0/routers/05c6456c-9f89-4dcf-8602-f4c70252cf27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9991598 Apr 20 15:45:27.875908 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58162) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:27.904494 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object 4ebf956b-b8d0-4c44-9483-dfd2956455eb will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:27.908787 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-83c9c4fb-071a-4aba-8b59-bceed52e947a tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Deleting port 41c937fc-e1b2-41b1-b0b4-2d54dceea393 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:27.909128 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-83c9c4fb-071a-4aba-8b59-bceed52e947a tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:27.931868 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-307943ba-c4fd-4ea7-9319-383f98a594b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:27.932559 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307943ba-c4fd-4ea7-9319-383f98a594b8 None None] The sync data for ids ['05c6456c-9f89-4dcf-8602-f4c70252cf27'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:45:27.942900 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4b772934-fdd7-4ff4-bc87-bdb3e235c91c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:27.970478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-41957548-885b-4aed-977a-339727509191 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:27.978071 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03683102-fc1c-4f36-89e3-b8146a71dd8b req-4c9a8705-8fe9-4a9e-aadd-bc28541387f7 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493962 Apr 20 15:45:27.986726 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-41957548-885b-4aed-977a-339727509191 None None] Transition to ACTIVE for port object 4cee320a-09d7-4336-809d-f4d561960e30 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:28.033790 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7e685512-9b0c-477f-b8eb-3e6aaede245d None None] Provisioning complete for port 41c937fc-e1b2-41b1-b0b4-2d54dceea393 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:28.034161 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7e685512-9b0c-477f-b8eb-3e6aaede245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.043431 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5336-3746-4873-826c-ace72a258b05 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.072177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4b772934-fdd7-4ff4-bc87-bdb3e235c91c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.102757 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-41957548-885b-4aed-977a-339727509191 None None] Transition to ACTIVE for port object 4cee320a-09d7-4336-809d-f4d561960e30 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:28.131049 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.191373 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Allocated IP 2001:db8::2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/d36cbae6-2965-47cc-9b8c-a3938d9e49fe/f7ef1acc-1dae-42f4-b2da-c8e00a680498) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:28.307610 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:28.315023 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-41957548-885b-4aed-977a-339727509191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.320616 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:28.327689 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=4ebf956b-b8d0-4c44-9483-dfd2956455eb,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:28.339619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:28.345610 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:28.346211 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.365565 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7e685512-9b0c-477f-b8eb-3e6aaede245d None None] Port 41c937fc-e1b2-41b1-b0b4-2d54dceea393 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:45:28.376568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4b772934-fdd7-4ff4-bc87-bdb3e235c91c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.406093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-83c9c4fb-071a-4aba-8b59-bceed52e947a tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.429706 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b772934-fdd7-4ff4-bc87-bdb3e235c91c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4f03630c-d8d0-44b3-8f96-dbca7f4690a8,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:28.437371 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41957548-885b-4aed-977a-339727509191 None None] Network 0d70f096-2369-4c1a-825d-7e95196946a0 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:28.440865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41957548-885b-4aed-977a-339727509191 None None] Pushing event updated for resources: {'Port': ['ID=4cee320a-09d7-4336-809d-f4d561960e30,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:28.522472 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-41957548-885b-4aed-977a-339727509191 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:28.526880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41957548-885b-4aed-977a-339727509191 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:28.609064 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5336-3746-4873-826c-ace72a258b05 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.614725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5336-3746-4873-826c-ace72a258b05 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.638546 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.654729 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Transition to ACTIVE for port object f7ef1acc-1dae-42f4-b2da-c8e00a680498 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:28.662148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-41957548-885b-4aed-977a-339727509191 None None] Attempting to bind port 4cee320a-09d7-4336-809d-f4d561960e30 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:45:28.662518 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-41957548-885b-4aed-977a-339727509191 None None] Attempting to bind port 4cee320a-09d7-4336-809d-f4d561960e30 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'a1635359-fc6c-4e1f-9cc5-877ca40b4fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0d70f096-2369-4c1a-825d-7e95196946a0'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:45:28.662882 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41957548-885b-4aed-977a-339727509191 None None] Attempting to bind port 4cee320a-09d7-4336-809d-f4d561960e30 on network 0d70f096-2369-4c1a-825d-7e95196946a0 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:45:28.667114 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ec87bdd5-f492-4c0d-bf7f-ab2fc6fd196a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1090918 Apr 20 15:45:28.672089 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58172) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:28.674465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-83c9c4fb-071a-4aba-8b59-bceed52e947a tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Calling delete_port for 41c937fc-e1b2-41b1-b0b4-2d54dceea393 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:28.678991 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41957548-885b-4aed-977a-339727509191 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:45:28.679425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41957548-885b-4aed-977a-339727509191 None None] Checking segment: {'id': 'a1635359-fc6c-4e1f-9cc5-877ca40b4fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0d70f096-2369-4c1a-825d-7e95196946a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:28.679961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-41957548-885b-4aed-977a-339727509191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.680306 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41957548-885b-4aed-977a-339727509191 None None] Bound using segment: {'id': 'a1635359-fc6c-4e1f-9cc5-877ca40b4fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0d70f096-2369-4c1a-825d-7e95196946a0'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:45:28.680775 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-41957548-885b-4aed-977a-339727509191 None None] Bound port: 4cee320a-09d7-4336-809d-f4d561960e30, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1635359-fc6c-4e1f-9cc5-877ca40b4fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0d70f096-2369-4c1a-825d-7e95196946a0'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:45:28.681150 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-41957548-885b-4aed-977a-339727509191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.700215 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Transition to ACTIVE for port object f7ef1acc-1dae-42f4-b2da-c8e00a680498 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:28.703475 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4b772934-fdd7-4ff4-bc87-bdb3e235c91c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.705313 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4b772934-fdd7-4ff4-bc87-bdb3e235c91c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/4f03630c-d8d0-44b3-8f96-dbca7f4690a8 HTTP/1.1" status: 204 len: 168 time: 1.1410656 Apr 20 15:45:28.712544 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58176) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:28.745503 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.750320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5336-3746-4873-826c-ace72a258b05 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.751430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1a5336-3746-4873-826c-ace72a258b05 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Fanout notify agent at l3_agent the message router_deleted on router 05c6456c-9f89-4dcf-8602-f4c70252cf27 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:45:28.793036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5336-3746-4873-826c-ace72a258b05 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.797174 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8c1a5336-3746-4873-826c-ace72a258b05 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] 10.222.0.13 "DELETE /v2.0/routers/05c6456c-9f89-4dcf-8602-f4c70252cf27 HTTP/1.1" status: 204 len: 168 time: 0.9171171 Apr 20 15:45:28.801933 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58182) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:28.814358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b349a346-9eb2-4a16-897a-0a6f216a844b tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763611962628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2220065'] for subnet, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.876259 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:28.881490 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Pushing event updated for resources: {'Port': ['ID=f7ef1acc-1dae-42f4-b2da-c8e00a680498,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:28.885569 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:28.885748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b349a346-9eb2-4a16-897a-0a6f216a844b tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:28.886604 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b349a346-9eb2-4a16-897a-0a6f216a844b tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.889032 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:28.893611 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b349a346-9eb2-4a16-897a-0a6f216a844b tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "PUT /v2.0/subnets/583c0567-2444-4b2b-9345-c1c91a9089eb HTTP/1.1" status: 200 len: 826 time: 1.5442567 Apr 20 15:45:28.897701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58186) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:28.899224 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-41957548-885b-4aed-977a-339727509191 None None] For port 4cee320a-09d7-4336-809d-f4d561960e30, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:45:28.914367 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f4362610-ccda-4c42-b164-c90f8fd4cf80 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.929530 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93e358d-c239-4119-a055-dff4750a9922 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Deleting subnet bcc05aa5-8f43-4c3e-a30d-3faeff9fd24d {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:45:28.938302 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e93e358d-c239-4119-a055-dff4750a9922 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:28.991905 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b4896e-0ab3-4370-8c33-d32ae9d4c85a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:28.998044 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b4896e-0ab3-4370-8c33-d32ae9d4c85a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:28.998582 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-66b4896e-0ab3-4370-8c33-d32ae9d4c85a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3252368 Apr 20 15:45:29.000963 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-41957548-885b-4aed-977a-339727509191 None None] For port 4cee320a-09d7-4336-809d-f4d561960e30, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4cee320a-09d7-4336-809d-f4d561960e30,segment=NetworkSegment(a1635359-fc6c-4e1f-9cc5-877ca40b4fed),segment_id=a1635359-fc6c-4e1f-9cc5-877ca40b4fed)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:45:29.008202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58190) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:29.017707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-41957548-885b-4aed-977a-339727509191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:29.074973 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Attempting to bind port f7ef1acc-1dae-42f4-b2da-c8e00a680498 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:45:29.075280 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Attempting to bind port f7ef1acc-1dae-42f4-b2da-c8e00a680498 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:45:29.075578 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Attempting to bind port f7ef1acc-1dae-42f4-b2da-c8e00a680498 on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:45:29.095873 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:45:29.096240 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:29.096674 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:29.097023 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:45:29.097505 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Bound port: f7ef1acc-1dae-42f4-b2da-c8e00a680498, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:45:29.097870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:29.109909 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e93e358d-c239-4119-a055-dff4750a9922 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:29.130420 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41957548-885b-4aed-977a-339727509191 None None] Pushing event updated for resources: {'Port': ['ID=4cee320a-09d7-4336-809d-f4d561960e30,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:29.148971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349a346-9eb2-4a16-897a-0a6f216a844b tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Subnet': ['ID=583c0567-2444-4b2b-9345-c1c91a9089eb,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:29.211663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-923a4011-398c-4c97-aa27-bb1854697b70 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port 4ebf956b-b8d0-4c44-9483-dfd2956455eb {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:29.212112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-923a4011-398c-4c97-aa27-bb1854697b70 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:29.232657 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] For port f7ef1acc-1dae-42f4-b2da-c8e00a680498, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:45:29.236009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] For port f7ef1acc-1dae-42f4-b2da-c8e00a680498, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f7ef1acc-1dae-42f4-b2da-c8e00a680498,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:45:29.243408 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-83c9c4fb-071a-4aba-8b59-bceed52e947a tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:29.247834 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:29.317940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:29.339142 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f4362610-ccda-4c42-b164-c90f8fd4cf80 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:29.340757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0878d44-6d25-4a97-8494-5acd810e0178 req-3b90f735-6857-4d8d-a763-516e509cab20 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:29.343038 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f0878d44-6d25-4a97-8494-5acd810e0178 req-3b90f735-6857-4d8d-a763-516e509cab20 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.3403249 Apr 20 15:45:29.362820 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9c4fb-071a-4aba-8b59-bceed52e947a tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event deleted for resources: {'Port': ['ID=41c937fc-e1b2-41b1-b0b4-2d54dceea393,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:29.413503 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Deleting port 4cee320a-09d7-4336-809d-f4d561960e30 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:29.413925 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:29.419214 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-f4362610-ccda-4c42-b164-c90f8fd4cf80 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724a8198-7b8b-4f36-93bb-39a8a27015ca']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:29.426485 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69133290-ec71-48f1-b736-15cc54e65080 None None] Pushing event updated for resources: {'Port': ['ID=f7ef1acc-1dae-42f4-b2da-c8e00a680498,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:29.480035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-f4362610-ccda-4c42-b164-c90f8fd4cf80 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5ba4a9-7ccf-46ed-b57b-807a5376b1d5') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:29.480576 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-f4362610-ccda-4c42-b164-c90f8fd4cf80 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5ba4a9-7ccf-46ed-b57b-807a5376b1d5') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:29.506621 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f4362610-ccda-4c42-b164-c90f8fd4cf80 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:29.542158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e93e358d-c239-4119-a055-dff4750a9922 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:29.578751 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f4362610-ccda-4c42-b164-c90f8fd4cf80 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:29.583600 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-83c9c4fb-071a-4aba-8b59-bceed52e947a tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:29.620439 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4362610-ccda-4c42-b164-c90f8fd4cf80 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:45:29.620991 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f4362610-ccda-4c42-b164-c90f8fd4cf80 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:29.710011 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f0878d44-6d25-4a97-8494-5acd810e0178 req-4250b6d9-d496-4c2b-b968-1307cbcd1bc5 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3364737 Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:45:29.711200 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:45:29.777795 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-83c9c4fb-071a-4aba-8b59-bceed52e947a tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "DELETE /v2.0/ports/41c937fc-e1b2-41b1-b0b4-2d54dceea393 HTTP/1.1" status: 204 len: 168 time: 2.0357573 Apr 20 15:45:29.820938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58194) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:29.910258 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-033fa1ba-f4bd-43c8-a1ab-1014a850b6b5 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] GET failed (client error): The resource could not be found. Apr 20 15:45:29.910537 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-923a4011-398c-4c97-aa27-bb1854697b70 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:29.910838 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-033fa1ba-f4bd-43c8-a1ab-1014a850b6b5 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Synchronizing usage tracker for tenant:3681acc76aad4209bb33e0138b3b114b on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:29.914039 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e93e358d-c239-4119-a055-dff4750a9922 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:29.973703 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e93e358d-c239-4119-a055-dff4750a9922 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:29.987349 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a137df-a8c8-44f4-a354-6c7539f8af14 None None] Network 07c421a1-6e91-464b-b560-1b191589db04 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:29.999283 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e358d-c239-4119-a055-dff4750a9922 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc05aa5-8f43-4c3e-a30d-3faeff9fd24d,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:30.016394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f4362610-ccda-4c42-b164-c90f8fd4cf80 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:30.019746 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e93e358d-c239-4119-a055-dff4750a9922 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] 10.222.0.13 "DELETE /v2.0/subnets/bcc05aa5-8f43-4c3e-a30d-3faeff9fd24d HTTP/1.1" status: 204 len: 168 time: 1.2144055 Apr 20 15:45:30.047125 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-033fa1ba-f4bd-43c8-a1ab-1014a850b6b5 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Unset dirty status for tenant:3681acc76aad4209bb33e0138b3b114b on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:30.048462 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-033fa1ba-f4bd-43c8-a1ab-1014a850b6b5 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "GET /v2.0/ports/41c937fc-e1b2-41b1-b0b4-2d54dceea393 HTTP/1.1" status: 404 len: 333 time: 0.2090011 Apr 20 15:45:30.049251 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58200) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:30.050214 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4362610-ccda-4c42-b164-c90f8fd4cf80 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 724a8198-7b8b-4f36-93bb-39a8a27015ca {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 20 15:45:30.055493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58202) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:30.062011 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f4362610-ccda-4c42-b164-c90f8fd4cf80 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:30.064579 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f4362610-ccda-4c42-b164-c90f8fd4cf80 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "DELETE /v2.0/networks/724a8198-7b8b-4f36-93bb-39a8a27015ca HTTP/1.1" status: 204 len: 168 time: 1.3511198 Apr 20 15:45:30.066138 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4362610-ccda-4c42-b164-c90f8fd4cf80 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Pushing event deleted for resources: {'Network': ['ID=724a8198-7b8b-4f36-93bb-39a8a27015ca,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:30.069573 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-923a4011-398c-4c97-aa27-bb1854697b70 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for 4ebf956b-b8d0-4c44-9483-dfd2956455eb owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:30.149257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-33aaa3c2-7443-496b-9e22-643990e3de63 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Request body: {'port': {'network_id': '0429a4b2-0537-4864-8024-404bb9e198c0', 'name': 'tempest-AllowedAddressPairTestJSON-176618761'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:30.209005 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:30.221261 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Deleting port 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:30.222133 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:30.222687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] For port 4cee320a-09d7-4336-809d-f4d561960e30, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4cee320a-09d7-4336-809d-f4d561960e30,segment=NetworkSegment(a1635359-fc6c-4e1f-9cc5-877ca40b4fed),segment_id=a1635359-fc6c-4e1f-9cc5-877ca40b4fed)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:30.224733 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:30.364039 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58214) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:30.382146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b89798e6-4584-4b05-bac7-52029404d4c8 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Request body: {'router': {'name': 'tempest-router--631950886', 'project_id': 'dcf2efe48952447e8b71f06cdf68a3e0'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:30.390907 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b89798e6-4584-4b05-bac7-52029404d4c8 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:30.398015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b89798e6-4584-4b05-bac7-52029404d4c8 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Usage tracker for resource:router and tenant:dcf2efe48952447e8b71f06cdf68a3e0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:30.407019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b89798e6-4584-4b05-bac7-52029404d4c8 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:30.429135 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b89798e6-4584-4b05-bac7-52029404d4c8 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:30.476049 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f6b525-5685-4441-897c-a6828e8ae612 None None] DHCP port deletion for 07c421a1-6e91-464b-b560-1b191589db04 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:45:30.481835 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e6f6b525-5685-4441-897c-a6828e8ae612 None None] Deleting port 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:30.482770 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b525-5685-4441-897c-a6828e8ae612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:30.606397 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Calling delete_port for 4cee320a-09d7-4336-809d-f4d561960e30 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:30.671567 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b89798e6-4584-4b05-bac7-52029404d4c8 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:30.672608 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b89798e6-4584-4b05-bac7-52029404d4c8 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:30.732892 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] For port 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb,segment=NetworkSegment(76e55abb-989f-49d8-8a9b-d168509346ca),segment_id=76e55abb-989f-49d8-8a9b-d168509346ca)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:30.733739 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:30.771567 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e6f6b525-5685-4441-897c-a6828e8ae612 None None] For port 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb,segment=NetworkSegment(76e55abb-989f-49d8-8a9b-d168509346ca),segment_id=76e55abb-989f-49d8-8a9b-d168509346ca)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:30.772285 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b525-5685-4441-897c-a6828e8ae612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:30.918435 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-33aaa3c2-7443-496b-9e22-643990e3de63 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:30.966018 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e6f6b525-5685-4441-897c-a6828e8ae612 None None] Calling delete_port for 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:30.995496 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Calling delete_port for 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:30.999385 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-33aaa3c2-7443-496b-9e22-643990e3de63 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:31.058904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-923a4011-398c-4c97-aa27-bb1854697b70 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:31.063044 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa35d28-28ba-4274-a706-a361fe91b40d None None] Network 0d70f096-2369-4c1a-825d-7e95196946a0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:31.153289 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b525-5685-4441-897c-a6828e8ae612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:31.155832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.api [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:45:31.155832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG oslo_db.api [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:45:31.169072 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aaa3c2-7443-496b-9e22-643990e3de63 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Made reservation on behalf of 3681acc76aad4209bb33e0138b3b114b for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:31.173164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-33aaa3c2-7443-496b-9e22-643990e3de63 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:31.183098 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a4011-398c-4c97-aa27-bb1854697b70 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=4ebf956b-b8d0-4c44-9483-dfd2956455eb,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:31.209869 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6b525-5685-4441-897c-a6828e8ae612 None None] Pushing event deleted for resources: {'Port': ['ID=89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:31.215114 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f6b525-5685-4441-897c-a6828e8ae612 None None] No DVR routers for this DVR port 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:45:31.277796 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-33aaa3c2-7443-496b-9e22-643990e3de63 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] device_id is not set on port fcc0f13c-4c93-481d-822a-cce4484b3d6d yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:45:31.288302 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b89798e6-4584-4b05-bac7-52029404d4c8 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:31.321325 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-195012ef-a3ac-4982-9036-07d762d8320a None None] Provisioning for port 4cee320a-09d7-4336-809d-f4d561960e30 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:31.328578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:31.332707 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b89798e6-4584-4b05-bac7-52029404d4c8 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:31.338367 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-195012ef-a3ac-4982-9036-07d762d8320a None None] Provisioning complete for port 4cee320a-09d7-4336-809d-f4d561960e30 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:31.339091 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-195012ef-a3ac-4982-9036-07d762d8320a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:31.369015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b89798e6-4584-4b05-bac7-52029404d4c8 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:31.374115 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b89798e6-4584-4b05-bac7-52029404d4c8 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0029087 Apr 20 15:45:31.374925 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58220) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:31.392287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Port': ['ID=4cee320a-09d7-4336-809d-f4d561960e30,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:31.394575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-923a4011-398c-4c97-aa27-bb1854697b70 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:31.396275 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-195012ef-a3ac-4982-9036-07d762d8320a None None] Port 4cee320a-09d7-4336-809d-f4d561960e30 was deleted so its status cannot be updated. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 20 15:45:31.450801 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4cee320a-09d7-4336-809d-f4d561960e30 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:31.482496 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-923a4011-398c-4c97-aa27-bb1854697b70 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/4ebf956b-b8d0-4c44-9483-dfd2956455eb HTTP/1.1" status: 204 len: 168 time: 2.4724865 Apr 20 15:45:31.491234 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58226) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:31.502553 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 4cee320a-09d7-4336-809d-f4d561960e30 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:45:31.502824 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4cee320a-09d7-4336-809d-f4d561960e30 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 20 15:45:31.515490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a049b-1388-490d-9606-569dc4651efe req-2bdb06d0-239f-412c-a486-57a883d3f41b tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:31.517036 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-862a049b-1388-490d-9606-569dc4651efe req-2bdb06d0-239f-412c-a486-57a883d3f41b tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.5154097 Apr 20 15:45:31.547146 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Port 4cee320a-09d7-4336-809d-f4d561960e30 not found, will not notify nova. {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 20 15:45:31.548351 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f7ef1acc-1dae-42f4-b2da-c8e00a680498 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:31.552214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No DVR routers for this DVR port 4cee320a-09d7-4336-809d-f4d561960e30 on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:45:31.637645 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0d328566-d096-4b53-bbb8-8a7d9ce2f191 None None] Provisioning for port f7ef1acc-1dae-42f4-b2da-c8e00a680498 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:31.656874 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port f7ef1acc-1dae-42f4-b2da-c8e00a680498 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:31.657917 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a91a3c-d686-4f85-8535-9cffd88d5997 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:31.659465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a91a3c-d686-4f85-8535-9cffd88d5997 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:31.660293 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-26a91a3c-d686-4f85-8535-9cffd88d5997 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:31.666058 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Deleting port 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:31.666447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:31.667382 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f7ef1acc-1dae-42f4-b2da-c8e00a680498 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:31.668212 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:31.686991 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-862a049b-1388-490d-9606-569dc4651efe req-ec5364dc-18ed-4703-962c-179254ae3bca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615942 Apr 20 15:45:31.711734 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:31.755105 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7ac9-912c-42fa-87e9-f05acde7e712 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:31.774898 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-33aaa3c2-7443-496b-9e22-643990e3de63 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Allocated IP 172.20.0.13 (0429a4b2-0537-4864-8024-404bb9e198c0/c8a733a9-c41c-48b5-ac2f-e6fdf7e6a7ba/fcc0f13c-4c93-481d-822a-cce4484b3d6d) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:31.854590 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] The port '89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb' was deleted {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:45:31.861990 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:31.880467 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-686b75be-9212-453d-acbc-5751b38bf19a None None] Could not find standard attr ID for object 4ebf956b-b8d0-4c44-9483-dfd2956455eb. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:45:31.897131 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c21cd2-8595-48c9-8144-98a60bb4fdb7 None None] Network 0d70f096-2369-4c1a-825d-7e95196946a0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:31.998104 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-26a91a3c-d686-4f85-8535-9cffd88d5997 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:31.999822 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-26a91a3c-d686-4f85-8535-9cffd88d5997 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5076060 Apr 20 15:45:32.001496 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port f7ef1acc-1dae-42f4-b2da-c8e00a680498, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f7ef1acc-1dae-42f4-b2da-c8e00a680498,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:32.004927 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58230) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:32.008192 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.009123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.159658 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Subnet': ['ID=583c0567-2444-4b2b-9345-c1c91a9089eb,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:32.162354 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=f7ef1acc-1dae-42f4-b2da-c8e00a680498,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:32.171393 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:45:32.210511 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7ac9-912c-42fa-87e9-f05acde7e712 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.212675 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7ac9-912c-42fa-87e9-f05acde7e712 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.214142 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:45:32.214665 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 89e3fd02-a1a7-43d8-bad8-b557c5a7b0fb not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:45:32.223139 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f3877f97-ed09-4f75-92fd-21a10695453a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.307966 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7ac9-912c-42fa-87e9-f05acde7e712 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.308470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8d7ac9-912c-42fa-87e9-f05acde7e712 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bdf26408-7be6-4387-8840-ec3c4ce21274 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:45:32.317074 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-33aaa3c2-7443-496b-9e22-643990e3de63 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.327265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7ac9-912c-42fa-87e9-f05acde7e712 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.332612 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cf8d7ac9-912c-42fa-87e9-f05acde7e712 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "DELETE /v2.0/routers/bdf26408-7be6-4387-8840-ec3c4ce21274 HTTP/1.1" status: 204 len: 168 time: 0.9557967 Apr 20 15:45:32.353201 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.364952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e5e2ae-7242-4daf-8615-8285bb25fc3d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet d36cbae6-2965-47cc-9b8c-a3938d9e49fe {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:45:32.367091 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.368724 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44e5e2ae-7242-4daf-8615-8285bb25fc3d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.405378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c421a1-6e91-464b-b560-1b191589db04']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:32.426048 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e55abb-989f-49d8-8a9b-d168509346ca') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:32.426387 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e55abb-989f-49d8-8a9b-d168509346ca') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:32.428951 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-33aaa3c2-7443-496b-9e22-643990e3de63 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Transition to ACTIVE for port object fcc0f13c-4c93-481d-822a-cce4484b3d6d will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:32.440879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.446883 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c893b5-35b7-4724-98d0-101f7d83be13 None None] DHCP port deletion for 0d70f096-2369-4c1a-825d-7e95196946a0 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:45:32.457290 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d70f096-2369-4c1a-825d-7e95196946a0']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:32.469608 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.472477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44e5e2ae-7242-4daf-8615-8285bb25fc3d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.477136 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:45:32.477567 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:45:32.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:45:32.514250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58236) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:32.522007 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1635359-fc6c-4e1f-9cc5-877ca40b4fed') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:32.522307 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1635359-fc6c-4e1f-9cc5-877ca40b4fed') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:32.544777 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.577146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.592389 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.595342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:45:32.595756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:45:32.611721 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:45:32.615287 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.633321 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] 10.222.0.13 "DELETE /v2.0/networks/07c421a1-6e91-464b-b560-1b191589db04 HTTP/1.1" status: 204 len: 168 time: 2.5700271 Apr 20 15:45:32.644183 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e1ab7-2bec-412e-a596-b7ce4f209fa3 tempest-FloatingIPNegativeTestJSON-1414526996 tempest-FloatingIPNegativeTestJSON-1414526996-project] Pushing event deleted for resources: {'Network': ['ID=07c421a1-6e91-464b-b560-1b191589db04,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:32.683534 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-33aaa3c2-7443-496b-9e22-643990e3de63 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.888644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aaa3c2-7443-496b-9e22-643990e3de63 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Network 0429a4b2-0537-4864-8024-404bb9e198c0 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:32.894752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-33aaa3c2-7443-496b-9e22-643990e3de63 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:32.900326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:32.909237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aaa3c2-7443-496b-9e22-643990e3de63 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:32.934596 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44e5e2ae-7242-4daf-8615-8285bb25fc3d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.010549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.015348 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1316303630', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}, 'admin_state_up': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:33.031319 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58248) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:33.067256 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aaa3c2-7443-496b-9e22-643990e3de63 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event updated for resources: {'Port': ['ID=fcc0f13c-4c93-481d-822a-cce4484b3d6d,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:33.077532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:33.085369 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Network': ['ID=0d70f096-2369-4c1a-825d-7e95196946a0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:33.104010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Usage tracker for resource:router and tenant:37d3d0dcab5f4eeb88c13d63220d0776 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:33.113888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:33.141081 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:33.143817 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0bb9abbe-bee7-4f7a-880d-e8542ecdc7bd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/networks/0d70f096-2369-4c1a-825d-7e95196946a0 HTTP/1.1" status: 204 len: 168 time: 4.2395186 Apr 20 15:45:33.149009 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58254) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:33.173714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aaa3c2-7443-496b-9e22-643990e3de63 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:33.174930 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-33aaa3c2-7443-496b-9e22-643990e3de63 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.185867 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f9d953-890e-4a6a-817e-e02851ba7080 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] DELETE failed (client error): The resource could not be found. Apr 20 15:45:33.187019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f9d953-890e-4a6a-817e-e02851ba7080 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:45:33.189472 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-63f9d953-890e-4a6a-817e-e02851ba7080 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/networks/0d70f096-2369-4c1a-825d-7e95196946a0 HTTP/1.1" status: 404 len: 339 time: 0.0400236 Apr 20 15:45:33.194017 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.195244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.200789 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58258) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:33.227281 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0c70e2ae-9626-4356-9c01-55f4a74c8664 None None] Provisioning for port fcc0f13c-4c93-481d-822a-cce4484b3d6d completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:33.236099 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0c70e2ae-9626-4356-9c01-55f4a74c8664 None None] Provisioning complete for port fcc0f13c-4c93-481d-822a-cce4484b3d6d triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:33.236474 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0c70e2ae-9626-4356-9c01-55f4a74c8664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.237302 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-71ac0425-c9d2-4a81-bd30-2d6edaea3c1e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1418350514', 'description': 'd1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:33.249282 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-71ac0425-c9d2-4a81-bd30-2d6edaea3c1e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:33.256724 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-71ac0425-c9d2-4a81-bd30-2d6edaea3c1e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Usage tracker for resource:network and tenant:d344c24002824265858fc3a192d82b8a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:33.260643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-71ac0425-c9d2-4a81-bd30-2d6edaea3c1e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:33.264680 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-33aaa3c2-7443-496b-9e22-643990e3de63 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2065365 Apr 20 15:45:33.274904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-71ac0425-c9d2-4a81-bd30-2d6edaea3c1e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:33.277022 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58262) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:33.283342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44e5e2ae-7242-4daf-8615-8285bb25fc3d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.288011 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:45:33.290928 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d1da9a61-ed43-4158-bd86-d19a8a22e23c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8103fc3959754613acf3dbd3a90e75ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584465 Apr 20 15:45:33.291810 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f7ef1acc-1dae-42f4-b2da-c8e00a680498 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:33.298189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-6de8bc25-eddf-489c-ba22-e73c35228d85 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Request body: {'port': {'network_id': '0429a4b2-0537-4864-8024-404bb9e198c0', 'name': 'tempest-AllowedAddressPairTestJSON-954008040'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:33.316347 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58264) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:33.335481 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.341046 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0c70e2ae-9626-4356-9c01-55f4a74c8664 None None] Port fcc0f13c-4c93-481d-822a-cce4484b3d6d cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:45:33.353126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44e5e2ae-7242-4daf-8615-8285bb25fc3d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.356295 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5e2ae-7242-4daf-8615-8285bb25fc3d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=d36cbae6-2965-47cc-9b8c-a3938d9e49fe,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:33.368412 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f4f92b-c863-412b-af96-f90708e4a7d1 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:33.368634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544ee1c-1002-4490-aa89-2b9524c65ffd req-0581404a-cbcb-4fbb-8823-fbfb41f3d8eb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:33.370128 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0544ee1c-1002-4490-aa89-2b9524c65ffd req-0581404a-cbcb-4fbb-8823-fbfb41f3d8eb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.3933418 Apr 20 15:45:33.374906 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ac0425-c9d2-4a81-bd30-2d6edaea3c1e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:33.378343 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-71ac0425-c9d2-4a81-bd30-2d6edaea3c1e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.414830 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-44e5e2ae-7242-4daf-8615-8285bb25fc3d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/d36cbae6-2965-47cc-9b8c-a3938d9e49fe HTTP/1.1" status: 204 len: 168 time: 1.4063892 Apr 20 15:45:33.418086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58270) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:33.461880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f7ef1acc-1dae-42f4-b2da-c8e00a680498 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:33.462295 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.572955 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-375e1607-c748-406a-8c76-6b93d43d333c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1513517 Apr 20 15:45:33.577169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58274) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:33.589452 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ac0425-c9d2-4a81-bd30-2d6edaea3c1e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:45:33.598806 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d7e88317-62c7-4be9-b749-c9841e04185b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.617943 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-6de8bc25-eddf-489c-ba22-e73c35228d85 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:33.638057 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d7e88317-62c7-4be9-b749-c9841e04185b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.645029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-6de8bc25-eddf-489c-ba22-e73c35228d85 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:33.673392 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de8bc25-eddf-489c-ba22-e73c35228d85 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Made reservation on behalf of 3681acc76aad4209bb33e0138b3b114b for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:33.678561 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6de8bc25-eddf-489c-ba22-e73c35228d85 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.697500 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0544ee1c-1002-4490-aa89-2b9524c65ffd req-eaba5021-8295-482f-8f89-dd56f59a6bf1 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054872 Apr 20 15:45:33.719539 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-6de8bc25-eddf-489c-ba22-e73c35228d85 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] device_id is not set on port 565ad3d0-0a48-40a6-bcdc-3f0e106893a7 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:45:33.754867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dd94e5-a94b-4a89-8079-5902e38d13a9 None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:45:33.761187 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e0dd94e5-a94b-4a89-8079-5902e38d13a9 None None] Deleting port f7ef1acc-1dae-42f4-b2da-c8e00a680498 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:33.761187 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e0dd94e5-a94b-4a89-8079-5902e38d13a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.774088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-71ac0425-c9d2-4a81-bd30-2d6edaea3c1e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.774437 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-71ac0425-c9d2-4a81-bd30-2d6edaea3c1e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Added segment 242727da-01bb-49cc-bf5a-59ff168c487e of type vlan for network 96319da2-0f8c-49b9-b8c6-449a45f848b0 Apr 20 15:45:33.793128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4cee320a-09d7-4336-809d-f4d561960e30 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:45:33.801895 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d7e88317-62c7-4be9-b749-c9841e04185b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.838611 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 4cee320a-09d7-4336-809d-f4d561960e30 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:45:33.838978 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4cee320a-09d7-4336-809d-f4d561960e30 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:45:33.855794 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e88317-62c7-4be9-b749-c9841e04185b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d7fb60-c7cd-4661-a77e-525830410411,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:33.861941 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.883077 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d7e88317-62c7-4be9-b749-c9841e04185b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.887469 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d7e88317-62c7-4be9-b749-c9841e04185b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57d7fb60-c7cd-4661-a77e-525830410411 HTTP/1.1" status: 204 len: 168 time: 0.5697541 Apr 20 15:45:33.892705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-71ac0425-c9d2-4a81-bd30-2d6edaea3c1e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:33.924766 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-6de8bc25-eddf-489c-ba22-e73c35228d85 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Allocated IP 172.20.0.11 (0429a4b2-0537-4864-8024-404bb9e198c0/c8a733a9-c41c-48b5-ac2f-e6fdf7e6a7ba/565ad3d0-0a48-40a6-bcdc-3f0e106893a7) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:34.022035 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2214251b-55e6-45a1-9f86-13ec6e037111 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:34.023250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2214251b-55e6-45a1-9f86-13ec6e037111 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:34.038008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-71ac0425-c9d2-4a81-bd30-2d6edaea3c1e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:34.043252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ac0425-c9d2-4a81-bd30-2d6edaea3c1e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:34.044096 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-71ac0425-c9d2-4a81-bd30-2d6edaea3c1e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:34.060698 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e0dd94e5-a94b-4a89-8079-5902e38d13a9 None None] For port f7ef1acc-1dae-42f4-b2da-c8e00a680498, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f7ef1acc-1dae-42f4-b2da-c8e00a680498,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:34.061196 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e0dd94e5-a94b-4a89-8079-5902e38d13a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:34.150934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2214251b-55e6-45a1-9f86-13ec6e037111 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:34.152571 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2214251b-55e6-45a1-9f86-13ec6e037111 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5688591 Apr 20 15:45:34.156377 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58282) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:34.174139 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-71ac0425-c9d2-4a81-bd30-2d6edaea3c1e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9489229 Apr 20 15:45:34.175112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58286) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:34.204195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac0425-c9d2-4a81-bd30-2d6edaea3c1e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Network': ['ID=96319da2-0f8c-49b9-b8c6-449a45f848b0,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:34.266408 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6de8bc25-eddf-489c-ba22-e73c35228d85 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:34.294265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-6de8bc25-eddf-489c-ba22-e73c35228d85 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Transition to ACTIVE for port object 565ad3d0-0a48-40a6-bcdc-3f0e106893a7 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:34.297769 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaa3082-cbee-450f-ad5e-03123005d487 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:34.299205 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1eaa3082-cbee-450f-ad5e-03123005d487 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1413651 Apr 20 15:45:34.302085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58292) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:34.329799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6de8bc25-eddf-489c-ba22-e73c35228d85 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:34.346669 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 96319da2-0f8c-49b9-b8c6-449a45f848b0 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:45:34.402117 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-711fd012-b1d0-4386-946e-9a1da7693ef9 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987782 Apr 20 15:45:34.409802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b250de3-c7a3-4794-bc85-7409b121bfbd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:34.410443 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58300) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:34.410581 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6b250de3-c7a3-4794-bc85-7409b121bfbd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Synchronizing usage tracker for tenant:d344c24002824265858fc3a192d82b8a on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:34.424038 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de8bc25-eddf-489c-ba22-e73c35228d85 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Network 0429a4b2-0537-4864-8024-404bb9e198c0 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:34.430762 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-6e4fc33f-219b-4b72-9c3e-789f51bdb07b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:34.442921 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6b250de3-c7a3-4794-bc85-7409b121bfbd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Unset dirty status for tenant:d344c24002824265858fc3a192d82b8a on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:34.445271 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6b250de3-c7a3-4794-bc85-7409b121bfbd tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "GET /v2.0/networks?id=96319da2-0f8c-49b9-b8c6-449a45f848b0 HTTP/1.1" status: 200 len: 765 time: 0.2690251 Apr 20 15:45:34.449177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-6de8bc25-eddf-489c-ba22-e73c35228d85 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:34.451447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58304) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:34.455562 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e0dd94e5-a94b-4a89-8079-5902e38d13a9 None None] Calling delete_port for f7ef1acc-1dae-42f4-b2da-c8e00a680498 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:34.497005 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-154f4e7d-8cc0-4c6f-8ee8-22b207cffc61 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'network': {'description': 'd2'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:34.514993 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de8bc25-eddf-489c-ba22-e73c35228d85 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:34.545938 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b47c7dba-8629-4553-b5f2-104c041f2807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:34.623869 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e0dd94e5-a94b-4a89-8079-5902e38d13a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:34.700673 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-6e4fc33f-219b-4b72-9c3e-789f51bdb07b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:34.708820 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd94e5-a94b-4a89-8079-5902e38d13a9 None None] No DVR routers for this DVR port f7ef1acc-1dae-42f4-b2da-c8e00a680498 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:45:34.715650 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd94e5-a94b-4a89-8079-5902e38d13a9 None None] Pushing event deleted for resources: {'Port': ['ID=f7ef1acc-1dae-42f4-b2da-c8e00a680498,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:34.799097 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8bc25-eddf-489c-ba22-e73c35228d85 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event updated for resources: {'Port': ['ID=565ad3d0-0a48-40a6-bcdc-3f0e106893a7,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:34.805530 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-6e4fc33f-219b-4b72-9c3e-789f51bdb07b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:34.854067 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4fc33f-219b-4b72-9c3e-789f51bdb07b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:34.857335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:34.858294 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6e4fc33f-219b-4b72-9c3e-789f51bdb07b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:34.888849 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-069e4b22-5db9-4d36-bb02-b6bd413d1f85 None None] Provisioning for port 565ad3d0-0a48-40a6-bcdc-3f0e106893a7 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:34.890284 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de8bc25-eddf-489c-ba22-e73c35228d85 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:34.890902 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6de8bc25-eddf-489c-ba22-e73c35228d85 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:34.896021 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-069e4b22-5db9-4d36-bb02-b6bd413d1f85 None None] Provisioning complete for port 565ad3d0-0a48-40a6-bcdc-3f0e106893a7 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:34.896642 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-069e4b22-5db9-4d36-bb02-b6bd413d1f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:34.924169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:34.966814 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-069e4b22-5db9-4d36-bb02-b6bd413d1f85 None None] Port 565ad3d0-0a48-40a6-bcdc-3f0e106893a7 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:45:34.991531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58320) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:35.069659 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6de8bc25-eddf-489c-ba22-e73c35228d85 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7760737 Apr 20 15:45:35.072363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58326) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:35.083043 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b3d53e6d-d029-46d2-8e17-ee629433f463 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:43:f5:0d'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:fd:8f:a1'}]}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:35.142141 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-154f4e7d-8cc0-4c6f-8ee8-22b207cffc61 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:35.165716 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-154f4e7d-8cc0-4c6f-8ee8-22b207cffc61 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:35.169878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Allocated IP 172.26.7.221 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/5272a3d2-9d9d-460a-b47a-eaf8e2de5147) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:35.184439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb7e0f-a8da-4daa-a2bd-2cf74eaff688 req-3d205077-6546-4dcc-9807-26bf27b9b2ce tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:35.193545 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fdfb7e0f-a8da-4daa-a2bd-2cf74eaff688 req-3d205077-6546-4dcc-9807-26bf27b9b2ce tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.3090208 Apr 20 15:45:35.212504 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-154f4e7d-8cc0-4c6f-8ee8-22b207cffc61 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network 96319da2-0f8c-49b9-b8c6-449a45f848b0 is not hosted by any dhcp agent {{(pid=88169) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 20 15:45:35.218547 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154f4e7d-8cc0-4c6f-8ee8-22b207cffc61 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:35.219164 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-154f4e7d-8cc0-4c6f-8ee8-22b207cffc61 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:35.220668 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-154f4e7d-8cc0-4c6f-8ee8-22b207cffc61 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "PUT /v2.0/networks/96319da2-0f8c-49b9-b8c6-449a45f848b0 HTTP/1.1" status: 200 len: 762 time: 0.7398241 Apr 20 15:45:35.235670 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Request body: {'networks': [{'name': 'tempest-network--8348702'}, {'name': 'tempest-network--181740150'}]} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:35.235670 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Request body: {'network': {'name': 'tempest-network--8348702'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:35.235670 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Request body: {'network': {'name': 'tempest-network--181740150'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:35.236054 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58330) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:35.280495 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f7ef1acc-1dae-42f4-b2da-c8e00a680498 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:45:35.297726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:35.315482 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Usage tracker for resource:network and tenant:25f72d9cad3e4e83b07af4072ea5ade2 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:35.316337 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: f7ef1acc-1dae-42f4-b2da-c8e00a680498 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:45:35.316807 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f7ef1acc-1dae-42f4-b2da-c8e00a680498 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:45:35.328612 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:35.343172 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:35.350993 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f4e7d-8cc0-4c6f-8ee8-22b207cffc61 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Network': ['ID=96319da2-0f8c-49b9-b8c6-449a45f848b0,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:35.369094 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 96319da2-0f8c-49b9-b8c6-449a45f848b0 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:45:35.375718 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Made reservation on behalf of 25f72d9cad3e4e83b07af4072ea5ade2 for: {'network': 2} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:35.380302 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:35.405067 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:35.424026 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:35.428337 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6e4fc33f-219b-4b72-9c3e-789f51bdb07b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:35.432099 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Usage tracker for resource:security_group_rule and tenant:25f72d9cad3e4e83b07af4072ea5ade2 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:35.471410 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:35.493228 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:35.504380 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fdfb7e0f-a8da-4daa-a2bd-2cf74eaff688 req-4080e036-0b37-42d4-880b-9284cc0d1487 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098700 Apr 20 15:45:35.513277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4fc33f-219b-4b72-9c3e-789f51bdb07b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:35.524316 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-6e4fc33f-219b-4b72-9c3e-789f51bdb07b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:35.528966 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de06a392-2f00-48b8-bb54-03a26686ae15 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:35.538472 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4fc33f-219b-4b72-9c3e-789f51bdb07b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:35.542480 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6e4fc33f-219b-4b72-9c3e-789f51bdb07b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:35.557401 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fc33f-219b-4b72-9c3e-789f51bdb07b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=9cf75cfd-795d-41e6-974d-0a6790ac32f0,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:35.569158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8007b71-db3a-4601-82a9-3597c572f777 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:35.574127 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a8007b71-db3a-4601-82a9-3597c572f777 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "GET /v2.0/networks?id=96319da2-0f8c-49b9-b8c6-449a45f848b0 HTTP/1.1" status: 200 len: 765 time: 0.3342795 Apr 20 15:45:35.579920 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58336) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:35.636901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:35.638428 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:35.720952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3d53e6d-d029-46d2-8e17-ee629433f463 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:35.770148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:35.856261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:35.863847 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': '9cf75cfd-795d-41e6-974d-0a6790ac32f0'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:45:35.865042 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:35.934261 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6e4fc33f-219b-4b72-9c3e-789f51bdb07b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5206299 Apr 20 15:45:35.940759 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58342) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:35.952506 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-25f40624-cae6-45bd-967e-7700028adf69 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'fixed_ips': [{'subnet_id': '9cf75cfd-795d-41e6-974d-0a6790ac32f0', 'ip_address': '2001:db8::7013:7ddb:b0cd:85d5'}], 'name': 'tempest-NetworksTestDHCPv6-1019123754'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:36.036236 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Allocated IP 2001:db8::2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/9cf75cfd-795d-41e6-974d-0a6790ac32f0/80e22988-89dc-458e-bc59-9a32bdd79388) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:36.067144 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:36.075121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:36.088846 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:36.108465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ebe493-95c1-4b96-893a-fea050e9c1d1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:36.109143 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-56ebe493-95c1-4b96-893a-fea050e9c1d1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Synchronizing usage tracker for tenant:d344c24002824265858fc3a192d82b8a on resource:network {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:36.137755 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Pushing event updated for resources: {'Port': ['ID=5272a3d2-9d9d-460a-b47a-eaf8e2de5147,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:36.148998 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:36.174988 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:36.176265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:36.214662 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-56ebe493-95c1-4b96-893a-fea050e9c1d1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Unset dirty status for tenant:d344c24002824265858fc3a192d82b8a on resource:network {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:36.216002 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-56ebe493-95c1-4b96-893a-fea050e9c1d1 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6260104 Apr 20 15:45:36.235485 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58346) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:36.274407 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:36.284183 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Transition to ACTIVE for port object 80e22988-89dc-458e-bc59-9a32bdd79388 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:36.303474 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-25f40624-cae6-45bd-967e-7700028adf69 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:36.303721 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Transition to ACTIVE for port object 80e22988-89dc-458e-bc59-9a32bdd79388 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:36.306459 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-6c5d8c16-02ef-45ea-b8e9-60933cd5d114 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Synchronizing usage tracker for tenant:d344c24002824265858fc3a192d82b8a on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:36.310286 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:36.314289 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=638e8c60-09c1-4bb3-9154-30a75cad3ad2,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:36.319591 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:45:36.343367 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-25f40624-cae6-45bd-967e-7700028adf69 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:36.347920 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:36.348427 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Added segment 57817103-eac8-4519-bbde-dc62ce7bc249 of type vlan for network 764c67c0-92f7-446a-82a9-ae085c3c8f00 Apr 20 15:45:36.354434 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-6c5d8c16-02ef-45ea-b8e9-60933cd5d114 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Unset dirty status for tenant:d344c24002824265858fc3a192d82b8a on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:36.359408 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6c5d8c16-02ef-45ea-b8e9-60933cd5d114 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7 HTTP/1.1" status: 200 len: 207 time: 0.1194656 Apr 20 15:45:36.362461 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58350) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:36.390105 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:36.393792 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:36.394794 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f40624-cae6-45bd-967e-7700028adf69 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:36.398790 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:36.459811 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Pushing event updated for resources: {'Port': ['ID=80e22988-89dc-458e-bc59-9a32bdd79388,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:36.522954 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Attempting to bind port 80e22988-89dc-458e-bc59-9a32bdd79388 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:45:36.523639 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Attempting to bind port 80e22988-89dc-458e-bc59-9a32bdd79388 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:45:36.524025 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Attempting to bind port 80e22988-89dc-458e-bc59-9a32bdd79388 on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:45:36.530104 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:45:36.530515 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:36.531147 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:36.533024 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:45:36.534262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Bound port: 80e22988-89dc-458e-bc59-9a32bdd79388, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:45:36.534262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:36.535258 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:36.540874 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6759f5b-4344-4eec-b0ee-5a9bc5dcaf9b req-b837f108-ca9a-4fbc-807b-0a2f2e2871a3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:36.544179 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a6759f5b-4344-4eec-b0ee-5a9bc5dcaf9b req-b837f108-ca9a-4fbc-807b-0a2f2e2871a3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.6777370 Apr 20 15:45:36.557136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb8eb5-2a07-4267-9b2f-9d12f6cfc932 req-979e83ba-9c52-4615-9aaa-af2259a533e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:36.558781 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c4fb8eb5-2a07-4267-9b2f-9d12f6cfc932 req-979e83ba-9c52-4615-9aaa-af2259a533e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80c78f2bdb844b1b88a5fac930d650c8&device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 1099 time: 0.6937597 Apr 20 15:45:36.561571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-b3d53e6d-d029-46d2-8e17-ee629433f463 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:45:36.620659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3d53e6d-d029-46d2-8e17-ee629433f463 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:36.626767 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] For port 80e22988-89dc-458e-bc59-9a32bdd79388, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:45:36.629809 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] For port 80e22988-89dc-458e-bc59-9a32bdd79388, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=80e22988-89dc-458e-bc59-9a32bdd79388,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:45:36.633443 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:36.672750 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c900cf5-ac60-41c9-a709-21b86b80ee44 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:36.678770 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c900cf5-ac60-41c9-a709-21b86b80ee44 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:36.684775 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c900cf5-ac60-41c9-a709-21b86b80ee44 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:36.687385 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3d53e6d-d029-46d2-8e17-ee629433f463 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:36.692326 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c900cf5-ac60-41c9-a709-21b86b80ee44 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:36.697815 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c900cf5-ac60-41c9-a709-21b86b80ee44 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:36.703874 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c900cf5-ac60-41c9-a709-21b86b80ee44 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:36.713255 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3c900cf5-ac60-41c9-a709-21b86b80ee44 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3421075 Apr 20 15:45:36.713479 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58354) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:36.717447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:45:36.743484 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef94db-cc93-4633-bc78-7fc209100758 None None] Pushing event updated for resources: {'Port': ['ID=80e22988-89dc-458e-bc59-9a32bdd79388,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:36.748036 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25f40624-cae6-45bd-967e-7700028adf69 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:36.832093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:36.832438 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Added segment 180ccceb-0531-489c-91fb-1df65083d337 of type vlan for network 2cd004b3-04a1-43c2-936d-39ddc6eac4a4 Apr 20 15:45:36.842359 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a6759f5b-4344-4eec-b0ee-5a9bc5dcaf9b req-abe2b5dc-d10b-402f-a7fa-5480e440f2a2 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823627 Apr 20 15:45:36.867732 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-25f40624-cae6-45bd-967e-7700028adf69 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port eb32f9cb-b156-4f1b-a139-6a3fa434dd3d yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:45:36.937005 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:36.979725 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:37.016352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d53e6d-d029-46d2-8e17-ee629433f463 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event updated for resources: {'Port': ['ID=565ad3d0-0a48-40a6-bcdc-3f0e106893a7,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:37.028150 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-01776c5a-f798-4524-9c5f-9c9a92f44004 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.3134441 Apr 20 15:45:37.037657 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58358) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:37.059008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb8eb5-2a07-4267-9b2f-9d12f6cfc932 req-66c09ccd-d0ff-4425-8953-81bbc19c1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:37.062282 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c4fb8eb5-2a07-4267-9b2f-9d12f6cfc932 req-66c09ccd-d0ff-4425-8953-81bbc19c1d4a service neutron] 10.222.0.11 "GET /v2.0/networks?id=b99e9b56-1358-4ae1-9cfc-416f103dc430 HTTP/1.1" status: 200 len: 912 time: 0.4829569 Apr 20 15:45:37.066325 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b3d53e6d-d029-46d2-8e17-ee629433f463 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] In _notify_port_updated(), no bound segment for port 565ad3d0-0a48-40a6-bcdc-3f0e106893a7 on network 0429a4b2-0537-4864-8024-404bb9e198c0 {{(pid=88168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:45:37.072558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d53e6d-d029-46d2-8e17-ee629433f463 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:37.072775 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3d53e6d-d029-46d2-8e17-ee629433f463 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:37.078201 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b3d53e6d-d029-46d2-8e17-ee629433f463 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "PUT /v2.0/ports/565ad3d0-0a48-40a6-bcdc-3f0e106893a7 HTTP/1.1" status: 200 len: 1056 time: 2.0052929 Apr 20 15:45:37.079024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58362) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:37.150860 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ca651f35-460f-490a-804e-0514a8f9b9de None None] Provisioning complete for port 565ad3d0-0a48-40a6-bcdc-3f0e106893a7 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:37.152365 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ca651f35-460f-490a-804e-0514a8f9b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:37.182663 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:37.183127 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:37.189369 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:37.193994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:37.194646 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:37.196651 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c4fb8eb5-2a07-4267-9b2f-9d12f6cfc932 req-5b24bbca-21f5-407c-be70-9b16680d4d08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4af254e-9470-4a05-9aef-8350767e21a0 HTTP/1.1" status: 200 len: 1002 time: 0.1166985 Apr 20 15:45:37.320313 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ca651f35-460f-490a-804e-0514a8f9b9de None None] Port 565ad3d0-0a48-40a6-bcdc-3f0e106893a7 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:45:37.325799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d98e4fe-67aa-4ff8-9ab2-e397199984b0 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:37.327862 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d98e4fe-67aa-4ff8-9ab2-e397199984b0 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:37.329437 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d98e4fe-67aa-4ff8-9ab2-e397199984b0 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:37.330905 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d98e4fe-67aa-4ff8-9ab2-e397199984b0 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:37.332380 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d98e4fe-67aa-4ff8-9ab2-e397199984b0 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:37.337842 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2d98e4fe-67aa-4ff8-9ab2-e397199984b0 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2915881 Apr 20 15:45:37.353108 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58366) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:37.367317 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 80e22988-89dc-458e-bc59-9a32bdd79388 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:37.405732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-35963b58-63f9-4939-a9a6-2700bb62e897 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Deleting port 565ad3d0-0a48-40a6-bcdc-3f0e106893a7 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:37.406073 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-35963b58-63f9-4939-a9a6-2700bb62e897 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:37.433789 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event updated for resources: {'Network': ['ID=764c67c0-92f7-446a-82a9-ae085c3c8f00,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:37.452984 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 80e22988-89dc-458e-bc59-9a32bdd79388 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:37.462255 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 764c67c0-92f7-446a-82a9-ae085c3c8f00 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:45:37.472705 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 2.4775839 Apr 20 15:45:37.512661 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58370) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:37.516591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb8eb5-2a07-4267-9b2f-9d12f6cfc932 req-fb940eb3-e5d7-4cc7-9358-0a1e2100cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:37.517987 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c4fb8eb5-2a07-4267-9b2f-9d12f6cfc932 req-fb940eb3-e5d7-4cc7-9358-0a1e2100cc4b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ddbab018-b2c7-4785-88fd-2b8333c96735 HTTP/1.1" status: 200 len: 850 time: 0.2809236 Apr 20 15:45:37.536644 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-25f40624-cae6-45bd-967e-7700028adf69 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::7013:7ddb:b0cd:85d5 (f66047db-8bb8-4641-b4de-e5f9a3950b44/9cf75cfd-795d-41e6-974d-0a6790ac32f0/eb32f9cb-b156-4f1b-a139-6a3fa434dd3d) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:37.565434 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e7890a-f708-46a2-906b-86021084e296 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['shared'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:37.566819 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e7890a-f708-46a2-906b-86021084e296 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['shared'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:37.568321 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e7890a-f708-46a2-906b-86021084e296 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['shared'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:37.569696 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e7890a-f708-46a2-906b-86021084e296 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['shared'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:37.571072 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e7890a-f708-46a2-906b-86021084e296 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['shared'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:37.572697 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c9e7890a-f708-46a2-906b-86021084e296 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2188008 Apr 20 15:45:37.579923 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58376) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:37.613306 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ff71d-7813-427f-80b9-a7dcba6483e3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event updated for resources: {'Network': ['ID=2cd004b3-04a1-43c2-936d-39ddc6eac4a4,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:37.625749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 2cd004b3-04a1-43c2-936d-39ddc6eac4a4 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:45:37.658506 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:37.995256 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9270bb-d9fc-48a2-870b-2639542c0ecb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:38.003431 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-aa9270bb-d9fc-48a2-870b-2639542c0ecb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "GET /v2.0/networks/ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3 HTTP/1.1" status: 200 len: 804 time: 0.4156246 Apr 20 15:45:38.003431 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58382) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:38.045070 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-540bdde6-74f0-4cab-bbea-49f966aeaff6 None None] Provisioning for port 80e22988-89dc-458e-bc59-9a32bdd79388 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:38.050275 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-540bdde6-74f0-4cab-bbea-49f966aeaff6 None None] Provisioning complete for port 80e22988-89dc-458e-bc59-9a32bdd79388 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:38.050644 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-540bdde6-74f0-4cab-bbea-49f966aeaff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:38.170274 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-540bdde6-74f0-4cab-bbea-49f966aeaff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:38.176630 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25f40624-cae6-45bd-967e-7700028adf69 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:38.210221 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-540bdde6-74f0-4cab-bbea-49f966aeaff6 None None] For port 80e22988-89dc-458e-bc59-9a32bdd79388, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=80e22988-89dc-458e-bc59-9a32bdd79388,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:38.217323 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-540bdde6-74f0-4cab-bbea-49f966aeaff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:38.222163 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-25f40624-cae6-45bd-967e-7700028adf69 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object eb32f9cb-b156-4f1b-a139-6a3fa434dd3d will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:38.230519 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-36e95109-a251-4951-8e36-25ff6db63dad tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "GET /v2.0/networks/ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2265103 Apr 20 15:45:38.234229 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58386) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:38.276472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aeefa6-764c-48e4-b031-3e60c46b30c6 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:38.282426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aeefa6-764c-48e4-b031-3e60c46b30c6 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:38.288255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aeefa6-764c-48e4-b031-3e60c46b30c6 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:38.294080 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aeefa6-764c-48e4-b031-3e60c46b30c6 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:38.298908 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-92aeefa6-764c-48e4-b031-3e60c46b30c6 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 0.7823954 Apr 20 15:45:38.299075 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bdde6-74f0-4cab-bbea-49f966aeaff6 None None] Pushing event updated for resources: {'Port': ['ID=80e22988-89dc-458e-bc59-9a32bdd79388,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:38.300596 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58390) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:38.346639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb8eb5-2a07-4267-9b2f-9d12f6cfc932 req-155bba1f-c519-40e7-8f26-546e045297ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:38.348140 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c4fb8eb5-2a07-4267-9b2f-9d12f6cfc932 req-155bba1f-c519-40e7-8f26-546e045297ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b99e9b56-1358-4ae1-9cfc-416f103dc430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8204427 Apr 20 15:45:38.367244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-35963b58-63f9-4939-a9a6-2700bb62e897 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:38.393309 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301a248a-d1ff-4a1c-9398-2873cb36877b tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:38.397984 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-301a248a-d1ff-4a1c-9398-2873cb36877b tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "GET /v2.0/subnets/eedf94cc-1baf-4e00-9a48-1d6c1b7a0d4d HTTP/1.1" status: 200 len: 843 time: 0.1592982 Apr 20 15:45:38.399950 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58394) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:38.421439 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25f40624-cae6-45bd-967e-7700028adf69 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:38.487007 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-236c22f7-69ea-4026-9c85-68b1ddf1e982 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:38.500275 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f40624-cae6-45bd-967e-7700028adf69 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:38.509684 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-25f40624-cae6-45bd-967e-7700028adf69 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:38.515570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f40624-cae6-45bd-967e-7700028adf69 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:38.520958 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f40624-cae6-45bd-967e-7700028adf69 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:38.521574 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25f40624-cae6-45bd-967e-7700028adf69 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:38.529931 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f40624-cae6-45bd-967e-7700028adf69 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=eb32f9cb-b156-4f1b-a139-6a3fa434dd3d,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:38.571652 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-25f40624-cae6-45bd-967e-7700028adf69 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6298680 Apr 20 15:45:38.575687 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58398) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:38.601278 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-d0f1dbfb-6499-40cc-b740-908ce8292a81 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'fixed_ips': [{'subnet_id': '9cf75cfd-795d-41e6-974d-0a6790ac32f0', 'ip_address': '2001:db8::7013:7ddb:b0cd:85d5'}], 'name': 'tempest-NetworksTestDHCPv6-1710783768'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:38.671701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-35963b58-63f9-4939-a9a6-2700bb62e897 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Calling delete_port for 565ad3d0-0a48-40a6-bcdc-3f0e106893a7 owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:38.745103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-65203316-1a96-4868-88dd-ee0d538f360d None None] Provisioning for port eb32f9cb-b156-4f1b-a139-6a3fa434dd3d completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:38.745678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8562dc5-cebe-4bf3-aba1-68dc97925081 req-ad3f4ef0-3944-46ba-a70a-da965c6b1762 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:38.750678 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-65203316-1a96-4868-88dd-ee0d538f360d None None] Provisioning complete for port eb32f9cb-b156-4f1b-a139-6a3fa434dd3d triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:38.750818 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-236c22f7-69ea-4026-9c85-68b1ddf1e982 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:38.751262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-65203316-1a96-4868-88dd-ee0d538f360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:38.752311 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8562dc5-cebe-4bf3-aba1-68dc97925081 req-ad3f4ef0-3944-46ba-a70a-da965c6b1762 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.6797214 Apr 20 15:45:38.787598 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-236c22f7-69ea-4026-9c85-68b1ddf1e982 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764c67c0-92f7-446a-82a9-ae085c3c8f00']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:38.809846 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-65203316-1a96-4868-88dd-ee0d538f360d None None] Port eb32f9cb-b156-4f1b-a139-6a3fa434dd3d cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:45:38.814753 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-236c22f7-69ea-4026-9c85-68b1ddf1e982 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57817103-eac8-4519-bbde-dc62ce7bc249') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:38.814753 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-236c22f7-69ea-4026-9c85-68b1ddf1e982 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57817103-eac8-4519-bbde-dc62ce7bc249') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:38.837898 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-236c22f7-69ea-4026-9c85-68b1ddf1e982 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:38.839845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d03d3c-daa3-4e9b-b463-fa4d35af0f71 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['shared'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:38.840361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-62d03d3c-daa3-4e9b-b463-fa4d35af0f71 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Synchronizing usage tracker for tenant:d344c24002824265858fc3a192d82b8a on resource:subnet {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:38.843540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:38.857144 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d0f1dbfb-6499-40cc-b740-908ce8292a81 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:38.860148 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-236c22f7-69ea-4026-9c85-68b1ddf1e982 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:38.865664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d0f1dbfb-6499-40cc-b740-908ce8292a81 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:port and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:38.869676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d0f1dbfb-6499-40cc-b740-908ce8292a81 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:38.872736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236c22f7-69ea-4026-9c85-68b1ddf1e982 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:45:38.873130 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-236c22f7-69ea-4026-9c85-68b1ddf1e982 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:45:38.888227 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:45:38.895189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d0f1dbfb-6499-40cc-b740-908ce8292a81 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:38.969625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f1dbfb-6499-40cc-b740-908ce8292a81 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:38.974618 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d0f1dbfb-6499-40cc-b740-908ce8292a81 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:38.978712 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8562dc5-cebe-4bf3-aba1-68dc97925081 req-cdde9bd2-461c-47b9-a33a-ef72f4a2e96d tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078152 Apr 20 15:45:38.983893 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-62d03d3c-daa3-4e9b-b463-fa4d35af0f71 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Unset dirty status for tenant:d344c24002824265858fc3a192d82b8a on resource:subnet {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:38.988194 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-62d03d3c-daa3-4e9b-b463-fa4d35af0f71 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "GET /v2.0/subnets/eedf94cc-1baf-4e00-9a48-1d6c1b7a0d4d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5276430 Apr 20 15:45:38.988194 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c4fb8eb5-2a07-4267-9b2f-9d12f6cfc932 req-e6d3c2ea-d93e-4e4e-a197-9ee6a4bd8320 service neutron] 10.222.0.11 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223314 Apr 20 15:45:38.989148 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58404) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:38.997695 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-37146b40-0379-40a1-af31-972b90f1cef3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-212687718'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:39.002526 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-236c22f7-69ea-4026-9c85-68b1ddf1e982 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:39.009930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-37146b40-0379-40a1-af31-972b90f1cef3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:39.025593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-d0f1dbfb-6499-40cc-b740-908ce8292a81 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port 2363a877-b9f9-4faf-b25d-9c316519652e yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:45:39.063868 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-236c22f7-69ea-4026-9c85-68b1ddf1e982 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:39.080338 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-37146b40-0379-40a1-af31-972b90f1cef3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:39.084456 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c22f7-69ea-4026-9c85-68b1ddf1e982 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event deleted for resources: {'Network': ['ID=764c67c0-92f7-446a-82a9-ae085c3c8f00,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:39.086955 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-236c22f7-69ea-4026-9c85-68b1ddf1e982 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "DELETE /v2.0/networks/764c67c0-92f7-446a-82a9-ae085c3c8f00 HTTP/1.1" status: 204 len: 168 time: 0.7833869 Apr 20 15:45:39.099349 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58408) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:39.189391 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37146b40-0379-40a1-af31-972b90f1cef3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:39.192778 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-37146b40-0379-40a1-af31-972b90f1cef3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:39.230596 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-35963b58-63f9-4939-a9a6-2700bb62e897 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:39.268186 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 80e22988-89dc-458e-bc59-9a32bdd79388 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:39.307635 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35963b58-63f9-4939-a9a6-2700bb62e897 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event deleted for resources: {'Port': ['ID=565ad3d0-0a48-40a6-bcdc-3f0e106893a7,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:39.308701 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37146b40-0379-40a1-af31-972b90f1cef3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:45:39.316502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0365ded0-0a62-464d-975c-d0dd878c080e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:39.384761 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-37146b40-0379-40a1-af31-972b90f1cef3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:39.385123 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-37146b40-0379-40a1-af31-972b90f1cef3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Added segment 3afa07ec-62c2-42db-bbe1-6f53c7be3fba of type vlan for network 53dcf02a-d18d-4426-aeee-d46931786cb6 Apr 20 15:45:39.396873 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 80e22988-89dc-458e-bc59-9a32bdd79388 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:39.397535 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:39.409797 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c4fb8eb5-2a07-4267-9b2f-9d12f6cfc932 req-dbb1eed0-f0c1-424a-8422-ddaab0e02cfe service neutron] 10.222.0.11 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920105 Apr 20 15:45:39.441600 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f1dbfb-6499-40cc-b740-908ce8292a81 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 20 15:45:39.442105 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f1dbfb-6499-40cc-b740-908ce8292a81 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:45:39.490668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-37146b40-0379-40a1-af31-972b90f1cef3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:39.599821 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Router e0396783-cbe2-48cf-8ead-f8580fac0bb9 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:45:39.692201 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d0f1dbfb-6499-40cc-b740-908ce8292a81 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1033046 Apr 20 15:45:39.704370 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0365ded0-0a62-464d-975c-d0dd878c080e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:39.711365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58412) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:39.776557 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-0365ded0-0a62-464d-975c-d0dd878c080e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd004b3-04a1-43c2-936d-39ddc6eac4a4']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:39.790907 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-37146b40-0379-40a1-af31-972b90f1cef3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:39.796710 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37146b40-0379-40a1-af31-972b90f1cef3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:39.797286 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-37146b40-0379-40a1-af31-972b90f1cef3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:39.802164 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-0365ded0-0a62-464d-975c-d0dd878c080e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180ccceb-0531-489c-91fb-1df65083d337') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:39.802466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-0365ded0-0a62-464d-975c-d0dd878c080e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180ccceb-0531-489c-91fb-1df65083d337') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:39.843291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0365ded0-0a62-464d-975c-d0dd878c080e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:39.919439 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-37146b40-0379-40a1-af31-972b90f1cef3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9266226 Apr 20 15:45:39.919639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-35963b58-63f9-4939-a9a6-2700bb62e897 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:39.921692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58416) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:39.934707 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0365ded0-0a62-464d-975c-d0dd878c080e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:39.950272 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0365ded0-0a62-464d-975c-d0dd878c080e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:45:39.950752 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0365ded0-0a62-464d-975c-d0dd878c080e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:45:39.965325 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:45:39.967206 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37146b40-0379-40a1-af31-972b90f1cef3 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Network': ['ID=53dcf02a-d18d-4426-aeee-d46931786cb6,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:39.982472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f33894bf-8213-4297-80be-2a1e7ad8e0c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'subnet': {'network_id': '53dcf02a-d18d-4426-aeee-d46931786cb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:39.984950 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 53dcf02a-d18d-4426-aeee-d46931786cb6 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:45:40.075856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:45:40.088121 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0365ded0-0a62-464d-975c-d0dd878c080e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:40.096678 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fdb0a-7ef0-416f-b801-f774906d1423 None None] Sync routers for ids ['e0396783-cbe2-48cf-8ead-f8580fac0bb9'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:45:40.114161 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9fdb0a-7ef0-416f-b801-f774906d1423 None None] Routers {'e0396783-cbe2-48cf-8ead-f8580fac0bb9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:40.114795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8c9fdb0a-7ef0-416f-b801-f774906d1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['e0396783-cbe2-48cf-8ead-f8580fac0bb9'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:40.120515 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0365ded0-0a62-464d-975c-d0dd878c080e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:40.129316 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0365ded0-0a62-464d-975c-d0dd878c080e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "DELETE /v2.0/networks/2cd004b3-04a1-43c2-936d-39ddc6eac4a4 HTTP/1.1" status: 204 len: 168 time: 1.0265942 Apr 20 15:45:40.139312 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1255dd84-c32d-44fb-8b6f-2262551e3607 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:40.145219 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1255dd84-c32d-44fb-8b6f-2262551e3607 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:40.146001 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1255dd84-c32d-44fb-8b6f-2262551e3607 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:40.148504 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58422) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:40.151028 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365ded0-0a62-464d-975c-d0dd878c080e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event deleted for resources: {'Network': ['ID=2cd004b3-04a1-43c2-936d-39ddc6eac4a4,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:40.175533 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8c9fdb0a-7ef0-416f-b801-f774906d1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:40.185912 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9fdb0a-7ef0-416f-b801-f774906d1423 None None] Routers {'e0396783-cbe2-48cf-8ead-f8580fac0bb9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:40.188140 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8c9fdb0a-7ef0-416f-b801-f774906d1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['e0396783-cbe2-48cf-8ead-f8580fac0bb9'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:40.212281 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-35963b58-63f9-4939-a9a6-2700bb62e897 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "DELETE /v2.0/ports/565ad3d0-0a48-40a6-bcdc-3f0e106893a7 HTTP/1.1" status: 204 len: 168 time: 3.0183682 Apr 20 15:45:40.213574 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58426) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:40.254094 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1255dd84-c32d-44fb-8b6f-2262551e3607 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:40.258010 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1255dd84-c32d-44fb-8b6f-2262551e3607 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5430789 Apr 20 15:45:40.258847 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58430) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:40.273165 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8c9fdb0a-7ef0-416f-b801-f774906d1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:40.273661 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fdb0a-7ef0-416f-b801-f774906d1423 None None] The sync data for ids ['e0396783-cbe2-48cf-8ead-f8580fac0bb9'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:45:40.296663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:40.297834 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1f1d2d95-5c72-40a1-b2fe-595241c63533 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.7812824 Apr 20 15:45:40.303435 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58434) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:40.310760 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-53763696-bfc8-464e-8b69-dcdf88e5ce6c tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] GET failed (client error): The resource could not be found. Apr 20 15:45:40.311908 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-53763696-bfc8-464e-8b69-dcdf88e5ce6c tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Synchronizing usage tracker for tenant:3681acc76aad4209bb33e0138b3b114b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:40.333090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f33894bf-8213-4297-80be-2a1e7ad8e0c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:40.348289 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f33894bf-8213-4297-80be-2a1e7ad8e0c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:40.351053 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-53763696-bfc8-464e-8b69-dcdf88e5ce6c tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Unset dirty status for tenant:3681acc76aad4209bb33e0138b3b114b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:40.355363 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-53763696-bfc8-464e-8b69-dcdf88e5ce6c tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "GET /v2.0/ports/565ad3d0-0a48-40a6-bcdc-3f0e106893a7 HTTP/1.1" status: 404 len: 333 time: 0.1291921 Apr 20 15:45:40.357446 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58438) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:40.417523 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33894bf-8213-4297-80be-2a1e7ad8e0c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Made reservation on behalf of d344c24002824265858fc3a192d82b8a for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:40.421042 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f33894bf-8213-4297-80be-2a1e7ad8e0c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:40.436515 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b80024b7-bcc5-4caf-8390-07f45b8bf779 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port eb32f9cb-b156-4f1b-a139-6a3fa434dd3d {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:40.437066 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b80024b7-bcc5-4caf-8390-07f45b8bf779 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:40.452960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff6bae-3b3f-43e7-bac3-4053dde4cc4d req-2a7c0e8a-d05e-4021-82ee-eae0a04b4285 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:40.454438 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17ff6bae-3b3f-43e7-bac3-4053dde4cc4d req-2a7c0e8a-d05e-4021-82ee-eae0a04b4285 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.3429105 Apr 20 15:45:40.492362 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6783d7-48cb-4f14-936b-8029d714dee7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:40.498107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6783d7-48cb-4f14-936b-8029d714dee7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:40.499037 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9b6783d7-48cb-4f14-936b-8029d714dee7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Synchronizing usage tracker for tenant:25f72d9cad3e4e83b07af4072ea5ade2 on resource:network {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:40.552587 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c043a7fc-2b51-4928-8ebe-f41f04b8890a tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Deleting port fcc0f13c-4c93-481d-822a-cce4484b3d6d {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:40.552946 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c043a7fc-2b51-4928-8ebe-f41f04b8890a tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:40.595944 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.ipam_backend_mixin [None req-f33894bf-8213-4297-80be-2a1e7ad8e0c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Performing IP validity checks on allocation pools {{(pid=88168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 20 15:45:40.596389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.ipam_backend_mixin [None req-f33894bf-8213-4297-80be-2a1e7ad8e0c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 20 15:45:40.602683 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9b6783d7-48cb-4f14-936b-8029d714dee7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Unset dirty status for tenant:25f72d9cad3e4e83b07af4072ea5ade2 on resource:network {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:40.607996 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9b6783d7-48cb-4f14-936b-8029d714dee7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4542372 Apr 20 15:45:40.608639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58442) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:40.632917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4e94a1cf-ac5d-423a-be9a-97cb7c4c49b7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1213506990'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:40.646265 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4e94a1cf-ac5d-423a-be9a-97cb7c4c49b7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:40.649873 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2fc1943a-a924-456c-a552-c0a0353d5927 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "GET /v2.0/routers/e0396783-cbe2-48cf-8ead-f8580fac0bb9 HTTP/1.1" status: 200 len: 925 time: 0.3452954 Apr 20 15:45:40.652593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58446) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:40.672482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4e94a1cf-ac5d-423a-be9a-97cb7c4c49b7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:40.702612 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17ff6bae-3b3f-43e7-bac3-4053dde4cc4d req-996d7013-aa5b-448a-b99d-1e10004917fa tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943889 Apr 20 15:45:40.704698 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b862696c-f904-437f-a9f4-71c0e2512842 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0396783-cbe2-48cf-8ead-f8580fac0bb9 HTTP/1.1" status: 200 len: 205 time: 0.0510156 Apr 20 15:45:40.708452 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58450) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:40.730270 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e94a1cf-ac5d-423a-be9a-97cb7c4c49b7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Made reservation on behalf of 25f72d9cad3e4e83b07af4072ea5ade2 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:40.733782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e94a1cf-ac5d-423a-be9a-97cb7c4c49b7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:40.846537 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e94a1cf-ac5d-423a-be9a-97cb7c4c49b7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:45:40.957821 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e94a1cf-ac5d-423a-be9a-97cb7c4c49b7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:40.958191 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-4e94a1cf-ac5d-423a-be9a-97cb7c4c49b7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Added segment 01c5d6e3-43e1-4d91-a31b-a72f1461c752 of type vlan for network 472c775b-3624-416e-9758-b66a5d1327b2 Apr 20 15:45:40.991203 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b80024b7-bcc5-4caf-8390-07f45b8bf779 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:41.008480 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-23c5deee-4aa6-4a08-a907-c1a038f205dc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:41.046844 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e94a1cf-ac5d-423a-be9a-97cb7c4c49b7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:41.065789 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c043a7fc-2b51-4928-8ebe-f41f04b8890a tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:41.220478 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-4e94a1cf-ac5d-423a-be9a-97cb7c4c49b7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:45:41.236322 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c043a7fc-2b51-4928-8ebe-f41f04b8890a tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Calling delete_port for fcc0f13c-4c93-481d-822a-cce4484b3d6d owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:41.275996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f33894bf-8213-4297-80be-2a1e7ad8e0c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:41.300230 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b80024b7-bcc5-4caf-8390-07f45b8bf779 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for eb32f9cb-b156-4f1b-a139-6a3fa434dd3d owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:41.315250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b63c82-a571-46f5-a116-d6b6ac52951c req-ddfa08a3-7581-4562-8b85-166958180d2a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:41.316766 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-38b63c82-a571-46f5-a116-d6b6ac52951c req-ddfa08a3-7581-4562-8b85-166958180d2a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.4679465 Apr 20 15:45:41.371191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e94a1cf-ac5d-423a-be9a-97cb7c4c49b7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:41.377062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e94a1cf-ac5d-423a-be9a-97cb7c4c49b7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:41.377661 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e94a1cf-ac5d-423a-be9a-97cb7c4c49b7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:41.516823 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-23c5deee-4aa6-4a08-a907-c1a038f205dc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:41.533913 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-23c5deee-4aa6-4a08-a907-c1a038f205dc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Deleting port 5272a3d2-9d9d-460a-b47a-eaf8e2de5147 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:41.534253 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-23c5deee-4aa6-4a08-a907-c1a038f205dc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:41.588711 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b80024b7-bcc5-4caf-8390-07f45b8bf779 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:41.657460 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80024b7-bcc5-4caf-8390-07f45b8bf779 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=eb32f9cb-b156-4f1b-a139-6a3fa434dd3d,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:41.666123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33894bf-8213-4297-80be-2a1e7ad8e0c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Subnet': ['ID=5ec1d114-e52b-4cf3-b539-df13ba2c6466,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:41.718528 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4e94a1cf-ac5d-423a-be9a-97cb7c4c49b7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1062868 Apr 20 15:45:41.718528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94a1cf-ac5d-423a-be9a-97cb7c4c49b7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event updated for resources: {'Network': ['ID=472c775b-3624-416e-9758-b66a5d1327b2,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:41.721389 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-38b63c82-a571-46f5-a116-d6b6ac52951c req-0eaa3e90-3b84-4f5b-b344-ddb66a42df4d tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3898542 Apr 20 15:45:41.723811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58456) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:41.741785 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 472c775b-3624-416e-9758-b66a5d1327b2 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:45:41.743697 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-36023c8f-9e60-4a2b-a55d-6ac994346edf tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1591541122'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:41.751432 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33894bf-8213-4297-80be-2a1e7ad8e0c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Checking segment: {'id': '3afa07ec-62c2-42db-bbe1-6f53c7be3fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '53dcf02a-d18d-4426-aeee-d46931786cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:41.751820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33894bf-8213-4297-80be-2a1e7ad8e0c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network hostable DHCP agents. Network: 53dcf02a-d18d-4426-aeee-d46931786cb6, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:45:41.758188 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b80024b7-bcc5-4caf-8390-07f45b8bf779 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:41.758560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-36023c8f-9e60-4a2b-a55d-6ac994346edf tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:41.766523 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-36023c8f-9e60-4a2b-a55d-6ac994346edf tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Usage tracker for resource:network and tenant:25f72d9cad3e4e83b07af4072ea5ade2 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:41.771632 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-36023c8f-9e60-4a2b-a55d-6ac994346edf tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:41.784097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-36023c8f-9e60-4a2b-a55d-6ac994346edf tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:41.795188 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b80024b7-bcc5-4caf-8390-07f45b8bf779 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/eb32f9cb-b156-4f1b-a139-6a3fa434dd3d HTTP/1.1" status: 204 len: 168 time: 1.5335810 Apr 20 15:45:41.796362 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58462) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:41.812175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36023c8f-9e60-4a2b-a55d-6ac994346edf tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Made reservation on behalf of 25f72d9cad3e4e83b07af4072ea5ade2 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:41.819273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-36023c8f-9e60-4a2b-a55d-6ac994346edf tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:41.832572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c043a7fc-2b51-4928-8ebe-f41f04b8890a tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:41.834191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33894bf-8213-4297-80be-2a1e7ad8e0c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Network 53dcf02a-d18d-4426-aeee-d46931786cb6 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:45:41.900980 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-23c5deee-4aa6-4a08-a907-c1a038f205dc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:41.911813 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043a7fc-2b51-4928-8ebe-f41f04b8890a tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event deleted for resources: {'Port': ['ID=fcc0f13c-4c93-481d-822a-cce4484b3d6d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:41.920709 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f33894bf-8213-4297-80be-2a1e7ad8e0c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 53dcf02a-d18d-4426-aeee-d46931786cb6) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:41.945405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db6a8c8-67aa-44a9-8ab0-37d8bec658f4 None None] Network 53dcf02a-d18d-4426-aeee-d46931786cb6 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:41.993354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33894bf-8213-4297-80be-2a1e7ad8e0c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:41.993968 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f33894bf-8213-4297-80be-2a1e7ad8e0c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:42.000985 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36023c8f-9e60-4a2b-a55d-6ac994346edf tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:45:42.045127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-36023c8f-9e60-4a2b-a55d-6ac994346edf tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:42.045543 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-36023c8f-9e60-4a2b-a55d-6ac994346edf tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Added segment a7f08b09-a9f8-4f87-b8f6-91f3893116c4 of type vlan for network e6a21359-cc56-4a01-8787-88dc4b7ad887 Apr 20 15:45:42.065743 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-23c5deee-4aa6-4a08-a907-c1a038f205dc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Calling delete_port for 5272a3d2-9d9d-460a-b47a-eaf8e2de5147 owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:42.067415 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c043a7fc-2b51-4928-8ebe-f41f04b8890a tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:42.072111 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c043a7fc-2b51-4928-8ebe-f41f04b8890a tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "DELETE /v2.0/ports/fcc0f13c-4c93-481d-822a-cce4484b3d6d HTTP/1.1" status: 204 len: 168 time: 1.7126503 Apr 20 15:45:42.073852 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f33894bf-8213-4297-80be-2a1e7ad8e0c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1503029 Apr 20 15:45:42.074685 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58466) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:42.111930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58468) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:42.117017 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9d099c-7406-4f24-9b02-afe1bc702dfc tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:42.118513 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9d099c-7406-4f24-9b02-afe1bc702dfc tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:42.119267 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5f9d099c-7406-4f24-9b02-afe1bc702dfc tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:42.139118 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-abde078b-c25b-4eb0-b3e6-c576d01c8626 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] GET failed (client error): The resource could not be found. Apr 20 15:45:42.140223 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-abde078b-c25b-4eb0-b3e6-c576d01c8626 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Synchronizing usage tracker for tenant:3681acc76aad4209bb33e0138b3b114b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:42.146312 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-36023c8f-9e60-4a2b-a55d-6ac994346edf tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:42.152942 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-173ead5f-da63-4cfb-b829-6077c3971e64 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:42.182623 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-abde078b-c25b-4eb0-b3e6-c576d01c8626 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Unset dirty status for tenant:3681acc76aad4209bb33e0138b3b114b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:42.188127 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-abde078b-c25b-4eb0-b3e6-c576d01c8626 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "GET /v2.0/ports/fcc0f13c-4c93-481d-822a-cce4484b3d6d HTTP/1.1" status: 404 len: 333 time: 0.1111155 Apr 20 15:45:42.188748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58476) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:42.277532 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5f9d099c-7406-4f24-9b02-afe1bc702dfc tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:42.281045 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5f9d099c-7406-4f24-9b02-afe1bc702dfc tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4837387 Apr 20 15:45:42.303938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58480) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:42.312281 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-53dcf02a-d18d-4426-aeee-d46931786cb6', 'network_id': '53dcf02a-d18d-4426-aeee-d46931786cb6', 'tenant_id': 'd344c24002824265858fc3a192d82b8a', 'fixed_ips': [{'subnet_id': '5ec1d114-e52b-4cf3-b539-df13ba2c6466'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:45:42.313109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:42.317979 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-36023c8f-9e60-4a2b-a55d-6ac994346edf tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:42.323293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36023c8f-9e60-4a2b-a55d-6ac994346edf tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:42.323914 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-36023c8f-9e60-4a2b-a55d-6ac994346edf tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:42.378943 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-173ead5f-da63-4cfb-b829-6077c3971e64 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2445645'] for subnet, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:42.417491 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-997d264b-86fe-47ae-9573-5f12d0736f40 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Deleting port 83d591cf-bc79-447a-bb61-963b1505b1c5 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:42.417842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-997d264b-86fe-47ae-9573-5f12d0736f40 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:42.518943 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 20 15:45:42.518943 dv-neutron-838699-1-hyperv neutron-server[88170]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 20 15:45:42.518943 dv-neutron-838699-1-hyperv neutron-server[88170]: [parameters: {'in_use': 1, 'id_1': '5ec1d114-e52b-4cf3-b539-df13ba2c6466'}] Apr 20 15:45:42.518943 dv-neutron-838699-1-hyperv neutron-server[88170]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:45:42.519432 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:45:42.519914 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-36023c8f-9e60-4a2b-a55d-6ac994346edf tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7904925 Apr 20 15:45:42.524794 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58484) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:42.560062 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-23c5deee-4aa6-4a08-a907-c1a038f205dc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:42.565897 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36023c8f-9e60-4a2b-a55d-6ac994346edf tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event updated for resources: {'Network': ['ID=e6a21359-cc56-4a01-8787-88dc4b7ad887,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:42.567616 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Request body: {'ports': [{'network_id': '472c775b-3624-416e-9758-b66a5d1327b2', 'name': 'tempest-port--1477471912', 'admin_state_up': True}, {'network_id': 'e6a21359-cc56-4a01-8787-88dc4b7ad887', 'admin_state_up': False}]} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:42.567960 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Request body: {'port': {'network_id': '472c775b-3624-416e-9758-b66a5d1327b2', 'name': 'tempest-port--1477471912', 'admin_state_up': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:42.568441 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Request body: {'port': {'network_id': 'e6a21359-cc56-4a01-8787-88dc4b7ad887', 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:42.577513 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network e6a21359-cc56-4a01-8787-88dc4b7ad887 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:45:42.601452 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57e7f0d-baca-4682-a399-3b85786d2988 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 9cf75cfd-795d-41e6-974d-0a6790ac32f0 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:45:42.616975 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b57e7f0d-baca-4682-a399-3b85786d2988 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:42.691346 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5deee-4aa6-4a08-a907-c1a038f205dc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Pushing event deleted for resources: {'Port': ['ID=5272a3d2-9d9d-460a-b47a-eaf8e2de5147,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:42.764087 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b57e7f0d-baca-4682-a399-3b85786d2988 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:42.803134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32625e1f-be60-42b4-afb1-a327ce1dda3b req-3833ebeb-82a9-4899-93cd-389733b4c6d7 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:42.804757 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-32625e1f-be60-42b4-afb1-a327ce1dda3b req-3833ebeb-82a9-4899-93cd-389733b4c6d7 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.5590317 Apr 20 15:45:42.928867 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-32625e1f-be60-42b4-afb1-a327ce1dda3b req-2ba36ef5-ace9-4b24-b300-e7f6e6d2e61b tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129606 Apr 20 15:45:42.947090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-997d264b-86fe-47ae-9573-5f12d0736f40 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.020837 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.067937 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-23c5deee-4aa6-4a08-a907-c1a038f205dc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.073813 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b57e7f0d-baca-4682-a399-3b85786d2988 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.111753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-997d264b-86fe-47ae-9573-5f12d0736f40 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Calling delete_port for 83d591cf-bc79-447a-bb61-963b1505b1c5 owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:43.193487 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-173ead5f-da63-4cfb-b829-6077c3971e64 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763611962628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3139670'] for subnet, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.220442 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Allocated IP 2001:db8::3 (53dcf02a-d18d-4426-aeee-d46931786cb6/5ec1d114-e52b-4cf3-b539-df13ba2c6466/66e181f9-7c46-46af-b806-65f49c2fc157) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:43.339566 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-23c5deee-4aa6-4a08-a907-c1a038f205dc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.347436 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-23c5deee-4aa6-4a08-a907-c1a038f205dc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.362679 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173ead5f-da63-4cfb-b829-6077c3971e64 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:43.363507 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-173ead5f-da63-4cfb-b829-6077c3971e64 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.364955 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-173ead5f-da63-4cfb-b829-6077c3971e64 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "PUT /v2.0/subnets/5ec1d114-e52b-4cf3-b539-df13ba2c6466 HTTP/1.1" status: 200 len: 900 time: 1.2519219 Apr 20 15:45:43.373169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58490) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:43.379436 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:43.388633 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Usage tracker for resource:port and tenant:25f72d9cad3e4e83b07af4072ea5ade2 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:43.393846 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:43.400125 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ead5f-da63-4cfb-b829-6077c3971e64 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event updated for resources: {'Subnet': ['ID=5ec1d114-e52b-4cf3-b539-df13ba2c6466,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:43.402864 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:43.406051 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-23c5deee-4aa6-4a08-a907-c1a038f205dc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.406781 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c5deee-4aa6-4a08-a907-c1a038f205dc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Fanout notify agent at l3_agent the message router_deleted on router e0396783-cbe2-48cf-8ead-f8580fac0bb9 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:45:43.435282 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Made reservation on behalf of 25f72d9cad3e4e83b07af4072ea5ade2 for: {'port': 2} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:43.440293 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.459196 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-23c5deee-4aa6-4a08-a907-c1a038f205dc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.460339 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-23c5deee-4aa6-4a08-a907-c1a038f205dc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "DELETE /v2.0/routers/e0396783-cbe2-48cf-8ead-f8580fac0bb9 HTTP/1.1" status: 204 len: 168 time: 2.7510016 Apr 20 15:45:43.464022 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.467712 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58494) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:43.470704 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.483673 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2145133192', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'enable_snat': False}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:43.491994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:43.526902 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Usage tracker for resource:router and tenant:366ba500bc35444898cd401ca88ff8c0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:43.534206 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:43.537914 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b57e7f0d-baca-4682-a399-3b85786d2988 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.550940 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:43.609215 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b57e7f0d-baca-4682-a399-3b85786d2988 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.615073 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcc5385-59bd-4de1-ab5f-5df16edc5c61 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:43.620943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e7f0d-baca-4682-a399-3b85786d2988 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf75cfd-795d-41e6-974d-0a6790ac32f0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:43.622862 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.624442 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.652623 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbe892-8834-406d-90dd-2944239a22e4 req-1e24a0a7-ec7c-46f1-bee1-0ad553ce338d tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:43.654088 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-33dbe892-8834-406d-90dd-2944239a22e4 req-1e24a0a7-ec7c-46f1-bee1-0ad553ce338d tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.5818505 Apr 20 15:45:43.691530 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Transition to ACTIVE for port object 66e181f9-7c46-46af-b806-65f49c2fc157 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:43.692157 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b57e7f0d-baca-4682-a399-3b85786d2988 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/9cf75cfd-795d-41e6-974d-0a6790ac32f0 HTTP/1.1" status: 204 len: 168 time: 1.3826046 Apr 20 15:45:43.692955 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-997d264b-86fe-47ae-9573-5f12d0736f40 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.694876 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58498) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:43.742990 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Transition to ACTIVE for port object 66e181f9-7c46-46af-b806-65f49c2fc157 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:43.745819 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.766926 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.776147 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.788831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d264b-86fe-47ae-9573-5f12d0736f40 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event deleted for resources: {'Port': ['ID=83d591cf-bc79-447a-bb61-963b1505b1c5,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:43.789840 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] device_id is not set on port 61a0045b-461b-494e-8c15-2f215d05b5ac yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:45:43.875381 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-33dbe892-8834-406d-90dd-2944239a22e4 req-c6daaefb-3741-4897-b660-bc83b79acbaa tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124598 Apr 20 15:45:43.878528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Deleting port 66e181f9-7c46-46af-b806-65f49c2fc157 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:43.878870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.920146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.950806 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-997d264b-86fe-47ae-9573-5f12d0736f40 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.955807 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-997d264b-86fe-47ae-9573-5f12d0736f40 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "DELETE /v2.0/ports/83d591cf-bc79-447a-bb61-963b1505b1c5 HTTP/1.1" status: 204 len: 168 time: 1.7632802 Apr 20 15:45:43.956484 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Pushing event updated for resources: {'Port': ['ID=66e181f9-7c46-46af-b806-65f49c2fc157,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:43.956614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58504) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:44.011581 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Network 53dcf02a-d18d-4426-aeee-d46931786cb6 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:44.013904 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:44.016444 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:44.069113 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7ef573ab-70ed-4f5f-a6f4-336e7c2872ce tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3722913 Apr 20 15:45:44.073596 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58508) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:44.080644 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] device_id is not set on port 4601f361-dd2a-402e-89ea-b1ab30f34bbd yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:45:44.087229 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-25beffe1-03f2-4c50-8353-f41a5d3ad44c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:44.124806 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Attempting to bind port 66e181f9-7c46-46af-b806-65f49c2fc157 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:45:44.125438 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Attempting to bind port 66e181f9-7c46-46af-b806-65f49c2fc157 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '3afa07ec-62c2-42db-bbe1-6f53c7be3fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '53dcf02a-d18d-4426-aeee-d46931786cb6'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:45:44.125540 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Attempting to bind port 66e181f9-7c46-46af-b806-65f49c2fc157 on network 53dcf02a-d18d-4426-aeee-d46931786cb6 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:45:44.135165 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:45:44.135520 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Checking segment: {'id': '3afa07ec-62c2-42db-bbe1-6f53c7be3fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '53dcf02a-d18d-4426-aeee-d46931786cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:44.136316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:44.136316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Bound using segment: {'id': '3afa07ec-62c2-42db-bbe1-6f53c7be3fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '53dcf02a-d18d-4426-aeee-d46931786cb6'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:45:44.136784 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Bound port: 66e181f9-7c46-46af-b806-65f49c2fc157, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afa07ec-62c2-42db-bbe1-6f53c7be3fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '53dcf02a-d18d-4426-aeee-d46931786cb6'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:45:44.137124 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:44.224378 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d7ff5a-1dbf-4623-a4ba-70ef27ec21a3 None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:45:44.244290 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-d3d7ff5a-1dbf-4623-a4ba-70ef27ec21a3 None None] Deleting port 80e22988-89dc-458e-bc59-9a32bdd79388 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:44.244654 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d3d7ff5a-1dbf-4623-a4ba-70ef27ec21a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:44.248356 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0fd8e17-94bb-4674-8059-c7bf5213f1cf tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Deleting subnet c8a733a9-c41c-48b5-ac2f-e6fdf7e6a7ba {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:45:44.260244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0fd8e17-94bb-4674-8059-c7bf5213f1cf tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:44.285498 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] For port 66e181f9-7c46-46af-b806-65f49c2fc157, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:45:44.303230 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] For port 66e181f9-7c46-46af-b806-65f49c2fc157, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=66e181f9-7c46-46af-b806-65f49c2fc157,segment=NetworkSegment(3afa07ec-62c2-42db-bbe1-6f53c7be3fba),segment_id=3afa07ec-62c2-42db-bbe1-6f53c7be3fba)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:45:44.340083 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:44.356641 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0fd8e17-94bb-4674-8059-c7bf5213f1cf tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:44.382997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] For port 66e181f9-7c46-46af-b806-65f49c2fc157, host dv-neutron-838699-1-hyperv, got binding levels [] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:44.383639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:44.424795 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-25beffe1-03f2-4c50-8353-f41a5d3ad44c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:44.520482 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44ddd7-e582-4ca4-91b4-fe758d9cb135 None None] Pushing event updated for resources: {'Port': ['ID=66e181f9-7c46-46af-b806-65f49c2fc157,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:44.541858 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d3d7ff5a-1dbf-4623-a4ba-70ef27ec21a3 None None] For port 80e22988-89dc-458e-bc59-9a32bdd79388, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=80e22988-89dc-458e-bc59-9a32bdd79388,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:44.542258 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d3d7ff5a-1dbf-4623-a4ba-70ef27ec21a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:44.542840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Calling delete_port for 66e181f9-7c46-46af-b806-65f49c2fc157 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:44.611708 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-25beffe1-03f2-4c50-8353-f41a5d3ad44c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:44.614423 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9c59-fef7-4dbe-95da-ccdc25dbc8c4 req-51366834-a0f6-444d-8349-6a11b204cf57 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:44.623924 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-25beffe1-03f2-4c50-8353-f41a5d3ad44c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:44.624246 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-841c9c59-fef7-4dbe-95da-ccdc25dbc8c4 req-51366834-a0f6-444d-8349-6a11b204cf57 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.5748231 Apr 20 15:45:44.628775 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:44.639668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-25beffe1-03f2-4c50-8353-f41a5d3ad44c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:44.680905 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-d3d7ff5a-1dbf-4623-a4ba-70ef27ec21a3 None None] Calling delete_port for 80e22988-89dc-458e-bc59-9a32bdd79388 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:44.710456 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25beffe1-03f2-4c50-8353-f41a5d3ad44c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:44.715163 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25beffe1-03f2-4c50-8353-f41a5d3ad44c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:44.749687 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-841c9c59-fef7-4dbe-95da-ccdc25dbc8c4 req-b4089981-5480-405f-a4d5-2c45ca155829 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245863 Apr 20 15:45:44.763313 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:45:44.764033 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:45:44.767673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0fd8e17-94bb-4674-8059-c7bf5213f1cf tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:44.810808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:44.853817 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d3d7ff5a-1dbf-4623-a4ba-70ef27ec21a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:44.898757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0fd8e17-94bb-4674-8059-c7bf5213f1cf tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:44.924543 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:44.929799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7ff5a-1dbf-4623-a4ba-70ef27ec21a3 None None] Pushing event deleted for resources: {'Port': ['ID=80e22988-89dc-458e-bc59-9a32bdd79388,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:44.936599 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d7ff5a-1dbf-4623-a4ba-70ef27ec21a3 None None] No DVR routers for this DVR port 80e22988-89dc-458e-bc59-9a32bdd79388 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:45:44.983111 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd8e17-94bb-4674-8059-c7bf5213f1cf tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a733a9-c41c-48b5-ac2f-e6fdf7e6a7ba,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:44.995665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0fd8e17-94bb-4674-8059-c7bf5213f1cf tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:45.002112 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d40de10-0819-47e4-8fb9-b2749d3bb908 None None] Network 0429a4b2-0537-4864-8024-404bb9e198c0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:45.022682 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c0fd8e17-94bb-4674-8059-c7bf5213f1cf tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "DELETE /v2.0/subnets/c8a733a9-c41c-48b5-ac2f-e6fdf7e6a7ba HTTP/1.1" status: 204 len: 168 time: 1.0571146 Apr 20 15:45:45.025657 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58516) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:45.037451 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:45.187381 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:45.206027 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event updated for resources: {'Port': ['ID=61a0045b-461b-494e-8c15-2f215d05b5ac,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:45.265614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Deleting port 66e181f9-7c46-46af-b806-65f49c2fc157 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:45.266214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:45.349619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Checking segment: {'id': '01c5d6e3-43e1-4d91-a31b-a72f1461c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '472c775b-3624-416e-9758-b66a5d1327b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:45.349833 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Network hostable DHCP agents. Network: 472c775b-3624-416e-9758-b66a5d1327b2, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:45:45.424028 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 66e181f9-7c46-46af-b806-65f49c2fc157 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:45.482557 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211a0487-4628-41e8-88eb-80fbd934adf8 None None] DHCP port deletion for 0429a4b2-0537-4864-8024-404bb9e198c0 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:45:45.500626 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-211a0487-4628-41e8-88eb-80fbd934adf8 None None] Deleting port 4d37670d-99fb-4a6b-a7dd-8481c8238289 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:45.500818 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-211a0487-4628-41e8-88eb-80fbd934adf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:45.506584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Deleting port 4d37670d-99fb-4a6b-a7dd-8481c8238289 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:45.507071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:45.529118 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25beffe1-03f2-4c50-8353-f41a5d3ad44c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:45.575064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25beffe1-03f2-4c50-8353-f41a5d3ad44c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:45.576052 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Network 472c775b-3624-416e-9758-b66a5d1327b2 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:45:45.585499 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-25beffe1-03f2-4c50-8353-f41a5d3ad44c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:45.589324 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25beffe1-03f2-4c50-8353-f41a5d3ad44c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:45.589920 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25beffe1-03f2-4c50-8353-f41a5d3ad44c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:45.603706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7a3dc7-5ced-44d1-bb16-7e39cc039725 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:45.630228 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:45.672529 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-25beffe1-03f2-4c50-8353-f41a5d3ad44c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5976665 Apr 20 15:45:45.679585 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 472c775b-3624-416e-9758-b66a5d1327b2) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:45.684145 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:45.685365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:45.694989 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58520) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:45.705937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27108c4-932d-495f-8251-475c607e7f8a None None] Network 472c775b-3624-416e-9758-b66a5d1327b2 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:45.777792 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03936be0-de84-4db8-93e3-9bfc97b0f016 req-c5a6d855-7ad4-461b-a7ee-f1b765d28ea4 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:45.779300 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03936be0-de84-4db8-93e3-9bfc97b0f016 req-c5a6d855-7ad4-461b-a7ee-f1b765d28ea4 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.5884435 Apr 20 15:45:45.805850 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-3247ca56-dc8a-4c6b-a966-7324c53c9c47 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'fixed_ips': [{'subnet_id': 'e88c5aa4-0913-4ab8-b1cd-0e034deeee53', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1936015918'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:45.820823 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event updated for resources: {'Port': ['ID=4601f361-dd2a-402e-89ea-b1ab30f34bbd,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:45.830970 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:45.889624 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8815819e-60aa-4bac-b3bf-5dcbeacd4635 None None] Network 53dcf02a-d18d-4426-aeee-d46931786cb6 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:45.901787 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 66e181f9-7c46-46af-b806-65f49c2fc157 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:45.987314 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25beffe1-03f2-4c50-8353-f41a5d3ad44c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=e88c5aa4-0913-4ab8-b1cd-0e034deeee53,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:45.999845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Checking segment: {'id': 'a7f08b09-a9f8-4f87-b8f6-91f3893116c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6a21359-cc56-4a01-8787-88dc4b7ad887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:46.000212 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Network hostable DHCP agents. Network: e6a21359-cc56-4a01-8787-88dc4b7ad887, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:45:46.008079 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] For port 4d37670d-99fb-4a6b-a7dd-8481c8238289, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4d37670d-99fb-4a6b-a7dd-8481c8238289,segment=NetworkSegment(3629c975-5648-402f-a59a-5e205be59648),segment_id=3629c975-5648-402f-a59a-5e205be59648)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:46.009937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:46.018771 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03936be0-de84-4db8-93e3-9bfc97b0f016 req-833dae84-8795-40ff-aa6d-542207a8e8ca tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141993 Apr 20 15:45:46.072309 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Network e6a21359-cc56-4a01-8787-88dc4b7ad887 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:45:46.084967 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-211a0487-4628-41e8-88eb-80fbd934adf8 None None] For port 4d37670d-99fb-4a6b-a7dd-8481c8238289, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4d37670d-99fb-4a6b-a7dd-8481c8238289,segment=NetworkSegment(3629c975-5648-402f-a59a-5e205be59648),segment_id=3629c975-5648-402f-a59a-5e205be59648)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:46.085448 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-211a0487-4628-41e8-88eb-80fbd934adf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:46.135246 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, e6a21359-cc56-4a01-8787-88dc4b7ad887) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:46.140156 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:46.146843 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:46.151855 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:46.152674 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:46.171899 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3247ca56-dc8a-4c6b-a966-7324c53c9c47 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:46.180098 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Calling delete_port for 4d37670d-99fb-4a6b-a7dd-8481c8238289 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:46.186700 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3247ca56-dc8a-4c6b-a966-7324c53c9c47 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:port and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:46.192079 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3247ca56-dc8a-4c6b-a966-7324c53c9c47 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:46.204495 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3247ca56-dc8a-4c6b-a966-7324c53c9c47 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:46.211911 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c5b975d3-846a-4c45-8a2a-f986d31e0d25 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6860871 Apr 20 15:45:46.219497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58526) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:46.226943 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Allocated IP 172.26.7.18 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/5adf4672-dd80-443a-8a39-1c26e0f04b8e) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:46.229604 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3247ca56-dc8a-4c6b-a966-7324c53c9c47 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:46.270791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 80e22988-89dc-458e-bc59-9a32bdd79388 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:45:46.294165 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bdfd49-2ce5-499c-9702-bb14fb92a5e5 None None] Network e6a21359-cc56-4a01-8787-88dc4b7ad887 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:46.296622 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] For port 66e181f9-7c46-46af-b806-65f49c2fc157, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=66e181f9-7c46-46af-b806-65f49c2fc157,segment=NetworkSegment(3afa07ec-62c2-42db-bbe1-6f53c7be3fba),segment_id=3afa07ec-62c2-42db-bbe1-6f53c7be3fba)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:46.296981 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:46.327196 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-211a0487-4628-41e8-88eb-80fbd934adf8 None None] Calling delete_port for 4d37670d-99fb-4a6b-a7dd-8481c8238289 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:46.360385 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0f4c629f-ae23-4afe-bfed-2126a2b46be8 None None] Provisioning for port 66e181f9-7c46-46af-b806-65f49c2fc157 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:46.444023 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Calling delete_port for 66e181f9-7c46-46af-b806-65f49c2fc157 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:46.458048 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3247ca56-dc8a-4c6b-a966-7324c53c9c47 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:46.463316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 80e22988-89dc-458e-bc59-9a32bdd79388 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:45:46.463813 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 80e22988-89dc-458e-bc59-9a32bdd79388 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:45:46.487034 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0f4c629f-ae23-4afe-bfed-2126a2b46be8 None None] Provisioning complete for port 66e181f9-7c46-46af-b806-65f49c2fc157 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:46.487382 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0f4c629f-ae23-4afe-bfed-2126a2b46be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:46.499469 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-3247ca56-dc8a-4c6b-a966-7324c53c9c47 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port 2fe08fa8-642b-418f-b320-40f4b89cec79 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:45:46.528610 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:46.598419 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event deleted for resources: {'Port': ['ID=4d37670d-99fb-4a6b-a7dd-8481c8238289,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:46.616454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34beedfa-283b-44a4-8aab-32e9661c5df8 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:46.622439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34beedfa-283b-44a4-8aab-32e9661c5df8 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:46.626973 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-34beedfa-283b-44a4-8aab-32e9661c5df8 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4036558 Apr 20 15:45:46.627672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58532) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:46.630599 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] No DVR routers for this DVR port 4d37670d-99fb-4a6b-a7dd-8481c8238289 on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:45:46.681840 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:46.771897 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': 'e88c5aa4-0913-4ab8-b1cd-0e034deeee53'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:45:46.772719 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:46.798298 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-3247ca56-dc8a-4c6b-a966-7324c53c9c47 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:45:46.798672 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3247ca56-dc8a-4c6b-a966-7324c53c9c47 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:45:46.805206 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:46.807443 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-211a0487-4628-41e8-88eb-80fbd934adf8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:45:46.807815 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-211a0487-4628-41e8-88eb-80fbd934adf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:45:46.860061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-86bc41dc-3e59-4838-924c-9f833421a79a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Deleting port 61a0045b-461b-494e-8c15-2f215d05b5ac {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:46.860401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-86bc41dc-3e59-4838-924c-9f833421a79a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:46.881933 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:46.893990 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:46.896975 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:46.904593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:46.919260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:46.937521 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3247ca56-dc8a-4c6b-a966-7324c53c9c47 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1382885 Apr 20 15:45:46.944006 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58536) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:46.944693 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Pushing event updated for resources: {'Port': ['ID=5adf4672-dd80-443a-8a39-1c26e0f04b8e,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:46.949547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c629f-ae23-4afe-bfed-2126a2b46be8 None None] Port 66e181f9-7c46-46af-b806-65f49c2fc157 update to ACTIVE by agent not found {{(pid=88170) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 20 15:45:46.994580 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Port': ['ID=66e181f9-7c46-46af-b806-65f49c2fc157,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:47.000653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0429a4b2-0537-4864-8024-404bb9e198c0']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:47.003638 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5c55212c-f6dc-46c9-8e6a-deff3eba0850 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:47.079486 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Allocated IP 2001:db8::2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/e88c5aa4-0913-4ab8-b1cd-0e034deeee53/eca93002-b8b8-48fb-9376-b8186775a90c) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:47.089792 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5c55212c-f6dc-46c9-8e6a-deff3eba0850 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:47.090967 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5c55212c-f6dc-46c9-8e6a-deff3eba0850 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1423199 Apr 20 15:45:47.094043 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58542) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:47.314140 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3565568a-43a2-4544-a7ee-517bde65c2b4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:47.315641 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3565568a-43a2-4544-a7ee-517bde65c2b4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:47.316441 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3565568a-43a2-4544-a7ee-517bde65c2b4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:47.338008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3629c975-5648-402f-a59a-5e205be59648') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:47.338311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3629c975-5648-402f-a59a-5e205be59648') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:47.385355 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:47.402340 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3565568a-43a2-4544-a7ee-517bde65c2b4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:47.402933 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Transition to ACTIVE for port object eca93002-b8b8-48fb-9376-b8186775a90c will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:47.403415 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3565568a-43a2-4544-a7ee-517bde65c2b4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3084590 Apr 20 15:45:47.416123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-211a0487-4628-41e8-88eb-80fbd934adf8 None None] Deleting port 4d37670d-99fb-4a6b-a7dd-8481c8238289 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:47.416510 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-211a0487-4628-41e8-88eb-80fbd934adf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:47.417760 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58546) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:47.441705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:47.453791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff633e5-ed8e-4e94-8b2b-22eeedd38a30 None None] Network 53dcf02a-d18d-4426-aeee-d46931786cb6 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:47.462272 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No DVR routers for this DVR port 66e181f9-7c46-46af-b806-65f49c2fc157 on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:45:47.496138 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4c343f-dd70-4c51-9c23-595e57070621 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet e88c5aa4-0913-4ab8-b1cd-0e034deeee53 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:45:47.515330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:47.524681 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4d37670d-99fb-4a6b-a7dd-8481c8238289 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:45:47.600878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:45:47.601443 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:47.612328 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:45:47.620338 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:45:47.646341 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 4d37670d-99fb-4a6b-a7dd-8481c8238289 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:45:47.646650 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4d37670d-99fb-4a6b-a7dd-8481c8238289 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:45:47.654745 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-211a0487-4628-41e8-88eb-80fbd934adf8 None None] The port '4d37670d-99fb-4a6b-a7dd-8481c8238289' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:45:47.659278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c76390ca-1780-40fe-a812-9fffd180e5b4 None None] Could not find standard attr ID for object 66e181f9-7c46-46af-b806-65f49c2fc157. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:45:47.746736 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:47.782312 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-86bc41dc-3e59-4838-924c-9f833421a79a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:47.802150 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Transition to ACTIVE for port object eca93002-b8b8-48fb-9376-b8186775a90c will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:47.814412 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:47.817201 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:47.848552 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc4c343f-dd70-4c51-9c23-595e57070621 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:47.875676 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:47.878410 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:47.886815 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:47.897375 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Pushing event updated for resources: {'Port': ['ID=eca93002-b8b8-48fb-9376-b8186775a90c,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:47.904299 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc4c343f-dd70-4c51-9c23-595e57070621 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:47.959798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:47.993461 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Attempting to bind port eca93002-b8b8-48fb-9376-b8186775a90c on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:45:47.994257 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Attempting to bind port eca93002-b8b8-48fb-9376-b8186775a90c by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:45:47.994838 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Attempting to bind port eca93002-b8b8-48fb-9376-b8186775a90c on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:45:48.003258 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:45:48.004153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:48.004153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:48.004530 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:45:48.005051 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Bound port: eca93002-b8b8-48fb-9376-b8186775a90c, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:45:48.006123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:48.036510 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-86bc41dc-3e59-4838-924c-9f833421a79a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Calling delete_port for 61a0045b-461b-494e-8c15-2f215d05b5ac owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:48.070717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] Pushing event deleted for resources: {'Network': ['ID=0429a4b2-0537-4864-8024-404bb9e198c0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:48.084654 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-071e1c4b-feb0-4ee6-b4e7-b93bb1282401 tempest-AllowedAddressPairTestJSON-1187646436 tempest-AllowedAddressPairTestJSON-1187646436-project] 10.222.0.13 "DELETE /v2.0/networks/0429a4b2-0537-4864-8024-404bb9e198c0 HTTP/1.1" status: 204 len: 168 time: 3.0576913 Apr 20 15:45:48.093560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928f87d-e597-4cb2-9f91-49d583aaac56 req-8dc38a5f-f18b-4f55-82a9-537054b01a44 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:48.096608 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc4c343f-dd70-4c51-9c23-595e57070621 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:48.102330 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5928f87d-e597-4cb2-9f91-49d583aaac56 req-8dc38a5f-f18b-4f55-82a9-537054b01a44 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.7663591 Apr 20 15:45:48.109141 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:48.171176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec1d114-e52b-4cf3-b539-df13ba2c6466,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:48.196245 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a866b1-c990-428c-a6c8-fd055b78f69e None None] Network 53dcf02a-d18d-4426-aeee-d46931786cb6 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:48.228624 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:48.328576 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5928f87d-e597-4cb2-9f91-49d583aaac56 req-847e6875-baa2-471a-9416-8d0ddfdbb009 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248311 Apr 20 15:45:48.347695 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:48.408729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53dcf02a-d18d-4426-aeee-d46931786cb6']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:48.422202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afa07ec-62c2-42db-bbe1-6f53c7be3fba') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:48.422497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afa07ec-62c2-42db-bbe1-6f53c7be3fba') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:48.436923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:48.445570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58556) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:48.460346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:48.468179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:45:48.468805 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:48.477450 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] For port eca93002-b8b8-48fb-9376-b8186775a90c, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:45:48.481269 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc4c343f-dd70-4c51-9c23-595e57070621 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:48.492019 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbcad73-8316-44f5-8d12-298438b78b45 None None] DHCP port deletion for 53dcf02a-d18d-4426-aeee-d46931786cb6 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:45:48.568182 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:45:48.589148 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c343f-dd70-4c51-9c23-595e57070621 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=e88c5aa4-0913-4ab8-b1cd-0e034deeee53,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:48.591654 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc4c343f-dd70-4c51-9c23-595e57070621 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:48.622179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:48.626991 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] For port eca93002-b8b8-48fb-9376-b8186775a90c, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=eca93002-b8b8-48fb-9376-b8186775a90c,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:45:48.633882 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cc4c343f-dd70-4c51-9c23-595e57070621 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/e88c5aa4-0913-4ab8-b1cd-0e034deeee53 HTTP/1.1" status: 204 len: 168 time: 1.2127740 Apr 20 15:45:48.635497 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58564) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:48.636140 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:48.665225 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:48.669007 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-86bc41dc-3e59-4838-924c-9f833421a79a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:48.680382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Network': ['ID=53dcf02a-d18d-4426-aeee-d46931786cb6,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:48.726596 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-63c6cd67-b684-4fb0-8595-73f240b35aab tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866063 Apr 20 15:45:48.726768 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5de3a1-25b7-4205-993b-51cf14f532da None None] Pushing event updated for resources: {'Port': ['ID=eca93002-b8b8-48fb-9376-b8186775a90c,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:48.732484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58568) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:48.739876 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-3927a496-8de8-4e98-a704-961418edd224 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:48.797888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc41dc-3e59-4838-924c-9f833421a79a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event deleted for resources: {'Port': ['ID=61a0045b-461b-494e-8c15-2f215d05b5ac,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:48.831026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-86bc41dc-3e59-4838-924c-9f833421a79a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:48.833575 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-86bc41dc-3e59-4838-924c-9f833421a79a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "DELETE /v2.0/ports/61a0045b-461b-494e-8c15-2f215d05b5ac HTTP/1.1" status: 204 len: 168 time: 2.2002249 Apr 20 15:45:48.837400 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58572) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:48.869267 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-54eac062-2e8e-4005-b893-55216d91a491 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3681acc76aad4209bb33e0138b3b114b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203198 Apr 20 15:45:48.871947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58576) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:48.881478 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-458cc691-6c55-47f5-94fe-bf7e071fb06c tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/networks/53dcf02a-d18d-4426-aeee-d46931786cb6 HTTP/1.1" status: 204 len: 168 time: 5.5023875 Apr 20 15:45:48.886540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58580) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:48.932155 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Router 27b19258-e1c9-47e3-8532-68cc57399181 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:45:48.944397 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a35b413-2d61-4113-922b-0ad283edbe3e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] DELETE failed (client error): The resource could not be found. Apr 20 15:45:48.944998 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a35b413-2d61-4113-922b-0ad283edbe3e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:45:48.950197 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3a35b413-2d61-4113-922b-0ad283edbe3e tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/subnets/5ec1d114-e52b-4cf3-b539-df13ba2c6466 HTTP/1.1" status: 404 len: 337 time: 0.0596006 Apr 20 15:45:48.954815 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58584) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:48.956208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3927a496-8de8-4e98-a704-961418edd224 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:48.970386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ed5f0293-a011-4632-ad78-c410f310c8b8 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Deleting port 4601f361-dd2a-402e-89ea-b1ab30f34bbd {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:48.971002 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0293-a011-4632-ad78-c410f310c8b8 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:48.993181 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3927a496-8de8-4e98-a704-961418edd224 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:49.035621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bda918-7b4b-4021-874a-bf0bf075dca0 req-a92fb0ef-046e-4090-96ac-e3ed586564b9 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:49.037202 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-78bda918-7b4b-4021-874a-bf0bf075dca0 req-a92fb0ef-046e-4090-96ac-e3ed586564b9 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.2818875 Apr 20 15:45:49.076251 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3927a496-8de8-4e98-a704-961418edd224 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:49.098003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3927a496-8de8-4e98-a704-961418edd224 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:49.103293 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-78bda918-7b4b-4021-874a-bf0bf075dca0 req-81a543dd-d0b6-45d6-a0fe-945e690b5458 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569625 Apr 20 15:45:49.116214 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb1ffa2-3539-4b0c-869c-04f2991427cb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] DELETE failed (client error): The resource could not be found. Apr 20 15:45:49.116708 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb1ffa2-3539-4b0c-869c-04f2991427cb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:45:49.118427 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2fb1ffa2-3539-4b0c-869c-04f2991427cb tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/networks/53dcf02a-d18d-4426-aeee-d46931786cb6 HTTP/1.1" status: 404 len: 339 time: 0.1589656 Apr 20 15:45:49.133301 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58588) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:49.174866 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3927a496-8de8-4e98-a704-961418edd224 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:49.178292 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3927a496-8de8-4e98-a704-961418edd224 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:49.270392 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e45bdee9-85dd-43c1-9306-5230e950d2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:49.332637 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device eca93002-b8b8-48fb-9376-b8186775a90c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:49.406488 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0293-a011-4632-ad78-c410f310c8b8 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:49.407983 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port eca93002-b8b8-48fb-9376-b8186775a90c completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:49.422790 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 66e181f9-7c46-46af-b806-65f49c2fc157 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:45:49.450384 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e45bdee9-85dd-43c1-9306-5230e950d2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:49.462924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 66e181f9-7c46-46af-b806-65f49c2fc157 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:45:49.463320 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 66e181f9-7c46-46af-b806-65f49c2fc157 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:45:49.472257 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e3762887-619c-43ae-b8ef-5a82e3f565c2 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:49.529482 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:45:49.540533 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Sync routers for ids ['27b19258-e1c9-47e3-8532-68cc57399181'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:45:49.543743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ed5f0293-a011-4632-ad78-c410f310c8b8 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Calling delete_port for 4601f361-dd2a-402e-89ea-b1ab30f34bbd owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:49.556351 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Routers {'27b19258-e1c9-47e3-8532-68cc57399181'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:49.558369 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['27b19258-e1c9-47e3-8532-68cc57399181'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:49.636299 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:49.640362 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4630fc21-587c-4d57-a254-6dc34333bb79 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1715112 Apr 20 15:45:49.641262 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58592) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:49.700281 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0293-a011-4632-ad78-c410f310c8b8 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:49.743095 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e45bdee9-85dd-43c1-9306-5230e950d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:49.783520 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f0293-a011-4632-ad78-c410f310c8b8 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event deleted for resources: {'Port': ['ID=4601f361-dd2a-402e-89ea-b1ab30f34bbd,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:49.787163 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e3762887-619c-43ae-b8ef-5a82e3f565c2 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:49.789092 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0293-a011-4632-ad78-c410f310c8b8 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:49.795858 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e45bdee9-85dd-43c1-9306-5230e950d2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:49.800190 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ed5f0293-a011-4632-ad78-c410f310c8b8 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "DELETE /v2.0/ports/4601f361-dd2a-402e-89ea-b1ab30f34bbd HTTP/1.1" status: 204 len: 168 time: 0.9614267 Apr 20 15:45:49.802076 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Set router 27b19258-e1c9-47e3-8532-68cc57399181 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:45:49.803590 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58598) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:49.808798 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e45bdee9-85dd-43c1-9306-5230e950d2d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81c940b8-6b40-4847-88bd-020a4d1c5325 HTTP/1.1" status: 204 len: 168 time: 0.9268460 Apr 20 15:45:49.820866 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bdee9-85dd-43c1-9306-5230e950d2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c940b8-6b40-4847-88bd-020a4d1c5325,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:49.863034 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-e3762887-619c-43ae-b8ef-5a82e3f565c2 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96319da2-0f8c-49b9-b8c6-449a45f848b0']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:49.925881 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-e3762887-619c-43ae-b8ef-5a82e3f565c2 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242727da-01bb-49cc-bf5a-59ff168c487e') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:49.926545 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-e3762887-619c-43ae-b8ef-5a82e3f565c2 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242727da-01bb-49cc-bf5a-59ff168c487e') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:49.953807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6a2dd244-6b57-4ebf-80ad-ca0c88ce7f41 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Synchronizing usage tracker for tenant:25f72d9cad3e4e83b07af4072ea5ade2 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:49.974436 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e3762887-619c-43ae-b8ef-5a82e3f565c2 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:49.986990 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6a2dd244-6b57-4ebf-80ad-ca0c88ce7f41 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Unset dirty status for tenant:25f72d9cad3e4e83b07af4072ea5ade2 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:49.991854 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6a2dd244-6b57-4ebf-80ad-ca0c88ce7f41 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1837709 Apr 20 15:45:49.993000 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58604) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:50.005692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e80fc407-6422-4583-bb1d-67398835eba3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1357107536'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:50.016499 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f73b29e0-1001-49a8-b50f-5c770f59d62b tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "GET /v2.0/routers/27b19258-e1c9-47e3-8532-68cc57399181 HTTP/1.1" status: 200 len: 908 time: 0.3716416 Apr 20 15:45:50.016499 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e80fc407-6422-4583-bb1d-67398835eba3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:50.017611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58608) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:50.022482 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3927a496-8de8-4e98-a704-961418edd224 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.026501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2145133192', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'enable_snat': True}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:50.031612 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e80fc407-6422-4583-bb1d-67398835eba3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Usage tracker for resource:network and tenant:25f72d9cad3e4e83b07af4072ea5ade2 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:50.035219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e80fc407-6422-4583-bb1d-67398835eba3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:50.035965 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e3762887-619c-43ae-b8ef-5a82e3f565c2 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.045509 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:50.052217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e80fc407-6422-4583-bb1d-67398835eba3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:50.054444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Usage tracker for resource:router and tenant:366ba500bc35444898cd401ca88ff8c0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:50.059351 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:50.074231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:50.088915 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80fc407-6422-4583-bb1d-67398835eba3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Made reservation on behalf of 25f72d9cad3e4e83b07af4072ea5ade2 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:50.093384 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3927a496-8de8-4e98-a704-961418edd224 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:50.096673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e80fc407-6422-4583-bb1d-67398835eba3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.097023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3762887-619c-43ae-b8ef-5a82e3f565c2 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:45:50.097436 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e3762887-619c-43ae-b8ef-5a82e3f565c2 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.113913 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-3927a496-8de8-4e98-a704-961418edd224 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:50.118721 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3927a496-8de8-4e98-a704-961418edd224 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:50.119312 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3927a496-8de8-4e98-a704-961418edd224 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:45:50.122948 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:45:50.159948 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.165793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.198070 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b531d568-8d20-4489-9c7e-469bd3d4e87e None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:50.201880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80fc407-6422-4583-bb1d-67398835eba3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:45:50.241757 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b19258-e1c9-47e3-8532-68cc57399181', 'name': 'tempest-snat-router-2145133192', 'tenant_id': '366ba500bc35444898cd401ca88ff8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.18'}], 'enable_snat': False}, 'gw_port_id': '5adf4672-dd80-443a-8a39-1c26e0f04b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:45:43Z', 'updated_at': '2022-04-20T15:45:47Z', 'revision_number': 3, 'project_id': '366ba500bc35444898cd401ca88ff8c0', 'gw_port': {'id': '5adf4672-dd80-443a-8a39-1c26e0f04b8e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b19258-e1c9-47e3-8532-68cc57399181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:45:45Z', 'updated_at': '2022-04-20T15:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:50.244288 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.246283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e80fc407-6422-4583-bb1d-67398835eba3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.246283 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-e80fc407-6422-4583-bb1d-67398835eba3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Added segment 2d92d032-ca3b-49af-85c9-c41d2d011010 of type vlan for network 29b65192-778e-401a-9e13-2b5a69c8e2db Apr 20 15:45:50.256436 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Checking router: 27b19258-e1c9-47e3-8532-68cc57399181 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:45:50.256797 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Updating router 27b19258-e1c9-47e3-8532-68cc57399181 port 5adf4672-dd80-443a-8a39-1c26e0f04b8e binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:45:50.363329 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.400199 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e80fc407-6422-4583-bb1d-67398835eba3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.453440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e80fc407-6422-4583-bb1d-67398835eba3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.454505 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e3762887-619c-43ae-b8ef-5a82e3f565c2 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.466279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80fc407-6422-4583-bb1d-67398835eba3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:50.466979 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e80fc407-6422-4583-bb1d-67398835eba3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.483915 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e3762887-619c-43ae-b8ef-5a82e3f565c2 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.486163 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e3762887-619c-43ae-b8ef-5a82e3f565c2 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/networks/96319da2-0f8c-49b9-b8c6-449a45f848b0 HTTP/1.1" status: 204 len: 168 time: 1.3519168 Apr 20 15:45:50.491791 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58622) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:50.492955 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3762887-619c-43ae-b8ef-5a82e3f565c2 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Network': ['ID=96319da2-0f8c-49b9-b8c6-449a45f848b0,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:50.497441 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3927a496-8de8-4e98-a704-961418edd224 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7634113 Apr 20 15:45:50.498659 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927a496-8de8-4e98-a704-961418edd224 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=7133744f-503e-4ec4-9d57-9f50698aadfa,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:50.502690 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58626) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:50.548908 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-9098428a-6151-469c-a5e0-e1b0e68b66cb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-622046648', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:50.559080 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc14ae4-b3ac-460c-98ac-17ad89f3fb19 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] DELETE failed (client error): The resource could not be found. Apr 20 15:45:50.559812 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc14ae4-b3ac-460c-98ac-17ad89f3fb19 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:45:50.562211 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2bc14ae4-b3ac-460c-98ac-17ad89f3fb19 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/subnets/583c0567-2444-4b2b-9345-c1c91a9089eb HTTP/1.1" status: 404 len: 337 time: 0.0670807 Apr 20 15:45:50.563716 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9098428a-6151-469c-a5e0-e1b0e68b66cb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:50.566156 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58630) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:50.590529 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-92e879a0-df76-487c-8118-232a7d7a6bf8 None None] Provisioning for port eca93002-b8b8-48fb-9376-b8186775a90c completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:50.595568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9098428a-6151-469c-a5e0-e1b0e68b66cb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:router and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:50.600498 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9098428a-6151-469c-a5e0-e1b0e68b66cb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:50.607371 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-84031dd1-e1b0-4327-bf2e-d6069e91d1d0 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] DELETE failed (client error): The resource could not be found. Apr 20 15:45:50.608590 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84031dd1-e1b0-4327-bf2e-d6069e91d1d0 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:45:50.610869 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-84031dd1-e1b0-4327-bf2e-d6069e91d1d0 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/networks/0d70f096-2369-4c1a-825d-7e95196946a0 HTTP/1.1" status: 404 len: 339 time: 0.0435236 Apr 20 15:45:50.612878 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9098428a-6151-469c-a5e0-e1b0e68b66cb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:50.615347 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58636) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:50.631460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-92e879a0-df76-487c-8118-232a7d7a6bf8 None None] Provisioning complete for port eca93002-b8b8-48fb-9376-b8186775a90c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:50.633795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-92e879a0-df76-487c-8118-232a7d7a6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.723667 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec75096-dc06-4d16-8616-73c238928520 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Deleting subnet 84790584-1e11-44b9-82fc-ecf0fb39606b {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:45:50.728693 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5ec75096-dc06-4d16-8616-73c238928520 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.784529 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9098428a-6151-469c-a5e0-e1b0e68b66cb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.786261 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9098428a-6151-469c-a5e0-e1b0e68b66cb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.840375 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9098428a-6151-469c-a5e0-e1b0e68b66cb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.857094 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5ec75096-dc06-4d16-8616-73c238928520 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.905439 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-92e879a0-df76-487c-8118-232a7d7a6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.926603 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9098428a-6151-469c-a5e0-e1b0e68b66cb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.954994 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-92e879a0-df76-487c-8118-232a7d7a6bf8 None None] For port eca93002-b8b8-48fb-9376-b8186775a90c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=eca93002-b8b8-48fb-9376-b8186775a90c,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:50.961590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-92e879a0-df76-487c-8118-232a7d7a6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.983963 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9098428a-6151-469c-a5e0-e1b0e68b66cb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:50.985150 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9098428a-6151-469c-a5e0-e1b0e68b66cb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4495549 Apr 20 15:45:50.989904 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58646) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:50.993626 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:51.019141 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Transition to ACTIVE for port object 5adf4672-dd80-443a-8a39-1c26e0f04b8e will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:51.028708 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:51.055260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:51.068077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e879a0-df76-487c-8118-232a7d7a6bf8 None None] Pushing event updated for resources: {'Port': ['ID=eca93002-b8b8-48fb-9376-b8186775a90c,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:51.072418 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e80fc407-6422-4583-bb1d-67398835eba3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0784094 Apr 20 15:45:51.088589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58650) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:51.097362 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-022e97d6-c09d-4e62-8153-d49481d10038 None None] Provisioning complete for port eca93002-b8b8-48fb-9376-b8186775a90c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:51.097986 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-022e97d6-c09d-4e62-8153-d49481d10038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:51.101184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58654) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:51.105913 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fc407-6422-4583-bb1d-67398835eba3 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event updated for resources: {'Network': ['ID=29b65192-778e-401a-9e13-2b5a69c8e2db,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:51.112117 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-30c8c192-997d-4243-8d33-dbfab1fb8bf7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1357927262'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:51.131547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 29b65192-778e-401a-9e13-2b5a69c8e2db details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:45:51.143539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-30c8c192-997d-4243-8d33-dbfab1fb8bf7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:51.157282 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db3610-ea1b-4372-bed6-b4f9af45795a None None] Pushing event updated for resources: {'Port': ['ID=5adf4672-dd80-443a-8a39-1c26e0f04b8e,revision_number=2']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:51.172739 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822c107-e978-45b8-842a-5d3ae777108d req-e96e29bc-f93e-4529-b668-660be8527814 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:51.174267 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2822c107-e978-45b8-842a-5d3ae777108d req-e96e29bc-f93e-4529-b668-660be8527814 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.8560936 Apr 20 15:45:51.175727 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-30c8c192-997d-4243-8d33-dbfab1fb8bf7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Usage tracker for resource:network and tenant:25f72d9cad3e4e83b07af4072ea5ade2 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:51.197899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-30c8c192-997d-4243-8d33-dbfab1fb8bf7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:51.199791 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db3610-ea1b-4372-bed6-b4f9af45795a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:51.202857 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db3610-ea1b-4372-bed6-b4f9af45795a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:51.203293 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db3610-ea1b-4372-bed6-b4f9af45795a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:51.203855 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db3610-ea1b-4372-bed6-b4f9af45795a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:51.204687 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db3610-ea1b-4372-bed6-b4f9af45795a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:51.207241 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db3610-ea1b-4372-bed6-b4f9af45795a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:51.208137 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db3610-ea1b-4372-bed6-b4f9af45795a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:51.209013 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db3610-ea1b-4372-bed6-b4f9af45795a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:51.210811 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db3610-ea1b-4372-bed6-b4f9af45795a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:51.211323 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db3610-ea1b-4372-bed6-b4f9af45795a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:51.212624 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db3610-ea1b-4372-bed6-b4f9af45795a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:51.213064 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db3610-ea1b-4372-bed6-b4f9af45795a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:51.220625 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Attempting to bind port 5adf4672-dd80-443a-8a39-1c26e0f04b8e on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:45:51.222812 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Attempting to bind port 5adf4672-dd80-443a-8a39-1c26e0f04b8e by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:45:51.223284 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Attempting to bind port 5adf4672-dd80-443a-8a39-1c26e0f04b8e on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:45:51.239051 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:45:51.240408 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:51.240905 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:51.241390 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:45:51.243537 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Bound port: 5adf4672-dd80-443a-8a39-1c26e0f04b8e, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:45:51.244648 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:51.308245 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-30c8c192-997d-4243-8d33-dbfab1fb8bf7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:51.335977 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device eca93002-b8b8-48fb-9376-b8186775a90c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:51.401701 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] For port 5adf4672-dd80-443a-8a39-1c26e0f04b8e, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:45:51.407913 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] For port 5adf4672-dd80-443a-8a39-1c26e0f04b8e, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=5adf4672-dd80-443a-8a39-1c26e0f04b8e,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:45:51.414930 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:51.427013 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5ec75096-dc06-4d16-8616-73c238928520 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:51.446632 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-7a0741d7-ccbd-4384-ac14-6a3f169388ff tempest-DvrRoutersNegativeTest-3374978 tempest-DvrRoutersNegativeTest-3374978-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-496862529', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:51.449430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.policy [None req-7a0741d7-ccbd-4384-ac14-6a3f169388ff tempest-DvrRoutersNegativeTest-3374978 tempest-DvrRoutersNegativeTest-3374978-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88168) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 20 15:45:51.449918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.policy [None req-7a0741d7-ccbd-4384-ac14-6a3f169388ff tempest-DvrRoutersNegativeTest-3374978 tempest-DvrRoutersNegativeTest-3374978-project] Failed policy enforce for 'create_router' {{(pid=88168) enforce /opt/stack/neutron/neutron/policy.py:528}} Apr 20 15:45:51.450229 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-7a0741d7-ccbd-4384-ac14-6a3f169388ff tempest-DvrRoutersNegativeTest-3374978 tempest-DvrRoutersNegativeTest-3374978-project] create failed (client error): Access was denied to this resource. Apr 20 15:45:51.462570 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7a0741d7-ccbd-4384-ac14-6a3f169388ff tempest-DvrRoutersNegativeTest-3374978 tempest-DvrRoutersNegativeTest-3374978-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3511384 Apr 20 15:45:51.523732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c8c192-997d-4243-8d33-dbfab1fb8bf7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Made reservation on behalf of 25f72d9cad3e4e83b07af4072ea5ade2 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:51.535245 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-30c8c192-997d-4243-8d33-dbfab1fb8bf7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:51.541729 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db3610-ea1b-4372-bed6-b4f9af45795a None None] Pushing event updated for resources: {'Port': ['ID=5adf4672-dd80-443a-8a39-1c26e0f04b8e,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:51.561577 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Routers {'27b19258-e1c9-47e3-8532-68cc57399181'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:51.562428 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['27b19258-e1c9-47e3-8532-68cc57399181'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:51.566270 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port eca93002-b8b8-48fb-9376-b8186775a90c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:51.566732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:51.574466 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2822c107-e978-45b8-842a-5d3ae777108d req-fbdacf26-a29e-4b5f-84b4-6c59cc9435b5 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3854272 Apr 20 15:45:51.675254 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c8c192-997d-4243-8d33-dbfab1fb8bf7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:45:51.714121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-30c8c192-997d-4243-8d33-dbfab1fb8bf7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:51.717953 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-30c8c192-997d-4243-8d33-dbfab1fb8bf7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Added segment 2146b13f-e1c5-4955-b1f0-a823120cd7d0 of type vlan for network 01e23fd3-a34b-4f27-900e-72a9df5d99f1 Apr 20 15:45:51.753769 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:51.772932 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-30c8c192-997d-4243-8d33-dbfab1fb8bf7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:51.797485 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] Set router 27b19258-e1c9-47e3-8532-68cc57399181 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:45:51.984478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58666) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:51.994465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5ec75096-dc06-4d16-8616-73c238928520 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:52.010094 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-30c8c192-997d-4243-8d33-dbfab1fb8bf7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:52.015405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c8c192-997d-4243-8d33-dbfab1fb8bf7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:52.016014 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-30c8c192-997d-4243-8d33-dbfab1fb8bf7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:52.037923 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5ec75096-dc06-4d16-8616-73c238928520 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:52.050498 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3013bf33-305e-4f53-9323-a9e4039e72f6 None None] Network e778f0ba-025d-454c-9867-02c2ebc5d2f4 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:52.058805 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec75096-dc06-4d16-8616-73c238928520 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Subnet': ['ID=84790584-1e11-44b9-82fc-ecf0fb39606b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:52.078055 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5ec75096-dc06-4d16-8616-73c238928520 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/subnets/84790584-1e11-44b9-82fc-ecf0fb39606b HTTP/1.1" status: 204 len: 168 time: 1.4609935 Apr 20 15:45:52.078720 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58672) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:52.182251 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a479c75-ab53-4b2a-97fa-5df75b5abb67 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Deleting subnet efd225ca-f041-4199-a7f8-0276953497b8 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:45:52.194096 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a479c75-ab53-4b2a-97fa-5df75b5abb67 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:52.196552 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-30c8c192-997d-4243-8d33-dbfab1fb8bf7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1028163 Apr 20 15:45:52.205049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8c192-997d-4243-8d33-dbfab1fb8bf7 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event updated for resources: {'Network': ['ID=01e23fd3-a34b-4f27-900e-72a9df5d99f1,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:52.220075 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9420007-e204-4f1c-ba23-1078f5549526 req-a4da7596-8fc9-4431-853e-c2ba04aae672 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:52.227116 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e9420007-e204-4f1c-ba23-1078f5549526 req-a4da7596-8fc9-4431-853e-c2ba04aae672 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.4603539 Apr 20 15:45:52.227799 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b19258-e1c9-47e3-8532-68cc57399181', 'name': 'tempest-snat-router-2145133192', 'tenant_id': '366ba500bc35444898cd401ca88ff8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.18'}], 'enable_snat': False}, 'gw_port_id': '5adf4672-dd80-443a-8a39-1c26e0f04b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:45:43Z', 'updated_at': '2022-04-20T15:45:47Z', 'revision_number': 3, 'project_id': '366ba500bc35444898cd401ca88ff8c0', 'gw_port': {'id': '5adf4672-dd80-443a-8a39-1c26e0f04b8e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b19258-e1c9-47e3-8532-68cc57399181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:45:45Z', 'updated_at': '2022-04-20T15:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:52.232810 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:52.234869 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 01e23fd3-a34b-4f27-900e-72a9df5d99f1 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:45:52.243941 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3d377-f904-4a87-af92-36a3e452d61c None None] The sync data for ids ['27b19258-e1c9-47e3-8532-68cc57399181'] in dv-neutron-838699-1-hyperv is: [{'id': '27b19258-e1c9-47e3-8532-68cc57399181', 'name': 'tempest-snat-router-2145133192', 'tenant_id': '366ba500bc35444898cd401ca88ff8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.18'}], 'enable_snat': False}, 'gw_port_id': '5adf4672-dd80-443a-8a39-1c26e0f04b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:45:43Z', 'updated_at': '2022-04-20T15:45:47Z', 'revision_number': 3, 'project_id': '366ba500bc35444898cd401ca88ff8c0', 'gw_port': {'id': '5adf4672-dd80-443a-8a39-1c26e0f04b8e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b19258-e1c9-47e3-8532-68cc57399181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:45:45Z', 'updated_at': '2022-04-20T15:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:45:52.299469 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:52.330859 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a479c75-ab53-4b2a-97fa-5df75b5abb67 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:52.359944 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58676) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:52.381586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Request body: {'subnets': [{'network_id': '29b65192-778e-401a-9e13-2b5a69c8e2db', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--596445974', 'ip_version': 4}, {'network_id': '01e23fd3-a34b-4f27-900e-72a9df5d99f1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:52.382052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Request body: {'subnet': {'network_id': '29b65192-778e-401a-9e13-2b5a69c8e2db', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--596445974', 'ip_version': 4}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:52.382737 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Request body: {'subnet': {'network_id': '01e23fd3-a34b-4f27-900e-72a9df5d99f1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:52.431498 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e9420007-e204-4f1c-ba23-1078f5549526 req-f7e70f5b-7179-474f-8d73-599dd0d83ee3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024622 Apr 20 15:45:52.553448 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a479c75-ab53-4b2a-97fa-5df75b5abb67 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:52.655988 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a479c75-ab53-4b2a-97fa-5df75b5abb67 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:52.696269 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a9b52b80-8a91-4533-9602-632bda00173a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:52.756675 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a479c75-ab53-4b2a-97fa-5df75b5abb67 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Subnet': ['ID=efd225ca-f041-4199-a7f8-0276953497b8,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:52.758826 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a479c75-ab53-4b2a-97fa-5df75b5abb67 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:52.772005 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Allocated IP 172.26.7.247 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/72428f40-9d3d-4c0a-8c0e-cb082560b146) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:52.777565 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a9b52b80-8a91-4533-9602-632bda00173a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:52.787937 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a9b52b80-8a91-4533-9602-632bda00173a admin admin] Usage tracker for resource:security_group_rule and tenant:2c97d7a2a4cb469b8b99844de5f838b7 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:52.793674 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a9b52b80-8a91-4533-9602-632bda00173a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:52.799523 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5a479c75-ab53-4b2a-97fa-5df75b5abb67 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/subnets/efd225ca-f041-4199-a7f8-0276953497b8 HTTP/1.1" status: 204 len: 168 time: 0.6853278 Apr 20 15:45:52.803061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a9b52b80-8a91-4533-9602-632bda00173a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:52.805019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58684) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:52.853728 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:52.920091 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::1 (f66047db-8bb8-4641-b4de-e5f9a3950b44/7133744f-503e-4ec4-9d57-9f50698aadfa/46c34365-0c1f-41a0-ace5-95336ec1c058) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:52.920500 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Usage tracker for resource:subnet and tenant:25f72d9cad3e4e83b07af4072ea5ade2 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:52.941909 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:52.954406 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:52.976741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4059804-0fa2-4e88-8647-880ed905cd2d req-70fc583e-0b57-4e19-8ba5-bfde6acf5b10 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:52.984561 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f4059804-0fa2-4e88-8647-880ed905cd2d req-70fc583e-0b57-4e19-8ba5-bfde6acf5b10 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.2832110 Apr 20 15:45:53.015836 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Made reservation on behalf of 25f72d9cad3e4e83b07af4072ea5ade2 for: {'subnet': 2} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:45:53.020791 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:53.021261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:53.073174 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:53.146583 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Deleting port 4dc77826-2ee1-46f3-adb5-972407e5295c {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:53.146790 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:53.155080 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f4059804-0fa2-4e88-8647-880ed905cd2d req-54235216-b607-46d9-af0c-0ebf64c512f9 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692102 Apr 20 15:45:53.218265 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:53.343758 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:53.376436 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a9b52b80-8a91-4533-9602-632bda00173a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:53.389511 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 5adf4672-dd80-443a-8a39-1c26e0f04b8e up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:53.437706 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a9b52b80-8a91-4533-9602-632bda00173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:53.470188 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:53.480220 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e493399-b39f-44c6-a03a-b709ae03865a None None] Network e778f0ba-025d-454c-9867-02c2ebc5d2f4 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:53.525695 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:53.537897 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:53.547026 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b52b80-8a91-4533-9602-632bda00173a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadadb2f-33c8-4058-acfe-5c05b853671a,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:53.551335 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object 46c34365-0c1f-41a0-ace5-95336ec1c058 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:53.562838 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:53.564331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 5adf4672-dd80-443a-8a39-1c26e0f04b8e completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:53.570697 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a9b52b80-8a91-4533-9602-632bda00173a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c97d7a2a4cb469b8b99844de5f838b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5851891 Apr 20 15:45:53.576714 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58690) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:53.592180 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 5adf4672-dd80-443a-8a39-1c26e0f04b8e triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:53.592591 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:53.699855 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0c86339c-b268-4406-81da-424ae2f06d56 None None] Provisioning complete for port 4dc77826-2ee1-46f3-adb5-972407e5295c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:53.700235 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0c86339c-b268-4406-81da-424ae2f06d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:53.702758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] For port 4dc77826-2ee1-46f3-adb5-972407e5295c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4dc77826-2ee1-46f3-adb5-972407e5295c,segment=NetworkSegment(9bf234e1-91ed-4b7b-82a1-6aaf7f40e60f),segment_id=9bf234e1-91ed-4b7b-82a1-6aaf7f40e60f)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:53.703119 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:53.760722 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Pushing event updated for resources: {'Port': ['ID=72428f40-9d3d-4c0a-8c0e-cb082560b146,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:53.839512 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Calling delete_port for 4dc77826-2ee1-46f3-adb5-972407e5295c owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:53.900919 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:53.908363 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:53.936758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5161be5c-6aea-4674-b1e1-d3aecddc3bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:53.972214 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 5adf4672-dd80-443a-8a39-1c26e0f04b8e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=5adf4672-dd80-443a-8a39-1c26e0f04b8e,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:53.977842 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:54.034679 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5161be5c-6aea-4674-b1e1-d3aecddc3bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:54.047143 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:54.057281 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:54.061107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:54.061861 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:54.068465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=46c34365-0c1f-41a0-ace5-95336ec1c058,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:54.083733 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=5adf4672-dd80-443a-8a39-1c26e0f04b8e,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:54.085081 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:54.089030 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f2b508-be40-446b-b1dc-32011b3ea230 None None] DHCP port deletion for e778f0ba-025d-454c-9867-02c2ebc5d2f4 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:45:54.108606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132ede4-b2c6-4edc-b85c-02e59bcc0c74 req-34d3b5b1-3e92-4e17-9112-4cb6f5ada916 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:54.110452 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4132ede4-b2c6-4edc-b85c-02e59bcc0c74 req-34d3b5b1-3e92-4e17-9112-4cb6f5ada916 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.7131596 Apr 20 15:45:54.221175 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Port': ['ID=4dc77826-2ee1-46f3-adb5-972407e5295c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:54.235470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No DVR routers for this DVR port 4dc77826-2ee1-46f3-adb5-972407e5295c on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:45:54.244736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5161be5c-6aea-4674-b1e1-d3aecddc3bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:54.312704 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4132ede4-b2c6-4edc-b85c-02e59bcc0c74 req-159aa7b0-1f9f-422b-9574-23a82977fd73 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944757 Apr 20 15:45:54.313156 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161be5c-6aea-4674-b1e1-d3aecddc3bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadadb2f-33c8-4058-acfe-5c05b853671a,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:54.403102 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e1e7266a-64e4-4f60-9acd-d763f3bc5341 None None] Provisioning for port 46c34365-0c1f-41a0-ace5-95336ec1c058 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:54.416125 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e1e7266a-64e4-4f60-9acd-d763f3bc5341 None None] Provisioning complete for port 46c34365-0c1f-41a0-ace5-95336ec1c058 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:54.417102 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e1e7266a-64e4-4f60-9acd-d763f3bc5341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:54.440625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5161be5c-6aea-4674-b1e1-d3aecddc3bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:54.442012 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5161be5c-6aea-4674-b1e1-d3aecddc3bc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eadadb2f-33c8-4058-acfe-5c05b853671a HTTP/1.1" status: 204 len: 168 time: 0.8208034 Apr 20 15:45:54.449099 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:54.522972 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e778f0ba-025d-454c-9867-02c2ebc5d2f4']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:54.525853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:54.551884 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7266a-64e4-4f60-9acd-d763f3bc5341 None None] Port 46c34365-0c1f-41a0-ace5-95336ec1c058 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:45:54.558994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf234e1-91ed-4b7b-82a1-6aaf7f40e60f') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:54.558994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf234e1-91ed-4b7b-82a1-6aaf7f40e60f') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:54.565788 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:54.588357 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:54.691599 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:54.722637 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event updated for resources: {'Subnet': ['ID=4d12fe3a-4f06-4092-a5ad-0257967bbf4a,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:54.753306 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:54.774330 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:45:54.774753 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:45:54.794580 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:45:54.801099 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Checking segment: {'id': '2d92d032-ca3b-49af-85c9-c41d2d011010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '29b65192-778e-401a-9e13-2b5a69c8e2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:54.801467 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Network hostable DHCP agents. Network: 29b65192-778e-401a-9e13-2b5a69c8e2db, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:45:54.860829 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f473352-ed06-40f2-a6a4-e2c57a4e745b req-cb0a6e73-a583-49e5-840b-8f05c6abdad6 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:54.862340 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7f473352-ed06-40f2-a6a4-e2c57a4e745b req-cb0a6e73-a583-49e5-840b-8f05c6abdad6 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.3748810 Apr 20 15:45:54.950545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Network 29b65192-778e-401a-9e13-2b5a69c8e2db is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:45:54.980869 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 29b65192-778e-401a-9e13-2b5a69c8e2db) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:54.990973 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e6ed88-eeb2-4a92-baa5-d762d2019eb2 None None] Network 29b65192-778e-401a-9e13-2b5a69c8e2db requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:55.002907 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:55.019724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:55.041927 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:55.059938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Network': ['ID=e778f0ba-025d-454c-9867-02c2ebc5d2f4,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:55.082094 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3ad751ba-cd37-4124-a6b6-71bce8a1a581 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/networks/e778f0ba-025d-454c-9867-02c2ebc5d2f4 HTTP/1.1" status: 204 len: 168 time: 2.2752757 Apr 20 15:45:55.085944 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58712) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:55.142449 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7f473352-ed06-40f2-a6a4-e2c57a4e745b req-f65a9d0b-a5fa-4c09-9835-53e00d389449 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177944 Apr 20 15:45:55.143324 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc73ea62-692a-41a8-8fcb-c1e90fc20336 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] DELETE failed (client error): The resource could not be found. Apr 20 15:45:55.143709 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc73ea62-692a-41a8-8fcb-c1e90fc20336 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:45:55.149462 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fc73ea62-692a-41a8-8fcb-c1e90fc20336 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/subnets/e210d1ec-a614-494d-b097-cf912a5edee6 HTTP/1.1" status: 404 len: 337 time: 0.0583191 Apr 20 15:45:55.158975 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58718) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:55.209591 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb8c69c-b316-4738-a7e2-4b48ad0889e7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] DELETE failed (client error): The resource could not be found. Apr 20 15:45:55.210244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb8c69c-b316-4738-a7e2-4b48ad0889e7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:45:55.273537 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-acb8c69c-b316-4738-a7e2-4b48ad0889e7 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/networks/c4eb33e1-059b-4e90-b40d-2e9446eff97a HTTP/1.1" status: 404 len: 339 time: 0.1110880 Apr 20 15:45:55.274303 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event updated for resources: {'Subnet': ['ID=20659d23-0b5a-4b7e-9c2f-ff561b29f0e1,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:55.276776 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58726) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:55.302039 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:55.312252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Checking segment: {'id': '2146b13f-e1c5-4955-b1f0-a823120cd7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '01e23fd3-a34b-4f27-900e-72a9df5d99f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:55.312610 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Network hostable DHCP agents. Network: 01e23fd3-a34b-4f27-900e-72a9df5d99f1, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:45:55.337509 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 5adf4672-dd80-443a-8a39-1c26e0f04b8e up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:45:55.397014 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af8799f-8c8e-4a02-8d31-6fa7ec7cd5ee tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] DELETE failed (client error): The resource could not be found. Apr 20 15:45:55.397474 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af8799f-8c8e-4a02-8d31-6fa7ec7cd5ee tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:45:55.399738 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0af8799f-8c8e-4a02-8d31-6fa7ec7cd5ee tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/subnets/547ae3ff-b021-4b60-949d-c8572ab6eda2 HTTP/1.1" status: 404 len: 337 time: 0.1187158 Apr 20 15:45:55.403231 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58732) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:55.446490 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef205cb1-a000-4ad5-a287-2d4a7bc85995 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] DELETE failed (client error): The resource could not be found. Apr 20 15:45:55.447042 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef205cb1-a000-4ad5-a287-2d4a7bc85995 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:45:55.450820 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-29b65192-778e-401a-9e13-2b5a69c8e2db', 'network_id': '29b65192-778e-401a-9e13-2b5a69c8e2db', 'tenant_id': '25f72d9cad3e4e83b07af4072ea5ade2', 'fixed_ips': [{'subnet_id': '4d12fe3a-4f06-4092-a5ad-0257967bbf4a'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:45:55.453045 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:55.453754 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ef205cb1-a000-4ad5-a287-2d4a7bc85995 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/networks/a3ff8a53-7fac-4562-b171-fef96f2dbc09 HTTP/1.1" status: 404 len: 339 time: 0.0481036 Apr 20 15:45:55.454403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58736) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:55.500655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58740) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:55.514284 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-06bf8301-1340-4f4d-8ffc-82fdab7e26c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] DELETE failed (client error): The resource could not be found. Apr 20 15:45:55.515020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06bf8301-1340-4f4d-8ffc-82fdab7e26c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:45:55.519810 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-06bf8301-1340-4f4d-8ffc-82fdab7e26c6 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/subnets/936a54f3-01b4-4853-a126-cb13c3c04e0d HTTP/1.1" status: 404 len: 337 time: 0.0632043 Apr 20 15:45:55.528489 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58746) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:55.558611 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c59cb8-46a6-4ced-be56-e54cf87432bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] DELETE failed (client error): The resource could not be found. Apr 20 15:45:55.559078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c59cb8-46a6-4ced-be56-e54cf87432bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:45:55.564713 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c0c59cb8-46a6-4ced-be56-e54cf87432bc tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/networks/970067f8-7253-41ca-bfbf-fcd42ffc9be4 HTTP/1.1" status: 404 len: 339 time: 0.0352278 Apr 20 15:45:55.567605 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58750) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:55.592354 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 5adf4672-dd80-443a-8a39-1c26e0f04b8e triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:55.592986 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:55.604736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:55.619660 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:55.620453 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Network 01e23fd3-a34b-4f27-900e-72a9df5d99f1 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:45:55.620921 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:55.653435 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 01e23fd3-a34b-4f27-900e-72a9df5d99f1) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:55.689489 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b24302-a4ad-4ca2-90e2-db0d3e80006c None None] Network 01e23fd3-a34b-4f27-900e-72a9df5d99f1 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:55.706661 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-8336db0d-b1eb-46d6-a80e-2d09b0c5aa4c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:55.707391 dv-neutron-838699-1-hyperv neutron-server[88169]: WARNING neutron.api.v2.base [None req-8336db0d-b1eb-46d6-a80e-2d09b0c5aa4c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 15:45:55.708425 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-8336db0d-b1eb-46d6-a80e-2d09b0c5aa4c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 15:45:55.709418 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8336db0d-b1eb-46d6-a80e-2d09b0c5aa4c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2078202 Apr 20 15:45:55.718620 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58754) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:55.720833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:55.721305 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:55.721935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:55.739622 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group': {'name': 'tempest-secgroup--1605439011'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:55.755696 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:55.770858 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:55.775984 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:55.794745 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f5d0ff93-661a-4232-a303-c923df07f4b5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.4285586 Apr 20 15:45:55.795437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:55.799532 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58758) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:55.820939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6137579-d4a7-4c4c-aec4-bb04741b5eb4 req-c21f3d87-c0af-4d07-81bc-5a7da24732f2 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:55.822408 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d6137579-d4a7-4c4c-aec4-bb04741b5eb4 req-c21f3d87-c0af-4d07-81bc-5a7da24732f2 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.2768133 Apr 20 15:45:55.831456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:55.849675 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-4376679e-db59-44ae-902d-19e433c64b25 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Deleting subnet 624a6d6b-b7b4-4782-b07f-1d0d21de8d39 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:45:55.862401 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=46c34365-0c1f-41a0-ace5-95336ec1c058,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:55.866398 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:55.868874 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4376679e-db59-44ae-902d-19e433c64b25 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:55.871821 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Allocated IP 172.20.0.2 (29b65192-778e-401a-9e13-2b5a69c8e2db/4d12fe3a-4f06-4092-a5ad-0257967bbf4a/e0fb7684-e7b0-49fa-be8c-cee3fe2ef4da) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:55.901815 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:55.911002 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:55.914638 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:55.925073 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d6137579-d4a7-4c4c-aec4-bb04741b5eb4 req-4c5780b2-b735-46a2-b57f-637f3d5c5df5 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822377 Apr 20 15:45:55.925953 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:55.928073 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Router da65cfcf-ed3b-4e23-80c1-6f3363db1596 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:45:55.984020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4376679e-db59-44ae-902d-19e433c64b25 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:56.033343 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4dc77826-2ee1-46f3-adb5-972407e5295c no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:45:56.043043 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49752e14-43cc-4a55-b4e5-5d6e1e3c44b1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:56.044660 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49752e14-43cc-4a55-b4e5-5d6e1e3c44b1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:56.046453 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49752e14-43cc-4a55-b4e5-5d6e1e3c44b1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:56.050907 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-49752e14-43cc-4a55-b4e5-5d6e1e3c44b1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2474952 Apr 20 15:45:56.052192 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58764) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:56.095708 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 4dc77826-2ee1-46f3-adb5-972407e5295c {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:45:56.096362 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4dc77826-2ee1-46f3-adb5-972407e5295c not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:45:56.101622 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:56.110670 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:56.179730 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:45:56.219014 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:56.231131 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:56.235418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be70ef46-174e-43e5-9992-c0f5d5289a38 None None] Sync routers for ids ['da65cfcf-ed3b-4e23-80c1-6f3363db1596'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:45:56.249205 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd37d257-29d8-4e0a-9753-64b072ca371e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Deleting subnet 4d12fe3a-4f06-4092-a5ad-0257967bbf4a {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:45:56.261169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:56.262923 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3d40b993-654d-44e7-b64d-28e0f80d51d9 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.2443810 Apr 20 15:45:56.264822 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:56.270206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58768) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:56.278971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:56.287346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:56.299363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:56.306055 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-01e23fd3-a34b-4f27-900e-72a9df5d99f1', 'network_id': '01e23fd3-a34b-4f27-900e-72a9df5d99f1', 'tenant_id': '25f72d9cad3e4e83b07af4072ea5ade2', 'fixed_ips': [{'subnet_id': '20659d23-0b5a-4b7e-9c2f-ff561b29f0e1'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:45:56.306982 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:56.325782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9962ef4-f47b-41ea-b4e2-49de0535c63c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:56.344697 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4376679e-db59-44ae-902d-19e433c64b25 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:56.356945 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be70ef46-174e-43e5-9992-c0f5d5289a38 None None] Routers {'da65cfcf-ed3b-4e23-80c1-6f3363db1596'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:56.357696 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-be70ef46-174e-43e5-9992-c0f5d5289a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['da65cfcf-ed3b-4e23-80c1-6f3363db1596'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:56.507707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:56.558232 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Router db7e66b3-36b6-465d-9268-b135853ee9b4 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:45:56.563084 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4376679e-db59-44ae-902d-19e433c64b25 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:56.603841 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Transition to ACTIVE for port object e0fb7684-e7b0-49fa-be8c-cee3fe2ef4da will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:56.625359 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8a3aacb4-90b4-4eb9-9654-914563d4f61b tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "GET /v2.0/routers/da65cfcf-ed3b-4e23-80c1-6f3363db1596 HTTP/1.1" status: 200 len: 908 time: 0.3483176 Apr 20 15:45:56.625927 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:56.626468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58772) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:56.648717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7ce6e731-1aa6-4c53-9b45-861fd3727c10 None None] Provisioning complete for port 46c34365-0c1f-41a0-ace5-95336ec1c058 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:56.649238 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7ce6e731-1aa6-4c53-9b45-861fd3727c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:56.669756 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376679e-db59-44ae-902d-19e433c64b25 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Subnet': ['ID=624a6d6b-b7b4-4782-b07f-1d0d21de8d39,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:56.673630 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4376679e-db59-44ae-902d-19e433c64b25 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:56.695732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f336b7-e9e5-4343-ab21-43f032aff81c None None] Network 134e7455-c24c-4f3b-b792-17f585f9682b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:56.698145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:56.738325 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4376679e-db59-44ae-902d-19e433c64b25 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/subnets/624a6d6b-b7b4-4782-b07f-1d0d21de8d39 HTTP/1.1" status: 204 len: 168 time: 1.1695182 Apr 20 15:45:56.741195 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58776) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:56.752193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Transition to ACTIVE for port object e0fb7684-e7b0-49fa-be8c-cee3fe2ef4da will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:56.769674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e019cf36-4f6e-4d50-a08c-a85e8c6c1422,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:56.770159 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd37d257-29d8-4e0a-9753-64b072ca371e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:56.774748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:56.776035 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9c929f88-14f0-45c4-8a82-08ee380a0900 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0497987 Apr 20 15:45:56.814842 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58780) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:56.829865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:56.835723 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-8601fcf5-a5e2-4781-9357-3ebd833c9e00 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': 'e019cf36-4f6e-4d50-a08c-a85e8c6c1422', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:56.838678 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-be70ef46-174e-43e5-9992-c0f5d5289a38 None None] Set router da65cfcf-ed3b-4e23-80c1-6f3363db1596 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:45:56.863705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:56.891090 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8601fcf5-a5e2-4781-9357-3ebd833c9e00 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:56.898559 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:45:56.909291 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-697a0a8f-9050-437b-ac17-bdddc217422e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "PUT /v2.0/routers/db7e66b3-36b6-465d-9268-b135853ee9b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9183872 Apr 20 15:45:56.910373 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8601fcf5-a5e2-4781-9357-3ebd833c9e00 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:56.913687 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Sync routers for ids ['db7e66b3-36b6-465d-9268-b135853ee9b4'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:45:56.924309 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Routers {'db7e66b3-36b6-465d-9268-b135853ee9b4'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:56.924890 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58784) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:56.925321 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-82250819-7e36-456d-9558-9aeace82b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['db7e66b3-36b6-465d-9268-b135853ee9b4'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:56.925683 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8601fcf5-a5e2-4781-9357-3ebd833c9e00 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:56.965751 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8601fcf5-a5e2-4781-9357-3ebd833c9e00 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:56.996849 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd37d257-29d8-4e0a-9753-64b072ca371e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.031636 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7ce6e731-1aa6-4c53-9b45-861fd3727c10 None None] Port 46c34365-0c1f-41a0-ace5-95336ec1c058 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:45:57.071680 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.081661 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8601fcf5-a5e2-4781-9357-3ebd833c9e00 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.084287 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Set router db7e66b3-36b6-465d-9268-b135853ee9b4 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:45:57.098820 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6938ba82-760b-462e-bf4e-dfe4c2c9e2d3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:57.099416 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-6938ba82-760b-462e-bf4e-dfe4c2c9e2d3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:57.136101 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.148552 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Deleting port 72428f40-9d3d-4c0a-8c0e-cb082560b146 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:57.148552 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.197283 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Allocated IP 172.20.0.18 (01e23fd3-a34b-4f27-900e-72a9df5d99f1/20659d23-0b5a-4b7e-9c2f-ff561b29f0e1/2eaf6e7b-8f05-4f03-b686-3a375bad5b5e) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:45:57.239298 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Network 29b65192-778e-401a-9e13-2b5a69c8e2db is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:57.239896 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Pushing event updated for resources: {'Port': ['ID=e0fb7684-e7b0-49fa-be8c-cee3fe2ef4da,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:57.255924 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd37d257-29d8-4e0a-9753-64b072ca371e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.277852 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:57.280474 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:57.363595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8601fcf5-a5e2-4781-9357-3ebd833c9e00 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.364957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Deleting port 1658ce3c-d727-483d-af7f-0772829e86ef {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:57.365378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.399170 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd37d257-29d8-4e0a-9753-64b072ca371e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.439968 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8601fcf5-a5e2-4781-9357-3ebd833c9e00 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.469317 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-82250819-7e36-456d-9558-9aeace82b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7e66b3-36b6-465d-9268-b135853ee9b4', 'name': 'tempest-NetworksTestDHCPv6-router-622046648', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:45:50Z', 'updated_at': '2022-04-20T15:45:54Z', 'revision_number': 2, 'project_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'gw_port_host': None, '_interfaces': [{'id': '46c34365-0c1f-41a0-ace5-95336ec1c058', 'name': '', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'mac_address': 'fa:16:3e:ed:5c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7e66b3-36b6-465d-9268-b135853ee9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7133744f-503e-4ec4-9d57-9f50698aadfa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:45:51Z', 'updated_at': '2022-04-20T15:45:55Z', 'revision_number': 2, 'project_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'subnets': [{'id': '7133744f-503e-4ec4-9d57-9f50698aadfa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:57.470756 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Attempting to bind port e0fb7684-e7b0-49fa-be8c-cee3fe2ef4da on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:45:57.471155 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Attempting to bind port e0fb7684-e7b0-49fa-be8c-cee3fe2ef4da by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '2d92d032-ca3b-49af-85c9-c41d2d011010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '29b65192-778e-401a-9e13-2b5a69c8e2db'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:45:57.471517 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Attempting to bind port e0fb7684-e7b0-49fa-be8c-cee3fe2ef4da on network 29b65192-778e-401a-9e13-2b5a69c8e2db {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:45:57.475071 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Checking router: db7e66b3-36b6-465d-9268-b135853ee9b4 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:45:57.475611 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Updating router db7e66b3-36b6-465d-9268-b135853ee9b4 port 46c34365-0c1f-41a0-ace5-95336ec1c058 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:45:57.489474 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-6938ba82-760b-462e-bf4e-dfe4c2c9e2d3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:57.490653 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6938ba82-760b-462e-bf4e-dfe4c2c9e2d3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports/46c34365-0c1f-41a0-ace5-95336ec1c058 HTTP/1.1" status: 200 len: 911 time: 0.5620160 Apr 20 15:45:57.497857 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37d257-29d8-4e0a-9753-64b072ca371e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event deleted for resources: {'Subnet': ['ID=4d12fe3a-4f06-4092-a5ad-0257967bbf4a,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:57.498986 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58788) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:57.500442 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8601fcf5-a5e2-4781-9357-3ebd833c9e00 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.504450 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8601fcf5-a5e2-4781-9357-3ebd833c9e00 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6892188 Apr 20 15:45:57.507247 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58790) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:57.520398 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601fcf5-a5e2-4781-9357-3ebd833c9e00 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf7882d-114f-436f-9325-8982b134dc2b,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:57.524452 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ae46cfe9-6073-46cc-b5f3-f66a1ded3d89 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': 'e019cf36-4f6e-4d50-a08c-a85e8c6c1422', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:57.532633 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ae46cfe9-6073-46cc-b5f3-f66a1ded3d89 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:57.536845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ae46cfe9-6073-46cc-b5f3-f66a1ded3d89 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:57.539745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ae46cfe9-6073-46cc-b5f3-f66a1ded3d89 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:57.540961 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.543808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:45:57.544330 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Checking segment: {'id': '2d92d032-ca3b-49af-85c9-c41d2d011010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '29b65192-778e-401a-9e13-2b5a69c8e2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:57.544569 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.544958 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Bound using segment: {'id': '2d92d032-ca3b-49af-85c9-c41d2d011010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '29b65192-778e-401a-9e13-2b5a69c8e2db'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:45:57.545423 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Bound port: e0fb7684-e7b0-49fa-be8c-cee3fe2ef4da, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d92d032-ca3b-49af-85c9-c41d2d011010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '29b65192-778e-401a-9e13-2b5a69c8e2db'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:45:57.546419 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.546813 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ae46cfe9-6073-46cc-b5f3-f66a1ded3d89 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:57.553535 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd37d257-29d8-4e0a-9753-64b072ca371e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.555466 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dd37d257-29d8-4e0a-9753-64b072ca371e tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "DELETE /v2.0/subnets/4d12fe3a-4f06-4092-a5ad-0257967bbf4a HTTP/1.1" status: 204 len: 168 time: 1.5024414 Apr 20 15:45:57.559481 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58796) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:57.595862 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.671278 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae46cfe9-6073-46cc-b5f3-f66a1ded3d89 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.681085 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] For port e0fb7684-e7b0-49fa-be8c-cee3fe2ef4da, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:45:57.685111 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] For port e0fb7684-e7b0-49fa-be8c-cee3fe2ef4da, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e0fb7684-e7b0-49fa-be8c-cee3fe2ef4da,segment=NetworkSegment(2d92d032-ca3b-49af-85c9-c41d2d011010),segment_id=2d92d032-ca3b-49af-85c9-c41d2d011010)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:45:57.697111 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.759616 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Deleting subnet 20659d23-0b5a-4b7e-9c2f-ff561b29f0e1 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:45:57.778510 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Calling delete_port for 72428f40-9d3d-4c0a-8c0e-cb082560b146 owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:57.870521 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-ae46cfe9-6073-46cc-b5f3-f66a1ded3d89 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 15:45:57.875269 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ae46cfe9-6073-46cc-b5f3-f66a1ded3d89 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3648267 Apr 20 15:45:57.875844 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58800) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:57.885155 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503dc03d-4ba1-46c8-a99c-c3f291226b55 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:57.891726 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503dc03d-4ba1-46c8-a99c-c3f291226b55 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:57.897210 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-503dc03d-4ba1-46c8-a99c-c3f291226b55 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.3970914 Apr 20 15:45:57.900976 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58804) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:57.926187 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] For port 1658ce3c-d727-483d-af7f-0772829e86ef, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1658ce3c-d727-483d-af7f-0772829e86ef,segment=NetworkSegment(9ba70851-a512-4807-bcb6-57699a3117db),segment_id=9ba70851-a512-4807-bcb6-57699a3117db)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:57.926556 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.962018 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.963495 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceee08c5-381d-4358-be02-b35cf3f70bbf None None] DHCP port deletion for 134e7455-c24c-4f3b-b792-17f585f9682b request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:45:57.975149 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Transition to ACTIVE for port object 46c34365-0c1f-41a0-ace5-95336ec1c058 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:57.983889 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:57.984099 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036e41a7-d189-499b-ba6f-f4d5ed27f714 None None] Network 29b65192-778e-401a-9e13-2b5a69c8e2db requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:45:58.019340 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ceee08c5-381d-4358-be02-b35cf3f70bbf None None] Deleting port 1658ce3c-d727-483d-af7f-0772829e86ef {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:58.019706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ceee08c5-381d-4358-be02-b35cf3f70bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:58.058528 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13408b04-17ca-48a0-9674-20a4ed16b582 None None] Pushing event updated for resources: {'Port': ['ID=46c34365-0c1f-41a0-ace5-95336ec1c058,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:58.096342 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Calling delete_port for 1658ce3c-d727-483d-af7f-0772829e86ef owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:58.174254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11252f98-6986-4951-a72d-b13dda58f413 None None] Pushing event updated for resources: {'Port': ['ID=e0fb7684-e7b0-49fa-be8c-cee3fe2ef4da,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:58.279988 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Attempting to bind port 46c34365-0c1f-41a0-ace5-95336ec1c058 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:45:58.280551 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Attempting to bind port 46c34365-0c1f-41a0-ace5-95336ec1c058 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:45:58.281032 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Attempting to bind port 46c34365-0c1f-41a0-ace5-95336ec1c058 on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:45:58.281724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bd4e0651-f9e7-4c81-928d-a1df819ce3f3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:58.287033 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:45:58.287556 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:58.288107 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:58.288677 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:45:58.289275 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Bound port: 46c34365-0c1f-41a0-ace5-95336ec1c058, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:45:58.289749 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:58.318716 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bd4e0651-f9e7-4c81-928d-a1df819ce3f3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:58.406524 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bd4e0651-f9e7-4c81-928d-a1df819ce3f3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:58.424356 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-82250819-7e36-456d-9558-9aeace82b9be None None] For port 46c34365-0c1f-41a0-ace5-95336ec1c058, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:45:58.424549 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ceee08c5-381d-4358-be02-b35cf3f70bbf None None] For port 1658ce3c-d727-483d-af7f-0772829e86ef, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1658ce3c-d727-483d-af7f-0772829e86ef,segment=NetworkSegment(9ba70851-a512-4807-bcb6-57699a3117db),segment_id=9ba70851-a512-4807-bcb6-57699a3117db)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:45:58.424822 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ceee08c5-381d-4358-be02-b35cf3f70bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:58.431163 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e0651-f9e7-4c81-928d-a1df819ce3f3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e019cf36-4f6e-4d50-a08c-a85e8c6c1422,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:58.433705 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:58.448823 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-82250819-7e36-456d-9558-9aeace82b9be None None] For port 46c34365-0c1f-41a0-ace5-95336ec1c058, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=46c34365-0c1f-41a0-ace5-95336ec1c058,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:45:58.456721 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:58.515615 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Port': ['ID=1658ce3c-d727-483d-af7f-0772829e86ef,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:58.530211 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bd4e0651-f9e7-4c81-928d-a1df819ce3f3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:58.534516 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bd4e0651-f9e7-4c81-928d-a1df819ce3f3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "DELETE /v2.0/security-groups/e019cf36-4f6e-4d50-a08c-a85e8c6c1422 HTTP/1.1" status: 204 len: 168 time: 0.6549532 Apr 20 15:45:58.535010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58808) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:58.535945 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No DVR routers for this DVR port 1658ce3c-d727-483d-af7f-0772829e86ef on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:45:58.539335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:58.557619 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13408b04-17ca-48a0-9674-20a4ed16b582 None None] Pushing event updated for resources: {'Port': ['ID=46c34365-0c1f-41a0-ace5-95336ec1c058,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:58.560716 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ceee08c5-381d-4358-be02-b35cf3f70bbf None None] Calling delete_port for 1658ce3c-d727-483d-af7f-0772829e86ef owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:45:58.584315 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Routers {'db7e66b3-36b6-465d-9268-b135853ee9b4'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:58.585043 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-82250819-7e36-456d-9558-9aeace82b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['db7e66b3-36b6-465d-9268-b135853ee9b4'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:58.647955 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-ceee08c5-381d-4358-be02-b35cf3f70bbf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:45:58.648317 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-ceee08c5-381d-4358-be02-b35cf3f70bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:45:58.651068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Pushing event deleted for resources: {'Port': ['ID=72428f40-9d3d-4c0a-8c0e-cb082560b146,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:58.791259 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:58.799393 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:58.800000 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-82250819-7e36-456d-9558-9aeace82b9be None None] Set router db7e66b3-36b6-465d-9268-b135853ee9b4 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:45:58.805942 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Transition to ACTIVE for port object 2eaf6e7b-8f05-4f03-b686-3a375bad5b5e will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:58.810108 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:58.810600 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:58.810953 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:58.811581 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:58.811867 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:58.812050 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:58.812409 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:58.812742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:58.813068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:58.813400 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:58.820175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:58.838459 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Transition to ACTIVE for port object 2eaf6e7b-8f05-4f03-b686-3a375bad5b5e will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:45:58.881971 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:58.884950 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:58.924010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b8ec8efd-fe61-4ddb-a354-986ad0a31ebf tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Synchronizing usage tracker for tenant:0929246bc6b84a1a9b758b99e3f34b6a on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:45:58.931342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:58.963098 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:58.986468 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.045360 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-be70ef46-174e-43e5-9992-c0f5d5289a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da65cfcf-ed3b-4e23-80c1-6f3363db1596', 'name': 'tempest-snat-router-2145133192', 'tenant_id': '366ba500bc35444898cd401ca88ff8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '72428f40-9d3d-4c0a-8c0e-cb082560b146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:45:50Z', 'updated_at': '2022-04-20T15:45:54Z', 'revision_number': 3, 'project_id': '366ba500bc35444898cd401ca88ff8c0', 'gw_port': {'id': '72428f40-9d3d-4c0a-8c0e-cb082560b146', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da65cfcf-ed3b-4e23-80c1-6f3363db1596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:45:52Z', 'updated_at': '2022-04-20T15:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:59.046853 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134e7455-c24c-4f3b-b792-17f585f9682b']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:59.058592 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Network 01e23fd3-a34b-4f27-900e-72a9df5d99f1 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:45:59.065456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b8ec8efd-fe61-4ddb-a354-986ad0a31ebf tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Unset dirty status for tenant:0929246bc6b84a1a9b758b99e3f34b6a on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:45:59.066706 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b8ec8efd-fe61-4ddb-a354-986ad0a31ebf tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5287633 Apr 20 15:45:59.073029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba70851-a512-4807-bcb6-57699a3117db') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:59.073523 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba70851-a512-4807-bcb6-57699a3117db') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:59.074980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58812) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:59.084158 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:45:59.087908 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:45:59.091012 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be70ef46-174e-43e5-9992-c0f5d5289a38 None None] Checking router: da65cfcf-ed3b-4e23-80c1-6f3363db1596 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:45:59.091355 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be70ef46-174e-43e5-9992-c0f5d5289a38 None None] Updating router da65cfcf-ed3b-4e23-80c1-6f3363db1596 port 72428f40-9d3d-4c0a-8c0e-cb082560b146 binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:45:59.094355 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.122210 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.136265 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-9974418d-634c-46b1-8a11-48cdfacada4c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group': {'name': 'tempest-secgroup--208928395'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:45:59.136954 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:45:59.137466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.147128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Pushing event updated for resources: {'Port': ['ID=2eaf6e7b-8f05-4f03-b686-3a375bad5b5e,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:59.153853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:45:59.154102 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:45:59.156393 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9974418d-634c-46b1-8a11-48cdfacada4c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:59.160971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.170082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9974418d-634c-46b1-8a11-48cdfacada4c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:59.172195 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ceee08c5-381d-4358-be02-b35cf3f70bbf None None] Deleting port 1658ce3c-d727-483d-af7f-0772829e86ef {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:59.172575 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ceee08c5-381d-4358-be02-b35cf3f70bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.283261 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.317342 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be70ef46-174e-43e5-9992-c0f5d5289a38 None None] Port 72428f40-9d3d-4c0a-8c0e-cb082560b146 not found while updating agent binding for router da65cfcf-ed3b-4e23-80c1-6f3363db1596. {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 20 15:45:59.329123 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.357909 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.361049 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-82250819-7e36-456d-9558-9aeace82b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7e66b3-36b6-465d-9268-b135853ee9b4', 'name': 'tempest-NetworksTestDHCPv6-router-622046648', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:45:50Z', 'updated_at': '2022-04-20T15:45:54Z', 'revision_number': 2, 'project_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'gw_port_host': None, '_interfaces': [{'id': '46c34365-0c1f-41a0-ace5-95336ec1c058', 'name': '', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'mac_address': 'fa:16:3e:ed:5c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7e66b3-36b6-465d-9268-b135853ee9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7133744f-503e-4ec4-9d57-9f50698aadfa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:45:51Z', 'updated_at': '2022-04-20T15:45:58Z', 'revision_number': 4, 'project_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'subnets': [{'id': '7133744f-503e-4ec4-9d57-9f50698aadfa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:59.365255 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82250819-7e36-456d-9558-9aeace82b9be None None] The sync data for ids ['db7e66b3-36b6-465d-9268-b135853ee9b4'] in dv-neutron-838699-1-hyperv is: [{'id': 'db7e66b3-36b6-465d-9268-b135853ee9b4', 'name': 'tempest-NetworksTestDHCPv6-router-622046648', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:45:50Z', 'updated_at': '2022-04-20T15:45:54Z', 'revision_number': 2, 'project_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'gw_port_host': None, '_interfaces': [{'id': '46c34365-0c1f-41a0-ace5-95336ec1c058', 'name': '', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'mac_address': 'fa:16:3e:ed:5c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7e66b3-36b6-465d-9268-b135853ee9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7133744f-503e-4ec4-9d57-9f50698aadfa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:45:51Z', 'updated_at': '2022-04-20T15:45:58Z', 'revision_number': 4, 'project_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'subnets': [{'id': '7133744f-503e-4ec4-9d57-9f50698aadfa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:45:59.374606 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Network': ['ID=134e7455-c24c-4f3b-b792-17f585f9682b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:59.393243 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6c6a942a-e652-4588-95a9-9b1f2191c138 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/networks/134e7455-c24c-4f3b-b792-17f585f9682b HTTP/1.1" status: 204 len: 168 time: 2.6454260 Apr 20 15:45:59.393243 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58816) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:59.412152 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9974418d-634c-46b1-8a11-48cdfacada4c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.423805 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1658ce3c-d727-483d-af7f-0772829e86ef no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:45:59.424010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.424350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da65cfcf-ed3b-4e23-80c1-6f3363db1596 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:45:59.440460 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b7fce3-7e65-44e8-b5ab-fbc99ef18c03 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] DELETE failed (client error): The resource could not be found. Apr 20 15:45:59.440460 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b7fce3-7e65-44e8-b5ab-fbc99ef18c03 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:45:59.456215 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-31b7fce3-7e65-44e8-b5ab-fbc99ef18c03 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/subnets/1062ca8e-60c0-4bfb-897a-e7a192fa122b HTTP/1.1" status: 404 len: 337 time: 0.0632370 Apr 20 15:45:59.458861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.459137 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58820) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:59.462579 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5c1d95f9-94bb-4ed4-be3f-a06b6f36103a tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "DELETE /v2.0/routers/da65cfcf-ed3b-4e23-80c1-6f3363db1596 HTTP/1.1" status: 204 len: 168 time: 2.8326313 Apr 20 15:45:59.462579 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8e349dd1-b796-47df-9962-25360e150565 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.484029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58824) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:59.492749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ceee08c5-381d-4358-be02-b35cf3f70bbf None None] The port '1658ce3c-d727-483d-af7f-0772829e86ef' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:45:59.503226 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be70ef46-174e-43e5-9992-c0f5d5289a38 None None] Routers {'da65cfcf-ed3b-4e23-80c1-6f3363db1596'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:45:59.504093 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-be70ef46-174e-43e5-9992-c0f5d5289a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['da65cfcf-ed3b-4e23-80c1-6f3363db1596'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:59.534002 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9974418d-634c-46b1-8a11-48cdfacada4c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:45:59.541168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9974418d-634c-46b1-8a11-48cdfacada4c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:45:59.552233 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.562119 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-361252d2-77b0-4e21-9de1-565a95b75c11 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] DELETE failed (client error): The resource could not be found. Apr 20 15:45:59.562602 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361252d2-77b0-4e21-9de1-565a95b75c11 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:45:59.564315 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-361252d2-77b0-4e21-9de1-565a95b75c11 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/networks/70a503a4-c7dc-4e78-ad72-b081fda90f78 HTTP/1.1" status: 404 len: 339 time: 0.1040783 Apr 20 15:45:59.573565 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 1658ce3c-d727-483d-af7f-0772829e86ef {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:45:59.574075 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1658ce3c-d727-483d-af7f-0772829e86ef not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:45:59.598030 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-be70ef46-174e-43e5-9992-c0f5d5289a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:45:59.598441 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be70ef46-174e-43e5-9992-c0f5d5289a38 None None] The sync data for ids ['da65cfcf-ed3b-4e23-80c1-6f3363db1596'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:45:59.607613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58828) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:59.609292 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Attempting to bind port 2eaf6e7b-8f05-4f03-b686-3a375bad5b5e on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:45:59.609867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Attempting to bind port 2eaf6e7b-8f05-4f03-b686-3a375bad5b5e by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '2146b13f-e1c5-4955-b1f0-a823120cd7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '01e23fd3-a34b-4f27-900e-72a9df5d99f1'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:45:59.610365 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Attempting to bind port 2eaf6e7b-8f05-4f03-b686-3a375bad5b5e on network 01e23fd3-a34b-4f27-900e-72a9df5d99f1 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:45:59.610899 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.612823 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "DELETE /v2.0/subnets/20659d23-0b5a-4b7e-9c2f-ff561b29f0e1 HTTP/1.1" status: 204 len: 168 time: 2.0516186 Apr 20 15:45:59.615900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9974418d-634c-46b1-8a11-48cdfacada4c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:45:59.618874 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58832) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:45:59.620365 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:45:59.620755 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Checking segment: {'id': '2146b13f-e1c5-4955-b1f0-a823120cd7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '01e23fd3-a34b-4f27-900e-72a9df5d99f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:45:59.621161 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.621605 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Bound using segment: {'id': '2146b13f-e1c5-4955-b1f0-a823120cd7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '01e23fd3-a34b-4f27-900e-72a9df5d99f1'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:45:59.622496 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Bound port: 2eaf6e7b-8f05-4f03-b686-3a375bad5b5e, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2146b13f-e1c5-4955-b1f0-a823120cd7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '01e23fd3-a34b-4f27-900e-72a9df5d99f1'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:45:59.622874 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.635312 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9974418d-634c-46b1-8a11-48cdfacada4c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:45:59.662529 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event deleted for resources: {'Subnet': ['ID=20659d23-0b5a-4b7e-9c2f-ff561b29f0e1,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:59.752208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:59.752502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:59.752817 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:59.753153 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:59.753486 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:59.753819 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:59.754146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:59.754475 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:59.754799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:59.755126 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:59.755449 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:59.755806 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8648f827-1c41-4493-bd5b-cd8aadd3ca18 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:45:59.794791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] For port 2eaf6e7b-8f05-4f03-b686-3a375bad5b5e, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:45:59.798936 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] For port 2eaf6e7b-8f05-4f03-b686-3a375bad5b5e, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2eaf6e7b-8f05-4f03-b686-3a375bad5b5e,segment=NetworkSegment(2146b13f-e1c5-4955-b1f0-a823120cd7d0),segment_id=2146b13f-e1c5-4955-b1f0-a823120cd7d0)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:45:59.806117 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.925239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca57ede3-b2cf-45a3-88b0-6067c849fc61 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Deleting subnet eedf94cc-1baf-4e00-9a48-1d6c1b7a0d4d {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:45:59.930329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9974418d-634c-46b1-8a11-48cdfacada4c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.940093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9974418d-634c-46b1-8a11-48cdfacada4c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.956244 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca57ede3-b2cf-45a3-88b0-6067c849fc61 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.988578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974418d-634c-46b1-8a11-48cdfacada4c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5e4373-d9b2-428c-900d-47f7c5afe987,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:59.995804 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8e349dd1-b796-47df-9962-25360e150565 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port 46c34365-0c1f-41a0-ace5-95336ec1c058 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:45:59.995804 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8e349dd1-b796-47df-9962-25360e150565 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:59.996262 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28923bde-9433-43d3-af07-cc00d90e0ad1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:59.998266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-28923bde-9433-43d3-af07-cc00d90e0ad1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Synchronizing usage tracker for tenant:25f72d9cad3e4e83b07af4072ea5ade2 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:00.057921 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-381383b7-ac74-457f-96cd-ebc5d75bb796 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:00.081720 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f1ebe-b220-4644-a04b-977dedba2d3d None None] Pushing event updated for resources: {'Port': ['ID=2eaf6e7b-8f05-4f03-b686-3a375bad5b5e,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:00.103233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69beb95-1fa0-4b57-8315-09fa6f58a762 None None] Network 01e23fd3-a34b-4f27-900e-72a9df5d99f1 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:00.138477 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca57ede3-b2cf-45a3-88b0-6067c849fc61 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:00.194794 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-28923bde-9433-43d3-af07-cc00d90e0ad1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Unset dirty status for tenant:25f72d9cad3e4e83b07af4072ea5ade2 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:00.196245 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-28923bde-9433-43d3-af07-cc00d90e0ad1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5446990 Apr 20 15:46:00.208733 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58838) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:00.242269 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9974418d-634c-46b1-8a11-48cdfacada4c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:00.243668 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9974418d-634c-46b1-8a11-48cdfacada4c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1666174 Apr 20 15:46:00.250957 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58842) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:00.259227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-c6fa38f5-c091-499d-8932-1145c227139d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': 'ff5e4373-d9b2-428c-900d-47f7c5afe987', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:00.259931 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING neutron.api.v2.base [None req-c6fa38f5-c091-499d-8932-1145c227139d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 20 15:46:00.260476 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-c6fa38f5-c091-499d-8932-1145c227139d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:46:00.261422 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c6fa38f5-c091-499d-8932-1145c227139d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0095019 Apr 20 15:46:00.268372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58846) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:00.368149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8e349dd1-b796-47df-9962-25360e150565 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] For port 46c34365-0c1f-41a0-ace5-95336ec1c058, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=46c34365-0c1f-41a0-ace5-95336ec1c058,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:00.368501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8e349dd1-b796-47df-9962-25360e150565 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:00.423812 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3601ce1-0b1b-4c2a-96c5-a17ad903f999 None None] get_active_networks_info from dv-neutron-838699-1-hyperv {{(pid=88170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 15:46:00.522610 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8e349dd1-b796-47df-9962-25360e150565 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for 46c34365-0c1f-41a0-ace5-95336ec1c058 owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:00.548735 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:00.552596 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3601ce1-0b1b-4c2a-96c5-a17ad903f999 None None] Resources bound (agent type, host, resource id): {{(pid=88170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 15:46:00.553242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-381383b7-ac74-457f-96cd-ebc5d75bb796 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:00.562359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-767f600c-d76f-4d69-80e3-273e07e44d00 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:00.569563 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca57ede3-b2cf-45a3-88b0-6067c849fc61 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:00.607364 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-381383b7-ac74-457f-96cd-ebc5d75bb796 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Deleting port 5adf4672-dd80-443a-8a39-1c26e0f04b8e {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:00.608614 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-381383b7-ac74-457f-96cd-ebc5d75bb796 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:00.615919 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-767f600c-d76f-4d69-80e3-273e07e44d00 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:00.677105 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Deleting port 2eaf6e7b-8f05-4f03-b686-3a375bad5b5e {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:00.677448 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:00.700107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-767f600c-d76f-4d69-80e3-273e07e44d00 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:00.726060 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f600c-d76f-4d69-80e3-273e07e44d00 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5e4373-d9b2-428c-900d-47f7c5afe987,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:00.769099 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-767f600c-d76f-4d69-80e3-273e07e44d00 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:00.772897 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-767f600c-d76f-4d69-80e3-273e07e44d00 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "DELETE /v2.0/security-groups/ff5e4373-d9b2-428c-900d-47f7c5afe987 HTTP/1.1" status: 204 len: 168 time: 0.5008907 Apr 20 15:46:00.778825 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58850) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:00.853166 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8b9f4bec-3e90-4336-87b5-82f8ba0a0cc3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Synchronizing usage tracker for tenant:0929246bc6b84a1a9b758b99e3f34b6a on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:00.857623 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8e349dd1-b796-47df-9962-25360e150565 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:00.966817 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e349dd1-b796-47df-9962-25360e150565 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=46c34365-0c1f-41a0-ace5-95336ec1c058,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:00.972743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8b9f4bec-3e90-4336-87b5-82f8ba0a0cc3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Unset dirty status for tenant:0929246bc6b84a1a9b758b99e3f34b6a on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:00.978569 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8b9f4bec-3e90-4336-87b5-82f8ba0a0cc3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1970553 Apr 20 15:46:00.988766 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c94527-cf40-4a1e-b4a3-a0a99785a6e4 None None] get_active_networks_info from dv-neutron-838699-1-hyperv {{(pid=88170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 15:46:01.002769 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58854) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:01.017940 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-820dadb6-3bdf-4141-89df-ab96016044d8 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group': {'name': 'tempest-secgroup--584077922'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:01.029804 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-820dadb6-3bdf-4141-89df-ab96016044d8 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:01.053917 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca57ede3-b2cf-45a3-88b0-6067c849fc61 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:01.114333 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c94527-cf40-4a1e-b4a3-a0a99785a6e4 None None] Resources bound (agent type, host, resource id): {{(pid=88170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 15:46:01.116345 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8e349dd1-b796-47df-9962-25360e150565 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:01.117651 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57ede3-b2cf-45a3-88b0-6067c849fc61 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Subnet': ['ID=eedf94cc-1baf-4e00-9a48-1d6c1b7a0d4d,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:01.121260 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-820dadb6-3bdf-4141-89df-ab96016044d8 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:01.188721 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca57ede3-b2cf-45a3-88b0-6067c849fc61 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:01.211645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-381383b7-ac74-457f-96cd-ebc5d75bb796 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] For port 5adf4672-dd80-443a-8a39-1c26e0f04b8e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=5adf4672-dd80-443a-8a39-1c26e0f04b8e,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:01.212036 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-381383b7-ac74-457f-96cd-ebc5d75bb796 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:01.244008 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-820dadb6-3bdf-4141-89df-ab96016044d8 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:01.312771 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ca57ede3-b2cf-45a3-88b0-6067c849fc61 tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/subnets/eedf94cc-1baf-4e00-9a48-1d6c1b7a0d4d HTTP/1.1" status: 204 len: 168 time: 1.7028818 Apr 20 15:46:01.375060 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58858) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:01.385243 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-381383b7-ac74-457f-96cd-ebc5d75bb796 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Calling delete_port for 5adf4672-dd80-443a-8a39-1c26e0f04b8e owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:01.457979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-820dadb6-3bdf-4141-89df-ab96016044d8 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:01.462433 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] For port 2eaf6e7b-8f05-4f03-b686-3a375bad5b5e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2eaf6e7b-8f05-4f03-b686-3a375bad5b5e,segment=NetworkSegment(2146b13f-e1c5-4955-b1f0-a823120cd7d0),segment_id=2146b13f-e1c5-4955-b1f0-a823120cd7d0)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:01.462788 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:01.481923 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-820dadb6-3bdf-4141-89df-ab96016044d8 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:01.491642 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-820dadb6-3bdf-4141-89df-ab96016044d8 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:01.530830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e349dd1-b796-47df-9962-25360e150565 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Router db7e66b3-36b6-465d-9268-b135853ee9b4 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:46:01.615732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07128bba-4c96-43c3-a479-9a67cc090b24 None None] Network ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:01.667396 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Calling delete_port for 2eaf6e7b-8f05-4f03-b686-3a375bad5b5e owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:01.702392 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e349dd1-b796-47df-9962-25360e150565 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:01.713185 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a56d27-375d-485a-9d67-11e7985dccc8 None None] Sync routers for ids ['db7e66b3-36b6-465d-9268-b135853ee9b4'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:01.725603 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-820dadb6-3bdf-4141-89df-ab96016044d8 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:01.731480 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8e349dd1-b796-47df-9962-25360e150565 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "PUT /v2.0/routers/db7e66b3-36b6-465d-9268-b135853ee9b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8282568 Apr 20 15:46:01.733815 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58864) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:01.792345 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a56d27-375d-485a-9d67-11e7985dccc8 None None] Routers {'db7e66b3-36b6-465d-9268-b135853ee9b4'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:01.793269 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e0a56d27-375d-485a-9d67-11e7985dccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['db7e66b3-36b6-465d-9268-b135853ee9b4'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:01.822467 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2526b790-b904-4549-b18d-f544eb311b64 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:01.824267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2526b790-b904-4549-b18d-f544eb311b64 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:01.825082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2526b790-b904-4549-b18d-f544eb311b64 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:01.841094 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2526b790-b904-4549-b18d-f544eb311b64 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:01.842625 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2526b790-b904-4549-b18d-f544eb311b64 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1075926 Apr 20 15:46:01.845268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58868) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:01.922897 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-4227a148-be4b-49ec-b2a7-d455caf64e6f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 7133744f-503e-4ec4-9d57-9f50698aadfa {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:46:01.927049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4227a148-be4b-49ec-b2a7-d455caf64e6f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:01.928524 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:01.938062 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-e0a56d27-375d-485a-9d67-11e7985dccc8 None None] Set router db7e66b3-36b6-465d-9268-b135853ee9b4 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:46:01.939025 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-381383b7-ac74-457f-96cd-ebc5d75bb796 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:01.944782 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:01.986673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4227a148-be4b-49ec-b2a7-d455caf64e6f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.017943 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] No DVR routers for this DVR port 2eaf6e7b-8f05-4f03-b686-3a375bad5b5e on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:46:02.020534 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381383b7-ac74-457f-96cd-ebc5d75bb796 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Pushing event deleted for resources: {'Port': ['ID=5adf4672-dd80-443a-8a39-1c26e0f04b8e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:02.055503 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4227a148-be4b-49ec-b2a7-d455caf64e6f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.056721 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e0a56d27-375d-485a-9d67-11e7985dccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7e66b3-36b6-465d-9268-b135853ee9b4', 'name': 'tempest-NetworksTestDHCPv6-router-622046648', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:45:50Z', 'updated_at': '2022-04-20T15:46:00Z', 'revision_number': 3, 'project_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:02.065541 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a56d27-375d-485a-9d67-11e7985dccc8 None None] Checking router: db7e66b3-36b6-465d-9268-b135853ee9b4 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:46:02.069655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad2fe-1628-4616-9c32-6d2cfeb0f69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.085343 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a56d27-375d-485a-9d67-11e7985dccc8 None None] Routers {'db7e66b3-36b6-465d-9268-b135853ee9b4'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:02.085973 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e0a56d27-375d-485a-9d67-11e7985dccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:45:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['db7e66b3-36b6-465d-9268-b135853ee9b4'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:02.093023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Deleting port c6b3f45a-1414-4a7a-a897-cabaf98a1d49 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:02.093023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.166585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4227a148-be4b-49ec-b2a7-d455caf64e6f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.220942 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-e0a56d27-375d-485a-9d67-11e7985dccc8 None None] Set router db7e66b3-36b6-465d-9268-b135853ee9b4 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:46:02.236603 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-820dadb6-3bdf-4141-89df-ab96016044d8 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.240597 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227a148-be4b-49ec-b2a7-d455caf64e6f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=7133744f-503e-4ec4-9d57-9f50698aadfa,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:02.245827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4227a148-be4b-49ec-b2a7-d455caf64e6f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.265935 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4227a148-be4b-49ec-b2a7-d455caf64e6f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/7133744f-503e-4ec4-9d57-9f50698aadfa HTTP/1.1" status: 204 len: 168 time: 0.4166236 Apr 20 15:46:02.266271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58874) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:02.270443 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0999f551-b7e3-484d-ba1e-c784a66c1a5c None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:02.282508 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] DHCP port deletion for ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:46:02.332555 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-820dadb6-3bdf-4141-89df-ab96016044d8 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.354998 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] Deleting port c6b3f45a-1414-4a7a-a897-cabaf98a1d49 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:02.355372 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.420093 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b9aea290-5ff7-48a4-9478-e7ab81275b9a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1502178 Apr 20 15:46:02.421853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58878) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:02.430230 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e0a56d27-375d-485a-9d67-11e7985dccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7e66b3-36b6-465d-9268-b135853ee9b4', 'name': 'tempest-NetworksTestDHCPv6-router-622046648', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:45:50Z', 'updated_at': '2022-04-20T15:46:00Z', 'revision_number': 3, 'project_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:02.461204 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a56d27-375d-485a-9d67-11e7985dccc8 None None] The sync data for ids ['db7e66b3-36b6-465d-9268-b135853ee9b4'] in dv-neutron-838699-1-hyperv is: [{'id': 'db7e66b3-36b6-465d-9268-b135853ee9b4', 'name': 'tempest-NetworksTestDHCPv6-router-622046648', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:45:50Z', 'updated_at': '2022-04-20T15:46:00Z', 'revision_number': 3, 'project_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'gw_port_host': None}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:02.505830 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event deleted for resources: {'Port': ['ID=2eaf6e7b-8f05-4f03-b686-3a375bad5b5e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:02.539185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.586814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6eaa546f-2632-4415-9b9f-1e64fa2e258d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.597056 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-381383b7-ac74-457f-96cd-ebc5d75bb796 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.641581 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dadb6-3bdf-4141-89df-ab96016044d8 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14ead4c-1388-476b-812f-db761bbdde07,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:02.718082 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] For port c6b3f45a-1414-4a7a-a897-cabaf98a1d49, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=c6b3f45a-1414-4a7a-a897-cabaf98a1d49,segment=NetworkSegment(08137b41-f2ad-4008-89a0-f2b8ba034bf9),segment_id=08137b41-f2ad-4008-89a0-f2b8ba034bf9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:02.718473 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.723280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e23fd3-a34b-4f27-900e-72a9df5d99f1']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:02.785171 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-820dadb6-3bdf-4141-89df-ab96016044d8 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.789253 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-820dadb6-3bdf-4141-89df-ab96016044d8 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7828295 Apr 20 15:46:02.800607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2146b13f-e1c5-4955-b1f0-a823120cd7d0') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:02.800906 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2146b13f-e1c5-4955-b1f0-a823120cd7d0') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:02.806979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58882) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:02.824976 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c489fb8c-7a11-47ee-ba23-34ae230b0dc8 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': 'd14ead4c-1388-476b-812f-db761bbdde07', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:02.826006 dv-neutron-838699-1-hyperv neutron-server[88169]: WARNING neutron.api.v2.base [None req-c489fb8c-7a11-47ee-ba23-34ae230b0dc8 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 20 15:46:02.826328 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-c489fb8c-7a11-47ee-ba23-34ae230b0dc8 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:46:02.830018 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c489fb8c-7a11-47ee-ba23-34ae230b0dc8 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0194762 Apr 20 15:46:02.850313 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58886) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:02.886729 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] Calling delete_port for c6b3f45a-1414-4a7a-a897-cabaf98a1d49 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:02.901770 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.912449 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-381383b7-ac74-457f-96cd-ebc5d75bb796 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.932019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-381383b7-ac74-457f-96cd-ebc5d75bb796 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.958808 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.962084 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] For port c6b3f45a-1414-4a7a-a897-cabaf98a1d49, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=c6b3f45a-1414-4a7a-a897-cabaf98a1d49,segment=NetworkSegment(08137b41-f2ad-4008-89a0-f2b8ba034bf9),segment_id=08137b41-f2ad-4008-89a0-f2b8ba034bf9)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:02.962619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:02.993460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eb4761-8109-45ae-b4e0-e32a06269499 None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:46:02.996516 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:46:02.996757 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.000015 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-21eb4761-8109-45ae-b4e0-e32a06269499 None None] Deleting port eca93002-b8b8-48fb-9376-b8186775a90c {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:03.000525 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-21eb4761-8109-45ae-b4e0-e32a06269499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:46:03.012427 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:46:03.063085 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.085509 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6eaa546f-2632-4415-9b9f-1e64fa2e258d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.090124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6eaa546f-2632-4415-9b9f-1e64fa2e258d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.118920 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] No DVR routers for this DVR port c6b3f45a-1414-4a7a-a897-cabaf98a1d49 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:46:03.120742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] Pushing event deleted for resources: {'Port': ['ID=c6b3f45a-1414-4a7a-a897-cabaf98a1d49,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:03.156467 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6eaa546f-2632-4415-9b9f-1e64fa2e258d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.157223 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaa546f-2632-4415-9b9f-1e64fa2e258d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Fanout notify agent at l3_agent the message router_deleted on router db7e66b3-36b6-465d-9268-b135853ee9b4 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:46:03.178652 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6eaa546f-2632-4415-9b9f-1e64fa2e258d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.180234 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6eaa546f-2632-4415-9b9f-1e64fa2e258d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/routers/db7e66b3-36b6-465d-9268-b135853ee9b4 HTTP/1.1" status: 204 len: 168 time: 0.7579827 Apr 20 15:46:03.181404 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be5231b7-d0f6-4b69-a2d8-42ce39b67525 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.187453 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:03.188053 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:03.188312 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:03.188648 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:03.188973 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:03.189298 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:03.189624 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:03.189947 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:03.190273 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:03.190951 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:03.190951 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:03.191192 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1073d9-2def-4818-bbf2-15c4c8d06ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:03.196292 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58890) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:03.196722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Calling delete_port for c6b3f45a-1414-4a7a-a897-cabaf98a1d49 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:03.251241 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be5231b7-d0f6-4b69-a2d8-42ce39b67525 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.259480 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-381383b7-ac74-457f-96cd-ebc5d75bb796 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.263098 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e97f5cfc-d1f2-4392-bdc2-560942bbb76d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:03.264502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381383b7-ac74-457f-96cd-ebc5d75bb796 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27b19258-e1c9-47e3-8532-68cc57399181 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:46:03.353826 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.393544 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.api [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:46:03.394323 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG oslo_db.api [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:46:03.408848 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-21eb4761-8109-45ae-b4e0-e32a06269499 None None] For port eca93002-b8b8-48fb-9376-b8186775a90c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=eca93002-b8b8-48fb-9376-b8186775a90c,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:03.409091 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-21eb4761-8109-45ae-b4e0-e32a06269499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.422207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device eca93002-b8b8-48fb-9376-b8186775a90c no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:46:03.423902 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e97f5cfc-d1f2-4392-bdc2-560942bbb76d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:03.430878 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.438759 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event deleted for resources: {'Network': ['ID=01e23fd3-a34b-4f27-900e-72a9df5d99f1,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:03.448310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e97f5cfc-d1f2-4392-bdc2-560942bbb76d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:03.454141 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e97f5cfc-d1f2-4392-bdc2-560942bbb76d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:03.455685 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-381383b7-ac74-457f-96cd-ebc5d75bb796 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.457115 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-381383b7-ac74-457f-96cd-ebc5d75bb796 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "DELETE /v2.0/routers/27b19258-e1c9-47e3-8532-68cc57399181 HTTP/1.1" status: 204 len: 168 time: 3.9721022 Apr 20 15:46:03.460007 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c24a9243-bb99-44db-90e7-cf1847afc375 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "DELETE /v2.0/networks/01e23fd3-a34b-4f27-900e-72a9df5d99f1 HTTP/1.1" status: 204 len: 168 time: 3.2480848 Apr 20 15:46:03.460916 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58894) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:03.463631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58896) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:03.466108 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e97f5cfc-d1f2-4392-bdc2-560942bbb76d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:03.476226 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-312077984', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:03.481209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97f5cfc-d1f2-4392-bdc2-560942bbb76d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:03.486458 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e97f5cfc-d1f2-4392-bdc2-560942bbb76d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.488232 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:03.504442 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be5231b7-d0f6-4b69-a2d8-42ce39b67525 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.510906 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Usage tracker for resource:router and tenant:37d3d0dcab5f4eeb88c13d63220d0776 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:03.518319 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:03.576201 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:03.588919 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be5231b7-d0f6-4b69-a2d8-42ce39b67525 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.590020 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-be5231b7-d0f6-4b69-a2d8-42ce39b67525 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "DELETE /v2.0/security-groups/d14ead4c-1388-476b-812f-db761bbdde07 HTTP/1.1" status: 204 len: 168 time: 0.7387638 Apr 20 15:46:03.591047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5231b7-d0f6-4b69-a2d8-42ce39b67525 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14ead4c-1388-476b-812f-db761bbdde07,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:03.593288 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58902) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:03.594179 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-21eb4761-8109-45ae-b4e0-e32a06269499 None None] Calling delete_port for eca93002-b8b8-48fb-9376-b8186775a90c owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:03.617983 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.618991 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.631753 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.649309 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.662247 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Deleting port e0fb7684-e7b0-49fa-be8c-cee3fe2ef4da {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:03.662790 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.680660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c8ec65a5-a3d4-4518-a16f-f4df466b5e94 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Synchronizing usage tracker for tenant:0929246bc6b84a1a9b758b99e3f34b6a on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:03.726535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c8ec65a5-a3d4-4518-a16f-f4df466b5e94 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Unset dirty status for tenant:0929246bc6b84a1a9b758b99e3f34b6a on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:03.727800 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c8ec65a5-a3d4-4518-a16f-f4df466b5e94 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1235883 Apr 20 15:46:03.733844 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58906) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:03.740988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ae2cf0da-bf4e-45c6-b913-6b77ac0be2a2 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group': {'name': 'tempest-secgroup--24512308'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:03.754046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ae2cf0da-bf4e-45c6-b913-6b77ac0be2a2 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:03.762081 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-21eb4761-8109-45ae-b4e0-e32a06269499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.769705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ae2cf0da-bf4e-45c6-b913-6b77ac0be2a2 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:03.796390 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae2cf0da-bf4e-45c6-b913-6b77ac0be2a2 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.840045 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.845152 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ae2cf0da-bf4e-45c6-b913-6b77ac0be2a2 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:03.849902 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ae2cf0da-bf4e-45c6-b913-6b77ac0be2a2 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:03.852997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e97f5cfc-d1f2-4392-bdc2-560942bbb76d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.854968 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb4761-8109-45ae-b4e0-e32a06269499 None None] Pushing event deleted for resources: {'Port': ['ID=eca93002-b8b8-48fb-9376-b8186775a90c,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:03.857351 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eb4761-8109-45ae-b4e0-e32a06269499 None None] No DVR routers for this DVR port eca93002-b8b8-48fb-9376-b8186775a90c on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:46:03.857747 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ae2cf0da-bf4e-45c6-b913-6b77ac0be2a2 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:03.896726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Deleting port c6b3f45a-1414-4a7a-a897-cabaf98a1d49 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:03.896726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.900752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ae2cf0da-bf4e-45c6-b913-6b77ac0be2a2 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:03.933927 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 46c34365-0c1f-41a0-ace5-95336ec1c058 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:46:03.936035 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97f5cfc-d1f2-4392-bdc2-560942bbb76d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:03.940650 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e97f5cfc-d1f2-4392-bdc2-560942bbb76d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:03.954989 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97f5cfc-d1f2-4392-bdc2-560942bbb76d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:03.955748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e97f5cfc-d1f2-4392-bdc2-560942bbb76d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.965009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b493a9-6698-4baf-a8c5-f9228d18acc3 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:03.987000 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 46c34365-0c1f-41a0-ace5-95336ec1c058 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:46:03.987347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 46c34365-0c1f-41a0-ace5-95336ec1c058 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:46:03.987804 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c6b3f45a-1414-4a7a-a897-cabaf98a1d49 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:46:03.992883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f5cfc-d1f2-4392-bdc2-560942bbb76d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=182135cb-0808-45c4-b6b7-422d04d5f412,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:04.022623 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e97f5cfc-d1f2-4392-bdc2-560942bbb76d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8227396 Apr 20 15:46:04.024565 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58910) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:04.035600 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-9c940f9a-4d6d-4f4b-9cb5-e3a6f201db68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1565563880', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:04.049113 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9c940f9a-4d6d-4f4b-9cb5-e3a6f201db68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:04.061018 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9c940f9a-4d6d-4f4b-9cb5-e3a6f201db68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:router and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:04.067180 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9c940f9a-4d6d-4f4b-9cb5-e3a6f201db68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:04.072882 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: c6b3f45a-1414-4a7a-a897-cabaf98a1d49 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:46:04.073481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c6b3f45a-1414-4a7a-a897-cabaf98a1d49 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:46:04.082660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9c940f9a-4d6d-4f4b-9cb5-e3a6f201db68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:04.091505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae2cf0da-bf4e-45c6-b913-6b77ac0be2a2 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.101091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae2cf0da-bf4e-45c6-b913-6b77ac0be2a2 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.125762 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c940f9a-4d6d-4f4b-9cb5-e3a6f201db68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.126980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c940f9a-4d6d-4f4b-9cb5-e3a6f201db68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.167719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae2cf0da-bf4e-45c6-b913-6b77ac0be2a2 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.171930 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ae2cf0da-bf4e-45c6-b913-6b77ac0be2a2 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4345434 Apr 20 15:46:04.175649 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58914) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:04.180028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c940f9a-4d6d-4f4b-9cb5-e3a6f201db68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.181969 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cf0da-bf4e-45c6-b913-6b77ac0be2a2 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8985bfd2-3013-46b3-a6be-866c25b7e8a4,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:04.196515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e236d308-eeb6-408e-900a-2a3c56a0cdca tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': '8985bfd2-3013-46b3-a6be-866c25b7e8a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:04.202829 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] The port 'c6b3f45a-1414-4a7a-a897-cabaf98a1d49' was deleted {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:46:04.208495 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING neutron.api.v2.base [None req-e236d308-eeb6-408e-900a-2a3c56a0cdca tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 20 15:46:04.209202 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-e236d308-eeb6-408e-900a-2a3c56a0cdca tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:46:04.213203 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e236d308-eeb6-408e-900a-2a3c56a0cdca tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0339715 Apr 20 15:46:04.220487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58918) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:04.230295 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-6c4c3afa-cc41-40a8-a397-0d0340f9713d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': '8985bfd2-3013-46b3-a6be-866c25b7e8a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:04.231296 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING neutron.api.v2.base [None req-6c4c3afa-cc41-40a8-a397-0d0340f9713d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 20 15:46:04.231870 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-6c4c3afa-cc41-40a8-a397-0d0340f9713d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:46:04.236132 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6c4c3afa-cc41-40a8-a397-0d0340f9713d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0105405 Apr 20 15:46:04.236591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58922) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:04.243092 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e2c7a64f-c26d-427c-bed6-eaeff96f35e1 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': '8985bfd2-3013-46b3-a6be-866c25b7e8a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:04.244141 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING neutron.api.v2.base [None req-e2c7a64f-c26d-427c-bed6-eaeff96f35e1 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 20 15:46:04.244863 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-e2c7a64f-c26d-427c-bed6-eaeff96f35e1 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:46:04.248522 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e2c7a64f-c26d-427c-bed6-eaeff96f35e1 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083809 Apr 20 15:46:04.248522 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58926) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:04.255442 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-cd25a96e-f60f-4cce-b749-c450804fa5da tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': '8985bfd2-3013-46b3-a6be-866c25b7e8a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:04.256451 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING neutron.api.v2.base [None req-cd25a96e-f60f-4cce-b749-c450804fa5da tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 20 15:46:04.257072 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-cd25a96e-f60f-4cce-b749-c450804fa5da tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:46:04.260731 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cd25a96e-f60f-4cce-b749-c450804fa5da tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0086682 Apr 20 15:46:04.260866 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58930) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:04.273474 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c940f9a-4d6d-4f4b-9cb5-e3a6f201db68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.292552 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2dc2247b-9c25-4f51-a2e7-05750ce8b460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.296926 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': '182135cb-0808-45c4-b6b7-422d04d5f412'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:46:04.297953 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.317763 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c940f9a-4d6d-4f4b-9cb5-e3a6f201db68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.321646 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9c940f9a-4d6d-4f4b-9cb5-e3a6f201db68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2934840 Apr 20 15:46:04.322377 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58934) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:04.356099 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.465635 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Allocated IP 2001:db8::2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/182135cb-0808-45c4-b6b7-422d04d5f412/28dab308-4900-4949-ac61-25fd63dc29b2) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:04.505703 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] For port e0fb7684-e7b0-49fa-be8c-cee3fe2ef4da, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e0fb7684-e7b0-49fa-be8c-cee3fe2ef4da,segment=NetworkSegment(2d92d032-ca3b-49af-85c9-c41d2d011010),segment_id=2d92d032-ca3b-49af-85c9-c41d2d011010)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:04.506067 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.516861 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.545287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3b7a68c1-ae0b-4487-aa1a-f60e46f0e344 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.683067 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.685808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3b7a68c1-ae0b-4487-aa1a-f60e46f0e344 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.694872 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Transition to ACTIVE for port object 28dab308-4900-4949-ac61-25fd63dc29b2 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:04.697989 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Calling delete_port for e0fb7684-e7b0-49fa-be8c-cee3fe2ef4da owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:04.714094 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Transition to ACTIVE for port object 28dab308-4900-4949-ac61-25fd63dc29b2 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:04.720833 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.744212 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:04.769167 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08137b41-f2ad-4008-89a0-f2b8ba034bf9') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:04.769477 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08137b41-f2ad-4008-89a0-f2b8ba034bf9') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:04.794107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.817735 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:04.820825 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:04.824584 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:04.833433 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.850548 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.854422 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:46:04.854822 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.871931 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Pushing event updated for resources: {'Port': ['ID=28dab308-4900-4949-ac61-25fd63dc29b2,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:46:04.898455 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:46:04.909113 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3b7a68c1-ae0b-4487-aa1a-f60e46f0e344 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.926539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.929667 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Attempting to bind port 28dab308-4900-4949-ac61-25fd63dc29b2 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:46:04.930081 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Attempting to bind port 28dab308-4900-4949-ac61-25fd63dc29b2 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:46:04.930435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Attempting to bind port 28dab308-4900-4949-ac61-25fd63dc29b2 on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:46:04.935861 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:46:04.936892 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:46:04.937384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.937883 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:46:04.938755 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Bound port: 28dab308-4900-4949-ac61-25fd63dc29b2, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:46:04.938755 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:04.940207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a68c1-ae0b-4487-aa1a-f60e46f0e344 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8985bfd2-3013-46b3-a6be-866c25b7e8a4,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:04.981403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event deleted for resources: {'Port': ['ID=e0fb7684-e7b0-49fa-be8c-cee3fe2ef4da,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:04.995650 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] No DVR routers for this DVR port e0fb7684-e7b0-49fa-be8c-cee3fe2ef4da on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:46:05.042179 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-878b568b-cb87-4239-9415-23f8042db93d None None] For port 28dab308-4900-4949-ac61-25fd63dc29b2, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:46:05.045725 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-878b568b-cb87-4239-9415-23f8042db93d None None] For port 28dab308-4900-4949-ac61-25fd63dc29b2, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=28dab308-4900-4949-ac61-25fd63dc29b2,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:46:05.049547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.118666 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.142261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3b7a68c1-ae0b-4487-aa1a-f60e46f0e344 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.144253 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3b7a68c1-ae0b-4487-aa1a-f60e46f0e344 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "DELETE /v2.0/security-groups/8985bfd2-3013-46b3-a6be-866c25b7e8a4 HTTP/1.1" status: 204 len: 168 time: 0.8822629 Apr 20 15:46:05.152221 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58940) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:05.152425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b568b-cb87-4239-9415-23f8042db93d None None] Pushing event updated for resources: {'Port': ['ID=28dab308-4900-4949-ac61-25fd63dc29b2,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:05.171016 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.238901 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 5adf4672-dd80-443a-8a39-1c26e0f04b8e no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:46:05.261272 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.275375 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 5adf4672-dd80-443a-8a39-1c26e0f04b8e {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:46:05.275716 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 5adf4672-dd80-443a-8a39-1c26e0f04b8e not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:46:05.299606 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] Pushing event deleted for resources: {'Network': ['ID=ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:05.316777 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b65192-778e-401a-9e13-2b5a69c8e2db']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:05.340858 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d92d032-ca3b-49af-85c9-c41d2d011010') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:05.341969 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d92d032-ca3b-49af-85c9-c41d2d011010') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:05.349423 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-56976548-16f8-4260-a017-2169ea65af8a tempest-NetworksIpV6Test-952978977 tempest-NetworksIpV6Test-952978977-project] 10.222.0.13 "DELETE /v2.0/networks/ff4ea6e0-5f9b-4a65-9361-cdbb221d86c3 HTTP/1.1" status: 204 len: 168 time: 3.9352481 Apr 20 15:46:05.352581 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-211433c3-6d1c-40f5-aec0-cc1cc455ef89 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Synchronizing usage tracker for tenant:0929246bc6b84a1a9b758b99e3f34b6a on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:05.430922 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.441707 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-211433c3-6d1c-40f5-aec0-cc1cc455ef89 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Unset dirty status for tenant:0929246bc6b84a1a9b758b99e3f34b6a on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:05.442995 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-211433c3-6d1c-40f5-aec0-cc1cc455ef89 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2898209 Apr 20 15:46:05.456320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58946) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:05.464388 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f6dad8f1-e34f-4534-9c51-e4058c8d6045 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group': {'name': 'tempest-secgroup--898058119'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:05.478395 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f6dad8f1-e34f-4534-9c51-e4058c8d6045 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:05.499571 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.507819 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f6dad8f1-e34f-4534-9c51-e4058c8d6045 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:05.526355 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.538156 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.540829 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:46:05.541530 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:46:05.558768 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:46:05.564559 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f6dad8f1-e34f-4534-9c51-e4058c8d6045 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.604603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f6dad8f1-e34f-4534-9c51-e4058c8d6045 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:05.607442 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::1 (f66047db-8bb8-4641-b4de-e5f9a3950b44/182135cb-0808-45c4-b6b7-422d04d5f412/f22c49e5-9a66-497a-8e0f-ffbca6e17b0f) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:05.613329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f6dad8f1-e34f-4534-9c51-e4058c8d6045 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:05.617207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f6dad8f1-e34f-4534-9c51-e4058c8d6045 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:05.627215 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f6dad8f1-e34f-4534-9c51-e4058c8d6045 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:05.628126 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.728086 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.754150 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58952) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:05.844861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f6dad8f1-e34f-4534-9c51-e4058c8d6045 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.847714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.848963 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.853337 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.854216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f6dad8f1-e34f-4534-9c51-e4058c8d6045 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.891639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object f22c49e5-9a66-497a-8e0f-ffbca6e17b0f will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:05.927154 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event deleted for resources: {'Network': ['ID=29b65192-778e-401a-9e13-2b5a69c8e2db,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:05.935759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dad8f1-e34f-4534-9c51-e4058c8d6045 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd54aaac-0a81-4916-a71c-a289f782a027,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:05.940384 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2f31b679-9cf3-4a3a-b75a-0967a9e5578a tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "DELETE /v2.0/networks/29b65192-778e-401a-9e13-2b5a69c8e2db HTTP/1.1" status: 204 len: 168 time: 2.4742444 Apr 20 15:46:05.943548 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58958) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:05.955165 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f6dad8f1-e34f-4534-9c51-e4058c8d6045 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:05.959234 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f6dad8f1-e34f-4534-9c51-e4058c8d6045 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4994042 Apr 20 15:46:05.960251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58962) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:05.968947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-cb30b64c-8429-4b82-b9ca-1b6ba4498807 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': 'cd54aaac-0a81-4916-a71c-a289f782a027', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:05.970870 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING neutron.api.v2.base [None req-cb30b64c-8429-4b82-b9ca-1b6ba4498807 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 15:46:05.970991 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-cb30b64c-8429-4b82-b9ca-1b6ba4498807 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:46:05.974861 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cb30b64c-8429-4b82-b9ca-1b6ba4498807 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107796 Apr 20 15:46:05.988934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58966) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:05.999755 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-76b1ff3f-d45d-442c-bc0b-fafafd990ed7 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': 'cd54aaac-0a81-4916-a71c-a289f782a027', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:06.009251 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b92abcbe-f538-41c0-b8cc-4f1e25fa128c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d344c24002824265858fc3a192d82b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530499 Apr 20 15:46:06.011198 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-76b1ff3f-d45d-442c-bc0b-fafafd990ed7 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:06.015222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58970) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:06.020111 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-76b1ff3f-d45d-442c-bc0b-fafafd990ed7 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:06.034128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-76b1ff3f-d45d-442c-bc0b-fafafd990ed7 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:06.039517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:06.067031 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Allocated IP 172.26.7.57 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/05e07f58-b09d-46e3-a4d5-4ba70f0bc321) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:06.093670 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-92314589-576e-49f5-abcf-e8ca278be2e1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:06.095682 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-76b1ff3f-d45d-442c-bc0b-fafafd990ed7 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:06.158576 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:06.165271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:06.177873 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:06.178599 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:06.316700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=f22c49e5-9a66-497a-8e0f-ffbca6e17b0f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:06.339216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8331f3ef-4861-4d6a-9721-921cc6da4626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:06.365915 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a772cae1-41c2-45ee-a608-cdc6529c3ccd None None] Provisioning for port 28dab308-4900-4949-ac61-25fd63dc29b2 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:06.378973 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:06.405846 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-92314589-576e-49f5-abcf-e8ca278be2e1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:06.406687 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-76b1ff3f-d45d-442c-bc0b-fafafd990ed7 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:46:06.407750 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-76b1ff3f-d45d-442c-bc0b-fafafd990ed7 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4178741 Apr 20 15:46:06.416913 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58974) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:06.433076 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-297a0f4f-7714-4fff-89ce-289a48bf60eb tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': 'cd54aaac-0a81-4916-a71c-a289f782a027', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:06.433475 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING neutron.api.v2.base [None req-297a0f4f-7714-4fff-89ce-289a48bf60eb tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 20 15:46:06.433969 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-297a0f4f-7714-4fff-89ce-289a48bf60eb tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:46:06.434927 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-297a0f4f-7714-4fff-89ce-289a48bf60eb tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0149784 Apr 20 15:46:06.440312 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-92314589-576e-49f5-abcf-e8ca278be2e1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a21359-cc56-4a01-8787-88dc4b7ad887']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:06.448197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58978) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:06.454437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8331f3ef-4861-4d6a-9721-921cc6da4626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:06.455524 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-92314589-576e-49f5-abcf-e8ca278be2e1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f08b09-a9f8-4f87-b8f6-91f3893116c4') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:06.455859 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-92314589-576e-49f5-abcf-e8ca278be2e1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f08b09-a9f8-4f87-b8f6-91f3893116c4') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:06.468595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-08bab8e7-e039-4378-a9d3-53298a94268c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': 'cd54aaac-0a81-4916-a71c-a289f782a027', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:06.471227 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-92314589-576e-49f5-abcf-e8ca278be2e1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:06.477360 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-08bab8e7-e039-4378-a9d3-53298a94268c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:06.493457 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-92314589-576e-49f5-abcf-e8ca278be2e1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:06.495034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-08bab8e7-e039-4378-a9d3-53298a94268c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:06.499826 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:06.508467 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-08bab8e7-e039-4378-a9d3-53298a94268c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:06.520343 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-08bab8e7-e039-4378-a9d3-53298a94268c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:06.543521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92314589-576e-49f5-abcf-e8ca278be2e1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:46:06.543879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-92314589-576e-49f5-abcf-e8ca278be2e1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:46:06.562115 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:46:06.597267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:06.603730 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0d97357b-d28a-4dc3-9fc8-f14a567c683f None None] Provisioning for port f22c49e5-9a66-497a-8e0f-ffbca6e17b0f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:06.609155 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-08bab8e7-e039-4378-a9d3-53298a94268c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:46:06.610187 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-08bab8e7-e039-4378-a9d3-53298a94268c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1584566 Apr 20 15:46:06.614615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58982) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:06.619004 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0d97357b-d28a-4dc3-9fc8-f14a567c683f None None] Provisioning complete for port f22c49e5-9a66-497a-8e0f-ffbca6e17b0f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:06.620688 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0d97357b-d28a-4dc3-9fc8-f14a567c683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:06.623208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-dc60b7a5-3f29-4135-87c0-be1ff9554ea9 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': 'cd54aaac-0a81-4916-a71c-a289f782a027', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:06.624251 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING neutron.api.v2.base [None req-dc60b7a5-3f29-4135-87c0-be1ff9554ea9 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 15:46:06.624752 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-dc60b7a5-3f29-4135-87c0-be1ff9554ea9 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:46:06.625732 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dc60b7a5-3f29-4135-87c0-be1ff9554ea9 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102079 Apr 20 15:46:06.626952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8331f3ef-4861-4d6a-9721-921cc6da4626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:06.633881 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58986) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:06.636609 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:06.655241 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:06.661194 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-397ed12f-2f72-4fe9-b343-747b3fb6c750 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': 'cd54aaac-0a81-4916-a71c-a289f782a027', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:06.678719 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:06.687657 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331f3ef-4861-4d6a-9721-921cc6da4626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31e06d2-69fb-4e8f-a365-529f4d602dd0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:06.693752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0d97357b-d28a-4dc3-9fc8-f14a567c683f None None] Port f22c49e5-9a66-497a-8e0f-ffbca6e17b0f cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:46:06.699436 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8331f3ef-4861-4d6a-9721-921cc6da4626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:06.700598 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8331f3ef-4861-4d6a-9721-921cc6da4626 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d31e06d2-69fb-4e8f-a365-529f4d602dd0 HTTP/1.1" status: 204 len: 168 time: 0.6844418 Apr 20 15:46:06.707280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-397ed12f-2f72-4fe9-b343-747b3fb6c750 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:06.720797 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-397ed12f-2f72-4fe9-b343-747b3fb6c750 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:06.723334 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Pushing event updated for resources: {'Port': ['ID=05e07f58-b09d-46e3-a4d5-4ba70f0bc321,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:06.726169 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-397ed12f-2f72-4fe9-b343-747b3fb6c750 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:06.737800 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-92314589-576e-49f5-abcf-e8ca278be2e1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:06.739441 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-397ed12f-2f72-4fe9-b343-747b3fb6c750 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:06.759669 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-92314589-576e-49f5-abcf-e8ca278be2e1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:06.779288 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92314589-576e-49f5-abcf-e8ca278be2e1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event deleted for resources: {'Network': ['ID=e6a21359-cc56-4a01-8787-88dc4b7ad887,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:06.793169 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-92314589-576e-49f5-abcf-e8ca278be2e1 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "DELETE /v2.0/networks/e6a21359-cc56-4a01-8787-88dc4b7ad887 HTTP/1.1" status: 204 len: 168 time: 0.8487339 Apr 20 15:46:06.832540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 58992) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:06.942590 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-397ed12f-2f72-4fe9-b343-747b3fb6c750 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:46:06.943690 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-397ed12f-2f72-4fe9-b343-747b3fb6c750 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3021061 Apr 20 15:46:06.985964 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:06.992867 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 58998) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:07.003654 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-142123de-928d-4c70-881e-b4ff64dadcaa tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': 'cd54aaac-0a81-4916-a71c-a289f782a027', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:07.004941 dv-neutron-838699-1-hyperv neutron-server[88169]: WARNING neutron.api.v2.base [None req-142123de-928d-4c70-881e-b4ff64dadcaa tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 20 15:46:07.004941 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-142123de-928d-4c70-881e-b4ff64dadcaa tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:46:07.008479 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-142123de-928d-4c70-881e-b4ff64dadcaa tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0132411 Apr 20 15:46:07.008619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59004) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:07.017308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-8c0387c2-a981-489a-a50b-501c5baa2278 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': 'cd54aaac-0a81-4916-a71c-a289f782a027', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:07.030802 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8c0387c2-a981-489a-a50b-501c5baa2278 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:07.040452 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8c0387c2-a981-489a-a50b-501c5baa2278 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:07.044139 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8c0387c2-a981-489a-a50b-501c5baa2278 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:07.051656 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8c0387c2-a981-489a-a50b-501c5baa2278 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:07.118269 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e61ec437-133b-4985-a350-2c770580dcb5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:07.236095 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-8c0387c2-a981-489a-a50b-501c5baa2278 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:46:07.239898 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8c0387c2-a981-489a-a50b-501c5baa2278 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2276344 Apr 20 15:46:07.240774 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59012) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:07.251809 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-3578825c-78f1-45e7-80a3-500d54c1c3ce tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': 'cd54aaac-0a81-4916-a71c-a289f782a027', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:07.260719 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3578825c-78f1-45e7-80a3-500d54c1c3ce tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:07.282431 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3578825c-78f1-45e7-80a3-500d54c1c3ce tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:07.288664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3578825c-78f1-45e7-80a3-500d54c1c3ce tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:07.307942 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:07.373887 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3578825c-78f1-45e7-80a3-500d54c1c3ce tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:07.374707 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e61ec437-133b-4985-a350-2c770580dcb5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:07.411503 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 28dab308-4900-4949-ac61-25fd63dc29b2 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:46:07.419388 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-e61ec437-133b-4985-a350-2c770580dcb5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472c775b-3624-416e-9758-b66a5d1327b2']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:07.434719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-e61ec437-133b-4985-a350-2c770580dcb5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c5d6e3-43e1-4d91-a31b-a72f1461c752') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:07.435448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-e61ec437-133b-4985-a350-2c770580dcb5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c5d6e3-43e1-4d91-a31b-a72f1461c752') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:07.456744 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e61ec437-133b-4985-a350-2c770580dcb5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:07.519947 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 28dab308-4900-4949-ac61-25fd63dc29b2 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:07.530716 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 28dab308-4900-4949-ac61-25fd63dc29b2 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:07.531387 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:07.558606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e61ec437-133b-4985-a350-2c770580dcb5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:07.577853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61ec437-133b-4985-a350-2c770580dcb5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:46:07.578302 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e61ec437-133b-4985-a350-2c770580dcb5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:46:07.596933 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:46:07.615144 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-3578825c-78f1-45e7-80a3-500d54c1c3ce tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:46:07.615674 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3578825c-78f1-45e7-80a3-500d54c1c3ce tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3743970 Apr 20 15:46:07.618390 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59028) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:07.710639 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:07.738444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:07.741426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e61ec437-133b-4985-a350-2c770580dcb5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:07.748496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e61ec437-133b-4985-a350-2c770580dcb5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:07.766796 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 28dab308-4900-4949-ac61-25fd63dc29b2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=28dab308-4900-4949-ac61-25fd63dc29b2,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:07.773181 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:07.774158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:07.775138 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:07.791396 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-755b6c6a-4ea6-49db-8d8f-3acc5eb6be9f tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:07.844626 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ec437-133b-4985-a350-2c770580dcb5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] Pushing event deleted for resources: {'Network': ['ID=472c775b-3624-416e-9758-b66a5d1327b2,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:07.855057 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59034) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:07.867707 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a1410-e6ef-4140-bd7e-e5f636e526b7 req-a157eb26-2b79-41f8-9dd6-047ad214ecf9 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:07.869241 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec8a1410-e6ef-4140-bd7e-e5f636e526b7 req-a157eb26-2b79-41f8-9dd6-047ad214ecf9 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 945 time: 0.3669474 Apr 20 15:46:07.870481 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e61ec437-133b-4985-a350-2c770580dcb5 tempest-BulkNetworkOpsTest-1921180432 tempest-BulkNetworkOpsTest-1921180432-project] 10.222.0.13 "DELETE /v2.0/networks/472c775b-3624-416e-9758-b66a5d1327b2 HTTP/1.1" status: 204 len: 168 time: 1.0369987 Apr 20 15:46:07.874820 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=28dab308-4900-4949-ac61-25fd63dc29b2,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:07.897706 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-755b6c6a-4ea6-49db-8d8f-3acc5eb6be9f tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:07.906440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=f22c49e5-9a66-497a-8e0f-ffbca6e17b0f,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:07.924645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.017572 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec8a1410-e6ef-4140-bd7e-e5f636e526b7 req-5c4f9230-7b7b-49a6-a878-74b9953407b9 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/security-groups?id=b958054b-4355-42dd-a3dd-c301839afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075516 Apr 20 15:46:08.084304 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:08.085965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:08.088451 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-8846e393-9105-4e8f-8b89-daba51e5b92e tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-442797698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:08.100958 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8846e393-9105-4e8f-8b89-daba51e5b92e tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:08.108322 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8846e393-9105-4e8f-8b89-daba51e5b92e tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Usage tracker for resource:router and tenant:577e175d6c424b36b933f155a0dfbf67 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:08.114634 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8846e393-9105-4e8f-8b89-daba51e5b92e tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:08.131152 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8846e393-9105-4e8f-8b89-daba51e5b92e tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:08.141715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-755b6c6a-4ea6-49db-8d8f-3acc5eb6be9f tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.170373 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b6c6a-4ea6-49db-8d8f-3acc5eb6be9f tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd54aaac-0a81-4916-a71c-a289f782a027,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:08.174418 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8846e393-9105-4e8f-8b89-daba51e5b92e tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.175436 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8846e393-9105-4e8f-8b89-daba51e5b92e tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.221288 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8846e393-9105-4e8f-8b89-daba51e5b92e tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.251486 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-755b6c6a-4ea6-49db-8d8f-3acc5eb6be9f tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.256291 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-755b6c6a-4ea6-49db-8d8f-3acc5eb6be9f tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "DELETE /v2.0/security-groups/cd54aaac-0a81-4916-a71c-a289f782a027 HTTP/1.1" status: 204 len: 168 time: 0.6366525 Apr 20 15:46:08.262001 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59046) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:08.294191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59050) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:08.300722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8846e393-9105-4e8f-8b89-daba51e5b92e tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.340469 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Router 7bbecec5-e98d-4c5f-b758-1ac923a1c10e is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:46:08.364853 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-226a0bc4-6587-4b76-a912-9cf2a9e1e707 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Synchronizing usage tracker for tenant:0929246bc6b84a1a9b758b99e3f34b6a on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:08.370334 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8846e393-9105-4e8f-8b89-daba51e5b92e tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.374600 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8846e393-9105-4e8f-8b89-daba51e5b92e tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5151744 Apr 20 15:46:08.375209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59056) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:08.380895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-316652924'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:08.386357 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:08.388548 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Router 8cbd04ed-7dba-48a8-ab3b-aab247fed0e5 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:46:08.392528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Usage tracker for resource:network and tenant:577e175d6c424b36b933f155a0dfbf67 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:08.396226 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:08.405862 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:08.428818 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c1609638-abb4-44ac-b2ea-474812799da2 None None] Provisioning complete for port f22c49e5-9a66-497a-8e0f-ffbca6e17b0f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:08.429502 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c1609638-abb4-44ac-b2ea-474812799da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.452451 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-226a0bc4-6587-4b76-a912-9cf2a9e1e707 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Unset dirty status for tenant:0929246bc6b84a1a9b758b99e3f34b6a on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:08.455872 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-226a0bc4-6587-4b76-a912-9cf2a9e1e707 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1891131 Apr 20 15:46:08.457671 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59060) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:08.462797 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-a82e575f-f8f3-4e91-8841-0aeb5ec98fd3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group': {'name': 'tempest-secgroup--500424633'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:08.478044 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a82e575f-f8f3-4e91-8841-0aeb5ec98fd3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:08.493329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c1609638-abb4-44ac-b2ea-474812799da2 None None] Port f22c49e5-9a66-497a-8e0f-ffbca6e17b0f cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:46:08.543601 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a82e575f-f8f3-4e91-8841-0aeb5ec98fd3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:08.569547 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Made reservation on behalf of 577e175d6c424b36b933f155a0dfbf67 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:08.572626 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a82e575f-f8f3-4e91-8841-0aeb5ec98fd3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.572915 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.589664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:08.602757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.611749 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937b2127-84be-480d-be03-c982d97d5945 None None] Sync routers for ids ['7bbecec5-e98d-4c5f-b758-1ac923a1c10e'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:08.616202 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a82e575f-f8f3-4e91-8841-0aeb5ec98fd3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:08.622613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a82e575f-f8f3-4e91-8841-0aeb5ec98fd3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:08.624514 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937b2127-84be-480d-be03-c982d97d5945 None None] Routers {'7bbecec5-e98d-4c5f-b758-1ac923a1c10e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:08.624663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:08.625473 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-937b2127-84be-480d-be03-c982d97d5945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7bbecec5-e98d-4c5f-b758-1ac923a1c10e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:08.626064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.630031 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dfdb5eff-8eea-496c-9da4-757277ae8219 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1679678 Apr 20 15:46:08.630618 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59064) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:08.631405 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a82e575f-f8f3-4e91-8841-0aeb5ec98fd3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:08.637001 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e84ba74f-faa5-44a4-9231-2fa25ab225b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "PUT /v2.0/routers/8cbd04ed-7dba-48a8-ab3b-aab247fed0e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3136597 Apr 20 15:46:08.641093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59068) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:08.643621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Sync routers for ids ['8cbd04ed-7dba-48a8-ab3b-aab247fed0e5'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:08.644217 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-24c93d08-f0e8-430d-9e1d-5eeae634a028 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'enable_snat': False}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:08.644332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:08.650513 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2224a334-8c07-4869-a396-4cb287c59697 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25f72d9cad3e4e83b07af4072ea5ade2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552134 Apr 20 15:46:08.651526 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Usage tracker for resource:security_group_rule and tenant:577e175d6c424b36b933f155a0dfbf67 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:08.653980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59072) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:08.657234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:08.668634 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Routers {'8cbd04ed-7dba-48a8-ab3b-aab247fed0e5'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:08.669421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['8cbd04ed-7dba-48a8-ab3b-aab247fed0e5'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:08.673313 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:08.695133 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a82e575f-f8f3-4e91-8841-0aeb5ec98fd3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:08.715508 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-937b2127-84be-480d-be03-c982d97d5945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:08.738079 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937b2127-84be-480d-be03-c982d97d5945 None None] Routers {'7bbecec5-e98d-4c5f-b758-1ac923a1c10e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:08.739539 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-937b2127-84be-480d-be03-c982d97d5945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7bbecec5-e98d-4c5f-b758-1ac923a1c10e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:08.753321 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68332b37-0fb1-4256-963c-e15e99130f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.797172 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68332b37-0fb1-4256-963c-e15e99130f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.808043 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f70467-6d1b-4fa6-aee4-d7f2db977047 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:08.812077 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-27f70467-6d1b-4fa6-aee4-d7f2db977047 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports/f22c49e5-9a66-497a-8e0f-ffbca6e17b0f HTTP/1.1" status: 200 len: 911 time: 0.1188037 Apr 20 15:46:08.812666 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59078) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:08.839280 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-937b2127-84be-480d-be03-c982d97d5945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:08.840415 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937b2127-84be-480d-be03-c982d97d5945 None None] The sync data for ids ['7bbecec5-e98d-4c5f-b758-1ac923a1c10e'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:08.853828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.859246 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.897775 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Set router 8cbd04ed-7dba-48a8-ab3b-aab247fed0e5 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:46:08.900808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee09ba0-0b75-414c-aa81-58d524731594,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:08.909341 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:46:08.918222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.918579 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Added segment 50581fb5-dc86-48df-9d4c-99df184e31ac of type vlan for network 28f33046-b056-40e0-ac92-ed67a1f7977c Apr 20 15:46:08.924607 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68332b37-0fb1-4256-963c-e15e99130f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:08.956435 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68332b37-0fb1-4256-963c-e15e99130f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638e8c60-09c1-4bb3-9154-30a75cad3ad2,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:08.962206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:09.078029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a82e575f-f8f3-4e91-8841-0aeb5ec98fd3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:09.097690 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a82e575f-f8f3-4e91-8841-0aeb5ec98fd3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:09.146226 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:46:09.197471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68332b37-0fb1-4256-963c-e15e99130f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:09.200901 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-68332b37-0fb1-4256-963c-e15e99130f5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/638e8c60-09c1-4bb3-9154-30a75cad3ad2 HTTP/1.1" status: 204 len: 168 time: 0.5437272 Apr 20 15:46:09.263284 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:09.268951 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:09.269568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:09.316938 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 28dab308-4900-4949-ac61-25fd63dc29b2 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:46:09.332274 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eacedc0-0a49-4dad-9afe-106f87cabfa4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:09.338128 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eacedc0-0a49-4dad-9afe-106f87cabfa4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:09.342402 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8eacedc0-0a49-4dad-9afe-106f87cabfa4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5180171 Apr 20 15:46:09.347719 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59086) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:09.402053 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd04ed-7dba-48a8-ab3b-aab247fed0e5', 'name': 'tempest-NetworksTestDHCPv6-router-1565563880', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:46:04Z', 'updated_at': '2022-04-20T15:46:06Z', 'revision_number': 2, 'project_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'gw_port_host': None, '_interfaces': [{'id': 'f22c49e5-9a66-497a-8e0f-ffbca6e17b0f', 'name': '', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'mac_address': 'fa:16:3e:26:5a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbd04ed-7dba-48a8-ab3b-aab247fed0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '182135cb-0808-45c4-b6b7-422d04d5f412', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:46:05Z', 'updated_at': '2022-04-20T15:46:07Z', 'revision_number': 2, 'project_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'subnets': [{'id': '182135cb-0808-45c4-b6b7-422d04d5f412', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:09.410870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Checking router: 8cbd04ed-7dba-48a8-ab3b-aab247fed0e5 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:46:09.410870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Updating router 8cbd04ed-7dba-48a8-ab3b-aab247fed0e5 port f22c49e5-9a66-497a-8e0f-ffbca6e17b0f binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:46:09.447164 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0680401 Apr 20 15:46:09.450568 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 28dab308-4900-4949-ac61-25fd63dc29b2 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:09.451033 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:09.461364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59092) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:09.470530 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-415f6751-cc4a-4a39-bf98-a05274c49b63 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Request body: {'subnet': {'network_id': '28f33046-b056-40e0-ac92-ed67a1f7977c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:09.476866 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e575f-f8f3-4e91-8841-0aeb5ec98fd3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf429480-d335-4604-bac8-74526e9ec705,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:09.506580 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:09.518139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb258c62-1ae7-40e0-a0e4-f895723688a4 req-5f16cac3-229b-4625-89f3-93086bad8933 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:09.526284 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eb258c62-1ae7-40e0-a0e4-f895723688a4 req-5f16cac3-229b-4625-89f3-93086bad8933 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 945 time: 0.3726552 Apr 20 15:46:09.528419 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cd1a3-c798-4383-ba4d-16c4f039b7b5 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event updated for resources: {'Network': ['ID=28f33046-b056-40e0-ac92-ed67a1f7977c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:09.543483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a82e575f-f8f3-4e91-8841-0aeb5ec98fd3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:09.545012 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a82e575f-f8f3-4e91-8841-0aeb5ec98fd3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0862105 Apr 20 15:46:09.562314 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6c169-3d6d-4fe1-8faf-078199468a8f req-8cd02d4a-f7ff-40a9-87ec-0d0524171eda tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:09.564009 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45f6c169-3d6d-4fe1-8faf-078199468a8f req-8cd02d4a-f7ff-40a9-87ec-0d0524171eda tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.11 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 945 time: 0.5885754 Apr 20 15:46:09.571640 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 28f33046-b056-40e0-ac92-ed67a1f7977c details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:46:09.597681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59096) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:09.624655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-cd57fabf-a493-4749-8650-89bf6a2aac4d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': 'bf429480-d335-4604-bac8-74526e9ec705', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:09.633686 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-cd57fabf-a493-4749-8650-89bf6a2aac4d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:09.647500 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cd57fabf-a493-4749-8650-89bf6a2aac4d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:09.651865 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cd57fabf-a493-4749-8650-89bf6a2aac4d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:09.667605 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-cd57fabf-a493-4749-8650-89bf6a2aac4d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:09.736484 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-45f6c169-3d6d-4fe1-8faf-078199468a8f req-ca72dbd1-fcbd-4108-9244-2fdc024335b4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Deleting port 04e88087-0220-4a63-94c4-e488e6100cb7 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:09.736816 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-45f6c169-3d6d-4fe1-8faf-078199468a8f req-ca72dbd1-fcbd-4108-9244-2fdc024335b4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:09.872566 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eb258c62-1ae7-40e0-a0e4-f895723688a4 req-17445b2c-772c-4f57-8e72-132dbcec31d5 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/security-groups?id=b958054b-4355-42dd-a3dd-c301839afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450599 Apr 20 15:46:09.873738 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-415f6751-cc4a-4a39-bf98-a05274c49b63 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:09.884116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-415f6751-cc4a-4a39-bf98-a05274c49b63 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Usage tracker for resource:subnet and tenant:577e175d6c424b36b933f155a0dfbf67 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:09.937343 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24c93d08-f0e8-430d-9e1d-5eeae634a028 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:09.944785 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-cd57fabf-a493-4749-8650-89bf6a2aac4d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The resource could not be found. Apr 20 15:46:09.945818 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cd57fabf-a493-4749-8650-89bf6a2aac4d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3395307 Apr 20 15:46:09.946226 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-415f6751-cc4a-4a39-bf98-a05274c49b63 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:09.950622 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59110) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:09.958260 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-e8702c43-064e-409f-a71e-c0d5632dc911 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': 'bf429480-d335-4604-bac8-74526e9ec705', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '161abdff-5d3c-4740-b8f9-be4195860d3a'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:09.968359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-415f6751-cc4a-4a39-bf98-a05274c49b63 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:10.007602 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e8702c43-064e-409f-a71e-c0d5632dc911 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:10.021101 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e8702c43-064e-409f-a71e-c0d5632dc911 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:10.027863 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e8702c43-064e-409f-a71e-c0d5632dc911 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:10.028013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415f6751-cc4a-4a39-bf98-a05274c49b63 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Made reservation on behalf of 577e175d6c424b36b933f155a0dfbf67 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:10.033918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e8702c43-064e-409f-a71e-c0d5632dc911 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:10.038278 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-415f6751-cc4a-4a39-bf98-a05274c49b63 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:10.125550 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:10.141320 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Transition to ACTIVE for port object f22c49e5-9a66-497a-8e0f-ffbca6e17b0f will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:10.151376 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:10.250222 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd7a15-69af-4e1f-867c-4a24ea27583a None None] Pushing event updated for resources: {'Port': ['ID=f22c49e5-9a66-497a-8e0f-ffbca6e17b0f,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:10.272166 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59120) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:10.273056 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-e8702c43-064e-409f-a71e-c0d5632dc911 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The resource could not be found. Apr 20 15:46:10.274118 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e8702c43-064e-409f-a71e-c0d5632dc911 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3198390 Apr 20 15:46:10.284559 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-45f6c169-3d6d-4fe1-8faf-078199468a8f req-ca72dbd1-fcbd-4108-9244-2fdc024335b4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] For port 04e88087-0220-4a63-94c4-e488e6100cb7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=04e88087-0220-4a63-94c4-e488e6100cb7,segment=NetworkSegment(c565ca90-7634-46aa-97c8-94396499e965),segment_id=c565ca90-7634-46aa-97c8-94396499e965)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:10.285067 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-45f6c169-3d6d-4fe1-8faf-078199468a8f req-ca72dbd1-fcbd-4108-9244-2fdc024335b4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:10.285217 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59124) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:10.303709 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:46:10.426361 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bab188cd-1afd-40b1-8362-ae9862e5da6d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:10.442417 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Attempting to bind port f22c49e5-9a66-497a-8e0f-ffbca6e17b0f on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:46:10.442701 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Attempting to bind port f22c49e5-9a66-497a-8e0f-ffbca6e17b0f by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:46:10.443070 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Attempting to bind port f22c49e5-9a66-497a-8e0f-ffbca6e17b0f on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:46:10.448776 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:46:10.449153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:46:10.449554 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:10.449945 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:46:10.450407 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Bound port: f22c49e5-9a66-497a-8e0f-ffbca6e17b0f, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:46:10.450778 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:10.540777 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1030173833'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:10.547859 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:10.552905 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] For port f22c49e5-9a66-497a-8e0f-ffbca6e17b0f, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:46:10.556925 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] For port f22c49e5-9a66-497a-8e0f-ffbca6e17b0f, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f22c49e5-9a66-497a-8e0f-ffbca6e17b0f,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:46:10.563498 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:10.609636 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:10.624881 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:10.642579 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bab188cd-1afd-40b1-8362-ae9862e5da6d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:10.661786 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:10.681617 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Routers {'8cbd04ed-7dba-48a8-ab3b-aab247fed0e5'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:10.682230 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['8cbd04ed-7dba-48a8-ab3b-aab247fed0e5'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:10.742863 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-45f6c169-3d6d-4fe1-8faf-078199468a8f req-ca72dbd1-fcbd-4108-9244-2fdc024335b4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:10.743426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-45f6c169-3d6d-4fe1-8faf-078199468a8f req-ca72dbd1-fcbd-4108-9244-2fdc024335b4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:10.743545 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [req-45f6c169-3d6d-4fe1-8faf-078199468a8f req-ca72dbd1-fcbd-4108-9244-2fdc024335b4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Floating IP aaadb461-fcb4-45c8-b1b4-255dbd7bf086 disassociated. External IP: 172.26.7.62, port: 04e88087-0220-4a63-94c4-e488e6100cb7. Apr 20 15:46:10.744348 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-45f6c169-3d6d-4fe1-8faf-078199468a8f req-ca72dbd1-fcbd-4108-9244-2fdc024335b4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Calling delete_port for 04e88087-0220-4a63-94c4-e488e6100cb7 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:10.771382 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:10.788359 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:10.800730 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c255b23d-bec0-47a5-be5c-49b9e4033fd4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:10.863383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] Set router 8cbd04ed-7dba-48a8-ab3b-aab247fed0e5 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:46:10.864383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-415f6751-cc4a-4a39-bf98-a05274c49b63 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:10.921304 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd7a15-69af-4e1f-867c-4a24ea27583a None None] Pushing event updated for resources: {'Port': ['ID=f22c49e5-9a66-497a-8e0f-ffbca6e17b0f,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:11.019173 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:11.038989 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:11.045819 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:11.099025 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-45f6c169-3d6d-4fe1-8faf-078199468a8f req-ca72dbd1-fcbd-4108-9244-2fdc024335b4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:11.170816 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:11.178495 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bab188cd-1afd-40b1-8362-ae9862e5da6d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:11.218609 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bab188cd-1afd-40b1-8362-ae9862e5da6d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:11.220105 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bab188cd-1afd-40b1-8362-ae9862e5da6d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "DELETE /v2.0/security-groups/bf429480-d335-4604-bac8-74526e9ec705 HTTP/1.1" status: 204 len: 168 time: 0.9328375 Apr 20 15:46:11.238974 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59132) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:11.240021 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab188cd-1afd-40b1-8362-ae9862e5da6d tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf429480-d335-4604-bac8-74526e9ec705,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:11.241290 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd04ed-7dba-48a8-ab3b-aab247fed0e5', 'name': 'tempest-NetworksTestDHCPv6-router-1565563880', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:46:04Z', 'updated_at': '2022-04-20T15:46:06Z', 'revision_number': 2, 'project_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'gw_port_host': None, '_interfaces': [{'id': 'f22c49e5-9a66-497a-8e0f-ffbca6e17b0f', 'name': '', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'mac_address': 'fa:16:3e:26:5a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbd04ed-7dba-48a8-ab3b-aab247fed0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '182135cb-0808-45c4-b6b7-422d04d5f412', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:46:05Z', 'updated_at': '2022-04-20T15:46:10Z', 'revision_number': 4, 'project_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'subnets': [{'id': '182135cb-0808-45c4-b6b7-422d04d5f412', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:11.245924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58813e1-ed18-437d-828e-3c5323fefa6d None None] The sync data for ids ['8cbd04ed-7dba-48a8-ab3b-aab247fed0e5'] in dv-neutron-838699-1-hyperv is: [{'id': '8cbd04ed-7dba-48a8-ab3b-aab247fed0e5', 'name': 'tempest-NetworksTestDHCPv6-router-1565563880', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:46:04Z', 'updated_at': '2022-04-20T15:46:06Z', 'revision_number': 2, 'project_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'gw_port_host': None, '_interfaces': [{'id': 'f22c49e5-9a66-497a-8e0f-ffbca6e17b0f', 'name': '', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'mac_address': 'fa:16:3e:26:5a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbd04ed-7dba-48a8-ab3b-aab247fed0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '182135cb-0808-45c4-b6b7-422d04d5f412', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:46:05Z', 'updated_at': '2022-04-20T15:46:10Z', 'revision_number': 4, 'project_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'subnets': [{'id': '182135cb-0808-45c4-b6b7-422d04d5f412', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:11.286901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f6751-cc4a-4a39-bf98-a05274c49b63 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event updated for resources: {'Subnet': ['ID=a8d26eca-c3aa-4b98-b83f-4ab9b20fa45a,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:11.309703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72dbd1-fcbd-4108-9244-2fdc024335b4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Pushing event deleted for resources: {'Port': ['ID=04e88087-0220-4a63-94c4-e488e6100cb7,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:11.315175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f6751-cc4a-4a39-bf98-a05274c49b63 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Checking segment: {'id': '50581fb5-dc86-48df-9d4c-99df184e31ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '28f33046-b056-40e0-ac92-ed67a1f7977c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:46:11.315551 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415f6751-cc4a-4a39-bf98-a05274c49b63 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Network hostable DHCP agents. Network: 28f33046-b056-40e0-ac92-ed67a1f7977c, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:46:11.442048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e99ca-5304-470a-bfcb-20b2d294f2d5 req-2c2f8234-0d66-4507-a489-0391243a15b1 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:11.443598 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0d6e99ca-5304-470a-bfcb-20b2d294f2d5 req-2c2f8234-0d66-4507-a489-0391243a15b1 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 867 time: 0.4389589 Apr 20 15:46:11.446668 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415f6751-cc4a-4a39-bf98-a05274c49b63 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Network 28f33046-b056-40e0-ac92-ed67a1f7977c is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:46:11.595076 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0d6e99ca-5304-470a-bfcb-20b2d294f2d5 req-a3b8e1e4-81bc-42cb-97a5-49a96369afc6 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/security-groups?id=b958054b-4355-42dd-a3dd-c301839afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292269 Apr 20 15:46:11.610355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-415f6751-cc4a-4a39-bf98-a05274c49b63 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 28f33046-b056-40e0-ac92-ed67a1f7977c) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:11.617163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415f6751-cc4a-4a39-bf98-a05274c49b63 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:11.619237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-415f6751-cc4a-4a39-bf98-a05274c49b63 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:11.628727 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c0bd7a24-145d-4d8b-9f3c-db4b351a3914 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Synchronizing usage tracker for tenant:0929246bc6b84a1a9b758b99e3f34b6a on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:11.642106 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4245ca-8a46-4dd2-a6c8-45e6c0a06a45 None None] Network 28f33046-b056-40e0-ac92-ed67a1f7977c requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:11.705421 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c0bd7a24-145d-4d8b-9f3c-db4b351a3914 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Unset dirty status for tenant:0929246bc6b84a1a9b758b99e3f34b6a on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:11.707513 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c0bd7a24-145d-4d8b-9f3c-db4b351a3914 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4651449 Apr 20 15:46:11.714723 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-415f6751-cc4a-4a39-bf98-a05274c49b63 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2507031 Apr 20 15:46:11.718556 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45f6c169-3d6d-4fe1-8faf-078199468a8f req-ca72dbd1-fcbd-4108-9244-2fdc024335b4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Router 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:46:11.719326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59136) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:11.719759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59138) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:11.729287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e926aac2-58c9-4a84-8f10-17ff82cec06b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Request body: {'network': {'name': 'tempest-router-network01--2144511230'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:11.735214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e926aac2-58c9-4a84-8f10-17ff82cec06b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:11.739669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e926aac2-58c9-4a84-8f10-17ff82cec06b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Usage tracker for resource:network and tenant:577e175d6c424b36b933f155a0dfbf67 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:11.743945 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e926aac2-58c9-4a84-8f10-17ff82cec06b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:11.752486 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e926aac2-58c9-4a84-8f10-17ff82cec06b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:11.767690 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f79abdf9-27c4-418c-9db4-71ddb1785b37 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': '6551f290-db5c-4c32-83fc-da9bb4c8bb3e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:11.774178 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e926aac2-58c9-4a84-8f10-17ff82cec06b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Made reservation on behalf of 577e175d6c424b36b933f155a0dfbf67 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:11.782702 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e926aac2-58c9-4a84-8f10-17ff82cec06b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:11.803246 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f79abdf9-27c4-418c-9db4-71ddb1785b37 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:11.812976 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f79abdf9-27c4-418c-9db4-71ddb1785b37 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:11.819181 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f79abdf9-27c4-418c-9db4-71ddb1785b37 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:11.877028 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:11.890821 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24c93d08-f0e8-430d-9e1d-5eeae634a028 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:11.892674 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:11.906337 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-c255b23d-bec0-47a5-be5c-49b9e4033fd4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port f22c49e5-9a66-497a-8e0f-ffbca6e17b0f {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:11.906681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c255b23d-bec0-47a5-be5c-49b9e4033fd4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:11.935203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f79abdf9-27c4-418c-9db4-71ddb1785b37 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:11.942221 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:11.957959 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e926aac2-58c9-4a84-8f10-17ff82cec06b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:46:11.977799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24c93d08-f0e8-430d-9e1d-5eeae634a028 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:11.995939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e926aac2-58c9-4a84-8f10-17ff82cec06b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:11.996431 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-e926aac2-58c9-4a84-8f10-17ff82cec06b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Added segment 89af7454-54c9-4aa7-bc23-859e0eb43a76 of type vlan for network 1f9af9cd-8f17-4fa4-b42d-335b746a86c4 Apr 20 15:46:12.000262 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:12.063253 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:12.079817 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e926aac2-58c9-4a84-8f10-17ff82cec06b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:12.098615 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152f613c-b065-45f1-9375-eb87b1632f33,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:12.113790 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-f79abdf9-27c4-418c-9db4-71ddb1785b37 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The resource could not be found. Apr 20 15:46:12.120073 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f79abdf9-27c4-418c-9db4-71ddb1785b37 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3941736 Apr 20 15:46:12.139379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:12.158016 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59144) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:12.168261 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-28f33046-b056-40e0-ac92-ed67a1f7977c', 'network_id': '28f33046-b056-40e0-ac92-ed67a1f7977c', 'tenant_id': '577e175d6c424b36b933f155a0dfbf67', 'fixed_ips': [{'subnet_id': 'a8d26eca-c3aa-4b98-b83f-4ab9b20fa45a'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:46:12.169149 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:12.179940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e926aac2-58c9-4a84-8f10-17ff82cec06b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:12.185414 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e926aac2-58c9-4a84-8f10-17ff82cec06b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:12.186045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e926aac2-58c9-4a84-8f10-17ff82cec06b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:12.239544 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e926aac2-58c9-4a84-8f10-17ff82cec06b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5171220 Apr 20 15:46:12.240359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59148) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:12.258009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e787739c-c176-4721-90d9-80e687fc84f6 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Request body: {'network': {'name': 'tempest-router-network02--2010240179'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:12.274282 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-07c4a834-6729-412a-8aef-d4a23ec77a15 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525582777'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:12.310564 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-07c4a834-6729-412a-8aef-d4a23ec77a15 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:12.332708 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e787739c-c176-4721-90d9-80e687fc84f6 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:12.354613 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e787739c-c176-4721-90d9-80e687fc84f6 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Usage tracker for resource:network and tenant:577e175d6c424b36b933f155a0dfbf67 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:12.361573 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e787739c-c176-4721-90d9-80e687fc84f6 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:12.372047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e787739c-c176-4721-90d9-80e687fc84f6 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:12.375508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45f6c169-3d6d-4fe1-8faf-078199468a8f req-ca72dbd1-fcbd-4108-9244-2fdc024335b4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:12.386023 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ac50aa-67aa-45a7-b2a2-8ccff9cced24 None None] Sync routers for ids ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:12.388989 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Allocated IP 2001:db8::2 (28f33046-b056-40e0-ac92-ed67a1f7977c/a8d26eca-c3aa-4b98-b83f-4ab9b20fa45a/e105e412-58c9-43b5-a627-7fc48aacb9be) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:12.398811 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ac50aa-67aa-45a7-b2a2-8ccff9cced24 None None] Routers {'7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:12.401539 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-33ac50aa-67aa-45a7-b2a2-8ccff9cced24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:12.432570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-07c4a834-6729-412a-8aef-d4a23ec77a15 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:12.449116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926aac2-58c9-4a84-8f10-17ff82cec06b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event updated for resources: {'Network': ['ID=1f9af9cd-8f17-4fa4-b42d-335b746a86c4,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:12.495840 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-07c4a834-6729-412a-8aef-d4a23ec77a15 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:12.520151 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 1f9af9cd-8f17-4fa4-b42d-335b746a86c4 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:46:12.534991 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e787739c-c176-4721-90d9-80e687fc84f6 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Made reservation on behalf of 577e175d6c424b36b933f155a0dfbf67 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:12.538657 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e787739c-c176-4721-90d9-80e687fc84f6 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:12.563085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f6c169-3d6d-4fe1-8faf-078199468a8f req-ca72dbd1-fcbd-4108-9244-2fdc024335b4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] No DVR routers for this DVR port 04e88087-0220-4a63-94c4-e488e6100cb7 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:46:12.567161 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-45f6c169-3d6d-4fe1-8faf-078199468a8f req-ca72dbd1-fcbd-4108-9244-2fdc024335b4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:12.569521 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45f6c169-3d6d-4fe1-8faf-078199468a8f req-ca72dbd1-fcbd-4108-9244-2fdc024335b4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.11 "DELETE /v2.0/ports/04e88087-0220-4a63-94c4-e488e6100cb7 HTTP/1.1" status: 204 len: 173 time: 2.9114735 Apr 20 15:46:12.570140 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77666eaf-cc28-423b-8b0a-dc83f50fa832', 'name': 'network-vif-deleted', 'tag': '04e88087-0220-4a63-94c4-e488e6100cb7'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:46:12.599154 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-07c4a834-6729-412a-8aef-d4a23ec77a15 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:12.616746 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c93d08-f0e8-430d-9e1d-5eeae634a028 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Router 7bbecec5-e98d-4c5f-b758-1ac923a1c10e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:46:12.618363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e787739c-c176-4721-90d9-80e687fc84f6 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:46:12.618756 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-c255b23d-bec0-47a5-be5c-49b9e4033fd4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] For port f22c49e5-9a66-497a-8e0f-ffbca6e17b0f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f22c49e5-9a66-497a-8e0f-ffbca6e17b0f,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:12.619257 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c255b23d-bec0-47a5-be5c-49b9e4033fd4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:12.641918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e787739c-c176-4721-90d9-80e687fc84f6 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:12.642210 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-33ac50aa-67aa-45a7-b2a2-8ccff9cced24 None None] Set router 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:46:12.642522 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-e787739c-c176-4721-90d9-80e687fc84f6 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Added segment bf4a7482-23b9-44ba-8d5a-d5f1c8e62702 of type vlan for network e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5 Apr 20 15:46:12.656581 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b94ebe-3769-4594-bbcf-ff07f94dd09f'] response: {'server_uuid': '77666eaf-cc28-423b-8b0a-dc83f50fa832', 'name': 'network-vif-deleted', 'tag': '04e88087-0220-4a63-94c4-e488e6100cb7', 'status': 'completed', 'code': 200} Apr 20 15:46:12.661755 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-07c4a834-6729-412a-8aef-d4a23ec77a15 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:12.677568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-07c4a834-6729-412a-8aef-d4a23ec77a15 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:12.687424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e787739c-c176-4721-90d9-80e687fc84f6 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:12.735266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e787739c-c176-4721-90d9-80e687fc84f6 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:12.743269 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787739c-c176-4721-90d9-80e687fc84f6 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:12.743957 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e787739c-c176-4721-90d9-80e687fc84f6 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:12.824684 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e787739c-c176-4721-90d9-80e687fc84f6 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5780690 Apr 20 15:46:12.827479 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59156) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:12.890857 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:12.902944 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Transition to ACTIVE for port object e105e412-58c9-43b5-a627-7fc48aacb9be will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:12.924388 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Transition to ACTIVE for port object e105e412-58c9-43b5-a627-7fc48aacb9be will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:12.933753 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:12.969414 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-c69e334b-f31d-4383-826e-fd0154424074 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Request body: {'subnet': {'network_id': '1f9af9cd-8f17-4fa4-b42d-335b746a86c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:12.994215 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-07c4a834-6729-412a-8aef-d4a23ec77a15 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:13.007348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-c255b23d-bec0-47a5-be5c-49b9e4033fd4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for f22c49e5-9a66-497a-8e0f-ffbca6e17b0f owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:13.026457 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-741a05ab-4487-4c41-9fed-721f783e3d43 req-fb53c1f0-8723-473e-9f4d-75f99d50a621 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Synchronizing usage tracker for tenant:40ddd5af54534229a658a14f67df5f08 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:13.055933 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:13.064387 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Network 28f33046-b056-40e0-ac92-ed67a1f7977c is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:13.070664 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:13.080428 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:13.184653 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Pushing event updated for resources: {'Port': ['ID=e105e412-58c9-43b5-a627-7fc48aacb9be,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:13.261610 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-33ac50aa-67aa-45a7-b2a2-8ccff9cced24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'name': 'tempest-ServersTestManualDisk-2117156883-router', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:07Z', 'revision_number': 4, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'gw_port': {'id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'a30c8799-b225-42b6-9889-b544b0e098df', 'name': '', 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'mac_address': 'fa:16:3e:20:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:16Z', 'revision_number': 5, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'subnets': [{'id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:13.268823 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787739c-c176-4721-90d9-80e687fc84f6 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event updated for resources: {'Network': ['ID=e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:13.269781 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ac50aa-67aa-45a7-b2a2-8ccff9cced24 None None] Checking router: 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:46:13.287059 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-741a05ab-4487-4c41-9fed-721f783e3d43 req-fb53c1f0-8723-473e-9f4d-75f99d50a621 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Unset dirty status for tenant:40ddd5af54534229a658a14f67df5f08 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:13.291041 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-741a05ab-4487-4c41-9fed-721f783e3d43 req-fb53c1f0-8723-473e-9f4d-75f99d50a621 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/ports?device_id=77666eaf-cc28-423b-8b0a-dc83f50fa832 HTTP/1.1" status: 200 len: 210 time: 0.3910863 Apr 20 15:46:13.295878 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ac50aa-67aa-45a7-b2a2-8ccff9cced24 None None] Routers {'7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:13.297734 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-33ac50aa-67aa-45a7-b2a2-8ccff9cced24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:13.336392 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:46:13.371997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c69e334b-f31d-4383-826e-fd0154424074 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:13.380721 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c69e334b-f31d-4383-826e-fd0154424074 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Usage tracker for resource:subnet and tenant:577e175d6c424b36b933f155a0dfbf67 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:13.387376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c69e334b-f31d-4383-826e-fd0154424074 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:13.407127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c69e334b-f31d-4383-826e-fd0154424074 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:13.442737 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69e334b-f31d-4383-826e-fd0154424074 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Made reservation on behalf of 577e175d6c424b36b933f155a0dfbf67 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:13.446710 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c69e334b-f31d-4383-826e-fd0154424074 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:13.491333 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:13.516658 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f22c49e5-9a66-497a-8e0f-ffbca6e17b0f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:46:13.564096 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-33ac50aa-67aa-45a7-b2a2-8ccff9cced24 None None] Set router 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:46:13.581123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Attempting to bind port e105e412-58c9-43b5-a627-7fc48aacb9be on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:46:13.581628 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Attempting to bind port e105e412-58c9-43b5-a627-7fc48aacb9be by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '50581fb5-dc86-48df-9d4c-99df184e31ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '28f33046-b056-40e0-ac92-ed67a1f7977c'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:46:13.582103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Attempting to bind port e105e412-58c9-43b5-a627-7fc48aacb9be on network 28f33046-b056-40e0-ac92-ed67a1f7977c {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:46:13.590112 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:46:13.590615 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Checking segment: {'id': '50581fb5-dc86-48df-9d4c-99df184e31ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '28f33046-b056-40e0-ac92-ed67a1f7977c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:46:13.591107 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:13.591736 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Bound using segment: {'id': '50581fb5-dc86-48df-9d4c-99df184e31ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '28f33046-b056-40e0-ac92-ed67a1f7977c'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:46:13.592184 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Bound port: e105e412-58c9-43b5-a627-7fc48aacb9be, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50581fb5-dc86-48df-9d4c-99df184e31ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '28f33046-b056-40e0-ac92-ed67a1f7977c'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:46:13.592691 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:13.688111 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port f22c49e5-9a66-497a-8e0f-ffbca6e17b0f completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:13.700115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f22c49e5-9a66-497a-8e0f-ffbca6e17b0f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:13.700628 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:13.790101 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] For port e105e412-58c9-43b5-a627-7fc48aacb9be, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:46:13.808655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] For port e105e412-58c9-43b5-a627-7fc48aacb9be, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e105e412-58c9-43b5-a627-7fc48aacb9be,segment=NetworkSegment(50581fb5-dc86-48df-9d4c-99df184e31ac),segment_id=50581fb5-dc86-48df-9d4c-99df184e31ac)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:46:13.812617 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c255b23d-bec0-47a5-be5c-49b9e4033fd4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:13.816233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:13.821268 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No ports have port_id starting with f22c49e5-9a66-497a-8e0f-ffbca6e17b0f Apr 20 15:46:13.823061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:13.828442 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.5492630 Apr 20 15:46:13.835345 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59160) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:13.858809 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 04e88087-0220-4a63-94c4-e488e6100cb7 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:46:13.882424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c69e334b-f31d-4383-826e-fd0154424074 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:13.922633 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 04e88087-0220-4a63-94c4-e488e6100cb7 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:46:13.923348 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 04e88087-0220-4a63-94c4-e488e6100cb7 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:46:13.987519 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307f080-9e9c-47e3-97ef-7c57f6731bca None None] Pushing event updated for resources: {'Port': ['ID=e105e412-58c9-43b5-a627-7fc48aacb9be,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:14.024615 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255b23d-bec0-47a5-be5c-49b9e4033fd4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=f22c49e5-9a66-497a-8e0f-ffbca6e17b0f,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:14.098808 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-33ac50aa-67aa-45a7-b2a2-8ccff9cced24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'name': 'tempest-ServersTestManualDisk-2117156883-router', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:07Z', 'revision_number': 4, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'gw_port': {'id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'a30c8799-b225-42b6-9889-b544b0e098df', 'name': '', 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'mac_address': 'fa:16:3e:20:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:16Z', 'revision_number': 5, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'subnets': [{'id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:14.109072 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a4746aad-a6bf-4fec-a139-c956d084f98b tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2724297 Apr 20 15:46:14.109692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59164) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:14.114968 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ac50aa-67aa-45a7-b2a2-8ccff9cced24 None None] The sync data for ids ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'] in dv-neutron-838699-1-hyperv is: [{'id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'name': 'tempest-ServersTestManualDisk-2117156883-router', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:07Z', 'revision_number': 4, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'gw_port': {'id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'a30c8799-b225-42b6-9889-b544b0e098df', 'name': '', 'network_id': 'c880705c-c9ca-461f-ab61-0c74e5f307a3', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'mac_address': 'fa:16:3e:20:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:16Z', 'revision_number': 5, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'subnets': [{'id': '63e863a2-f900-414e-86c4-ac93d0d20b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:14.138204 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e334b-f31d-4383-826e-fd0154424074 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event updated for resources: {'Subnet': ['ID=7c007f6c-468f-46e9-bcf3-624947367e59,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:14.161862 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-14207e8e-8131-4e71-9a10-1234637f1679 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group': {'name': 'tempest-security--1695004040', 'description': 'tempest-security-description-1444335755'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:14.209037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69e334b-f31d-4383-826e-fd0154424074 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Checking segment: {'id': '89af7454-54c9-4aa7-bc23-859e0eb43a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1f9af9cd-8f17-4fa4-b42d-335b746a86c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:46:14.209793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69e334b-f31d-4383-826e-fd0154424074 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Network hostable DHCP agents. Network: 1f9af9cd-8f17-4fa4-b42d-335b746a86c4, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:46:14.255080 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c255b23d-bec0-47a5-be5c-49b9e4033fd4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:14.258753 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74755fa8-2016-425d-9be2-73ff701813f5 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d2f606-b8c2-4264-afbc-057a5985773e,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:14.259971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-14207e8e-8131-4e71-9a10-1234637f1679 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:14.430601 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-14207e8e-8131-4e71-9a10-1234637f1679 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:14.437471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-14207e8e-8131-4e71-9a10-1234637f1679 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:14.475746 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69e334b-f31d-4383-826e-fd0154424074 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Network 1f9af9cd-8f17-4fa4-b42d-335b746a86c4 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:46:14.481255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-14207e8e-8131-4e71-9a10-1234637f1679 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:14.486555 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-14207e8e-8131-4e71-9a10-1234637f1679 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "PUT /v2.0/security-groups/02d2f606-b8c2-4264-afbc-057a5985773e HTTP/1.1" status: 200 len: 1778 time: 0.3634050 Apr 20 15:46:14.492261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59172) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:14.517705 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59176) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:14.566480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e62eba-9118-4644-87fe-a3f6ea1de462 None None] New status for floating IP aaadb461-fcb4-45c8-b1b4-255dbd7bf086: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:46:14.679022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-c69e334b-f31d-4383-826e-fd0154424074 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 1f9af9cd-8f17-4fa4-b42d-335b746a86c4) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:14.679291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c93d08-f0e8-430d-9e1d-5eeae634a028 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:14.685238 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69e334b-f31d-4383-826e-fd0154424074 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:14.685969 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c69e334b-f31d-4383-826e-fd0154424074 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:14.693580 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-07c4a834-6729-412a-8aef-d4a23ec77a15 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:14.698362 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862e134-2e3b-4871-81b8-f6743872442b None None] Sync routers for ids ['7bbecec5-e98d-4c5f-b758-1ac923a1c10e'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:14.709856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14207e8e-8131-4e71-9a10-1234637f1679 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d2f606-b8c2-4264-afbc-057a5985773e,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:14.711955 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862e134-2e3b-4871-81b8-f6743872442b None None] Routers {'7bbecec5-e98d-4c5f-b758-1ac923a1c10e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:14.712680 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-8862e134-2e3b-4871-81b8-f6743872442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7bbecec5-e98d-4c5f-b758-1ac923a1c10e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:14.719335 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a5b546-38f2-47fd-bfce-4adcbce649e3 None None] Network 1f9af9cd-8f17-4fa4-b42d-335b746a86c4 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:14.752022 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-03edc5a2-1524-439e-b817-c90e3fd6b8c7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-groups/02d2f606-b8c2-4264-afbc-057a5985773e HTTP/1.1" status: 200 len: 1778 time: 0.2568495 Apr 20 15:46:14.752606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59180) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:14.809156 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-8862e134-2e3b-4871-81b8-f6743872442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:14.817193 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c69e334b-f31d-4383-826e-fd0154424074 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9218650 Apr 20 15:46:14.830134 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-07c4a834-6729-412a-8aef-d4a23ec77a15 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:14.832486 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862e134-2e3b-4871-81b8-f6743872442b None None] Routers {'7bbecec5-e98d-4c5f-b758-1ac923a1c10e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:14.833287 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-8862e134-2e3b-4871-81b8-f6743872442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7bbecec5-e98d-4c5f-b758-1ac923a1c10e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:14.844936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59184) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:14.845620 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5959dab3-e948-4f1f-82d6-ca7b8b24c616 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:14.854348 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a272289f-d377-40f3-b721-67ba77999462 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Request body: {'subnet': {'network_id': 'e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:14.927215 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:14.985274 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-8862e134-2e3b-4871-81b8-f6743872442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:14.985677 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862e134-2e3b-4871-81b8-f6743872442b None None] The sync data for ids ['7bbecec5-e98d-4c5f-b758-1ac923a1c10e'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:14.990266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5959dab3-e948-4f1f-82d6-ca7b8b24c616 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:15.055698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a272289f-d377-40f3-b721-67ba77999462 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:15.061572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a272289f-d377-40f3-b721-67ba77999462 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Usage tracker for resource:subnet and tenant:577e175d6c424b36b933f155a0dfbf67 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:15.065834 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a272289f-d377-40f3-b721-67ba77999462 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:15.074180 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a272289f-d377-40f3-b721-67ba77999462 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:15.086836 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5959dab3-e948-4f1f-82d6-ca7b8b24c616 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:15.113771 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959dab3-e948-4f1f-82d6-ca7b8b24c616 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d2f606-b8c2-4264-afbc-057a5985773e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:15.117473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a272289f-d377-40f3-b721-67ba77999462 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Made reservation on behalf of 577e175d6c424b36b933f155a0dfbf67 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:15.121543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a272289f-d377-40f3-b721-67ba77999462 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:15.127063 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bec18767-ea8a-4bcc-8748-bddf949958c4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:15.129564 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24c93d08-f0e8-430d-9e1d-5eeae634a028 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:15.131251 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-24c93d08-f0e8-430d-9e1d-5eeae634a028 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "PUT /v2.0/routers/7bbecec5-e98d-4c5f-b758-1ac923a1c10e HTTP/1.1" status: 200 len: 924 time: 6.4965222 Apr 20 15:46:15.132306 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-07c4a834-6729-412a-8aef-d4a23ec77a15 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:15.136986 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-07c4a834-6729-412a-8aef-d4a23ec77a15 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.9779758 Apr 20 15:46:15.142528 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59188) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:15.143085 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59190) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:15.168949 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-29e6e1e2-97f1-498e-a222-c55d3c8ae13e tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group': {'name': 'tempest-secgroup--1455780344'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:15.191279 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c255b23d-bec0-47a5-be5c-49b9e4033fd4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Router 8cbd04ed-7dba-48a8-ab3b-aab247fed0e5 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:46:15.261790 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-1f9af9cd-8f17-4fa4-b42d-335b746a86c4', 'network_id': '1f9af9cd-8f17-4fa4-b42d-335b746a86c4', 'tenant_id': '577e175d6c424b36b933f155a0dfbf67', 'fixed_ips': [{'subnet_id': '7c007f6c-468f-46e9-bcf3-624947367e59'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:46:15.262758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:15.302566 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5959dab3-e948-4f1f-82d6-ca7b8b24c616 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:15.306590 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5959dab3-e948-4f1f-82d6-ca7b8b24c616 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-groups/02d2f606-b8c2-4264-afbc-057a5985773e HTTP/1.1" status: 204 len: 168 time: 0.5523741 Apr 20 15:46:15.307381 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59196) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:15.413434 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-72870062-79ea-45a3-9542-4557b520ed98 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:15.437309 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-29e6e1e2-97f1-498e-a222-c55d3c8ae13e tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:15.448034 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4a834-6729-412a-8aef-d4a23ec77a15 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eabda44a-6be0-428d-9da5-266c07c3edee,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:15.476565 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccf250d-8ee2-4540-9132-9950cbc54f1e None None] Network 28f33046-b056-40e0-ac92-ed67a1f7977c requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:15.492273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-72870062-79ea-45a3-9542-4557b520ed98 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:15.496392 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-72870062-79ea-45a3-9542-4557b520ed98 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1790941 Apr 20 15:46:15.497386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59200) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:15.500223 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e105e412-58c9-43b5-a627-7fc48aacb9be up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:46:15.510992 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-29e6e1e2-97f1-498e-a222-c55d3c8ae13e tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:15.521678 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-2ca8c9be-823d-47b3-81cd-9e036c3ab13f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] delete failed (client error): The resource could not be found. Apr 20 15:46:15.528393 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2ca8c9be-823d-47b3-81cd-9e036c3ab13f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-groups/02d2f606-b8c2-4264-afbc-057a5985773e HTTP/1.1" status: 404 len: 347 time: 0.0250967 Apr 20 15:46:15.528573 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59204) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:15.534461 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-29e6e1e2-97f1-498e-a222-c55d3c8ae13e tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:15.534921 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-54423e6b-9ddc-4049-87bf-0c4517adb6dc tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group': {'name': 'tempest-secgroup--756304181'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:15.541945 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-54423e6b-9ddc-4049-87bf-0c4517adb6dc tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:15.574550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-54423e6b-9ddc-4049-87bf-0c4517adb6dc tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:15.592384 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a272289f-d377-40f3-b721-67ba77999462 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:15.631354 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bec18767-ea8a-4bcc-8748-bddf949958c4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:15.666035 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4df345b2-a451-4ffb-b0ac-dd3048f72b77 None None] Provisioning for port e105e412-58c9-43b5-a627-7fc48aacb9be completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:15.669788 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54423e6b-9ddc-4049-87bf-0c4517adb6dc tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:15.692191 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Allocated IP 2001:db8::2 (1f9af9cd-8f17-4fa4-b42d-335b746a86c4/7c007f6c-468f-46e9-bcf3-624947367e59/33bd2977-bb73-4b86-811f-ecf598ac337b) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:15.694297 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port e105e412-58c9-43b5-a627-7fc48aacb9be completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:15.704759 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port e105e412-58c9-43b5-a627-7fc48aacb9be triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:15.705128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:15.741726 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-54423e6b-9ddc-4049-87bf-0c4517adb6dc tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:15.744107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272289f-d377-40f3-b721-67ba77999462 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event updated for resources: {'Subnet': ['ID=336f087c-0e45-4b6b-b434-46d743b19ea4,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:15.756178 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-54423e6b-9ddc-4049-87bf-0c4517adb6dc tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:15.761865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-54423e6b-9ddc-4049-87bf-0c4517adb6dc tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:15.778235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-54423e6b-9ddc-4049-87bf-0c4517adb6dc tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:15.780677 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-29e6e1e2-97f1-498e-a222-c55d3c8ae13e tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:15.787042 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9784f7d9-ed0f-4562-a365-021135e53497 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "GET /v2.0/routers/7bbecec5-e98d-4c5f-b758-1ac923a1c10e HTTP/1.1" status: 200 len: 924 time: 0.6351213 Apr 20 15:46:15.789821 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c255b23d-bec0-47a5-be5c-49b9e4033fd4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:15.789975 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59210) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:15.806495 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c255b23d-bec0-47a5-be5c-49b9e4033fd4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "PUT /v2.0/routers/8cbd04ed-7dba-48a8-ab3b-aab247fed0e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4420998 Apr 20 15:46:15.808020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59214) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:15.810985 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f4161-b5e8-4842-8939-f71fe5a72714 None None] Sync routers for ids ['8cbd04ed-7dba-48a8-ab3b-aab247fed0e5'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:15.846090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272289f-d377-40f3-b721-67ba77999462 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Checking segment: {'id': 'bf4a7482-23b9-44ba-8d5a-d5f1c8e62702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:46:15.846674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a272289f-d377-40f3-b721-67ba77999462 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Network hostable DHCP agents. Network: e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:46:15.853314 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-29e6e1e2-97f1-498e-a222-c55d3c8ae13e tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:15.893728 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-29e6e1e2-97f1-498e-a222-c55d3c8ae13e tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:15.901598 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-29e6e1e2-97f1-498e-a222-c55d3c8ae13e tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:15.904687 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-29e6e1e2-97f1-498e-a222-c55d3c8ae13e tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:15.908324 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a02210a8-b676-4b01-9db7-0b097783f4fb req-ddb79cda-5725-4763-8e87-7ad725bc22bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2753265 Apr 20 15:46:15.917072 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff9f28-a55e-42fe-a067-2f3c3e8e12a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:15.920123 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff9f28-a55e-42fe-a067-2f3c3e8e12a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:15.921153 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-bcff9f28-a55e-42fe-a067-2f3c3e8e12a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:15.924409 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-29e6e1e2-97f1-498e-a222-c55d3c8ae13e tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:15.938487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a272289f-d377-40f3-b721-67ba77999462 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Network e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:46:15.941582 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bec18767-ea8a-4bcc-8748-bddf949958c4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:15.976148 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-bcff9f28-a55e-42fe-a067-2f3c3e8e12a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:15.981166 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bcff9f28-a55e-42fe-a067-2f3c3e8e12a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1677134 Apr 20 15:46:15.981166 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec18767-ea8a-4bcc-8748-bddf949958c4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b958054b-4355-42dd-a3dd-c301839afb76,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:15.981934 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59218) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:15.985983 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f4161-b5e8-4842-8939-f71fe5a72714 None None] Routers {'8cbd04ed-7dba-48a8-ab3b-aab247fed0e5'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:15.987224 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-cc9f4161-b5e8-4842-8939-f71fe5a72714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['8cbd04ed-7dba-48a8-ab3b-aab247fed0e5'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:16.027820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-a272289f-d377-40f3-b721-67ba77999462 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:16.033714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54423e6b-9ddc-4049-87bf-0c4517adb6dc tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:16.040669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a272289f-d377-40f3-b721-67ba77999462 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:16.041297 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a272289f-d377-40f3-b721-67ba77999462 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:16.054992 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bec18767-ea8a-4bcc-8748-bddf949958c4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:16.055376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54423e6b-9ddc-4049-87bf-0c4517adb6dc tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:16.056160 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bec18767-ea8a-4bcc-8748-bddf949958c4 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "DELETE /v2.0/security-groups/b958054b-4355-42dd-a3dd-c301839afb76 HTTP/1.1" status: 204 len: 168 time: 1.5295861 Apr 20 15:46:16.060377 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59222) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:16.070031 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9c0303-fa48-41e7-8b58-4b2ffb395b65 None None] Network e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:16.076710 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa6e3e3-2cc2-410b-8d06-1455bb90275b tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:16.078746 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6fa6e3e3-2cc2-410b-8d06-1455bb90275b tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&device_id=7bbecec5-e98d-4c5f-b758-1ac923a1c10e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2887924 Apr 20 15:46:16.086784 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59226) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:16.122164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54423e6b-9ddc-4049-87bf-0c4517adb6dc tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e71d21-cb6e-4806-8009-f3db5d5b7d7b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:16.125086 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a272289f-d377-40f3-b721-67ba77999462 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2769165 Apr 20 15:46:16.127951 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54423e6b-9ddc-4049-87bf-0c4517adb6dc tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:16.129122 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-54423e6b-9ddc-4049-87bf-0c4517adb6dc tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5996242 Apr 20 15:46:16.129842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59230) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:16.133891 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59232) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:16.183252 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-81625bb0-915c-47db-9a94-3c34edd7d0c9 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] show failed (client error): The resource could not be found. Apr 20 15:46:16.187298 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-81625bb0-915c-47db-9a94-3c34edd7d0c9 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "GET /v2.0/security-groups/b958054b-4355-42dd-a3dd-c301839afb76 HTTP/1.1" status: 404 len: 347 time: 0.1220086 Apr 20 15:46:16.197314 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-75a95ce4-cb51-4101-a059-9802b89e5434 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group_rule': {'security_group_id': 'f9e71d21-cb6e-4806-8009-f3db5d5b7d7b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:16.201809 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59238) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:16.207786 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ca75cf-b16c-4379-b39c-fdcf37201e16 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 182135cb-0808-45c4-b6b7-422d04d5f412 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:46:16.224387 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-75a95ce4-cb51-4101-a059-9802b89e5434 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:16.228404 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-41ca75cf-b16c-4379-b39c-fdcf37201e16 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:16.260296 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-75a95ce4-cb51-4101-a059-9802b89e5434 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:16.264291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-29e6e1e2-97f1-498e-a222-c55d3c8ae13e tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:16.271572 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-75a95ce4-cb51-4101-a059-9802b89e5434 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:16.286724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-29e6e1e2-97f1-498e-a222-c55d3c8ae13e tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:16.290431 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-75a95ce4-cb51-4101-a059-9802b89e5434 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:16.358821 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02210a8-b676-4b01-9db7-0b097783f4fb req-0743dcbb-1b2e-4580-bc00-dbdf0b9dac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:16.360358 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-41ca75cf-b16c-4379-b39c-fdcf37201e16 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:16.360477 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a02210a8-b676-4b01-9db7-0b097783f4fb req-0743dcbb-1b2e-4580-bc00-dbdf0b9dac79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=189fc2a27c95427bb7131a058ee6d0d7&device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 1098 time: 0.3991668 Apr 20 15:46:16.393295 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5', 'network_id': 'e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5', 'tenant_id': '577e175d6c424b36b933f155a0dfbf67', 'fixed_ips': [{'subnet_id': '336f087c-0e45-4b6b-b434-46d743b19ea4'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:46:16.394385 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:16.440132 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-75a95ce4-cb51-4101-a059-9802b89e5434 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:16.457253 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-29e6e1e2-97f1-498e-a222-c55d3c8ae13e tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:16.458468 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-29e6e1e2-97f1-498e-a222-c55d3c8ae13e tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3060837 Apr 20 15:46:16.459239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6e1e2-97f1-498e-a222-c55d3c8ae13e tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e90e095-027e-46e8-9e4c-0a7fa7cadcef,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:16.466736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11790761-54bf-4aff-82eb-53df43045322 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:16.467300 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-11790761-54bf-4aff-82eb-53df43045322 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Synchronizing usage tracker for tenant:366ba500bc35444898cd401ca88ff8c0 on resource:network {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:16.471473 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59242) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:16.488029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-6743a57d-67f4-44cf-9b5f-3cba34aef89a tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group_rule': {'security_group_id': 'eabda44a-6be0-428d-9da5-266c07c3edee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1e90e095-027e-46e8-9e4c-0a7fa7cadcef'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:16.498571 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-6743a57d-67f4-44cf-9b5f-3cba34aef89a tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:16.509930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-6743a57d-67f4-44cf-9b5f-3cba34aef89a tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:16.522280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-6743a57d-67f4-44cf-9b5f-3cba34aef89a tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:16.526149 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-cc9f4161-b5e8-4842-8939-f71fe5a72714 None None] Set router 8cbd04ed-7dba-48a8-ab3b-aab247fed0e5 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:46:16.537251 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-6743a57d-67f4-44cf-9b5f-3cba34aef89a tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:16.558851 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-11790761-54bf-4aff-82eb-53df43045322 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Unset dirty status for tenant:366ba500bc35444898cd401ca88ff8c0 on resource:network {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:16.560040 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-11790761-54bf-4aff-82eb-53df43045322 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "GET /v2.0/networks/6c536204-425b-481a-a1b2-dc2a52ee56c7 HTTP/1.1" status: 200 len: 881 time: 0.4706819 Apr 20 15:46:16.564574 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59246) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:16.632148 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-66302f77-c1f4-47bb-a1f4-ee85f1b48add tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bbecec5-e98d-4c5f-b758-1ac923a1c10e HTTP/1.1" status: 200 len: 205 time: 0.0650234 Apr 20 15:46:16.638792 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59250) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:16.649126 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-75a95ce4-cb51-4101-a059-9802b89e5434 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:16.722171 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-41ca75cf-b16c-4379-b39c-fdcf37201e16 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:16.753305 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-75a95ce4-cb51-4101-a059-9802b89e5434 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:16.761978 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-cc9f4161-b5e8-4842-8939-f71fe5a72714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd04ed-7dba-48a8-ab3b-aab247fed0e5', 'name': 'tempest-NetworksTestDHCPv6-router-1565563880', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:46:04Z', 'updated_at': '2022-04-20T15:46:13Z', 'revision_number': 3, 'project_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:16.765813 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-216f7261-828e-4697-98ec-6013c88a3bd6 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Deleting port 7f9d8dab-cc24-4154-91a2-346cd2a0a515 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:16.766018 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-216f7261-828e-4697-98ec-6013c88a3bd6 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:16.797392 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f4161-b5e8-4842-8939-f71fe5a72714 None None] Checking router: 8cbd04ed-7dba-48a8-ab3b-aab247fed0e5 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:46:16.801394 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-6743a57d-67f4-44cf-9b5f-3cba34aef89a tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:46:16.804942 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6743a57d-67f4-44cf-9b5f-3cba34aef89a tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3275938 Apr 20 15:46:16.814698 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59254) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:16.815297 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a95ce4-cb51-4101-a059-9802b89e5434 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a25f576-6d7e-495b-86ea-52ba9e0cfbf8,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:16.867575 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:16.887869 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f4161-b5e8-4842-8939-f71fe5a72714 None None] Routers {'8cbd04ed-7dba-48a8-ab3b-aab247fed0e5'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:16.888860 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-cc9f4161-b5e8-4842-8939-f71fe5a72714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['8cbd04ed-7dba-48a8-ab3b-aab247fed0e5'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:16.916655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-75a95ce4-cb51-4101-a059-9802b89e5434 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:16.921514 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-75a95ce4-cb51-4101-a059-9802b89e5434 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7393103 Apr 20 15:46:16.925023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59258) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:17.012471 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-586e346e-d1c2-4127-871a-a80bdc0dea77 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.027346 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7620115c-6fce-40b2-9400-1766366f9973 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.091997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02210a8-b676-4b01-9db7-0b097783f4fb req-fb712cd2-efac-4984-9f80-5ca1be0f4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:17.094258 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a02210a8-b676-4b01-9db7-0b097783f4fb req-fb712cd2-efac-4984-9f80-5ca1be0f4196 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ee7f047-aede-4389-bfc1-f3eb14c90d05 HTTP/1.1" status: 200 len: 906 time: 0.6220522 Apr 20 15:46:17.106780 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-41ca75cf-b16c-4379-b39c-fdcf37201e16 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.112405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Allocated IP 2001:db8::2 (e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5/336f087c-0e45-4b6b-b434-46d743b19ea4/88de37b3-5134-45d6-8c8c-d5e7cf265b48) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:17.154580 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-586e346e-d1c2-4127-871a-a80bdc0dea77 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.177673 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-88776245-753c-4568-8704-fa618cfb842c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.179756 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-41ca75cf-b16c-4379-b39c-fdcf37201e16 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.197745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca75cf-b16c-4379-b39c-fdcf37201e16 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=182135cb-0808-45c4-b6b7-422d04d5f412,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:17.286106 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.322107 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a02210a8-b676-4b01-9db7-0b097783f4fb req-44aa38a1-6e52-484c-a1d6-51883eaf8d44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=830d8467-a2ad-4387-8bd5-39e70bb3e56d HTTP/1.1" status: 200 len: 1000 time: 0.2114978 Apr 20 15:46:17.361164 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-41ca75cf-b16c-4379-b39c-fdcf37201e16 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/182135cb-0808-45c4-b6b7-422d04d5f412 HTTP/1.1" status: 204 len: 168 time: 1.3781462 Apr 20 15:46:17.371057 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59262) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:17.376070 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-586e346e-d1c2-4127-871a-a80bdc0dea77 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.382312 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-88776245-753c-4568-8704-fa618cfb842c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.453848 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74467370-ed6b-4204-9826-5f854df63569 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:17.472429 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-216f7261-828e-4697-98ec-6013c88a3bd6 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.472940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-216f7261-828e-4697-98ec-6013c88a3bd6 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.477329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-cc9f4161-b5e8-4842-8939-f71fe5a72714 None None] Set router 8cbd04ed-7dba-48a8-ab3b-aab247fed0e5 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:46:17.492105 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e346e-d1c2-4127-871a-a80bdc0dea77 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a25f576-6d7e-495b-86ea-52ba9e0cfbf8,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:17.515974 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-586e346e-d1c2-4127-871a-a80bdc0dea77 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.519482 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-586e346e-d1c2-4127-871a-a80bdc0dea77 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4a25f576-6d7e-495b-86ea-52ba9e0cfbf8 HTTP/1.1" status: 204 len: 168 time: 0.5837152 Apr 20 15:46:17.532243 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59266) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:17.535129 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.555740 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7620115c-6fce-40b2-9400-1766366f9973 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.617285 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-7620115c-6fce-40b2-9400-1766366f9973 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Deleting port 05e07f58-b09d-46e3-a4d5-4ba70f0bc321 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:17.617617 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7620115c-6fce-40b2-9400-1766366f9973 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.647843 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port e105e412-58c9-43b5-a627-7fc48aacb9be, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e105e412-58c9-43b5-a627-7fc48aacb9be,segment=NetworkSegment(50581fb5-dc86-48df-9d4c-99df184e31ac),segment_id=50581fb5-dc86-48df-9d4c-99df184e31ac)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:17.656575 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-88776245-753c-4568-8704-fa618cfb842c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.674155 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-216f7261-828e-4697-98ec-6013c88a3bd6 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Calling delete_port for 7f9d8dab-cc24-4154-91a2-346cd2a0a515 owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:17.688745 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-cc9f4161-b5e8-4842-8939-f71fe5a72714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd04ed-7dba-48a8-ab3b-aab247fed0e5', 'name': 'tempest-NetworksTestDHCPv6-router-1565563880', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:46:04Z', 'updated_at': '2022-04-20T15:46:13Z', 'revision_number': 3, 'project_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:17.690704 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.700010 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Transition to ACTIVE for port object 33bd2977-bb73-4b86-811f-ecf598ac337b will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:17.768929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-326794ab-0cbf-4cf7-aa55-4212f7c34085 None None] Provisioning complete for port e105e412-58c9-43b5-a627-7fc48aacb9be triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:17.769452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-326794ab-0cbf-4cf7-aa55-4212f7c34085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.776322 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02210a8-b676-4b01-9db7-0b097783f4fb req-56e06f73-45f4-44e0-a075-c44f995c9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:17.777962 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a02210a8-b676-4b01-9db7-0b097783f4fb req-56e06f73-45f4-44e0-a075-c44f995c9e2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11a786c8-396f-45ab-98b5-620f55e316ad HTTP/1.1" status: 200 len: 844 time: 0.3553977 Apr 20 15:46:17.798524 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f4161-b5e8-4842-8939-f71fe5a72714 None None] The sync data for ids ['8cbd04ed-7dba-48a8-ab3b-aab247fed0e5'] in dv-neutron-838699-1-hyperv is: [{'id': '8cbd04ed-7dba-48a8-ab3b-aab247fed0e5', 'name': 'tempest-NetworksTestDHCPv6-router-1565563880', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:46:04Z', 'updated_at': '2022-04-20T15:46:13Z', 'revision_number': 3, 'project_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'gw_port_host': None}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:17.832584 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-46c32f92-7091-4d11-b864-3a015a12b451 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:router {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:17.839852 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88776245-753c-4568-8704-fa618cfb842c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e90e095-027e-46e8-9e4c-0a7fa7cadcef,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:17.849067 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f0718f0d-69a7-4f04-a6ef-42936cbcf175 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:17.892424 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-88776245-753c-4568-8704-fa618cfb842c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:17.893799 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-88776245-753c-4568-8704-fa618cfb842c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "DELETE /v2.0/security-groups/1e90e095-027e-46e8-9e4c-0a7fa7cadcef HTTP/1.1" status: 204 len: 168 time: 1.0764067 Apr 20 15:46:17.915012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59270) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:17.922350 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Transition to ACTIVE for port object 33bd2977-bb73-4b86-811f-ecf598ac337b will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:17.963044 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f0718f0d-69a7-4f04-a6ef-42936cbcf175 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:17.964954 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f0718f0d-69a7-4f04-a6ef-42936cbcf175 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4309411 Apr 20 15:46:17.967938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59274) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:17.986959 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-46c32f92-7091-4d11-b864-3a015a12b451 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:router {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:17.988399 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-46c32f92-7091-4d11-b864-3a015a12b451 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6143858 Apr 20 15:46:17.997127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59278) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:18.031980 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.054084 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=e105e412-58c9-43b5-a627-7fc48aacb9be,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:18.065932 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7620115c-6fce-40b2-9400-1766366f9973 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.077642 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fdbb9dde-54a2-4dbe-a6b3-0d1b5bef412c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.124143 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.137987 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Network 1f9af9cd-8f17-4fa4-b42d-335b746a86c4 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:18.148996 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:18.151442 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:18.155611 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Transition to ACTIVE for port object 88de37b3-5134-45d6-8c8c-d5e7cf265b48 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:18.196436 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Pushing event updated for resources: {'Port': ['ID=33bd2977-bb73-4b86-811f-ecf598ac337b,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:18.270449 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Transition to ACTIVE for port object 88de37b3-5134-45d6-8c8c-d5e7cf265b48 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:18.283299 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-7620115c-6fce-40b2-9400-1766366f9973 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Calling delete_port for 05e07f58-b09d-46e3-a4d5-4ba70f0bc321 owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:18.329163 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.337878 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fdbb9dde-54a2-4dbe-a6b3-0d1b5bef412c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.412492 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Attempting to bind port 33bd2977-bb73-4b86-811f-ecf598ac337b on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:46:18.412898 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Attempting to bind port 33bd2977-bb73-4b86-811f-ecf598ac337b by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '89af7454-54c9-4aa7-bc23-859e0eb43a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1f9af9cd-8f17-4fa4-b42d-335b746a86c4'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:46:18.413266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Attempting to bind port 33bd2977-bb73-4b86-811f-ecf598ac337b on network 1f9af9cd-8f17-4fa4-b42d-335b746a86c4 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:46:18.418995 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fdbb9dde-54a2-4dbe-a6b3-0d1b5bef412c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.436044 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02210a8-b676-4b01-9db7-0b097783f4fb req-606b36de-144e-4ce2-9c3c-c726cc6fa773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:18.438079 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Network e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:18.439067 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a02210a8-b676-4b01-9db7-0b097783f4fb req-606b36de-144e-4ce2-9c3c-c726cc6fa773 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ee7f047-aede-4389-bfc1-f3eb14c90d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6536758 Apr 20 15:46:18.439336 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:46:18.439713 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Checking segment: {'id': '89af7454-54c9-4aa7-bc23-859e0eb43a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1f9af9cd-8f17-4fa4-b42d-335b746a86c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:46:18.440192 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.440644 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Bound using segment: {'id': '89af7454-54c9-4aa7-bc23-859e0eb43a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1f9af9cd-8f17-4fa4-b42d-335b746a86c4'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:46:18.441323 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Bound port: 33bd2977-bb73-4b86-811f-ecf598ac337b, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89af7454-54c9-4aa7-bc23-859e0eb43a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1f9af9cd-8f17-4fa4-b42d-335b746a86c4'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:46:18.441738 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.445262 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb9dde-54a2-4dbe-a6b3-0d1b5bef412c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e71d21-cb6e-4806-8009-f3db5d5b7d7b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:18.447759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1e05428f-31e3-4119-b618-e8afc83d4af8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.461359 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:18.463552 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:18.470633 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fdbb9dde-54a2-4dbe-a6b3-0d1b5bef412c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.472198 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fdbb9dde-54a2-4dbe-a6b3-0d1b5bef412c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-groups/f9e71d21-cb6e-4806-8009-f3db5d5b7d7b HTTP/1.1" status: 204 len: 168 time: 0.5027289 Apr 20 15:46:18.474634 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59284) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:18.488813 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Pushing event updated for resources: {'Port': ['ID=88de37b3-5134-45d6-8c8c-d5e7cf265b48,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:18.508515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3aebe1af-b5e1-489c-afe3-6a071cbb75a3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Synchronizing usage tracker for tenant:0929246bc6b84a1a9b758b99e3f34b6a on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:18.581677 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d7e60a11-a74c-44d9-b6ec-8011a522234f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:18.598429 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7620115c-6fce-40b2-9400-1766366f9973 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.626941 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b74aad-f194-472f-9954-a564f9a03097 None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:46:18.644787 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d7e60a11-a74c-44d9-b6ec-8011a522234f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:18.649734 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d7e60a11-a74c-44d9-b6ec-8011a522234f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1704972 Apr 20 15:46:18.649734 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620115c-6fce-40b2-9400-1766366f9973 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Pushing event deleted for resources: {'Port': ['ID=05e07f58-b09d-46e3-a4d5-4ba70f0bc321,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:18.650295 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59288) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:18.657655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5f092f1e-4e12-473a-b69d-7335825938f3 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group': {'name': 'tempest-secgroup--945230610'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:18.677878 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-d6b74aad-f194-472f-9954-a564f9a03097 None None] Deleting port 28dab308-4900-4949-ac61-25fd63dc29b2 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:18.678252 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d6b74aad-f194-472f-9954-a564f9a03097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.692451 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5f092f1e-4e12-473a-b69d-7335825938f3 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:18.722178 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Allocated IP 2001:db8::1 (1f9af9cd-8f17-4fa4-b42d-335b746a86c4/7c007f6c-468f-46e9-bcf3-624947367e59/e60c2f4e-df1d-4e17-ac3c-cc7b447ca185) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:18.739687 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5f092f1e-4e12-473a-b69d-7335825938f3 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:18.740875 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Attempting to bind port 88de37b3-5134-45d6-8c8c-d5e7cf265b48 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:46:18.741314 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Attempting to bind port 88de37b3-5134-45d6-8c8c-d5e7cf265b48 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'bf4a7482-23b9-44ba-8d5a-d5f1c8e62702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:46:18.741621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Attempting to bind port 88de37b3-5134-45d6-8c8c-d5e7cf265b48 on network e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:46:18.762878 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5f092f1e-4e12-473a-b69d-7335825938f3 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.774118 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:46:18.774493 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Checking segment: {'id': 'bf4a7482-23b9-44ba-8d5a-d5f1c8e62702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:46:18.774894 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.776159 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Bound using segment: {'id': 'bf4a7482-23b9-44ba-8d5a-d5f1c8e62702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:46:18.776159 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Bound port: 88de37b3-5134-45d6-8c8c-d5e7cf265b48, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4a7482-23b9-44ba-8d5a-d5f1c8e62702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:46:18.776159 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.777571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-216f7261-828e-4697-98ec-6013c88a3bd6 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.779917 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7620115c-6fce-40b2-9400-1766366f9973 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.875256 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] For port 33bd2977-bb73-4b86-811f-ecf598ac337b, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:46:18.895454 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5f092f1e-4e12-473a-b69d-7335825938f3 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:18.900036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3aebe1af-b5e1-489c-afe3-6a071cbb75a3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Unset dirty status for tenant:0929246bc6b84a1a9b758b99e3f34b6a on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:18.901644 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3aebe1af-b5e1-489c-afe3-6a071cbb75a3 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.9848719 Apr 20 15:46:18.927691 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] For port 33bd2977-bb73-4b86-811f-ecf598ac337b, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=33bd2977-bb73-4b86-811f-ecf598ac337b,segment=NetworkSegment(89af7454-54c9-4aa7-bc23-859e0eb43a76),segment_id=89af7454-54c9-4aa7-bc23-859e0eb43a76)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:46:18.950546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5f092f1e-4e12-473a-b69d-7335825938f3 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:18.953131 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59292) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:18.963189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5f092f1e-4e12-473a-b69d-7335825938f3 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:18.973174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f7261-828e-4697-98ec-6013c88a3bd6 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Pushing event deleted for resources: {'Port': ['ID=7f9d8dab-cc24-4154-91a2-346cd2a0a515,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:18.977695 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7620115c-6fce-40b2-9400-1766366f9973 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.985998 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7620115c-6fce-40b2-9400-1766366f9973 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:18.987867 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5f092f1e-4e12-473a-b69d-7335825938f3 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:18.994252 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.024683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1e05428f-31e3-4119-b618-e8afc83d4af8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.043661 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1e05428f-31e3-4119-b618-e8afc83d4af8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.058151 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7620115c-6fce-40b2-9400-1766366f9973 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.058642 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7620115c-6fce-40b2-9400-1766366f9973 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Fanout notify agent at l3_agent the message router_deleted on router 7bbecec5-e98d-4c5f-b758-1ac923a1c10e {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:46:19.075465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9d79d717-0e12-4a87-b6f1-a9383f9a72d0 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.105679 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] For port 88de37b3-5134-45d6-8c8c-d5e7cf265b48, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:46:19.121098 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d6b74aad-f194-472f-9954-a564f9a03097 None None] For port 28dab308-4900-4949-ac61-25fd63dc29b2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=28dab308-4900-4949-ac61-25fd63dc29b2,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:19.121493 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d6b74aad-f194-472f-9954-a564f9a03097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.129717 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9d79d717-0e12-4a87-b6f1-a9383f9a72d0 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.189459 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7620115c-6fce-40b2-9400-1766366f9973 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.190550 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7620115c-6fce-40b2-9400-1766366f9973 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "DELETE /v2.0/routers/7bbecec5-e98d-4c5f-b758-1ac923a1c10e HTTP/1.1" status: 204 len: 168 time: 2.5442450 Apr 20 15:46:19.199774 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59296) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:19.202173 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a02210a8-b676-4b01-9db7-0b097783f4fb req-d7be19f4-a654-430a-9c8d-423192cc96e7 service neutron] 10.222.0.11 "GET /v2.0/networks/6ee7f047-aede-4389-bfc1-f3eb14c90d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6754289 Apr 20 15:46:19.205836 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5f092f1e-4e12-473a-b69d-7335825938f3 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.208011 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-644be921-6bb4-43f3-808e-42268ed77afa tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1673479262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:19.211756 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5f092f1e-4e12-473a-b69d-7335825938f3 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.230466 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] For port 88de37b3-5134-45d6-8c8c-d5e7cf265b48, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=88de37b3-5134-45d6-8c8c-d5e7cf265b48,segment=NetworkSegment(bf4a7482-23b9-44ba-8d5a-d5f1c8e62702),segment_id=bf4a7482-23b9-44ba-8d5a-d5f1c8e62702)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:46:19.241269 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5f092f1e-4e12-473a-b69d-7335825938f3 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.242522 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5f092f1e-4e12-473a-b69d-7335825938f3 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5911536 Apr 20 15:46:19.246799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59302) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:19.252012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-644be921-6bb4-43f3-808e-42268ed77afa tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:19.257295 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1e05428f-31e3-4119-b618-e8afc83d4af8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.258184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e05428f-31e3-4119-b618-e8afc83d4af8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Fanout notify agent at l3_agent the message router_deleted on router 8cbd04ed-7dba-48a8-ab3b-aab247fed0e5 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:46:19.266957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-132e1a5b-8f5c-4040-8d63-bd516197714a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group_rule': {'security_group_id': 'f04c5b24-af7b-4150-b03a-29d49d1554cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:19.270029 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-644be921-6bb4-43f3-808e-42268ed77afa tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Usage tracker for resource:router and tenant:37d3d0dcab5f4eeb88c13d63220d0776 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:19.286647 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-132e1a5b-8f5c-4040-8d63-bd516197714a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:19.293043 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f092f1e-4e12-473a-b69d-7335825938f3 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04c5b24-af7b-4150-b03a-29d49d1554cb,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:19.298911 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-132e1a5b-8f5c-4040-8d63-bd516197714a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:19.303336 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-644be921-6bb4-43f3-808e-42268ed77afa tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:19.308074 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9d79d717-0e12-4a87-b6f1-a9383f9a72d0 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.314237 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-132e1a5b-8f5c-4040-8d63-bd516197714a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:19.345516 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-132e1a5b-8f5c-4040-8d63-bd516197714a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:19.352199 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79d717-0e12-4a87-b6f1-a9383f9a72d0 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabda44a-6be0-428d-9da5-266c07c3edee,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:19.372954 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9d79d717-0e12-4a87-b6f1-a9383f9a72d0 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.388321 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59306) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:19.390805 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9d79d717-0e12-4a87-b6f1-a9383f9a72d0 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "DELETE /v2.0/security-groups/eabda44a-6be0-428d-9da5-266c07c3edee HTTP/1.1" status: 204 len: 168 time: 0.4200511 Apr 20 15:46:19.393461 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-132e1a5b-8f5c-4040-8d63-bd516197714a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.399187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-644be921-6bb4-43f3-808e-42268ed77afa tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:19.424029 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-d6b74aad-f194-472f-9954-a564f9a03097 None None] Calling delete_port for 28dab308-4900-4949-ac61-25fd63dc29b2 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:19.433516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-216f7261-828e-4697-98ec-6013c88a3bd6 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.533303 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.550065 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-644be921-6bb4-43f3-808e-42268ed77afa tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.551252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-644be921-6bb4-43f3-808e-42268ed77afa tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.558547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68156e-c35b-4b57-93b3-b4f8530dd2c7 None None] Pushing event updated for resources: {'Port': ['ID=33bd2977-bb73-4b86-811f-ecf598ac337b,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:19.558777 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-132e1a5b-8f5c-4040-8d63-bd516197714a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.567392 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-132e1a5b-8f5c-4040-8d63-bd516197714a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.588561 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1e05428f-31e3-4119-b618-e8afc83d4af8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.593219 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1e05428f-31e3-4119-b618-e8afc83d4af8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/routers/8cbd04ed-7dba-48a8-ab3b-aab247fed0e5 HTTP/1.1" status: 204 len: 168 time: 1.5930014 Apr 20 15:46:19.597036 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59312) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:19.638847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-216f7261-828e-4697-98ec-6013c88a3bd6 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.647498 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-216f7261-828e-4697-98ec-6013c88a3bd6 tempest-ServersTestManualDisk-525926574 tempest-ServersTestManualDisk-525926574-project] 10.222.0.13 "DELETE /v2.0/floatingips/aaadb461-fcb4-45c8-b1b4-255dbd7bf086 HTTP/1.1" status: 204 len: 168 time: 3.4452238 Apr 20 15:46:19.657850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59318) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:19.671939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.686060 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e1a5b-8f5c-4040-8d63-bd516197714a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48f66d8-c86a-4329-9425-c08cf49d9fda,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:19.719474 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-132e1a5b-8f5c-4040-8d63-bd516197714a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.721120 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-132e1a5b-8f5c-4040-8d63-bd516197714a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4734130 Apr 20 15:46:19.724421 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59322) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:19.745491 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-291e466c-a02d-4d4a-bdc6-6d48681cec3e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group_rule': {'security_group_id': 'f04c5b24-af7b-4150-b03a-29d49d1554cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:19.755826 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-291e466c-a02d-4d4a-bdc6-6d48681cec3e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:19.762485 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-291e466c-a02d-4d4a-bdc6-6d48681cec3e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:19.769022 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-291e466c-a02d-4d4a-bdc6-6d48681cec3e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:19.780633 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-291e466c-a02d-4d4a-bdc6-6d48681cec3e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:19.784820 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b1706155-e4da-4a72-b9a5-745eabda4bbf tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3754635 Apr 20 15:46:19.789972 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b27f14-5286-4a49-8cea-33aeb86feb6c None None] Pushing event updated for resources: {'Port': ['ID=88de37b3-5134-45d6-8c8c-d5e7cf265b48,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:19.790342 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59326) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:19.813013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-644be921-6bb4-43f3-808e-42268ed77afa tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.818676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-8aa0b8d1-fd7b-4dde-9e83-63632fa91a8b tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group': {'name': 'tempest-secgroup--592367159'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:19.826366 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a02210a8-b676-4b01-9db7-0b097783f4fb req-4f298769-ded5-452d-91d2-3a3855dcd091 service neutron] 10.222.0.11 "GET /v2.0/networks/6ee7f047-aede-4389-bfc1-f3eb14c90d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6060829 Apr 20 15:46:19.852269 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8aa0b8d1-fd7b-4dde-9e83-63632fa91a8b tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:19.860150 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-291e466c-a02d-4d4a-bdc6-6d48681cec3e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.878277 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Transition to ACTIVE for port object e60c2f4e-df1d-4e17-ac3c-cc7b447ca185 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:19.881884 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d6b74aad-f194-472f-9954-a564f9a03097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:19.922918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8aa0b8d1-fd7b-4dde-9e83-63632fa91a8b tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:19.941176 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8aa0b8d1-fd7b-4dde-9e83-63632fa91a8b tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:19.968988 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8aa0b8d1-fd7b-4dde-9e83-63632fa91a8b tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:19.979368 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b74aad-f194-472f-9954-a564f9a03097 None None] Pushing event deleted for resources: {'Port': ['ID=28dab308-4900-4949-ac61-25fd63dc29b2,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:19.996937 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10796793-32c7-4590-9711-0c0502389818 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:19.997691 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-10796793-32c7-4590-9711-0c0502389818 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:20.002151 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b74aad-f194-472f-9954-a564f9a03097 None None] No DVR routers for this DVR port 28dab308-4900-4949-ac61-25fd63dc29b2 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:46:20.013057 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e105e412-58c9-43b5-a627-7fc48aacb9be up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:46:20.030645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b8d1-fd7b-4dde-9e83-63632fa91a8b tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:20.085735 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8aa0b8d1-fd7b-4dde-9e83-63632fa91a8b tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:20.096398 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-10796793-32c7-4590-9711-0c0502389818 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:20.100030 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-10796793-32c7-4590-9711-0c0502389818 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4953151 Apr 20 15:46:20.100030 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8aa0b8d1-fd7b-4dde-9e83-63632fa91a8b tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Usage tracker for resource:security_group_rule and tenant:0929246bc6b84a1a9b758b99e3f34b6a is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:20.106724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8aa0b8d1-fd7b-4dde-9e83-63632fa91a8b tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:20.111280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59330) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:20.119641 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port e105e412-58c9-43b5-a627-7fc48aacb9be triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:20.120358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:20.169547 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8aa0b8d1-fd7b-4dde-9e83-63632fa91a8b tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:20.216443 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-291e466c-a02d-4d4a-bdc6-6d48681cec3e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:20.229042 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-291e466c-a02d-4d4a-bdc6-6d48681cec3e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:20.308432 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e466c-a02d-4d4a-bdc6-6d48681cec3e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e17285-214d-490d-9a49-3d1add36d2a6,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:20.316037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-644be921-6bb4-43f3-808e-42268ed77afa tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:20.330843 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27adc21d-95ff-4dc7-93d6-51fc8bc8aed2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:20.331918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-27adc21d-95ff-4dc7-93d6-51fc8bc8aed2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:20.351789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 33bd2977-bb73-4b86-811f-ecf598ac337b up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:46:20.356755 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-291e466c-a02d-4d4a-bdc6-6d48681cec3e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:20.358094 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-291e466c-a02d-4d4a-bdc6-6d48681cec3e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6266713 Apr 20 15:46:20.363724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59334) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:20.372842 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5fa8ddcd-8819-4153-9315-bfd8582cf254 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group_rule': {'security_group_id': 'f04c5b24-af7b-4150-b03a-29d49d1554cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:20.377672 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-27adc21d-95ff-4dc7-93d6-51fc8bc8aed2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:20.381302 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-27adc21d-95ff-4dc7-93d6-51fc8bc8aed2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2669303 Apr 20 15:46:20.384206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59338) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:20.386840 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5fa8ddcd-8819-4153-9315-bfd8582cf254 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:20.401111 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5fa8ddcd-8819-4153-9315-bfd8582cf254 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:20.407122 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5fa8ddcd-8819-4153-9315-bfd8582cf254 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:20.434407 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5fa8ddcd-8819-4153-9315-bfd8582cf254 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:20.446761 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 33bd2977-bb73-4b86-811f-ecf598ac337b completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:20.484259 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b8d1-fd7b-4dde-9e83-63632fa91a8b tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:20.485326 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5fa8ddcd-8819-4153-9315-bfd8582cf254 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:20.496133 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b8d1-fd7b-4dde-9e83-63632fa91a8b tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:20.523408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-644be921-6bb4-43f3-808e-42268ed77afa tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:20.524708 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-644be921-6bb4-43f3-808e-42268ed77afa tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3214567 Apr 20 15:46:20.526249 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f22c49e5-9a66-497a-8e0f-ffbca6e17b0f no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:46:20.529725 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59342) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:20.534936 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b8d1-fd7b-4dde-9e83-63632fa91a8b tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:20.536276 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8aa0b8d1-fd7b-4dde-9e83-63632fa91a8b tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7423992 Apr 20 15:46:20.546271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59346) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:20.549691 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-2dfd8c77-36c2-4558-b88d-18f385a5f122 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Request body: {'router': {'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:20.577484 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: f22c49e5-9a66-497a-8e0f-ffbca6e17b0f {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:46:20.577837 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f22c49e5-9a66-497a-8e0f-ffbca6e17b0f not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:46:20.578232 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 28dab308-4900-4949-ac61-25fd63dc29b2 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:46:20.587229 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-adc066a3-6965-4fe4-ad22-4d95cc1ba0ed tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:20.587984 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING neutron.api.v2.base [None req-adc066a3-6965-4fe4-ad22-4d95cc1ba0ed tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 15:46:20.588479 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-adc066a3-6965-4fe4-ad22-4d95cc1ba0ed tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] update failed (client error): There was a conflict when trying to complete your request. Apr 20 15:46:20.592407 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-adc066a3-6965-4fe4-ad22-4d95cc1ba0ed tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "PUT /v2.0/security-groups/d19bc28d-ec9c-486b-957f-a3ec73301ac2 HTTP/1.1" status: 409 len: 330 time: 0.0449371 Apr 20 15:46:20.596824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4bc940e4-e9f3-418b-bb66-af5a831e8c50 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:router {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:20.602193 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59350) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:20.618229 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 28dab308-4900-4949-ac61-25fd63dc29b2 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:46:20.618769 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 28dab308-4900-4949-ac61-25fd63dc29b2 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:46:20.647571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:20.719212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166eafb9-9e8d-41de-afb7-1d0d7de7ae42 req-0315b37e-a37d-482d-8741-3bb0a23eb21a tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:20.721403 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-166eafb9-9e8d-41de-afb7-1d0d7de7ae42 req-0315b37e-a37d-482d-8741-3bb0a23eb21a tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 945 time: 0.8509634 Apr 20 15:46:20.756983 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66c1e96-073c-4372-b97c-52b48b64b313 None None] Network 1f9af9cd-8f17-4fa4-b42d-335b746a86c4 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:20.821917 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5fa8ddcd-8819-4153-9315-bfd8582cf254 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:20.832139 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5fa8ddcd-8819-4153-9315-bfd8582cf254 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:20.858024 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49b297a1-2d52-48f3-acad-63b3d6d09fa7 None None] Provisioning for port 33bd2977-bb73-4b86-811f-ecf598ac337b completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:20.878093 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49b297a1-2d52-48f3-acad-63b3d6d09fa7 None None] Provisioning complete for port 33bd2977-bb73-4b86-811f-ecf598ac337b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:20.878693 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49b297a1-2d52-48f3-acad-63b3d6d09fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:20.914176 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0b8d1-fd7b-4dde-9e83-63632fa91a8b tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d19bc28d-ec9c-486b-957f-a3ec73301ac2,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:20.924195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4bc940e4-e9f3-418b-bb66-af5a831e8c50 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:router {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:20.930861 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4bc940e4-e9f3-418b-bb66-af5a831e8c50 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5415657 Apr 20 15:46:20.932082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59354) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:20.947485 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Network 1f9af9cd-8f17-4fa4-b42d-335b746a86c4 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:20.951650 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b3823b4e-cf80-409d-92ca-2b383895f380 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:21.010723 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8ddcd-8819-4153-9315-bfd8582cf254 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fec112c-a2a2-4b82-a8df-f6266d1f653e,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:21.051168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a923a5e-00ec-4d55-8020-459208f24ecd tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:21.070284 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49b297a1-2d52-48f3-acad-63b3d6d09fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:21.092278 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a923a5e-00ec-4d55-8020-459208f24ecd tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:21.125996 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5fa8ddcd-8819-4153-9315-bfd8582cf254 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:21.130590 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5fa8ddcd-8819-4153-9315-bfd8582cf254 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7623794 Apr 20 15:46:21.186111 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59358) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:21.195125 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49b297a1-2d52-48f3-acad-63b3d6d09fa7 None None] For port 33bd2977-bb73-4b86-811f-ecf598ac337b, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=33bd2977-bb73-4b86-811f-ecf598ac337b,segment=NetworkSegment(89af7454-54c9-4aa7-bc23-859e0eb43a76),segment_id=89af7454-54c9-4aa7-bc23-859e0eb43a76)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:21.201670 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49b297a1-2d52-48f3-acad-63b3d6d09fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:21.203052 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c821c936-d891-46f1-9117-8dc33683d34e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group_rule': {'security_group_id': 'f04c5b24-af7b-4150-b03a-29d49d1554cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:21.210823 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c821c936-d891-46f1-9117-8dc33683d34e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:21.263217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a923a5e-00ec-4d55-8020-459208f24ecd tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:21.268634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:21.271110 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:21.271446 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:21.277194 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c821c936-d891-46f1-9117-8dc33683d34e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:21.287074 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c821c936-d891-46f1-9117-8dc33683d34e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:21.292094 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c77-36c2-4558-b88d-18f385a5f122 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:21.293535 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e297b5-78c7-48a8-820b-92b9a5668295 None None] Network e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:21.300729 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c821c936-d891-46f1-9117-8dc33683d34e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:21.334564 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c821c936-d891-46f1-9117-8dc33683d34e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:21.334782 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-166eafb9-9e8d-41de-afb7-1d0d7de7ae42 req-c0a4def6-3512-4345-8fd5-8ed787e53bb2 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0876837-0790-4959-8cbb-37530b429b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5082426 Apr 20 15:46:21.338850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b3823b4e-cf80-409d-92ca-2b383895f380 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:21.362424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event updated for resources: {'Port': ['ID=e60c2f4e-df1d-4e17-ac3c-cc7b447ca185,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:21.388247 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b297a1-2d52-48f3-acad-63b3d6d09fa7 None None] Pushing event updated for resources: {'Port': ['ID=33bd2977-bb73-4b86-811f-ecf598ac337b,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:21.388849 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a923a5e-00ec-4d55-8020-459208f24ecd tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19bc28d-ec9c-486b-957f-a3ec73301ac2,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:21.391121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b3823b4e-cf80-409d-92ca-2b383895f380 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:21.424626 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a923a5e-00ec-4d55-8020-459208f24ecd tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:21.429644 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4a923a5e-00ec-4d55-8020-459208f24ecd tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "DELETE /v2.0/security-groups/d19bc28d-ec9c-486b-957f-a3ec73301ac2 HTTP/1.1" status: 204 len: 168 time: 0.8228562 Apr 20 15:46:21.429829 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59362) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:21.432579 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-78ba0713-49fa-4da0-92d1-0949ef75cb7b None None] Provisioning for port 88de37b3-5134-45d6-8c8c-d5e7cf265b48 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:21.510426 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-30c58ea7-e8e1-452b-988c-9098eeffd2e7 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Synchronizing usage tracker for tenant:0929246bc6b84a1a9b758b99e3f34b6a on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:21.511146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3823b4e-cf80-409d-92ca-2b383895f380 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:21.515057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3823b4e-cf80-409d-92ca-2b383895f380 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:21.532892 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c821c936-d891-46f1-9117-8dc33683d34e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:21.544513 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c821c936-d891-46f1-9117-8dc33683d34e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:21.563998 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-30c58ea7-e8e1-452b-988c-9098eeffd2e7 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] Unset dirty status for tenant:0929246bc6b84a1a9b758b99e3f34b6a on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:21.565562 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-30c58ea7-e8e1-452b-988c-9098eeffd2e7 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1358364 Apr 20 15:46:21.573863 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59366) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:21.591182 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821c936-d891-46f1-9117-8dc33683d34e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51321ffd-40ec-44f8-9649-e400cbac37e0,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:21.612218 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-86262cff-14fb-4e78-82ca-c6e0a7a4fea1 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] delete failed (client error): The resource could not be found. Apr 20 15:46:21.613586 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-86262cff-14fb-4e78-82ca-c6e0a7a4fea1 tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "DELETE /v2.0/security-groups/bd6d093f-978a-4f1a-a80e-badebe3e3759 HTTP/1.1" status: 404 len: 347 time: 0.0370417 Apr 20 15:46:21.618532 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59370) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:21.622130 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c821c936-d891-46f1-9117-8dc33683d34e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:21.623241 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c821c936-d891-46f1-9117-8dc33683d34e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4350975 Apr 20 15:46:21.632264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59374) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:21.650277 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-0dd19542-1ac8-4f05-bbfa-3dbeab8fc387 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group_rule': {'security_group_id': 'f04c5b24-af7b-4150-b03a-29d49d1554cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:21.661705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0dd19542-1ac8-4f05-bbfa-3dbeab8fc387 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:21.666486 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-d22dc2e9-fb14-425b-9653-febaddfd90ec tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] show failed (client error): The resource could not be found. Apr 20 15:46:21.667545 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d22dc2e9-fb14-425b-9653-febaddfd90ec tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "GET /v2.0/security-groups/d905080e-1acb-423c-a330-4164df80f06d HTTP/1.1" status: 404 len: 347 time: 0.0477874 Apr 20 15:46:21.674409 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59378) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:21.693542 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-be0a0d36-6d3b-446d-8a4b-4487562a090c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] show failed (client error): The resource could not be found. Apr 20 15:46:21.694565 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-be0a0d36-6d3b-446d-8a4b-4487562a090c tempest-NegativeSecGroupTest-1828834051 tempest-NegativeSecGroupTest-1828834051-project] 10.222.0.13 "GET /v2.0/security-group-rules/f5936603-cf44-4615-b546-edba2deb1c44 HTTP/1.1" status: 404 len: 356 time: 0.0195129 Apr 20 15:46:21.727840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0dd19542-1ac8-4f05-bbfa-3dbeab8fc387 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:21.750348 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0dd19542-1ac8-4f05-bbfa-3dbeab8fc387 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:21.788449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0dd19542-1ac8-4f05-bbfa-3dbeab8fc387 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:21.845111 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:21.885684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-37046ace-1862-4dcd-9f5b-ef7b2534daaf None None] Provisioning for port e60c2f4e-df1d-4e17-ac3c-cc7b447ca185 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:21.894128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-37046ace-1862-4dcd-9f5b-ef7b2534daaf None None] Provisioning complete for port e60c2f4e-df1d-4e17-ac3c-cc7b447ca185 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:21.894740 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-37046ace-1862-4dcd-9f5b-ef7b2534daaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:21.919684 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dc53c-8ec3-4fec-9f00-a3fc9115cff7 req-fc5022da-db4a-476a-9711-4a5aa0139751 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:21.921862 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-179dc53c-8ec3-4fec-9f00-a3fc9115cff7 req-fc5022da-db4a-476a-9711-4a5aa0139751 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 945 time: 0.4603148 Apr 20 15:46:21.981807 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 88de37b3-5134-45d6-8c8c-d5e7cf265b48 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:46:22.004880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0dd19542-1ac8-4f05-bbfa-3dbeab8fc387 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:22.015561 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c77-36c2-4558-b88d-18f385a5f122 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:22.084721 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c77-36c2-4558-b88d-18f385a5f122 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:22.091259 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-37046ace-1862-4dcd-9f5b-ef7b2534daaf None None] Port e60c2f4e-df1d-4e17-ac3c-cc7b447ca185 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:46:22.112636 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-37046ace-1862-4dcd-9f5b-ef7b2534daaf None None] Provisioning complete for port 33bd2977-bb73-4b86-811f-ecf598ac337b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:22.113062 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-37046ace-1862-4dcd-9f5b-ef7b2534daaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:22.166954 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 88de37b3-5134-45d6-8c8c-d5e7cf265b48 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:22.181455 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 88de37b3-5134-45d6-8c8c-d5e7cf265b48 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:22.181997 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:22.295679 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59386) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:22.340146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-2dfd8c77-36c2-4558-b88d-18f385a5f122 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Allocated IP 172.26.7.81 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/dd35a4ca-6495-4920-8428-58fb926f11b9) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:22.449398 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-179dc53c-8ec3-4fec-9f00-a3fc9115cff7 req-371a136c-b1bd-4c5b-b0a0-cf6a15de104b tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Deleting port 830d8467-a2ad-4387-8bd5-39e70bb3e56d {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:22.450087 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-179dc53c-8ec3-4fec-9f00-a3fc9115cff7 req-371a136c-b1bd-4c5b-b0a0-cf6a15de104b tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:22.455436 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:22.493175 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 88de37b3-5134-45d6-8c8c-d5e7cf265b48, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=88de37b3-5134-45d6-8c8c-d5e7cf265b48,segment=NetworkSegment(bf4a7482-23b9-44ba-8d5a-d5f1c8e62702),segment_id=bf4a7482-23b9-44ba-8d5a-d5f1c8e62702)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:22.498399 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:22.500181 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 33bd2977-bb73-4b86-811f-ecf598ac337b up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:46:22.553069 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5a4ced2f-2791-44e9-976b-28a4ea1dc514 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0929246bc6b84a1a9b758b99e3f34b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531686 Apr 20 15:46:22.553069 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59394) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:22.588542 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c77-36c2-4558-b88d-18f385a5f122 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:22.630838 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5034bb39-3f34-4fd7-8f48-5e168848b0e7 None None] Provisioning complete for port e60c2f4e-df1d-4e17-ac3c-cc7b447ca185 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:22.631171 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5034bb39-3f34-4fd7-8f48-5e168848b0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:22.642905 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc964c4b-6c70-47d9-a516-eb6d0877cbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:22.671111 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=88de37b3-5134-45d6-8c8c-d5e7cf265b48,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:22.673808 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc964c4b-6c70-47d9-a516-eb6d0877cbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:22.684851 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c77-36c2-4558-b88d-18f385a5f122 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:22.700898 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5034bb39-3f34-4fd7-8f48-5e168848b0e7 None None] Port e60c2f4e-df1d-4e17-ac3c-cc7b447ca185 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:46:22.703007 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 33bd2977-bb73-4b86-811f-ecf598ac337b triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:22.703379 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:22.752983 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0dd19542-1ac8-4f05-bbfa-3dbeab8fc387 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:22.766997 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5034bb39-3f34-4fd7-8f48-5e168848b0e7 None None] Provisioning complete for port 88de37b3-5134-45d6-8c8c-d5e7cf265b48 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:22.767375 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5034bb39-3f34-4fd7-8f48-5e168848b0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:22.772484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd8c77-36c2-4558-b88d-18f385a5f122 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:22.775719 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-2dfd8c77-36c2-4558-b88d-18f385a5f122 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:22.784521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd8c77-36c2-4558-b88d-18f385a5f122 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:22.798498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0dd19542-1ac8-4f05-bbfa-3dbeab8fc387 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:22.925260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd19542-1ac8-4f05-bbfa-3dbeab8fc387 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec4fb7d-017f-462c-bdb8-993305e5a61f,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:22.935499 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd8c77-36c2-4558-b88d-18f385a5f122 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Pushing event updated for resources: {'Port': ['ID=dd35a4ca-6495-4920-8428-58fb926f11b9,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:23.019132 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc964c4b-6c70-47d9-a516-eb6d0877cbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.103825 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc964c4b-6c70-47d9-a516-eb6d0877cbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9962ef4-f47b-41ea-b4e2-49de0535c63c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:23.134368 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0dd19542-1ac8-4f05-bbfa-3dbeab8fc387 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.140035 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0dd19542-1ac8-4f05-bbfa-3dbeab8fc387 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.4932728 Apr 20 15:46:23.142760 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59398) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:23.153956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b09aa-5a58-4657-9d3d-56309977dd65 req-eef3f7c5-1565-4b7d-8057-0faf19b90c56 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:23.155615 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-130b09aa-5a58-4657-9d3d-56309977dd65 req-eef3f7c5-1565-4b7d-8057-0faf19b90c56 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 945 time: 0.6266837 Apr 20 15:46:23.165727 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-607975fe-f615-45e3-8cea-f79fa12c293f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.184075 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc964c4b-6c70-47d9-a516-eb6d0877cbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.188048 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fc964c4b-6c70-47d9-a516-eb6d0877cbd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9962ef4-f47b-41ea-b4e2-49de0535c63c HTTP/1.1" status: 204 len: 168 time: 0.6315300 Apr 20 15:46:23.197759 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-860df78f-edc9-4cf8-849d-f9614ccc957e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.211328 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-860df78f-edc9-4cf8-849d-f9614ccc957e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.297430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.objects.ports [None req-b3823b4e-cf80-409d-92ca-2b383895f380 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88168) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:46:23.322485 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-860df78f-edc9-4cf8-849d-f9614ccc957e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.332732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3823b4e-cf80-409d-92ca-2b383895f380 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.404422 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860df78f-edc9-4cf8-849d-f9614ccc957e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ec4fb7d-017f-462c-bdb8-993305e5a61f,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:23.426952 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-860df78f-edc9-4cf8-849d-f9614ccc957e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.426952 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-860df78f-edc9-4cf8-849d-f9614ccc957e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4ec4fb7d-017f-462c-bdb8-993305e5a61f HTTP/1.1" status: 204 len: 168 time: 0.2775226 Apr 20 15:46:23.426952 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59406) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:23.449650 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3823b4e-cf80-409d-92ca-2b383895f380 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:23.455351 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-179dc53c-8ec3-4fec-9f00-a3fc9115cff7 req-371a136c-b1bd-4c5b-b0a0-cf6a15de104b tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] For port 830d8467-a2ad-4387-8bd5-39e70bb3e56d, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=830d8467-a2ad-4387-8bd5-39e70bb3e56d,segment=NetworkSegment(b00830f2-c6cb-41f4-a628-9b39ad206ebd),segment_id=b00830f2-c6cb-41f4-a628-9b39ad206ebd)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:23.455719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-179dc53c-8ec3-4fec-9f00-a3fc9115cff7 req-371a136c-b1bd-4c5b-b0a0-cf6a15de104b tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.463283 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c77-36c2-4558-b88d-18f385a5f122 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.466484 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-b3823b4e-cf80-409d-92ca-2b383895f380 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:23.480204 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f5ae04-9342-417a-93ac-8049db4bc1b6 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:23.496629 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-130b09aa-5a58-4657-9d3d-56309977dd65 req-bbf3a55f-e0a0-4d1d-bd75-acb0e41b2f9c tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0876837-0790-4959-8cbb-37530b429b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620001 Apr 20 15:46:23.507332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3823b4e-cf80-409d-92ca-2b383895f380 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:23.507997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3823b4e-cf80-409d-92ca-2b383895f380 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.581279 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-20c2462b-c9a7-4557-8362-64a0638b2342 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:23.648786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3823b4e-cf80-409d-92ca-2b383895f380 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=4d6025aa-0369-43a9-b095-0eeaff9e8aad,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:23.659000 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-20c2462b-c9a7-4557-8362-64a0638b2342 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:23.661842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:46:23.663450 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-20c2462b-c9a7-4557-8362-64a0638b2342 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2367744 Apr 20 15:46:23.664103 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59418) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:23.699271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.705965 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b3823b4e-cf80-409d-92ca-2b383895f380 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7580495 Apr 20 15:46:23.708285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59422) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:23.717848 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.718614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.734804 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-42ed51f1-cbd9-4d30-bf40-ecb1696ab2ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:23.774319 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-de4f60fc-7132-4d45-a723-7d3ea8009220 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.787646 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-de4f60fc-7132-4d45-a723-7d3ea8009220 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.844791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 88de37b3-5134-45d6-8c8c-d5e7cf265b48 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:46:23.877143 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': '4d6025aa-0369-43a9-b095-0eeaff9e8aad'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:46:23.878277 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.910618 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-de4f60fc-7132-4d45-a723-7d3ea8009220 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.944874 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f60fc-7132-4d45-a723-7d3ea8009220 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51321ffd-40ec-44f8-9649-e400cbac37e0,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:23.963396 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c77-36c2-4558-b88d-18f385a5f122 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:23.969566 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c77-36c2-4558-b88d-18f385a5f122 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:24.039570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-de4f60fc-7132-4d45-a723-7d3ea8009220 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:24.050736 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-de4f60fc-7132-4d45-a723-7d3ea8009220 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/51321ffd-40ec-44f8-9649-e400cbac37e0 HTTP/1.1" status: 204 len: 168 time: 0.3700891 Apr 20 15:46:24.050736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59432) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:24.154587 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 88de37b3-5134-45d6-8c8c-d5e7cf265b48 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:24.154982 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:24.200144 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59438) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:24.248555 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0c95acce-945e-45b9-9d59-e5c3f9a3c768 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:24.265131 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Allocated IP 2001:db8::f816:3eff:feac:f99f (f66047db-8bb8-4641-b4de-e5f9a3950b44/4d6025aa-0369-43a9-b095-0eeaff9e8aad/760dd116-e329-46cc-9e1f-006b5f21858d) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:24.282452 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0c95acce-945e-45b9-9d59-e5c3f9a3c768 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:24.287147 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0c95acce-945e-45b9-9d59-e5c3f9a3c768 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2202861 Apr 20 15:46:24.287978 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59444) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:24.335323 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-17c7a103-d146-442a-9a70-90c4b08730c7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:24.345626 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfd8c77-36c2-4558-b88d-18f385a5f122 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Router 51c404ee-5bc2-4291-853b-c39358419634 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:46:24.349078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-17c7a103-d146-442a-9a70-90c4b08730c7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:24.367293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Network 1f9af9cd-8f17-4fa4-b42d-335b746a86c4 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:24.377378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:24.402817 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event updated for resources: {'Port': ['ID=e60c2f4e-df1d-4e17-ac3c-cc7b447ca185,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:24.446666 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4ede90d1-92e7-41d5-aed6-0371dc3ce680 tempest-ServiceProvidersTest-429647954 tempest-ServiceProvidersTest-429647954-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2454381 Apr 20 15:46:24.478264 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-17c7a103-d146-442a-9a70-90c4b08730c7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:24.543714 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7a103-d146-442a-9a70-90c4b08730c7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fec112c-a2a2-4b82-a8df-f6266d1f653e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:24.643746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:24.669036 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Transition to ACTIVE for port object 760dd116-e329-46cc-9e1f-006b5f21858d will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:24.690461 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Transition to ACTIVE for port object 760dd116-e329-46cc-9e1f-006b5f21858d will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:24.701860 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:24.799328 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Pushing event updated for resources: {'Port': ['ID=760dd116-e329-46cc-9e1f-006b5f21858d,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:24.809419 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-17c7a103-d146-442a-9a70-90c4b08730c7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:24.813440 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-17c7a103-d146-442a-9a70-90c4b08730c7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1fec112c-a2a2-4b82-a8df-f6266d1f653e HTTP/1.1" status: 204 len: 168 time: 0.5228753 Apr 20 15:46:24.814208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59456) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:24.822293 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:24.829683 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:24.831500 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cf9ab3f8-dd72-439a-b225-e732a8353518 None None] Provisioning complete for port e60c2f4e-df1d-4e17-ac3c-cc7b447ca185 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:24.831873 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cf9ab3f8-dd72-439a-b225-e732a8353518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:24.862016 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfd8c77-36c2-4558-b88d-18f385a5f122 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:24.868573 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c77-36c2-4558-b88d-18f385a5f122 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:24.869683 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2dfd8c77-36c2-4558-b88d-18f385a5f122 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "PUT /v2.0/routers/51c404ee-5bc2-4291-853b-c39358419634 HTTP/1.1" status: 200 len: 883 time: 4.3365560 Apr 20 15:46:24.874110 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9bc86c-2dc9-48f3-9d1e-4ca68a5406e0 None None] Sync routers for ids ['51c404ee-5bc2-4291-853b-c39358419634'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:24.875750 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59460) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:24.886971 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9bc86c-2dc9-48f3-9d1e-4ca68a5406e0 None None] Routers {'51c404ee-5bc2-4291-853b-c39358419634'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:24.892361 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ae9bc86c-2dc9-48f3-9d1e-4ca68a5406e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['51c404ee-5bc2-4291-853b-c39358419634'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:24.895129 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:24.933493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59464) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:24.947986 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-42ed51f1-cbd9-4d30-bf40-ecb1696ab2ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:24.953879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-763c12f8-facb-4d58-b45d-c5a030936a98 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:24.960478 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ae9bc86c-2dc9-48f3-9d1e-4ca68a5406e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:24.960739 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-42ed51f1-cbd9-4d30-bf40-ecb1696ab2ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:24.971606 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9bc86c-2dc9-48f3-9d1e-4ca68a5406e0 None None] Routers {'51c404ee-5bc2-4291-853b-c39358419634'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:24.972564 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ae9bc86c-2dc9-48f3-9d1e-4ca68a5406e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['51c404ee-5bc2-4291-853b-c39358419634'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:24.987029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-763c12f8-facb-4d58-b45d-c5a030936a98 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:24.989435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ab3f8-dd72-439a-b225-e732a8353518 None None] Port e60c2f4e-df1d-4e17-ac3c-cc7b447ca185 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:46:24.991793 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-763c12f8-facb-4d58-b45d-c5a030936a98 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1745248 Apr 20 15:46:24.998425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ed51f1-cbd9-4d30-bf40-ecb1696ab2ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:25.000942 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59470) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:25.002969 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42ed51f1-cbd9-4d30-bf40-ecb1696ab2ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:25.015706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Attempting to bind port 760dd116-e329-46cc-9e1f-006b5f21858d on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:46:25.016106 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Attempting to bind port 760dd116-e329-46cc-9e1f-006b5f21858d by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:46:25.016495 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Attempting to bind port 760dd116-e329-46cc-9e1f-006b5f21858d on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:46:25.023014 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:46:25.023423 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:46:25.023838 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:25.024243 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:46:25.024750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Bound port: 760dd116-e329-46cc-9e1f-006b5f21858d, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:46:25.025116 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:25.097326 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ae9bc86c-2dc9-48f3-9d1e-4ca68a5406e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:25.098134 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9bc86c-2dc9-48f3-9d1e-4ca68a5406e0 None None] The sync data for ids ['51c404ee-5bc2-4291-853b-c39358419634'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:25.107717 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-186ba4a5-f621-4476-8393-136f34379ef9 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:25.122517 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-186ba4a5-f621-4476-8393-136f34379ef9 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:25.134380 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-93e3be23-0b34-41e7-ad8b-27e480e331cd tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "GET /v2.0/routers/51c404ee-5bc2-4291-853b-c39358419634 HTTP/1.1" status: 200 len: 924 time: 0.2558510 Apr 20 15:46:25.137215 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59474) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:25.159412 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] For port 760dd116-e329-46cc-9e1f-006b5f21858d, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:46:25.167976 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] For port 760dd116-e329-46cc-9e1f-006b5f21858d, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=760dd116-e329-46cc-9e1f-006b5f21858d,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:46:25.173960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Router 5e95edec-16fe-4864-b08f-77f25ad9a0b4 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:46:25.175879 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:25.203553 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-186ba4a5-f621-4476-8393-136f34379ef9 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:25.209712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-179dc53c-8ec3-4fec-9f00-a3fc9115cff7 req-371a136c-b1bd-4c5b-b0a0-cf6a15de104b tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:25.210083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-179dc53c-8ec3-4fec-9f00-a3fc9115cff7 req-371a136c-b1bd-4c5b-b0a0-cf6a15de104b tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:25.210389 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [req-179dc53c-8ec3-4fec-9f00-a3fc9115cff7 req-371a136c-b1bd-4c5b-b0a0-cf6a15de104b tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Floating IP 19af4f7d-dc47-4073-8be0-199782ed0e10 disassociated. External IP: 172.26.7.36, port: 830d8467-a2ad-4387-8bd5-39e70bb3e56d. Apr 20 15:46:25.210779 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-179dc53c-8ec3-4fec-9f00-a3fc9115cff7 req-371a136c-b1bd-4c5b-b0a0-cf6a15de104b tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Calling delete_port for 830d8467-a2ad-4387-8bd5-39e70bb3e56d owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:25.221783 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ba4a5-f621-4476-8393-136f34379ef9 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1e17285-214d-490d-9a49-3d1add36d2a6,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:25.240382 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-186ba4a5-f621-4476-8393-136f34379ef9 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:25.243979 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-186ba4a5-f621-4476-8393-136f34379ef9 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e1e17285-214d-490d-9a49-3d1add36d2a6 HTTP/1.1" status: 204 len: 168 time: 0.2396770 Apr 20 15:46:25.244181 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59478) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:25.278044 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75639359-6270-47d6-906d-01354b25a92e tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:25.278655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-75639359-6270-47d6-906d-01354b25a92e tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Synchronizing usage tracker for tenant:366ba500bc35444898cd401ca88ff8c0 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:25.313132 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-4a302a71-3bcf-4cb9-9e93-5215fc696741 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:25.324038 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0013c-d386-4cfe-bb10-54a8ed5b8512 None None] Pushing event updated for resources: {'Port': ['ID=760dd116-e329-46cc-9e1f-006b5f21858d,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:25.324961 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-75639359-6270-47d6-906d-01354b25a92e tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Unset dirty status for tenant:366ba500bc35444898cd401ca88ff8c0 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:25.329306 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-75639359-6270-47d6-906d-01354b25a92e tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&device_id=51c404ee-5bc2-4291-853b-c39358419634&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1881189 Apr 20 15:46:25.330348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59482) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:25.410154 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-4a302a71-3bcf-4cb9-9e93-5215fc696741 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:25.415160 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4a302a71-3bcf-4cb9-9e93-5215fc696741 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1675260 Apr 20 15:46:25.424613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59486) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:25.430901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-101aa877-1cbf-46fc-99e0-3ba243f95639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:25.475932 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eab17744-39ac-46e3-ba5e-e51c1941dba7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:25.497478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eab17744-39ac-46e3-ba5e-e51c1941dba7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:25.509998 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c0cf2-a987-495f-b9d6-75eec690d869 req-8d614140-605c-496e-91d0-c4c4363378e5 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:25.525868 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b7c0cf2-a987-495f-b9d6-75eec690d869 req-8d614140-605c-496e-91d0-c4c4363378e5 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 945 time: 0.8641891 Apr 20 15:46:25.526038 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee41756-1a35-48a8-89a2-9298db66b79e tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:25.534941 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2ee41756-1a35-48a8-89a2-9298db66b79e tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "GET /v2.0/networks/6c536204-425b-481a-a1b2-dc2a52ee56c7 HTTP/1.1" status: 200 len: 881 time: 0.2028425 Apr 20 15:46:25.538409 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59490) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:25.585678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-101aa877-1cbf-46fc-99e0-3ba243f95639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:25.593719 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fcb3faa3-971c-44ae-afa7-14035541025f tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c404ee-5bc2-4291-853b-c39358419634 HTTP/1.1" status: 200 len: 205 time: 0.0538809 Apr 20 15:46:25.599883 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59494) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:25.619179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-101aa877-1cbf-46fc-99e0-3ba243f95639 admin admin] Usage tracker for resource:security_group_rule and tenant:adfb45df47d74307a9a0e441bd59c669 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:25.646646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-101aa877-1cbf-46fc-99e0-3ba243f95639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:25.666547 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eab17744-39ac-46e3-ba5e-e51c1941dba7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:25.676532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-101aa877-1cbf-46fc-99e0-3ba243f95639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:25.703091 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab17744-39ac-46e3-ba5e-e51c1941dba7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e48f66d8-c86a-4329-9425-c08cf49d9fda,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:25.711487 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eab17744-39ac-46e3-ba5e-e51c1941dba7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:25.712105 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b7c0cf2-a987-495f-b9d6-75eec690d869 req-5155aa4e-4df3-4c4a-b705-876a25670a19 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0876837-0790-4959-8cbb-37530b429b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888325 Apr 20 15:46:25.715153 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-eab17744-39ac-46e3-ba5e-e51c1941dba7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e48f66d8-c86a-4329-9425-c08cf49d9fda HTTP/1.1" status: 204 len: 168 time: 0.2872467 Apr 20 15:46:25.715502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59498) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:25.730889 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-607975fe-f615-45e3-8cea-f79fa12c293f admin admin] Deleting port a30c8799-b225-42b6-9889-b544b0e098df {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:25.731480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-607975fe-f615-45e3-8cea-f79fa12c293f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:25.769609 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:25.781125 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42319f5d-9705-4ad6-87db-bd3380dc75c4 None None] Sync routers for ids ['5e95edec-16fe-4864-b08f-77f25ad9a0b4'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:25.793103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42319f5d-9705-4ad6-87db-bd3380dc75c4 None None] Routers {'5e95edec-16fe-4864-b08f-77f25ad9a0b4'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:25.794305 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-42319f5d-9705-4ad6-87db-bd3380dc75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['5e95edec-16fe-4864-b08f-77f25ad9a0b4'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:25.850675 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ce847910-9e5e-4169-863e-98f24080754f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:25.870222 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 760dd116-e329-46cc-9e1f-006b5f21858d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:46:25.889224 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d013c37e-3b3d-49aa-afa0-121ca63bc6a2 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:25.911735 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 830d8467-a2ad-4387-8bd5-39e70bb3e56d no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:46:25.947204 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ce847910-9e5e-4169-863e-98f24080754f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:25.951575 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ce847910-9e5e-4169-863e-98f24080754f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2349534 Apr 20 15:46:25.961578 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59502) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:25.972811 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-42319f5d-9705-4ad6-87db-bd3380dc75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:26.020804 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42319f5d-9705-4ad6-87db-bd3380dc75c4 None None] Routers {'5e95edec-16fe-4864-b08f-77f25ad9a0b4'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:26.021699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-42319f5d-9705-4ad6-87db-bd3380dc75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['5e95edec-16fe-4864-b08f-77f25ad9a0b4'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:26.084848 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-42319f5d-9705-4ad6-87db-bd3380dc75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:26.085431 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42319f5d-9705-4ad6-87db-bd3380dc75c4 None None] The sync data for ids ['5e95edec-16fe-4864-b08f-77f25ad9a0b4'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:26.110777 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d8d0c7a3-489b-4e3d-a003-88d67f519fea tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:26.139858 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d8d0c7a3-489b-4e3d-a003-88d67f519fea tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:26.183806 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:26.199893 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d8d0c7a3-489b-4e3d-a003-88d67f519fea tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:26.204494 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 760dd116-e329-46cc-9e1f-006b5f21858d completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:26.234081 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0c7a3-489b-4e3d-a003-88d67f519fea tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04c5b24-af7b-4150-b03a-29d49d1554cb,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:26.257323 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d013c37e-3b3d-49aa-afa0-121ca63bc6a2 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:26.276673 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-d013c37e-3b3d-49aa-afa0-121ca63bc6a2 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Deleting port dd35a4ca-6495-4920-8428-58fb926f11b9 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:26.277046 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d013c37e-3b3d-49aa-afa0-121ca63bc6a2 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:26.294084 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-300dbc0b-a874-4619-94b5-709dad4d3bb9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "PUT /v2.0/routers/5e95edec-16fe-4864-b08f-77f25ad9a0b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1586170 Apr 20 15:46:26.297610 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-179dc53c-8ec3-4fec-9f00-a3fc9115cff7 req-371a136c-b1bd-4c5b-b0a0-cf6a15de104b tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:26.302821 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59506) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:26.339914 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d8d0c7a3-489b-4e3d-a003-88d67f519fea tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:26.343849 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d8d0c7a3-489b-4e3d-a003-88d67f519fea tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-groups/f04c5b24-af7b-4150-b03a-29d49d1554cb HTTP/1.1" status: 204 len: 168 time: 0.3811429 Apr 20 15:46:26.361286 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59510) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:26.465668 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a136c-b1bd-4c5b-b0a0-cf6a15de104b tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Pushing event deleted for resources: {'Port': ['ID=830d8467-a2ad-4387-8bd5-39e70bb3e56d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:26.495610 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9eba21fb-932c-4737-a233-c48614da866a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:26.518396 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d013c37e-3b3d-49aa-afa0-121ca63bc6a2 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:26.521317 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e94e523a-0e54-4ea2-a702-6d92e39ac911 None None] Provisioning for port 760dd116-e329-46cc-9e1f-006b5f21858d completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:26.528210 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e94e523a-0e54-4ea2-a702-6d92e39ac911 None None] Provisioning complete for port 760dd116-e329-46cc-9e1f-006b5f21858d triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:26.528691 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e94e523a-0e54-4ea2-a702-6d92e39ac911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:26.576956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-607975fe-f615-45e3-8cea-f79fa12c293f admin admin] For port a30c8799-b225-42b6-9889-b544b0e098df, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a30c8799-b225-42b6-9889-b544b0e098df,segment=NetworkSegment(c565ca90-7634-46aa-97c8-94396499e965),segment_id=c565ca90-7634-46aa-97c8-94396499e965)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:26.577316 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-607975fe-f615-45e3-8cea-f79fa12c293f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:26.583062 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9eba21fb-932c-4737-a233-c48614da866a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:26.589282 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9eba21fb-932c-4737-a233-c48614da866a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2218597 Apr 20 15:46:26.644642 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59514) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:26.671618 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e94e523a-0e54-4ea2-a702-6d92e39ac911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:26.707775 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e94e523a-0e54-4ea2-a702-6d92e39ac911 None None] For port 760dd116-e329-46cc-9e1f-006b5f21858d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=760dd116-e329-46cc-9e1f-006b5f21858d,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:26.714166 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e94e523a-0e54-4ea2-a702-6d92e39ac911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:26.722323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a544c9de-ac8e-4af7-ae52-d4cb4d87dc89 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group': {'name': 'tempest-secgroup--661062700'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:26.727799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-101aa877-1cbf-46fc-99e0-3ba243f95639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:26.767896 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-d013c37e-3b3d-49aa-afa0-121ca63bc6a2 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Calling delete_port for dd35a4ca-6495-4920-8428-58fb926f11b9 owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:26.796583 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e523a-0e54-4ea2-a702-6d92e39ac911 None None] Pushing event updated for resources: {'Port': ['ID=760dd116-e329-46cc-9e1f-006b5f21858d,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:26.814143 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-607975fe-f615-45e3-8cea-f79fa12c293f admin admin] Calling delete_port for a30c8799-b225-42b6-9889-b544b0e098df owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:26.843644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a544c9de-ac8e-4af7-ae52-d4cb4d87dc89 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:26.858839 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-101aa877-1cbf-46fc-99e0-3ba243f95639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:26.947990 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d013c37e-3b3d-49aa-afa0-121ca63bc6a2 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:27.001037 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013c37e-3b3d-49aa-afa0-121ca63bc6a2 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Pushing event deleted for resources: {'Port': ['ID=dd35a4ca-6495-4920-8428-58fb926f11b9,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:27.023865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a544c9de-ac8e-4af7-ae52-d4cb4d87dc89 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:27.063987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-57815499-dc3f-46df-9298-e2bea6e251d4 req-15639d37-ba0b-486f-a977-91617e1c466a tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Synchronizing usage tracker for tenant:189fc2a27c95427bb7131a058ee6d0d7 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:27.093565 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d013c37e-3b3d-49aa-afa0-121ca63bc6a2 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:27.132888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42ed51f1-cbd9-4d30-bf40-ecb1696ab2ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:27.244975 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101aa877-1cbf-46fc-99e0-3ba243f95639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878aa19b-90cb-42c2-95bc-180479a82052,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:27.282380 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a544c9de-ac8e-4af7-ae52-d4cb4d87dc89 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:27.285301 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d013c37e-3b3d-49aa-afa0-121ca63bc6a2 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:27.288010 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d013c37e-3b3d-49aa-afa0-121ca63bc6a2 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:27.295277 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-101aa877-1cbf-46fc-99e0-3ba243f95639 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adfb45df47d74307a9a0e441bd59c669&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3249865 Apr 20 15:46:27.299151 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59522) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:27.337020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d013c37e-3b3d-49aa-afa0-121ca63bc6a2 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:27.337426 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d013c37e-3b3d-49aa-afa0-121ca63bc6a2 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Fanout notify agent at l3_agent the message router_deleted on router 51c404ee-5bc2-4291-853b-c39358419634 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:46:27.347932 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ed51f1-cbd9-4d30-bf40-ecb1696ab2ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:27.361713 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-57815499-dc3f-46df-9298-e2bea6e251d4 req-15639d37-ba0b-486f-a977-91617e1c466a tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Unset dirty status for tenant:189fc2a27c95427bb7131a058ee6d0d7 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:27.362873 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-57815499-dc3f-46df-9298-e2bea6e251d4 req-15639d37-ba0b-486f-a977-91617e1c466a tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 210 time: 0.4819911 Apr 20 15:46:27.368308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d013c37e-3b3d-49aa-afa0-121ca63bc6a2 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:27.373006 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d013c37e-3b3d-49aa-afa0-121ca63bc6a2 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "DELETE /v2.0/routers/51c404ee-5bc2-4291-853b-c39358419634 HTTP/1.1" status: 204 len: 168 time: 1.7674761 Apr 20 15:46:27.373455 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59526) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:27.379887 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-42ed51f1-cbd9-4d30-bf40-ecb1696ab2ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:27.385451 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-4669a1b0-c53f-411a-8153-28a355c56da3 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1397460080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:27.393277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-4669a1b0-c53f-411a-8153-28a355c56da3 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:27.396455 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-4669a1b0-c53f-411a-8153-28a355c56da3 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Usage tracker for resource:router and tenant:37d3d0dcab5f4eeb88c13d63220d0776 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:27.397574 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004e7686-3e41-4dfc-8752-1df3bd3bd73d None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:27.401285 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-4669a1b0-c53f-411a-8153-28a355c56da3 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:27.410159 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-4669a1b0-c53f-411a-8153-28a355c56da3 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:27.412003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5d89dcc2-a096-4990-acac-554ce2e837aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:27.441392 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4669a1b0-c53f-411a-8153-28a355c56da3 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:27.442603 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4669a1b0-c53f-411a-8153-28a355c56da3 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:27.448690 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a544c9de-ac8e-4af7-ae52-d4cb4d87dc89 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:27.451050 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5d89dcc2-a096-4990-acac-554ce2e837aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:27.455544 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ed51f1-cbd9-4d30-bf40-ecb1696ab2ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:27.456153 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42ed51f1-cbd9-4d30-bf40-ecb1696ab2ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:27.493411 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4669a1b0-c53f-411a-8153-28a355c56da3 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:27.521235 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4669a1b0-c53f-411a-8153-28a355c56da3 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:27.550643 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5d89dcc2-a096-4990-acac-554ce2e837aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:27.566489 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4669a1b0-c53f-411a-8153-28a355c56da3 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:27.567691 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4669a1b0-c53f-411a-8153-28a355c56da3 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1927080 Apr 20 15:46:27.570020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5d89dcc2-a096-4990-acac-554ce2e837aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:27.573613 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5d89dcc2-a096-4990-acac-554ce2e837aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/878aa19b-90cb-42c2-95bc-180479a82052 HTTP/1.1" status: 204 len: 168 time: 0.2708380 Apr 20 15:46:27.573613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59530) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:27.573613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89dcc2-a096-4990-acac-554ce2e837aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878aa19b-90cb-42c2-95bc-180479a82052,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:27.591035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b87ba9cc-2a1b-4b1d-865c-ceaed9eeaa6c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'enable_snat': True}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:27.620039 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed51f1-cbd9-4d30-bf40-ecb1696ab2ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=3a78b843-dea9-4315-8550-841b6a203642,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:27.624685 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a544c9de-ac8e-4af7-ae52-d4cb4d87dc89 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:27.644818 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a544c9de-ac8e-4af7-ae52-d4cb4d87dc89 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:27.710347 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-179dc53c-8ec3-4fec-9f00-a3fc9115cff7 req-371a136c-b1bd-4c5b-b0a0-cf6a15de104b tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Router 84b50a6e-8afc-4239-849f-2ef5e09acfb8 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:46:27.786728 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a544c9de-ac8e-4af7-ae52-d4cb4d87dc89 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:27.856724 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-42ed51f1-cbd9-4d30-bf40-ecb1696ab2ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1416430 Apr 20 15:46:27.862211 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59536) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:27.904629 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 760dd116-e329-46cc-9e1f-006b5f21858d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:46:27.946797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'mac_address': 'fa:16:3e:96:95:ce', 'name': 'tempest-NetworksTestDHCPv6-1130230681'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:27.954045 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf556532-79f6-4252-9f8f-e246adb5883e None None] Update dhcp port {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'fixed_ips': [{'subnet_id': '4d6025aa-0369-43a9-b095-0eeaff9e8aad', 'ip_address': '2001:db8::f816:3eff:feac:f99f'}, {'subnet_id': '3a78b843-dea9-4315-8550-841b6a203642'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': '760dd116-e329-46cc-9e1f-006b5f21858d'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:46:28.011948 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b87ba9cc-2a1b-4b1d-865c-ceaed9eeaa6c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:28.027248 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cf556532-79f6-4252-9f8f-e246adb5883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:28.083241 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 760dd116-e329-46cc-9e1f-006b5f21858d triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:28.083612 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:28.345089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-cf556532-79f6-4252-9f8f-e246adb5883e None None] Allocated IP 172.20.0.2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/3a78b843-dea9-4315-8550-841b6a203642/760dd116-e329-46cc-9e1f-006b5f21858d) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:28.399710 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a544c9de-ac8e-4af7-ae52-d4cb4d87dc89 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:28.416534 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:28.424083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a544c9de-ac8e-4af7-ae52-d4cb4d87dc89 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:28.438335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-179dc53c-8ec3-4fec-9f00-a3fc9115cff7 req-371a136c-b1bd-4c5b-b0a0-cf6a15de104b tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:28.440861 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-6e0e0a4b-c42f-47c4-89e1-955a73891e48 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:46:28.441893 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6e0e0a4b-c42f-47c4-89e1-955a73891e48 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "PUT /v2.0/routers/5e95edec-16fe-4864-b08f-77f25ad9a0b4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1333802 Apr 20 15:46:28.450564 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f9326-0667-4ab7-a96f-e02ce14e2cd9 None None] Sync routers for ids ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:28.465046 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f9326-0667-4ab7-a96f-e02ce14e2cd9 None None] Routers {'84b50a6e-8afc-4239-849f-2ef5e09acfb8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:28.468816 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-366f9326-0667-4ab7-a96f-e02ce14e2cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:28.471972 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:port and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:28.482785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59542) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:28.486811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:28.505945 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-607975fe-f615-45e3-8cea-f79fa12c293f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:28.532557 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b87ba9cc-2a1b-4b1d-865c-ceaed9eeaa6c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:28.549157 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-cf556532-79f6-4252-9f8f-e246adb5883e None None] For port 760dd116-e329-46cc-9e1f-006b5f21858d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=760dd116-e329-46cc-9e1f-006b5f21858d,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:28.567470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:28.572059 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b87ba9cc-2a1b-4b1d-865c-ceaed9eeaa6c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:28.580297 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cf556532-79f6-4252-9f8f-e246adb5883e None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:28.599877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cf556532-79f6-4252-9f8f-e246adb5883e None None] Transition to ACTIVE for port object 760dd116-e329-46cc-9e1f-006b5f21858d will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:28.604466 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cf556532-79f6-4252-9f8f-e246adb5883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:28.701463 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-366f9326-0667-4ab7-a96f-e02ce14e2cd9 None None] Set router 84b50a6e-8afc-4239-849f-2ef5e09acfb8 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:46:28.721022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607975fe-f615-45e3-8cea-f79fa12c293f admin admin] Pushing event deleted for resources: {'Port': ['ID=a30c8799-b225-42b6-9889-b544b0e098df,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:28.723209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-179dc53c-8ec3-4fec-9f00-a3fc9115cff7 req-371a136c-b1bd-4c5b-b0a0-cf6a15de104b tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] No DVR routers for this DVR port 830d8467-a2ad-4387-8bd5-39e70bb3e56d on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:46:28.729473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-179dc53c-8ec3-4fec-9f00-a3fc9115cff7 req-371a136c-b1bd-4c5b-b0a0-cf6a15de104b tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:28.740273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc91ac14-d307-44e9-9dc4-fc0f619793fa', 'name': 'network-vif-deleted', 'tag': '830d8467-a2ad-4387-8bd5-39e70bb3e56d'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:46:28.761248 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-b87ba9cc-2a1b-4b1d-865c-ceaed9eeaa6c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Allocated IP 172.26.7.62 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/eb7f2cd1-496c-4eb9-92c2-b148799660ee) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:28.778793 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-29c291ed-b59f-4986-a982-bf0879ab5522 req-88cd85fd-9dc2-4fbb-9b9c-7ad521804cb0 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc91ac14-d307-44e9-9dc4-fc0f619793fa HTTP/1.1" status: 200 len: 210 time: 0.2018657 Apr 20 15:46:28.780401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544c9de-ac8e-4af7-ae52-d4cb4d87dc89 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c959c8-1041-4ba2-844b-4880319526d9,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:28.788173 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf556532-79f6-4252-9f8f-e246adb5883e None None] Pushing event updated for resources: {'Port': ['ID=760dd116-e329-46cc-9e1f-006b5f21858d,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:28.904814 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7502788c-87af-40d2-9c6f-fef423e277e1'] response: {'server_uuid': 'dc91ac14-d307-44e9-9dc4-fc0f619793fa', 'name': 'network-vif-deleted', 'tag': '830d8467-a2ad-4387-8bd5-39e70bb3e56d', 'status': 'completed', 'code': 200} Apr 20 15:46:28.915025 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-179dc53c-8ec3-4fec-9f00-a3fc9115cff7 req-371a136c-b1bd-4c5b-b0a0-cf6a15de104b tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.11 "DELETE /v2.0/ports/830d8467-a2ad-4387-8bd5-39e70bb3e56d HTTP/1.1" status: 204 len: 173 time: 6.9472573 Apr 20 15:46:28.941002 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a544c9de-ac8e-4af7-ae52-d4cb4d87dc89 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:28.942237 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a544c9de-ac8e-4af7-ae52-d4cb4d87dc89 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2967162 Apr 20 15:46:28.959181 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59548) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:28.975470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ba24c921-2f45-459f-9ef4-3973e319c57c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group_rule': {'security_group_id': 'c6c959c8-1041-4ba2-844b-4880319526d9', 'direction': 'ingress', 'protocol': 17}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:28.978741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:28.986873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ba24c921-2f45-459f-9ef4-3973e319c57c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:29.002956 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ba24c921-2f45-459f-9ef4-3973e319c57c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:29.007389 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ba24c921-2f45-459f-9ef4-3973e319c57c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:29.023986 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ba24c921-2f45-459f-9ef4-3973e319c57c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:29.036552 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b87ba9cc-2a1b-4b1d-865c-ceaed9eeaa6c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:29.061868 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba24c921-2f45-459f-9ef4-3973e319c57c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:29.159911 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b87ba9cc-2a1b-4b1d-865c-ceaed9eeaa6c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:29.201231 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-366f9326-0667-4ab7-a96f-e02ce14e2cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'name': 'tempest-ServersTestJSON-167984635-router', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:02Z', 'updated_at': '2022-04-20T15:44:17Z', 'revision_number': 4, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'gw_port': {'id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '23c3412c-8c7f-458e-90b5-478b5eb10343', 'name': '', 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'mac_address': 'fa:16:3e:5f:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:14Z', 'updated_at': '2022-04-20T15:44:24Z', 'revision_number': 5, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'subnets': [{'id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:29.212691 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f9326-0667-4ab7-a96f-e02ce14e2cd9 None None] Checking router: 84b50a6e-8afc-4239-849f-2ef5e09acfb8 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:46:29.223482 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f9326-0667-4ab7-a96f-e02ce14e2cd9 None None] Routers {'84b50a6e-8afc-4239-849f-2ef5e09acfb8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:29.224254 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-366f9326-0667-4ab7-a96f-e02ce14e2cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:29.255910 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba24c921-2f45-459f-9ef4-3973e319c57c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:29.265423 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87ba9cc-2a1b-4b1d-865c-ceaed9eeaa6c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:29.269323 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-b87ba9cc-2a1b-4b1d-865c-ceaed9eeaa6c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:29.281973 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba24c921-2f45-459f-9ef4-3973e319c57c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:29.293227 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ba9cc-2a1b-4b1d-865c-ceaed9eeaa6c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:29.334327 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ba9cc-2a1b-4b1d-865c-ceaed9eeaa6c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Pushing event updated for resources: {'Port': ['ID=eb7f2cd1-496c-4eb9-92c2-b148799660ee,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:29.378193 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24c921-2f45-459f-9ef4-3973e319c57c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb664d2d-0d41-443a-8bbf-d3b3292df183,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:29.419891 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba24c921-2f45-459f-9ef4-3973e319c57c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:29.421456 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ba24c921-2f45-459f-9ef4-3973e319c57c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4610565 Apr 20 15:46:29.475159 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-366f9326-0667-4ab7-a96f-e02ce14e2cd9 None None] Set router 84b50a6e-8afc-4239-849f-2ef5e09acfb8 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:46:29.546843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:29.641439 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59552) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:29.771106 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c8d7d77d-3e51-4628-9e67-057182138b60 None None] Provisioning for port 760dd116-e329-46cc-9e1f-006b5f21858d completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:29.782193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c8d7d77d-3e51-4628-9e67-057182138b60 None None] Provisioning complete for port 760dd116-e329-46cc-9e1f-006b5f21858d triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:29.784625 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c8d7d77d-3e51-4628-9e67-057182138b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:29.892350 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27998b53-41b8-496d-92fb-cbe1ef367501 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:29.942742 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b87ba9cc-2a1b-4b1d-865c-ceaed9eeaa6c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:29.981444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port 0a7d9f5d-8c1d-4834-a738-5e4582578d4a yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:46:29.990481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 760dd116-e329-46cc-9e1f-006b5f21858d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:46:30.009725 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59560) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:30.035710 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-366f9326-0667-4ab7-a96f-e02ce14e2cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'name': 'tempest-ServersTestJSON-167984635-router', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:02Z', 'updated_at': '2022-04-20T15:44:17Z', 'revision_number': 4, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'gw_port': {'id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '23c3412c-8c7f-458e-90b5-478b5eb10343', 'name': '', 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'mac_address': 'fa:16:3e:5f:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:14Z', 'updated_at': '2022-04-20T15:44:24Z', 'revision_number': 5, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'subnets': [{'id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:30.040346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-607975fe-f615-45e3-8cea-f79fa12c293f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:30.043216 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f9326-0667-4ab7-a96f-e02ce14e2cd9 None None] The sync data for ids ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'] in dv-neutron-838699-1-hyperv is: [{'id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'name': 'tempest-ServersTestJSON-167984635-router', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:02Z', 'updated_at': '2022-04-20T15:44:17Z', 'revision_number': 4, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'gw_port': {'id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '23c3412c-8c7f-458e-90b5-478b5eb10343', 'name': '', 'network_id': '6ee7f047-aede-4389-bfc1-f3eb14c90d05', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'mac_address': 'fa:16:3e:5f:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:14Z', 'updated_at': '2022-04-20T15:44:24Z', 'revision_number': 5, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'subnets': [{'id': '11a786c8-396f-45ab-98b5-620f55e316ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:30.096317 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 760dd116-e329-46cc-9e1f-006b5f21858d triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:30.096518 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:30.118786 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27998b53-41b8-496d-92fb-cbe1ef367501 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:30.299904 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27998b53-41b8-496d-92fb-cbe1ef367501 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:30.317460 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0576b9df-010e-4c3e-b325-8aefb3648c50 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:30.348927 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27998b53-41b8-496d-92fb-cbe1ef367501 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c959c8-1041-4ba2-844b-4880319526d9,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:30.375422 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27998b53-41b8-496d-92fb-cbe1ef367501 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:30.379624 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-27998b53-41b8-496d-92fb-cbe1ef367501 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-groups/c6c959c8-1041-4ba2-844b-4880319526d9 HTTP/1.1" status: 204 len: 168 time: 0.7338986 Apr 20 15:46:30.384357 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59564) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:30.390440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c88b40-4e4d-4f85-9b51-03ac481b0335 None None] New status for floating IP 19af4f7d-dc47-4073-8be0-199782ed0e10: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:46:30.556398 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0576b9df-010e-4c3e-b325-8aefb3648c50 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:30.706695 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e839128c-45c1-4692-a1c0-fee69240f7c3 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:30.707465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b87ba9cc-2a1b-4b1d-865c-ceaed9eeaa6c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:30.710495 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0576b9df-010e-4c3e-b325-8aefb3648c50 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:30.729698 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b87ba9cc-2a1b-4b1d-865c-ceaed9eeaa6c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:30.735331 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576b9df-010e-4c3e-b325-8aefb3648c50 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0876837-0790-4959-8cbb-37530b429b35,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:30.737834 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 172.20.0.3 (f66047db-8bb8-4641-b4de-e5f9a3950b44/3a78b843-dea9-4315-8550-841b6a203642/0a7d9f5d-8c1d-4834-a738-5e4582578d4a) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:30.769012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::f816:3eff:fe96:95ce (f66047db-8bb8-4641-b4de-e5f9a3950b44/4d6025aa-0369-43a9-b095-0eeaff9e8aad/0a7d9f5d-8c1d-4834-a738-5e4582578d4a) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:30.792566 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0fdaef9-85c0-4cf1-9571-4176375d3764 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:30.809288 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0576b9df-010e-4c3e-b325-8aefb3648c50 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:30.810341 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0576b9df-010e-4c3e-b325-8aefb3648c50 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "DELETE /v2.0/security-groups/c0876837-0790-4959-8cbb-37530b429b35 HTTP/1.1" status: 204 len: 168 time: 0.7876866 Apr 20 15:46:30.812947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59570) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:30.840493 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-cc13fc2e-63ee-4581-b88a-8b1a8783d34c tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] show failed (client error): The resource could not be found. Apr 20 15:46:30.841464 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cc13fc2e-63ee-4581-b88a-8b1a8783d34c tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "GET /v2.0/security-groups/c0876837-0790-4959-8cbb-37530b429b35 HTTP/1.1" status: 404 len: 347 time: 0.0276275 Apr 20 15:46:30.845210 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59574) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:30.852306 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e839128c-45c1-4692-a1c0-fee69240f7c3 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:30.853611 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e839128c-45c1-4692-a1c0-fee69240f7c3 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4676981 Apr 20 15:46:30.867587 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607975fe-f615-45e3-8cea-f79fa12c293f admin admin] Router 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:46:30.868219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59578) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:30.887530 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-62962dbc-b3d6-45cb-9a6c-e587998a9541 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group': {'name': 'tempest-secgroup--170357365'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:30.956290 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-62962dbc-b3d6-45cb-9a6c-e587998a9541 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:31.072467 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-cae29a7c-3d37-48d9-b1fd-2bf9a09b6f85 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Deleting port 9e5f6396-a70e-42b1-9c8c-ac092b6dae59 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:31.072723 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cae29a7c-3d37-48d9-b1fd-2bf9a09b6f85 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:31.186177 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-62962dbc-b3d6-45cb-9a6c-e587998a9541 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:31.231855 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87ba9cc-2a1b-4b1d-865c-ceaed9eeaa6c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Router 9c12dc7a-0b29-4942-9c4a-1f094b1bb615 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:46:31.339250 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cae29a7c-3d37-48d9-b1fd-2bf9a09b6f85 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:31.339483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cae29a7c-3d37-48d9-b1fd-2bf9a09b6f85 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:31.357085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-62962dbc-b3d6-45cb-9a6c-e587998a9541 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:31.470743 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-cae29a7c-3d37-48d9-b1fd-2bf9a09b6f85 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Calling delete_port for 9e5f6396-a70e-42b1-9c8c-ac092b6dae59 owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:31.512085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-62962dbc-b3d6-45cb-9a6c-e587998a9541 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:31.525630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-62962dbc-b3d6-45cb-9a6c-e587998a9541 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:31.532591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-62962dbc-b3d6-45cb-9a6c-e587998a9541 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:31.554156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-62962dbc-b3d6-45cb-9a6c-e587998a9541 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:31.601460 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607975fe-f615-45e3-8cea-f79fa12c293f admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:31.610242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87ba9cc-2a1b-4b1d-865c-ceaed9eeaa6c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:31.617810 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447bf42a-3074-4274-a594-60d4c582c5f6 None None] Sync routers for ids ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:31.618364 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b87ba9cc-2a1b-4b1d-865c-ceaed9eeaa6c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:31.618364 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b87ba9cc-2a1b-4b1d-865c-ceaed9eeaa6c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "PUT /v2.0/routers/9c12dc7a-0b29-4942-9c4a-1f094b1bb615 HTTP/1.1" status: 200 len: 918 time: 4.0324633 Apr 20 15:46:31.624577 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59582) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:31.629981 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447bf42a-3074-4274-a594-60d4c582c5f6 None None] Routers {'7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:31.630620 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-447bf42a-3074-4274-a594-60d4c582c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:31.630976 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646aaa3-adac-47c2-9468-fcdedc051449 None None] Sync routers for ids ['9c12dc7a-0b29-4942-9c4a-1f094b1bb615'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:31.648301 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646aaa3-adac-47c2-9468-fcdedc051449 None None] Routers {'9c12dc7a-0b29-4942-9c4a-1f094b1bb615'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:31.650423 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-5646aaa3-adac-47c2-9468-fcdedc051449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['9c12dc7a-0b29-4942-9c4a-1f094b1bb615'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:31.667378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:31.751754 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-607975fe-f615-45e3-8cea-f79fa12c293f admin admin] 10.222.0.13 "PUT /v2.0/routers/7de6cb07-a2e7-4fbd-acf2-a2c326b869cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0842128 Apr 20 15:46:31.752627 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59586) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:31.817842 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-5646aaa3-adac-47c2-9468-fcdedc051449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:31.831906 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646aaa3-adac-47c2-9468-fcdedc051449 None None] Routers {'9c12dc7a-0b29-4942-9c4a-1f094b1bb615'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:31.832926 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-5646aaa3-adac-47c2-9468-fcdedc051449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['9c12dc7a-0b29-4942-9c4a-1f094b1bb615'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:31.859621 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-447bf42a-3074-4274-a594-60d4c582c5f6 None None] Set router 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:46:31.909560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c0fdaef9-85c0-4cf1-9571-4176375d3764 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Deleting port e60c2f4e-df1d-4e17-ac3c-cc7b447ca185 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:31.910012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0fdaef9-85c0-4cf1-9571-4176375d3764 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:31.929891 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-5646aaa3-adac-47c2-9468-fcdedc051449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:31.930636 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646aaa3-adac-47c2-9468-fcdedc051449 None None] The sync data for ids ['9c12dc7a-0b29-4942-9c4a-1f094b1bb615'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:31.969643 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-98f9d6ee-be44-4280-8588-24ad6e893bba tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "GET /v2.0/routers/9c12dc7a-0b29-4942-9c4a-1f094b1bb615 HTTP/1.1" status: 200 len: 924 time: 0.3433731 Apr 20 15:46:32.034607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59590) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:32.061075 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e36d159c-c7d8-42b5-b8b6-1f3b5f4d36dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:32.088148 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cae29a7c-3d37-48d9-b1fd-2bf9a09b6f85 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:32.122309 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0fdaef9-85c0-4cf1-9571-4176375d3764 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:32.183330 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae29a7c-3d37-48d9-b1fd-2bf9a09b6f85 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Pushing event deleted for resources: {'Port': ['ID=9e5f6396-a70e-42b1-9c8c-ac092b6dae59,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:32.239830 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b84568-e589-4bc9-90e4-358ba92ac6f5 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:32.244669 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-88b84568-e589-4bc9-90e4-358ba92ac6f5 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&device_id=9c12dc7a-0b29-4942-9c4a-1f094b1bb615&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2089155 Apr 20 15:46:32.283175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c0fdaef9-85c0-4cf1-9571-4176375d3764 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Calling delete_port for e60c2f4e-df1d-4e17-ac3c-cc7b447ca185 owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:32.304643 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59594) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:32.311190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cae29a7c-3d37-48d9-b1fd-2bf9a09b6f85 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:32.351824 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-447bf42a-3074-4274-a594-60d4c582c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'name': 'tempest-ServersTestManualDisk-2117156883-router', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:46:28Z', 'revision_number': 5, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'gw_port': {'id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:32.356030 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447bf42a-3074-4274-a594-60d4c582c5f6 None None] Checking router: 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:46:32.365548 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447bf42a-3074-4274-a594-60d4c582c5f6 None None] Routers {'7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:32.366294 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-447bf42a-3074-4274-a594-60d4c582c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:32.402448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object 0a7d9f5d-8c1d-4834-a738-5e4582578d4a will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:32.435407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-62962dbc-b3d6-45cb-9a6c-e587998a9541 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:32.481412 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-62962dbc-b3d6-45cb-9a6c-e587998a9541 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:32.487801 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c26a325-ac8d-4de5-b744-d75b86acdbd1 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:32.491869 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9c26a325-ac8d-4de5-b744-d75b86acdbd1 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "GET /v2.0/networks/6c536204-425b-481a-a1b2-dc2a52ee56c7 HTTP/1.1" status: 200 len: 881 time: 0.1800666 Apr 20 15:46:32.491869 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cae29a7c-3d37-48d9-b1fd-2bf9a09b6f85 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:32.495745 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cae29a7c-3d37-48d9-b1fd-2bf9a09b6f85 tempest-ServersTestJSON-2008703072 tempest-ServersTestJSON-2008703072-project] 10.222.0.13 "DELETE /v2.0/floatingips/19af4f7d-dc47-4073-8be0-199782ed0e10 HTTP/1.1" status: 204 len: 168 time: 1.6462862 Apr 20 15:46:32.495745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59598) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:32.495745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59602) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:32.584508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62962dbc-b3d6-45cb-9a6c-e587998a9541 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4039dfa3-941d-44dc-951d-542c9e88f2c2,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:32.592055 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-447bf42a-3074-4274-a594-60d4c582c5f6 None None] Set router 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:46:32.619512 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7c9ec4d1-e3f3-4201-a702-efba8b0e2b4b tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c12dc7a-0b29-4942-9c4a-1f094b1bb615 HTTP/1.1" status: 200 len: 205 time: 0.1254325 Apr 20 15:46:32.626729 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59606) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:32.650061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55a3c27d-6b1b-450b-8ae1-4d09ac373ad1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:32.709725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-62962dbc-b3d6-45cb-9a6c-e587998a9541 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:32.710869 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-62962dbc-b3d6-45cb-9a6c-e587998a9541 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8400419 Apr 20 15:46:32.718497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59610) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:32.731504 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0fdaef9-85c0-4cf1-9571-4176375d3764 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:32.748675 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-75afa1e7-1fcd-4d37-b7ad-93f5fe46384d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1509081756'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:32.860466 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:32.875843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-75afa1e7-1fcd-4d37-b7ad-93f5fe46384d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:32.880686 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdaef9-85c0-4cf1-9571-4176375d3764 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event deleted for resources: {'Port': ['ID=e60c2f4e-df1d-4e17-ac3c-cc7b447ca185,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:33.017408 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-447bf42a-3074-4274-a594-60d4c582c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'name': 'tempest-ServersTestManualDisk-2117156883-router', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:46:28Z', 'revision_number': 5, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'gw_port': {'id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:33.024896 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447bf42a-3074-4274-a594-60d4c582c5f6 None None] The sync data for ids ['7de6cb07-a2e7-4fbd-acf2-a2c326b869cb'] in dv-neutron-838699-1-hyperv is: [{'id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'name': 'tempest-ServersTestManualDisk-2117156883-router', 'tenant_id': '40ddd5af54534229a658a14f67df5f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:46:28Z', 'revision_number': 5, 'project_id': '40ddd5af54534229a658a14f67df5f08', 'gw_port': {'id': 'ab2efbd0-1cd9-40f7-994c-52b25c6a392d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de6cb07-a2e7-4fbd-acf2-a2c326b869cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:43:59Z', 'updated_at': '2022-04-20T15:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:33.032292 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4341ac59-aaf8-45f7-bc08-174ea1007bcc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:33.160989 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-75afa1e7-1fcd-4d37-b7ad-93f5fe46384d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:33.164981 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-75afa1e7-1fcd-4d37-b7ad-93f5fe46384d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:33.181721 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-75afa1e7-1fcd-4d37-b7ad-93f5fe46384d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:33.234142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:33.340214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:33.374513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:33.412659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-75afa1e7-1fcd-4d37-b7ad-93f5fe46384d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:33.431580 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0fdaef9-85c0-4cf1-9571-4176375d3764 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:33.445905 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=0a7d9f5d-8c1d-4834-a738-5e4582578d4a,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:33.494988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-75afa1e7-1fcd-4d37-b7ad-93f5fe46384d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:33.496544 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4341ac59-aaf8-45f7-bc08-174ea1007bcc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:33.499326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-75afa1e7-1fcd-4d37-b7ad-93f5fe46384d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:33.502444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-75afa1e7-1fcd-4d37-b7ad-93f5fe46384d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:33.514182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-75afa1e7-1fcd-4d37-b7ad-93f5fe46384d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:33.540382 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4341ac59-aaf8-45f7-bc08-174ea1007bcc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Deleting port eb7f2cd1-496c-4eb9-92c2-b148799660ee {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:33.540724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4341ac59-aaf8-45f7-bc08-174ea1007bcc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:33.596686 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55a3c27d-6b1b-450b-8ae1-4d09ac373ad1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:33.610234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:33.611107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:33.703792 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-55a3c27d-6b1b-450b-8ae1-4d09ac373ad1 admin admin] Deleting port ab2efbd0-1cd9-40f7-994c-52b25c6a392d {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:33.704122 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55a3c27d-6b1b-450b-8ae1-4d09ac373ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:33.731447 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cb7be225-2583-40a3-a913-f1bf2f1a0570 None None] Provisioning for port 0a7d9f5d-8c1d-4834-a738-5e4582578d4a completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:33.739567 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cb7be225-2583-40a3-a913-f1bf2f1a0570 None None] Provisioning complete for port 0a7d9f5d-8c1d-4834-a738-5e4582578d4a triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:33.740116 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cb7be225-2583-40a3-a913-f1bf2f1a0570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:33.768062 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4341ac59-aaf8-45f7-bc08-174ea1007bcc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:33.774384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a30c8799-b225-42b6-9889-b544b0e098df no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:46:33.819437 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: a30c8799-b225-42b6-9889-b544b0e098df {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:46:33.819861 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a30c8799-b225-42b6-9889-b544b0e098df not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:46:33.843329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-cb7be225-2583-40a3-a913-f1bf2f1a0570 None None] Port 0a7d9f5d-8c1d-4834-a738-5e4582578d4a cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:46:33.849183 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-20f12b67-2317-44b1-90c1-674f598d6588 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.9675713 Apr 20 15:46:33.866894 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59614) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:33.930231 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4341ac59-aaf8-45f7-bc08-174ea1007bcc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Calling delete_port for eb7f2cd1-496c-4eb9-92c2-b148799660ee owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:34.031416 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-52f6c11f-4e4c-4a71-88b2-7b0670e79db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:34.052468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fdaef9-85c0-4cf1-9571-4176375d3764 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Router 5e95edec-16fe-4864-b08f-77f25ad9a0b4 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:46:34.098199 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-75afa1e7-1fcd-4d37-b7ad-93f5fe46384d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:34.185674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-75afa1e7-1fcd-4d37-b7ad-93f5fe46384d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:34.287192 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b8171ef3-1e65-4361-8dca-4ea251402278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:34.294358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fdaef9-85c0-4cf1-9571-4176375d3764 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:34.304575 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bdd3bb-027c-4226-8155-029ed7001464 None None] Sync routers for ids ['5e95edec-16fe-4864-b08f-77f25ad9a0b4'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:34.314883 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bdd3bb-027c-4226-8155-029ed7001464 None None] Routers {'5e95edec-16fe-4864-b08f-77f25ad9a0b4'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:34.315634 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-a7bdd3bb-027c-4226-8155-029ed7001464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['5e95edec-16fe-4864-b08f-77f25ad9a0b4'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:34.332154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-55a3c27d-6b1b-450b-8ae1-4d09ac373ad1 admin admin] For port ab2efbd0-1cd9-40f7-994c-52b25c6a392d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ab2efbd0-1cd9-40f7-994c-52b25c6a392d,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:34.332561 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55a3c27d-6b1b-450b-8ae1-4d09ac373ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:34.348851 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-75afa1e7-1fcd-4d37-b7ad-93f5fe46384d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:34.353005 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-75afa1e7-1fcd-4d37-b7ad-93f5fe46384d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6231380 Apr 20 15:46:34.358999 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59618) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:34.369226 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-bba04e3c-6404-4a30-aac3-3a47f2c6f635 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group_rule': {'security_group_id': '4039dfa3-941d-44dc-951d-542c9e88f2c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '98f3aada-d03e-4e8d-aea6-ae86e8eaef0a', 'remote_ip_prefix': None}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:34.382117 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-a7bdd3bb-027c-4226-8155-029ed7001464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:34.383181 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-bba04e3c-6404-4a30-aac3-3a47f2c6f635 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:34.391361 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bdd3bb-027c-4226-8155-029ed7001464 None None] Routers {'5e95edec-16fe-4864-b08f-77f25ad9a0b4'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:34.393186 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-a7bdd3bb-027c-4226-8155-029ed7001464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['5e95edec-16fe-4864-b08f-77f25ad9a0b4'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:34.393764 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-bba04e3c-6404-4a30-aac3-3a47f2c6f635 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:34.397166 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-bba04e3c-6404-4a30-aac3-3a47f2c6f635 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:34.408160 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4341ac59-aaf8-45f7-bc08-174ea1007bcc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:34.413873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-bba04e3c-6404-4a30-aac3-3a47f2c6f635 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:34.418664 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c0fdaef9-85c0-4cf1-9571-4176375d3764 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "PUT /v2.0/routers/5e95edec-16fe-4864-b08f-77f25ad9a0b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9242585 Apr 20 15:46:34.418664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afa1e7-1fcd-4d37-b7ad-93f5fe46384d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f3aada-d03e-4e8d-aea6-ae86e8eaef0a,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:34.449012 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59622) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:34.458210 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-a7bdd3bb-027c-4226-8155-029ed7001464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:34.458716 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bdd3bb-027c-4226-8155-029ed7001464 None None] The sync data for ids ['5e95edec-16fe-4864-b08f-77f25ad9a0b4'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:34.528131 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341ac59-aaf8-45f7-bc08-174ea1007bcc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Pushing event deleted for resources: {'Port': ['ID=eb7f2cd1-496c-4eb9-92c2-b148799660ee,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:34.574868 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-aff43e58-59cd-4aa0-97a5-c2a5aa8c6e38 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] delete failed (client error): The resource could not be found. Apr 20 15:46:34.579643 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-aff43e58-59cd-4aa0-97a5-c2a5aa8c6e38 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1959287916 HTTP/1.1" status: 404 len: 335 time: 0.1245525 Apr 20 15:46:34.583158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59626) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:34.620872 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80c92d-f628-4d4c-a50b-686d13f2e069 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:34.624621 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-e719a753-2bf3-4282-a70c-22d01f1b1dd4 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Request body: {'router': {'external_gateway_info': {'network_id': '5e95edec-16fe-4864-b08f-77f25ad9a0b4'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:34.627086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80c92d-f628-4d4c-a50b-686d13f2e069 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:34.627916 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ac80c92d-f628-4d4c-a50b-686d13f2e069 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:34.637615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-55a3c27d-6b1b-450b-8ae1-4d09ac373ad1 admin admin] Calling delete_port for ab2efbd0-1cd9-40f7-994c-52b25c6a392d owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:34.691261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ac80c92d-f628-4d4c-a50b-686d13f2e069 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:34.691562 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bba04e3c-6404-4a30-aac3-3a47f2c6f635 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:34.692358 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ac80c92d-f628-4d4c-a50b-686d13f2e069 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7705374 Apr 20 15:46:34.695079 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59630) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:34.788749 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2e966cce-a2ee-4fea-b016-1d89d6515d75 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port 0a7d9f5d-8c1d-4834-a738-5e4582578d4a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:34.789257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2e966cce-a2ee-4fea-b016-1d89d6515d75 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.029882 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4341ac59-aaf8-45f7-bc08-174ea1007bcc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.079321 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55a3c27d-6b1b-450b-8ae1-4d09ac373ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.180583 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3c27d-6b1b-450b-8ae1-4d09ac373ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2efbd0-1cd9-40f7-994c-52b25c6a392d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:35.234193 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2e966cce-a2ee-4fea-b016-1d89d6515d75 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.367441 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4341ac59-aaf8-45f7-bc08-174ea1007bcc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.372223 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4341ac59-aaf8-45f7-bc08-174ea1007bcc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.379616 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2e966cce-a2ee-4fea-b016-1d89d6515d75 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for 0a7d9f5d-8c1d-4834-a738-5e4582578d4a owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:35.427958 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55a3c27d-6b1b-450b-8ae1-4d09ac373ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.428748 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bba04e3c-6404-4a30-aac3-3a47f2c6f635 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.436978 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-52f6c11f-4e4c-4a71-88b2-7b0670e79db0 admin admin] Deleting port 23c3412c-8c7f-458e-90b5-478b5eb10343 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:35.437312 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-52f6c11f-4e4c-4a71-88b2-7b0670e79db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.464639 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e719a753-2bf3-4282-a70c-22d01f1b1dd4 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.479895 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bba04e3c-6404-4a30-aac3-3a47f2c6f635 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.542022 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-e719a753-2bf3-4282-a70c-22d01f1b1dd4 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] update failed (client error): The resource could not be found. Apr 20 15:46:35.546334 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e719a753-2bf3-4282-a70c-22d01f1b1dd4 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "PUT /v2.0/routers/5e95edec-16fe-4864-b08f-77f25ad9a0b4 HTTP/1.1" status: 404 len: 339 time: 0.9583783 Apr 20 15:46:35.550344 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4341ac59-aaf8-45f7-bc08-174ea1007bcc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.550584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59634) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:35.550864 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4341ac59-aaf8-45f7-bc08-174ea1007bcc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Fanout notify agent at l3_agent the message router_deleted on router 9c12dc7a-0b29-4942-9c4a-1f094b1bb615 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:46:35.552342 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba04e3c-6404-4a30-aac3-3a47f2c6f635 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfb3d47-771c-43b9-b5d1-a190619349bf,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:35.565024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e35d8c53-3e15-40aa-8450-682b8bffcaf9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-886652000'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:35.625205 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.642428 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e35d8c53-3e15-40aa-8450-682b8bffcaf9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:35.647248 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55a3c27d-6b1b-450b-8ae1-4d09ac373ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.650723 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55a3c27d-6b1b-450b-8ae1-4d09ac373ad1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.653026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e35d8c53-3e15-40aa-8450-682b8bffcaf9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Usage tracker for resource:network and tenant:577e175d6c424b36b933f155a0dfbf67 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:35.653614 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4341ac59-aaf8-45f7-bc08-174ea1007bcc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.664037 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4341ac59-aaf8-45f7-bc08-174ea1007bcc tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "DELETE /v2.0/routers/9c12dc7a-0b29-4942-9c4a-1f094b1bb615 HTTP/1.1" status: 204 len: 168 time: 3.0269310 Apr 20 15:46:35.664037 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bba04e3c-6404-4a30-aac3-3a47f2c6f635 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.664037 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bba04e3c-6404-4a30-aac3-3a47f2c6f635 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2995608 Apr 20 15:46:35.664037 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59638) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:35.666284 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59640) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:35.672674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e35d8c53-3e15-40aa-8450-682b8bffcaf9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:35.680458 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-efc2efbc-bf02-4ed0-80ab-1b822763c620 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1702793644', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:35.690602 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-efc2efbc-bf02-4ed0-80ab-1b822763c620 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:35.711105 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-efc2efbc-bf02-4ed0-80ab-1b822763c620 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Usage tracker for resource:router and tenant:37d3d0dcab5f4eeb88c13d63220d0776 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:35.713476 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.715320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e35d8c53-3e15-40aa-8450-682b8bffcaf9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:35.721457 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-efc2efbc-bf02-4ed0-80ab-1b822763c620 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:35.738550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55a3c27d-6b1b-450b-8ae1-4d09ac373ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.739041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a3c27d-6b1b-450b-8ae1-4d09ac373ad1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7de6cb07-a2e7-4fbd-acf2-a2c326b869cb {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:46:35.739641 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-efc2efbc-bf02-4ed0-80ab-1b822763c620 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:35.749988 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7bae7bb5-8767-4fe2-a1f1-107b745d0538 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.762460 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35d8c53-3e15-40aa-8450-682b8bffcaf9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Made reservation on behalf of 577e175d6c424b36b933f155a0dfbf67 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:35.762671 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-52f6c11f-4e4c-4a71-88b2-7b0670e79db0 admin admin] For port 23c3412c-8c7f-458e-90b5-478b5eb10343, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=23c3412c-8c7f-458e-90b5-478b5eb10343,segment=NetworkSegment(b00830f2-c6cb-41f4-a628-9b39ad206ebd),segment_id=b00830f2-c6cb-41f4-a628-9b39ad206ebd)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:35.762812 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-52f6c11f-4e4c-4a71-88b2-7b0670e79db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.770802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e35d8c53-3e15-40aa-8450-682b8bffcaf9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.777004 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-efc2efbc-bf02-4ed0-80ab-1b822763c620 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.778015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-efc2efbc-bf02-4ed0-80ab-1b822763c620 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.784692 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7bae7bb5-8767-4fe2-a1f1-107b745d0538 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.847573 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55a3c27d-6b1b-450b-8ae1-4d09ac373ad1 admin admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.851210 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-55a3c27d-6b1b-450b-8ae1-4d09ac373ad1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7de6cb07-a2e7-4fbd-acf2-a2c326b869cb HTTP/1.1" status: 204 len: 168 time: 4.0832424 Apr 20 15:46:35.855559 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59646) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:35.909185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-52f6c11f-4e4c-4a71-88b2-7b0670e79db0 admin admin] Calling delete_port for 23c3412c-8c7f-458e-90b5-478b5eb10343 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:35.925844 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2e966cce-a2ee-4fea-b016-1d89d6515d75 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.962709 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-efc2efbc-bf02-4ed0-80ab-1b822763c620 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.973472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35d8c53-3e15-40aa-8450-682b8bffcaf9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:46:35.978192 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-5438b990-9a4b-4d21-9b50-c679d6f1e112 admin admin] Deleting subnet 63e863a2-f900-414e-86c4-ac93d0d20b1c {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:46:35.990698 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7bae7bb5-8767-4fe2-a1f1-107b745d0538 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:35.993878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e966cce-a2ee-4fea-b016-1d89d6515d75 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=0a7d9f5d-8c1d-4834-a738-5e4582578d4a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:35.995935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5438b990-9a4b-4d21-9b50-c679d6f1e112 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.023693 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae7bb5-8767-4fe2-a1f1-107b745d0538 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbfb3d47-771c-43b9-b5d1-a190619349bf,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:36.032461 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-efc2efbc-bf02-4ed0-80ab-1b822763c620 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.064146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e35d8c53-3e15-40aa-8450-682b8bffcaf9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.065619 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-e35d8c53-3e15-40aa-8450-682b8bffcaf9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Added segment d3a2e891-2438-4517-a810-ffa2a22171a9 of type vlan for network d25cbc53-401e-4473-8c5e-8374031d5e9e Apr 20 15:46:36.065765 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7bae7bb5-8767-4fe2-a1f1-107b745d0538 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.066215 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7bae7bb5-8767-4fe2-a1f1-107b745d0538 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/cbfb3d47-771c-43b9-b5d1-a190619349bf HTTP/1.1" status: 204 len: 168 time: 0.4027929 Apr 20 15:46:36.073804 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59650) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:36.077563 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-efc2efbc-bf02-4ed0-80ab-1b822763c620 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.078672 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-efc2efbc-bf02-4ed0-80ab-1b822763c620 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4112403 Apr 20 15:46:36.083478 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59654) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:36.140976 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2fd48605-c573-4daf-a186-c2e18db75816 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:36.193474 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2fd48605-c573-4daf-a186-c2e18db75816 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:36.197587 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2fd48605-c573-4daf-a186-c2e18db75816 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1200075 Apr 20 15:46:36.200716 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59658) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:36.225674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-73a719b1-c394-44c9-8af2-198ea8c5e816 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'enable_snat': False}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:36.263303 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-52f6c11f-4e4c-4a71-88b2-7b0670e79db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.322122 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6c11f-4e4c-4a71-88b2-7b0670e79db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c3412c-8c7f-458e-90b5-478b5eb10343,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:36.336674 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9fa9097b-49ca-40bb-8555-83b6ae22926a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.341644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5438b990-9a4b-4d21-9b50-c679d6f1e112 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.547457 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9fa9097b-49ca-40bb-8555-83b6ae22926a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.571878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e35d8c53-3e15-40aa-8450-682b8bffcaf9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.669240 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9fa9097b-49ca-40bb-8555-83b6ae22926a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.742967 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-e35d8c53-3e15-40aa-8450-682b8bffcaf9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:46:36.744140 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9097b-49ca-40bb-8555-83b6ae22926a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f3aada-d03e-4e8d-aea6-ae86e8eaef0a,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:36.754293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2e966cce-a2ee-4fea-b016-1d89d6515d75 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.761011 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2e966cce-a2ee-4fea-b016-1d89d6515d75 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/0a7d9f5d-8c1d-4834-a738-5e4582578d4a HTTP/1.1" status: 204 len: 168 time: 2.0648379 Apr 20 15:46:36.763449 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59662) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:36.832149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73a719b1-c394-44c9-8af2-198ea8c5e816 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.838585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e35d8c53-3e15-40aa-8450-682b8bffcaf9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.838777 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-52f6c11f-4e4c-4a71-88b2-7b0670e79db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.844200 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35d8c53-3e15-40aa-8450-682b8bffcaf9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:36.844804 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e35d8c53-3e15-40aa-8450-682b8bffcaf9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.845056 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9fa9097b-49ca-40bb-8555-83b6ae22926a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.848680 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9fa9097b-49ca-40bb-8555-83b6ae22926a tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-groups/98f3aada-d03e-4e8d-aea6-ae86e8eaef0a HTTP/1.1" status: 204 len: 168 time: 0.6445320 Apr 20 15:46:36.849560 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59666) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:36.938446 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75674d1-a059-4f56-aff5-8d4ee8c5e736 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:36.939829 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75674d1-a059-4f56-aff5-8d4ee8c5e736 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:36.941392 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75674d1-a059-4f56-aff5-8d4ee8c5e736 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:36.945472 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c75674d1-a059-4f56-aff5-8d4ee8c5e736 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1785073 Apr 20 15:46:36.946620 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5438b990-9a4b-4d21-9b50-c679d6f1e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.955892 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59670) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:36.983758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:36.992331 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e35d8c53-3e15-40aa-8450-682b8bffcaf9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4364421 Apr 20 15:46:37.003472 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59674) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:37.025036 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5e01bb1f-eba0-49dd-b7df-4d68e7feba9a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Request body: {'subnet': {'network_id': 'd25cbc53-401e-4473-8c5e-8374031d5e9e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:37.067790 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d8c53-3e15-40aa-8450-682b8bffcaf9 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event updated for resources: {'Network': ['ID=d25cbc53-401e-4473-8c5e-8374031d5e9e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:37.080855 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network d25cbc53-401e-4473-8c5e-8374031d5e9e details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:46:37.132732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5438b990-9a4b-4d21-9b50-c679d6f1e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:37.189162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438b990-9a4b-4d21-9b50-c679d6f1e112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e863a2-f900-414e-86c4-ac93d0d20b1c,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:37.192093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5438b990-9a4b-4d21-9b50-c679d6f1e112 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:37.202515 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5438b990-9a4b-4d21-9b50-c679d6f1e112 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/63e863a2-f900-414e-86c4-ac93d0d20b1c HTTP/1.1" status: 204 len: 168 time: 1.3456252 Apr 20 15:46:37.206223 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59678) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:37.208242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2f70fe-3eb8-48f6-a995-679ecf711e5d None None] Network c880705c-c9ca-461f-ab61-0c74e5f307a3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:37.230584 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-6d5795dc-837c-4c82-b096-e9cbc30196cc tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:37.237101 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0940c0-1aac-4e9d-9103-f10d221a4ef1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 3a78b843-dea9-4315-8550-841b6a203642 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:46:37.253254 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4a0940c0-1aac-4e9d-9103-f10d221a4ef1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:37.331798 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5e01bb1f-eba0-49dd-b7df-4d68e7feba9a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:37.345822 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5e01bb1f-eba0-49dd-b7df-4d68e7feba9a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Usage tracker for resource:subnet and tenant:577e175d6c424b36b933f155a0dfbf67 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:37.348313 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-6d5795dc-837c-4c82-b096-e9cbc30196cc tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:37.352450 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6d5795dc-837c-4c82-b096-e9cbc30196cc tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4991922 Apr 20 15:46:37.352450 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5e01bb1f-eba0-49dd-b7df-4d68e7feba9a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:37.358985 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59682) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:37.413745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5e01bb1f-eba0-49dd-b7df-4d68e7feba9a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:37.416717 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4a0940c0-1aac-4e9d-9103-f10d221a4ef1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:37.450498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:37.508022 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b860b196-9169-434f-9e61-247c089c6767 None None] DHCP port deletion for c880705c-c9ca-461f-ab61-0c74e5f307a3 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:46:37.514353 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b860b196-9169-434f-9e61-247c089c6767 None None] Deleting port 74a8b5c2-d5be-449e-9d48-acb5852d01d5 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:37.515267 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b860b196-9169-434f-9e61-247c089c6767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:37.517961 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e01bb1f-eba0-49dd-b7df-4d68e7feba9a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Made reservation on behalf of 577e175d6c424b36b933f155a0dfbf67 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:37.518189 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] Deleting port 74a8b5c2-d5be-449e-9d48-acb5852d01d5 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:37.518533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:37.521413 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5e01bb1f-eba0-49dd-b7df-4d68e7feba9a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:37.704636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73a719b1-c394-44c9-8af2-198ea8c5e816 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:37.733362 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-b860b196-9169-434f-9e61-247c089c6767 None None] For port 74a8b5c2-d5be-449e-9d48-acb5852d01d5, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=74a8b5c2-d5be-449e-9d48-acb5852d01d5,segment=NetworkSegment(c565ca90-7634-46aa-97c8-94396499e965),segment_id=c565ca90-7634-46aa-97c8-94396499e965)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:37.733747 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b860b196-9169-434f-9e61-247c089c6767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:37.781197 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d730933e-9e43-48b4-a99c-285b6cf5c4c7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:37.797640 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73a719b1-c394-44c9-8af2-198ea8c5e816 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:37.797989 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4a0940c0-1aac-4e9d-9103-f10d221a4ef1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:37.849232 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f6c11f-4e4c-4a71-88b2-7b0670e79db0 admin admin] Router 84b50a6e-8afc-4239-849f-2ef5e09acfb8 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:46:37.877396 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b860b196-9169-434f-9e61-247c089c6767 None None] Calling delete_port for 74a8b5c2-d5be-449e-9d48-acb5852d01d5 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:37.892735 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d730933e-9e43-48b4-a99c-285b6cf5c4c7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:37.920080 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 74a8b5c2-d5be-449e-9d48-acb5852d01d5 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:46:38.051307 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-73a719b1-c394-44c9-8af2-198ea8c5e816 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Allocated IP 172.26.7.139 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/7f0b636b-5c71-4f1c-be53-2783dca9672e) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:38.067527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b860b196-9169-434f-9e61-247c089c6767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:38.069403 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] For port 74a8b5c2-d5be-449e-9d48-acb5852d01d5, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=74a8b5c2-d5be-449e-9d48-acb5852d01d5,segment=NetworkSegment(c565ca90-7634-46aa-97c8-94396499e965),segment_id=c565ca90-7634-46aa-97c8-94396499e965)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:38.069861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:38.124699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:38.133400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860b196-9169-434f-9e61-247c089c6767 None None] Pushing event deleted for resources: {'Port': ['ID=74a8b5c2-d5be-449e-9d48-acb5852d01d5,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:38.144354 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860b196-9169-434f-9e61-247c089c6767 None None] No DVR routers for this DVR port 74a8b5c2-d5be-449e-9d48-acb5852d01d5 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:46:38.153136 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4a0940c0-1aac-4e9d-9103-f10d221a4ef1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:38.225085 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ab2efbd0-1cd9-40f7-994c-52b25c6a392d no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:46:38.227798 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0940c0-1aac-4e9d-9103-f10d221a4ef1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=3a78b843-dea9-4315-8550-841b6a203642,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:38.237439 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4a0940c0-1aac-4e9d-9103-f10d221a4ef1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:38.246068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] Calling delete_port for 74a8b5c2-d5be-449e-9d48-acb5852d01d5 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:38.257808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923ee713-6ef4-4521-b228-194305e03536 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:38.278204 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: ab2efbd0-1cd9-40f7-994c-52b25c6a392d {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:46:38.278709 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ab2efbd0-1cd9-40f7-994c-52b25c6a392d not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:46:38.345095 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d730933e-9e43-48b4-a99c-285b6cf5c4c7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:38.387944 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730933e-9e43-48b4-a99c-285b6cf5c4c7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4039dfa3-941d-44dc-951d-542c9e88f2c2,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:38.395146 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4a0940c0-1aac-4e9d-9103-f10d221a4ef1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/3a78b843-dea9-4315-8550-841b6a203642 HTTP/1.1" status: 204 len: 168 time: 1.4365258 Apr 20 15:46:38.399047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59688) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:38.410229 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d730933e-9e43-48b4-a99c-285b6cf5c4c7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:38.411851 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d730933e-9e43-48b4-a99c-285b6cf5c4c7 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-groups/4039dfa3-941d-44dc-951d-542c9e88f2c2 HTTP/1.1" status: 204 len: 168 time: 1.0049555 Apr 20 15:46:38.412215 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5e01bb1f-eba0-49dd-b7df-4d68e7feba9a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:38.415496 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59692) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:38.471911 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f6c11f-4e4c-4a71-88b2-7b0670e79db0 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:38.479716 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:46:38.480154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:46:38.486588 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-52f6c11f-4e4c-4a71-88b2-7b0670e79db0 admin admin] 10.222.0.13 "PUT /v2.0/routers/84b50a6e-8afc-4239-849f-2ef5e09acfb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9898438 Apr 20 15:46:38.491760 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efd0cd0-0547-44b0-9dc9-0fb204f6ae48 None None] Sync routers for ids ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:38.492508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59696) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:38.543589 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd0cd0-0547-44b0-9dc9-0fb204f6ae48 None None] Routers {'84b50a6e-8afc-4239-849f-2ef5e09acfb8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:38.544266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-5efd0cd0-0547-44b0-9dc9-0fb204f6ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:38.552613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-16be35a8-e7a9-439c-aa60-e47b5251cf91 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:38.554904 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01bb1f-eba0-49dd-b7df-4d68e7feba9a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event updated for resources: {'Subnet': ['ID=3607e417-2ec3-4e9a-b797-623905088e1a,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:38.568265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e01bb1f-eba0-49dd-b7df-4d68e7feba9a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Checking segment: {'id': 'd3a2e891-2438-4517-a810-ffa2a22171a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd25cbc53-401e-4473-8c5e-8374031d5e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:46:38.568265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e01bb1f-eba0-49dd-b7df-4d68e7feba9a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Network hostable DHCP agents. Network: d25cbc53-401e-4473-8c5e-8374031d5e9e, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:46:38.582915 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b49960c-3d8c-4357-a527-c922416f112f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 4d6025aa-0369-43a9-b095-0eeaff9e8aad {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:46:38.587242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-16be35a8-e7a9-439c-aa60-e47b5251cf91 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:38.591951 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-16be35a8-e7a9-439c-aa60-e47b5251cf91 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1410491 Apr 20 15:46:38.592117 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5b49960c-3d8c-4357-a527-c922416f112f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:38.594812 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59700) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:38.598843 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-7812d471-2a5b-42c5-bf35-453d52350957 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group': {'name': 'tempest-secgroup--51596946'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:38.607266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7812d471-2a5b-42c5-bf35-453d52350957 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:38.611456 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e01bb1f-eba0-49dd-b7df-4d68e7feba9a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Network d25cbc53-401e-4473-8c5e-8374031d5e9e is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:46:38.622305 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7812d471-2a5b-42c5-bf35-453d52350957 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:38.622767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73a719b1-c394-44c9-8af2-198ea8c5e816 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:38.632884 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-5e01bb1f-eba0-49dd-b7df-4d68e7feba9a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, d25cbc53-401e-4473-8c5e-8374031d5e9e) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:38.638311 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e01bb1f-eba0-49dd-b7df-4d68e7feba9a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:38.639181 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5e01bb1f-eba0-49dd-b7df-4d68e7feba9a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:38.644225 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7812d471-2a5b-42c5-bf35-453d52350957 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:38.650581 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c46701-87e3-4108-8cc9-d973a07716df None None] Network d25cbc53-401e-4473-8c5e-8374031d5e9e requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:38.675286 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7812d471-2a5b-42c5-bf35-453d52350957 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:38.680721 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5e01bb1f-eba0-49dd-b7df-4d68e7feba9a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6744366 Apr 20 15:46:38.682429 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7812d471-2a5b-42c5-bf35-453d52350957 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:38.685011 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59704) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:38.688322 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7812d471-2a5b-42c5-bf35-453d52350957 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:38.696551 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-4148c568-0f56-4743-b4d4-1a251ffe64b0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd25cbc53-401e-4473-8c5e-8374031d5e9e'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:38.738912 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5b49960c-3d8c-4357-a527-c922416f112f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:38.758104 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7812d471-2a5b-42c5-bf35-453d52350957 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:38.801386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-29b21271-c151-4318-b529-fc9ec4815ff5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:38.835516 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-5efd0cd0-0547-44b0-9dc9-0fb204f6ae48 None None] Set router 84b50a6e-8afc-4239-849f-2ef5e09acfb8 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:46:38.975637 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73a719b1-c394-44c9-8af2-198ea8c5e816 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:39.027993 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] Deleting port 74a8b5c2-d5be-449e-9d48-acb5852d01d5 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:39.028336 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:39.126627 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a719b1-c394-44c9-8af2-198ea8c5e816 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:39.168149 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4148c568-0f56-4743-b4d4-1a251ffe64b0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:39.268497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-d25cbc53-401e-4473-8c5e-8374031d5e9e', 'network_id': 'd25cbc53-401e-4473-8c5e-8374031d5e9e', 'tenant_id': '577e175d6c424b36b933f155a0dfbf67', 'fixed_ips': [{'subnet_id': '3607e417-2ec3-4e9a-b797-623905088e1a'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:46:39.270240 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:39.364769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5b49960c-3d8c-4357-a527-c922416f112f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:39.367560 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7812d471-2a5b-42c5-bf35-453d52350957 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:39.379849 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7812d471-2a5b-42c5-bf35-453d52350957 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:39.410643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-73a719b1-c394-44c9-8af2-198ea8c5e816 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:39.425609 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] The port '74a8b5c2-d5be-449e-9d48-acb5852d01d5' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:46:39.443262 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a719b1-c394-44c9-8af2-198ea8c5e816 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:39.446148 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7812d471-2a5b-42c5-bf35-453d52350957 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:39.450458 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7812d471-2a5b-42c5-bf35-453d52350957 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8559167 Apr 20 15:46:39.451361 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59708) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:39.467411 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-130c4913-744b-48be-98ff-81242cc6c11f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group_rule': {'security_group_id': '99d66adf-26ac-4d0c-bebc-c7ddfe3cbcc1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:39.481529 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-5efd0cd0-0547-44b0-9dc9-0fb204f6ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'name': 'tempest-ServersTestJSON-167984635-router', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:02Z', 'updated_at': '2022-04-20T15:46:36Z', 'revision_number': 5, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'gw_port': {'id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:39.492940 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efd0cd0-0547-44b0-9dc9-0fb204f6ae48 None None] Checking router: 84b50a6e-8afc-4239-849f-2ef5e09acfb8 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:46:39.495954 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-130c4913-744b-48be-98ff-81242cc6c11f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:39.511266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-130c4913-744b-48be-98ff-81242cc6c11f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:39.515334 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812d471-2a5b-42c5-bf35-453d52350957 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d66adf-26ac-4d0c-bebc-c7ddfe3cbcc1,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:39.517762 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-130c4913-744b-48be-98ff-81242cc6c11f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:39.520932 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd0cd0-0547-44b0-9dc9-0fb204f6ae48 None None] Routers {'84b50a6e-8afc-4239-849f-2ef5e09acfb8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:39.521673 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-5efd0cd0-0547-44b0-9dc9-0fb204f6ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:39.528768 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-4148c568-0f56-4743-b4d4-1a251ffe64b0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:46:39.534159 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4148c568-0f56-4743-b4d4-1a251ffe64b0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "PUT /v2.0/routers/5e95edec-16fe-4864-b08f-77f25ad9a0b4 HTTP/1.1" status: 400 len: 364 time: 0.8479471 Apr 20 15:46:39.534770 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59712) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:39.535741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-130c4913-744b-48be-98ff-81242cc6c11f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:39.537786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a719b1-c394-44c9-8af2-198ea8c5e816 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Pushing event updated for resources: {'Port': ['ID=7f0b636b-5c71-4f1c-be53-2783dca9672e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:39.567995 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-29b21271-c151-4318-b529-fc9ec4815ff5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:39.597105 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Allocated IP 2001:db8:1::2 (d25cbc53-401e-4473-8c5e-8374031d5e9e/3607e417-2ec3-4e9a-b797-623905088e1a/d682fce0-cb95-4871-a14d-392c28d6023c) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:39.651481 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-29b21271-c151-4318-b529-fc9ec4815ff5 admin admin] Deleting port 5b7802ac-7a1b-40cd-a115-03b6d6374397 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:39.651913 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-29b21271-c151-4318-b529-fc9ec4815ff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:39.680531 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-815c4e10-7eec-4026-ba8e-5d3d702d3211 None None] Provisioning complete for port 760dd116-e329-46cc-9e1f-006b5f21858d triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:39.681023 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-815c4e10-7eec-4026-ba8e-5d3d702d3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:39.687072 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-130c4913-744b-48be-98ff-81242cc6c11f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:39.761232 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:39.887758 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c880705c-c9ca-461f-ab61-0c74e5f307a3']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:39.899487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5b49960c-3d8c-4357-a527-c922416f112f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.047482 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-5efd0cd0-0547-44b0-9dc9-0fb204f6ae48 None None] Set router 84b50a6e-8afc-4239-849f-2ef5e09acfb8 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:46:40.047994 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c565ca90-7634-46aa-97c8-94396499e965') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:40.048392 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c565ca90-7634-46aa-97c8-94396499e965') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:40.060056 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49960c-3d8c-4357-a527-c922416f112f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6025aa-0369-43a9-b095-0eeaff9e8aad,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:40.076042 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5b49960c-3d8c-4357-a527-c922416f112f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.083334 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.096947 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad496619-f040-49db-8f93-33af7437ca8e None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:40.142958 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.150115 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5b49960c-3d8c-4357-a527-c922416f112f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/4d6025aa-0369-43a9-b095-0eeaff9e8aad HTTP/1.1" status: 204 len: 168 time: 1.7450118 Apr 20 15:46:40.160863 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59716) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:40.169058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:46:40.169584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.213656 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-130c4913-744b-48be-98ff-81242cc6c11f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.246837 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-130c4913-744b-48be-98ff-81242cc6c11f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:46:40.257261 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:46:40.262485 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.273110 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a1ffa345-7401-4bec-839a-965a68d12f51 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030929 Apr 20 15:46:40.281335 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59720) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:40.289719 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c4913-744b-48be-98ff-81242cc6c11f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321c7b03-9b4f-4a87-8cd7-75109f5c9416,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:40.296583 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-86db4df5-8d15-4afa-803d-d43a67fc91ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:40.406856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-29b21271-c151-4318-b529-fc9ec4815ff5 admin admin] For port 5b7802ac-7a1b-40cd-a115-03b6d6374397, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=5b7802ac-7a1b-40cd-a115-03b6d6374397,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:40.407368 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-29b21271-c151-4318-b529-fc9ec4815ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.438266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-130c4913-744b-48be-98ff-81242cc6c11f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.443790 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-130c4913-744b-48be-98ff-81242cc6c11f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9795046 Apr 20 15:46:40.445394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59724) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:40.570387 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.577738 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-86db4df5-8d15-4afa-803d-d43a67fc91ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:40.593575 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-86db4df5-8d15-4afa-803d-d43a67fc91ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:40.598768 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-86db4df5-8d15-4afa-803d-d43a67fc91ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:40.598906 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Transition to ACTIVE for port object d682fce0-cb95-4871-a14d-392c28d6023c will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:40.609913 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-86db4df5-8d15-4afa-803d-d43a67fc91ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:40.632765 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-29b21271-c151-4318-b529-fc9ec4815ff5 admin admin] Calling delete_port for 5b7802ac-7a1b-40cd-a115-03b6d6374397 owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:40.660167 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86db4df5-8d15-4afa-803d-d43a67fc91ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:40.663567 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-86db4df5-8d15-4afa-803d-d43a67fc91ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.672075 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Transition to ACTIVE for port object d682fce0-cb95-4871-a14d-392c28d6023c will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:40.685237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.685912 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.711218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.739177 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f517f862-42b2-419f-8baf-8cb7b9b41300 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.765217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] Pushing event deleted for resources: {'Network': ['ID=c880705c-c9ca-461f-ab61-0c74e5f307a3,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:40.768185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f517f862-42b2-419f-8baf-8cb7b9b41300 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.769310 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Network d25cbc53-401e-4473-8c5e-8374031d5e9e is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:40.780270 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:40.785687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73a719b1-c394-44c9-8af2-198ea8c5e816 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.786655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:40.800465 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Pushing event updated for resources: {'Port': ['ID=d682fce0-cb95-4871-a14d-392c28d6023c,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:40.854380 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Allocated IP 2001:db8::1 (28f33046-b056-40e0-ac92-ed67a1f7977c/a8d26eca-c3aa-4b98-b83f-4ab9b20fa45a/c47f8dfd-7a04-4bdf-8178-0340512ad10e) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:40.913507 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-5efd0cd0-0547-44b0-9dc9-0fb204f6ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'name': 'tempest-ServersTestJSON-167984635-router', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:02Z', 'updated_at': '2022-04-20T15:46:36Z', 'revision_number': 5, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'gw_port': {'id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:40.918976 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84617733-6506-4898-a2e7-8317cc2443ae None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:46:40.927338 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efd0cd0-0547-44b0-9dc9-0fb204f6ae48 None None] The sync data for ids ['84b50a6e-8afc-4239-849f-2ef5e09acfb8'] in dv-neutron-838699-1-hyperv is: [{'id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'name': 'tempest-ServersTestJSON-167984635-router', 'tenant_id': '189fc2a27c95427bb7131a058ee6d0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:02Z', 'updated_at': '2022-04-20T15:46:36Z', 'revision_number': 5, 'project_id': '189fc2a27c95427bb7131a058ee6d0d7', 'gw_port': {'id': '5b7802ac-7a1b-40cd-a115-03b6d6374397', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b50a6e-8afc-4239-849f-2ef5e09acfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:05Z', 'updated_at': '2022-04-20T15:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:40.928894 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Attempting to bind port d682fce0-cb95-4871-a14d-392c28d6023c on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:46:40.929264 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Attempting to bind port d682fce0-cb95-4871-a14d-392c28d6023c by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'd3a2e891-2438-4517-a810-ffa2a22171a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd25cbc53-401e-4473-8c5e-8374031d5e9e'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:46:40.929621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Attempting to bind port d682fce0-cb95-4871-a14d-392c28d6023c on network d25cbc53-401e-4473-8c5e-8374031d5e9e {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:46:40.936481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:46:40.936929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Checking segment: {'id': 'd3a2e891-2438-4517-a810-ffa2a22171a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd25cbc53-401e-4473-8c5e-8374031d5e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:46:40.937343 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.937738 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Bound using segment: {'id': 'd3a2e891-2438-4517-a810-ffa2a22171a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd25cbc53-401e-4473-8c5e-8374031d5e9e'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:46:40.938211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Bound port: d682fce0-cb95-4871-a14d-392c28d6023c, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a2e891-2438-4517-a810-ffa2a22171a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd25cbc53-401e-4473-8c5e-8374031d5e9e'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:46:40.938592 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.948569 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-84617733-6506-4898-a2e7-8317cc2443ae None None] Deleting port 760dd116-e329-46cc-9e1f-006b5f21858d {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:40.948939 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-84617733-6506-4898-a2e7-8317cc2443ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:41.012554 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-69910d9e-f23e-4c70-8784-7b67027a8e02 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c880705c-c9ca-461f-ab61-0c74e5f307a3 HTTP/1.1" status: 204 len: 168 time: 3.8058715 Apr 20 15:46:41.160540 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:41.190811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-29b21271-c151-4318-b529-fc9ec4815ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:41.213855 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] For port d682fce0-cb95-4871-a14d-392c28d6023c, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:46:41.228446 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Transition to ACTIVE for port object c47f8dfd-7a04-4bdf-8178-0340512ad10e will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:41.230931 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f517f862-42b2-419f-8baf-8cb7b9b41300 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:41.240918 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] For port d682fce0-cb95-4871-a14d-392c28d6023c, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d682fce0-cb95-4871-a14d-392c28d6023c,segment=NetworkSegment(d3a2e891-2438-4517-a810-ffa2a22171a9),segment_id=d3a2e891-2438-4517-a810-ffa2a22171a9)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:46:41.256263 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:41.340869 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b21271-c151-4318-b529-fc9ec4815ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7802ac-7a1b-40cd-a115-03b6d6374397,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:41.345443 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.objects.ports [None req-86db4df5-8d15-4afa-803d-d43a67fc91ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88169) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:46:41.357050 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59730) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:41.361457 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517f862-42b2-419f-8baf-8cb7b9b41300 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=321c7b03-9b4f-4a87-8cd7-75109f5c9416,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:41.367207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-84617733-6506-4898-a2e7-8317cc2443ae None None] For port 760dd116-e329-46cc-9e1f-006b5f21858d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=760dd116-e329-46cc-9e1f-006b5f21858d,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:41.367859 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-84617733-6506-4898-a2e7-8317cc2443ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:41.420760 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:41.474369 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f517f862-42b2-419f-8baf-8cb7b9b41300 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:41.475916 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f517f862-42b2-419f-8baf-8cb7b9b41300 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/321c7b03-9b4f-4a87-8cd7-75109f5c9416 HTTP/1.1" status: 204 len: 168 time: 0.9754856 Apr 20 15:46:41.494064 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59734) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:41.538568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Network 28f33046-b056-40e0-ac92-ed67a1f7977c is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:41.544782 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:41.551124 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:41.551532 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:41.552900 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-84617733-6506-4898-a2e7-8317cc2443ae None None] Calling delete_port for 760dd116-e329-46cc-9e1f-006b5f21858d owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:41.599210 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd5f02-80d4-4f44-8782-bc463dd82aa4 None None] Pushing event updated for resources: {'Port': ['ID=d682fce0-cb95-4871-a14d-392c28d6023c,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:41.672437 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0aa384a7-f0be-495a-bf2a-7a3bd3f49467 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40ddd5af54534229a658a14f67df5f08&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3124967 Apr 20 15:46:41.673679 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-29b21271-c151-4318-b529-fc9ec4815ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:41.689510 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-84617733-6506-4898-a2e7-8317cc2443ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:41.760833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59738) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:41.847395 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event updated for resources: {'Port': ['ID=c47f8dfd-7a04-4bdf-8178-0340512ad10e,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:41.857668 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84617733-6506-4898-a2e7-8317cc2443ae None None] Pushing event deleted for resources: {'Port': ['ID=760dd116-e329-46cc-9e1f-006b5f21858d,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:41.878297 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84617733-6506-4898-a2e7-8317cc2443ae None None] No DVR routers for this DVR port 760dd116-e329-46cc-9e1f-006b5f21858d on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:46:41.914093 dv-neutron-838699-1-hyperv neutron-server[88169]: WARNING neutron.services.revisions.revision_plugin [None req-86db4df5-8d15-4afa-803d-d43a67fc91ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Could not find related port for resource to bump revision. Apr 20 15:46:41.926197 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.ipam_pluggable_backend [None req-86db4df5-8d15-4afa-803d-d43a67fc91ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Port 760dd116-e329-46cc-9e1f-006b5f21858d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88169) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 20 15:46:41.926378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.ipam_pluggable_backend [None req-86db4df5-8d15-4afa-803d-d43a67fc91ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Reverting IP allocation for 2001:db8::f816:3eff:feac:f99f {{(pid=88169) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 20 15:46:41.938189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-86db4df5-8d15-4afa-803d-d43a67fc91ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:41.989865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d682fce0-cb95-4871-a14d-392c28d6023c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:46:42.034348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db4df5-8d15-4afa-803d-d43a67fc91ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=28cc49e9-37b8-4cbf-ac9f-760bb109e367,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:42.037305 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86db4df5-8d15-4afa-803d-d43a67fc91ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:42.037305 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-86db4df5-8d15-4afa-803d-d43a67fc91ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:42.040571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-490fa845-646b-4cee-a9ad-b4a01c8d8ca9 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:42.041120 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86db4df5-8d15-4afa-803d-d43a67fc91ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:42.041669 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-86db4df5-8d15-4afa-803d-d43a67fc91ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.066603 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d875fb-33ae-4ce7-be7a-40fe2d610967 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:42.074147 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-86db4df5-8d15-4afa-803d-d43a67fc91ed tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7904503 Apr 20 15:46:42.074727 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59742) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:42.104783 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-cbebce58-77db-4188-96a2-82b0568c3ca6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:42.139890 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-29b21271-c151-4318-b529-fc9ec4815ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.151444 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-688b9df7-9772-4641-990a-d11928b856f3 None None] Provisioning for port c47f8dfd-7a04-4bdf-8178-0340512ad10e completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:42.152802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-29b21271-c151-4318-b529-fc9ec4815ff5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.165035 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-688b9df7-9772-4641-990a-d11928b856f3 None None] Provisioning complete for port c47f8dfd-7a04-4bdf-8178-0340512ad10e triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:42.165035 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-688b9df7-9772-4641-990a-d11928b856f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.197024 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port d682fce0-cb95-4871-a14d-392c28d6023c completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:42.224616 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.253552 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9be39291-fc4e-4718-bc2f-19926ac56ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.255192 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-29b21271-c151-4318-b529-fc9ec4815ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.255743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b21271-c151-4318-b529-fc9ec4815ff5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84b50a6e-8afc-4239-849f-2ef5e09acfb8 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:46:42.258823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-688b9df7-9772-4641-990a-d11928b856f3 None None] Port c47f8dfd-7a04-4bdf-8178-0340512ad10e cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:46:42.293809 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73a719b1-c394-44c9-8af2-198ea8c5e816 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.302667 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-490fa845-646b-4cee-a9ad-b4a01c8d8ca9 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:42.306831 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-490fa845-646b-4cee-a9ad-b4a01c8d8ca9 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8062661 Apr 20 15:46:42.309313 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-29b21271-c151-4318-b529-fc9ec4815ff5 admin admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.310436 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-29b21271-c151-4318-b529-fc9ec4815ff5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/84b50a6e-8afc-4239-849f-2ef5e09acfb8 HTTP/1.1" status: 204 len: 168 time: 3.8137789 Apr 20 15:46:42.311244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59746) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:42.314891 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59748) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:42.323933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73a719b1-c394-44c9-8af2-198ea8c5e816 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.334353 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 23c3412c-8c7f-458e-90b5-478b5eb10343 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:46:42.353961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9be39291-fc4e-4718-bc2f-19926ac56ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.409814 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 23c3412c-8c7f-458e-90b5-478b5eb10343 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:46:42.410986 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 23c3412c-8c7f-458e-90b5-478b5eb10343 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:46:42.411493 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 760dd116-e329-46cc-9e1f-006b5f21858d no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:46:42.457907 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': '28cc49e9-37b8-4cbf-ac9f-760bb109e367'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:46:42.463324 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.481938 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 760dd116-e329-46cc-9e1f-006b5f21858d {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:46:42.482616 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 760dd116-e329-46cc-9e1f-006b5f21858d not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:46:42.640547 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-cbebce58-77db-4188-96a2-82b0568c3ca6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:42.655880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e1ffc234-e92c-4890-bef2-3dc4bf1589d4 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.661753 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c26948c-f772-47f6-a750-6f959e7a111a admin admin] Deleting subnet 11a786c8-396f-45ab-98b5-620f55e316ad {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:46:42.664529 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cbebce58-77db-4188-96a2-82b0568c3ca6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:42.668704 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Allocated IP 2001:db8::f816:3eff:fe95:a817 (f66047db-8bb8-4641-b4de-e5f9a3950b44/28cc49e9-37b8-4cbf-ac9f-760bb109e367/f32c8ebd-bc40-4adf-8894-c861d6636071) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:42.669685 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cbebce58-77db-4188-96a2-82b0568c3ca6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:42.684273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9be39291-fc4e-4718-bc2f-19926ac56ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.686305 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7c26948c-f772-47f6-a750-6f959e7a111a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.713168 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-cbebce58-77db-4188-96a2-82b0568c3ca6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:42.723939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be39291-fc4e-4718-bc2f-19926ac56ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f844cd76-cba6-493e-a734-efd0aab51420,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:42.729170 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e1ffc234-e92c-4890-bef2-3dc4bf1589d4 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.764288 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9be39291-fc4e-4718-bc2f-19926ac56ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.765803 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9be39291-fc4e-4718-bc2f-19926ac56ba1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f844cd76-cba6-493e-a734-efd0aab51420 HTTP/1.1" status: 204 len: 168 time: 1.0039027 Apr 20 15:46:42.818690 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a719b1-c394-44c9-8af2-198ea8c5e816 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Router 2dced969-f577-4dd7-8fe2-c80c9444ff30 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:46:42.824165 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e1ffc234-e92c-4890-bef2-3dc4bf1589d4 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.851054 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffc234-e92c-4890-bef2-3dc4bf1589d4 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d66adf-26ac-4d0c-bebc-c7ddfe3cbcc1,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:42.851270 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbebce58-77db-4188-96a2-82b0568c3ca6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:42.854492 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cbebce58-77db-4188-96a2-82b0568c3ca6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.901473 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7c26948c-f772-47f6-a750-6f959e7a111a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.937364 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb75f106-7c2c-4a1b-9818-f1d683a2b5c1 None None] Network d25cbc53-401e-4473-8c5e-8374031d5e9e requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:43.067027 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-615f8902-d84b-43dc-8779-feb85036539f None None] Provisioning for port d682fce0-cb95-4871-a14d-392c28d6023c completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:43.071346 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.091421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-615f8902-d84b-43dc-8779-feb85036539f None None] Provisioning complete for port d682fce0-cb95-4871-a14d-392c28d6023c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:43.092108 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-615f8902-d84b-43dc-8779-feb85036539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.122037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e1ffc234-e92c-4890-bef2-3dc4bf1589d4 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.123406 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e1ffc234-e92c-4890-bef2-3dc4bf1589d4 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-groups/99d66adf-26ac-4d0c-bebc-c7ddfe3cbcc1 HTTP/1.1" status: 204 len: 168 time: 0.8021011 Apr 20 15:46:43.127451 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59758) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:43.138029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7c26948c-f772-47f6-a750-6f959e7a111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.156228 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Transition to ACTIVE for port object f32c8ebd-bc40-4adf-8894-c861d6636071 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:43.255893 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-99a38471-f354-4ef7-9e3f-7dab205c284b tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:43.287245 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.291663 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Transition to ACTIVE for port object f32c8ebd-bc40-4adf-8894-c861d6636071 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:43.298516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a719b1-c394-44c9-8af2-198ea8c5e816 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:43.304608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73a719b1-c394-44c9-8af2-198ea8c5e816 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.305539 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-73a719b1-c394-44c9-8af2-198ea8c5e816 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "PUT /v2.0/routers/2dced969-f577-4dd7-8fe2-c80c9444ff30 HTTP/1.1" status: 200 len: 920 time: 7.2210338 Apr 20 15:46:43.307099 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-99a38471-f354-4ef7-9e3f-7dab205c284b tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:43.313380 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-99a38471-f354-4ef7-9e3f-7dab205c284b tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1798890 Apr 20 15:46:43.313539 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59764) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:43.313999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59768) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:43.318376 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7c26948c-f772-47f6-a750-6f959e7a111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.319361 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7193e83c-d2e3-485e-baa8-c46b9de1d446 None None] Sync routers for ids ['2dced969-f577-4dd7-8fe2-c80c9444ff30'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:43.325804 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ae9a2e21-70a9-4c12-9fb6-6869ffaca980 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1773493587'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:43.326737 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.327568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.331026 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7193e83c-d2e3-485e-baa8-c46b9de1d446 None None] Routers {'2dced969-f577-4dd7-8fe2-c80c9444ff30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:43.332221 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-7193e83c-d2e3-485e-baa8-c46b9de1d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['2dced969-f577-4dd7-8fe2-c80c9444ff30'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:43.332360 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ae9a2e21-70a9-4c12-9fb6-6869ffaca980 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:43.347467 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ae9a2e21-70a9-4c12-9fb6-6869ffaca980 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:43.368651 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.372722 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2e21-70a9-4c12-9fb6-6869ffaca980 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.426754 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ae9a2e21-70a9-4c12-9fb6-6869ffaca980 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:43.436587 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ae9a2e21-70a9-4c12-9fb6-6869ffaca980 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:43.436730 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-7193e83c-d2e3-485e-baa8-c46b9de1d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:43.444575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ae9a2e21-70a9-4c12-9fb6-6869ffaca980 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:43.446825 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7193e83c-d2e3-485e-baa8-c46b9de1d446 None None] Routers {'2dced969-f577-4dd7-8fe2-c80c9444ff30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:43.447583 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-7193e83c-d2e3-485e-baa8-c46b9de1d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['2dced969-f577-4dd7-8fe2-c80c9444ff30'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:43.460727 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ae9a2e21-70a9-4c12-9fb6-6869ffaca980 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:43.490855 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:43.532320 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:43.542761 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-7193e83c-d2e3-485e-baa8-c46b9de1d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:43.543657 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7193e83c-d2e3-485e-baa8-c46b9de1d446 None None] The sync data for ids ['2dced969-f577-4dd7-8fe2-c80c9444ff30'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:43.548205 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:43.562383 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26948c-f772-47f6-a750-6f959e7a111a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11a786c8-396f-45ab-98b5-620f55e316ad,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:43.584651 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7c26948c-f772-47f6-a750-6f959e7a111a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.592331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Pushing event updated for resources: {'Port': ['ID=f32c8ebd-bc40-4adf-8894-c861d6636071,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:43.596155 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2e21-70a9-4c12-9fb6-6869ffaca980 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.601442 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2e21-70a9-4c12-9fb6-6869ffaca980 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.602555 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-615f8902-d84b-43dc-8779-feb85036539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.619070 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b2f246-450d-4bd7-945b-9511c1321b8b None None] Network 6ee7f047-aede-4389-bfc1-f3eb14c90d05 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:43.662068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2e21-70a9-4c12-9fb6-6869ffaca980 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.666428 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ae9a2e21-70a9-4c12-9fb6-6869ffaca980 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3484643 Apr 20 15:46:43.671837 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59778) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:43.682218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-5996d395-b988-4695-ab3b-7fa6707396bf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group_rule': {'security_group_id': '22133350-138c-4ac7-8b04-7d6d2ae947ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:43.698978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-5996d395-b988-4695-ab3b-7fa6707396bf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:43.701776 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a2e21-70a9-4c12-9fb6-6869ffaca980 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22133350-138c-4ac7-8b04-7d6d2ae947ce,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:43.707255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-5996d395-b988-4695-ab3b-7fa6707396bf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:43.711932 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-5996d395-b988-4695-ab3b-7fa6707396bf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:43.722065 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-5996d395-b988-4695-ab3b-7fa6707396bf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:43.762426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5996d395-b988-4695-ab3b-7fa6707396bf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.791373 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 5b7802ac-7a1b-40cd-a115-03b6d6374397 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:46:43.869466 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5996d395-b988-4695-ab3b-7fa6707396bf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.880888 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7c26948c-f772-47f6-a750-6f959e7a111a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/11a786c8-396f-45ab-98b5-620f55e316ad HTTP/1.1" status: 204 len: 168 time: 1.5553889 Apr 20 15:46:43.880888 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event updated for resources: {'Port': ['ID=c47f8dfd-7a04-4bdf-8178-0340512ad10e,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:43.880888 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59788) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:43.883408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5996d395-b988-4695-ab3b-7fa6707396bf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.898915 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 5b7802ac-7a1b-40cd-a115-03b6d6374397 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:46:43.899266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 5b7802ac-7a1b-40cd-a115-03b6d6374397 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:46:43.915865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-615f8902-d84b-43dc-8779-feb85036539f None None] For port d682fce0-cb95-4871-a14d-392c28d6023c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d682fce0-cb95-4871-a14d-392c28d6023c,segment=NetworkSegment(d3a2e891-2438-4517-a810-ffa2a22171a9),segment_id=d3a2e891-2438-4517-a810-ffa2a22171a9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:43.917227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996d395-b988-4695-ab3b-7fa6707396bf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61f832b-b8a5-4157-abd2-eb247f8eb111,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:43.920878 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Attempting to bind port f32c8ebd-bc40-4adf-8894-c861d6636071 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:46:43.921252 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Attempting to bind port f32c8ebd-bc40-4adf-8894-c861d6636071 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:46:43.921610 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Attempting to bind port f32c8ebd-bc40-4adf-8894-c861d6636071 on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:46:43.937250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5996d395-b988-4695-ab3b-7fa6707396bf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.938773 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5996d395-b988-4695-ab3b-7fa6707396bf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2657740 Apr 20 15:46:43.943511 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59794) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:43.956236 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-615f8902-d84b-43dc-8779-feb85036539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.971133 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b566fa83-4886-4d71-936b-fd576d7df41e tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-group-rules/f61f832b-b8a5-4157-abd2-eb247f8eb111 HTTP/1.1" status: 200 len: 763 time: 0.0236943 Apr 20 15:46:43.971323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59798) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:43.990380 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:46:43.990750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:46:43.991408 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.991562 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:46:43.992041 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Bound port: f32c8ebd-bc40-4adf-8894-c861d6636071, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:46:43.992414 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.029829 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-371c70e9-b424-4065-aee0-b753d7ca2ffd tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:44.059869 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-371c70e9-b424-4065-aee0-b753d7ca2ffd tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:44.062279 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-371c70e9-b424-4065-aee0-b753d7ca2ffd tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0899043 Apr 20 15:46:44.065335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59802) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:44.114533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0a45cbaf-bfae-493b-a999-cc5c9d3c252c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.127414 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0a45cbaf-bfae-493b-a999-cc5c9d3c252c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.131550 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f8902-d84b-43dc-8779-feb85036539f None None] Pushing event updated for resources: {'Port': ['ID=d682fce0-cb95-4871-a14d-392c28d6023c,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:44.158279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0a45cbaf-bfae-493b-a999-cc5c9d3c252c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.176235 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] For port f32c8ebd-bc40-4adf-8894-c861d6636071, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:46:44.179752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] For port f32c8ebd-bc40-4adf-8894-c861d6636071, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f32c8ebd-bc40-4adf-8894-c861d6636071,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:46:44.188682 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45cbaf-bfae-493b-a999-cc5c9d3c252c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f61f832b-b8a5-4157-abd2-eb247f8eb111,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:44.194166 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.197141 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0a45cbaf-bfae-493b-a999-cc5c9d3c252c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.200647 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0a45cbaf-bfae-493b-a999-cc5c9d3c252c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f61f832b-b8a5-4157-abd2-eb247f8eb111 HTTP/1.1" status: 204 len: 168 time: 0.1317608 Apr 20 15:46:44.203518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59808) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:44.273278 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.284320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c95b2b0f-d037-46ed-99c9-6332bf8054a6 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:44.313385 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59812) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:44.316436 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c95b2b0f-d037-46ed-99c9-6332bf8054a6 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:44.320462 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c95b2b0f-d037-46ed-99c9-6332bf8054a6 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1123655 Apr 20 15:46:44.321691 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-93cadd77-6c52-437d-947f-9f0db3364512 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "GET /v2.0/routers/2dced969-f577-4dd7-8fe2-c80c9444ff30 HTTP/1.1" status: 200 len: 926 time: 1.0100348 Apr 20 15:46:44.325394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59816) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:44.334268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cbebce58-77db-4188-96a2-82b0568c3ca6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.339086 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f7b9c-8e13-4c53-917c-805e3e164198 None None] Pushing event updated for resources: {'Port': ['ID=f32c8ebd-bc40-4adf-8894-c861d6636071,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:44.398886 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-065d85c9-1fcd-4982-9f84-0e5b3eda0875 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group_rule': {'security_group_id': '22133350-138c-4ac7-8b04-7d6d2ae947ce', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:44.424134 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b498bda2-3e92-46ff-b254-67952235aa9a None None] DHCP port deletion for 6ee7f047-aede-4389-bfc1-f3eb14c90d05 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:46:44.428867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b498bda2-3e92-46ff-b254-67952235aa9a None None] Deleting port 694e9710-d17e-4b93-87e7-eb2b73820d85 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:44.429243 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b498bda2-3e92-46ff-b254-67952235aa9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.437911 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-065d85c9-1fcd-4982-9f84-0e5b3eda0875 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:44.445522 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Network 28f33046-b056-40e0-ac92-ed67a1f7977c is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:44.448744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] Deleting port 694e9710-d17e-4b93-87e7-eb2b73820d85 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:44.449297 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.472910 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e39b02c-7ace-492a-8af1-aa76f861640c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:44.474574 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1e39b02c-7ace-492a-8af1-aa76f861640c tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&device_id=2dced969-f577-4dd7-8fe2-c80c9444ff30&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1600685 Apr 20 15:46:44.478325 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59822) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:44.572589 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1f028df7-5129-4db8-8854-7aeb75319539 None None] Provisioning complete for port d682fce0-cb95-4871-a14d-392c28d6023c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:44.572966 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1f028df7-5129-4db8-8854-7aeb75319539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.605612 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:44.627223 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb145847-8d4d-470a-8404-6045e24b8b33 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:44.627884 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-eb145847-8d4d-470a-8404-6045e24b8b33 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Synchronizing usage tracker for tenant:366ba500bc35444898cd401ca88ff8c0 on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:44.639723 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-eb145847-8d4d-470a-8404-6045e24b8b33 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] Unset dirty status for tenant:366ba500bc35444898cd401ca88ff8c0 on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:44.643569 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-eb145847-8d4d-470a-8404-6045e24b8b33 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "GET /v2.0/networks/6c536204-425b-481a-a1b2-dc2a52ee56c7 HTTP/1.1" status: 200 len: 881 time: 0.1615527 Apr 20 15:46:44.643757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59830) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:44.670829 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-065d85c9-1fcd-4982-9f84-0e5b3eda0875 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:44.750727 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-09eb98c3-db20-412c-b9e1-3731e0634b03 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dced969-f577-4dd7-8fe2-c80c9444ff30 HTTP/1.1" status: 200 len: 205 time: 0.1058378 Apr 20 15:46:44.754816 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59836) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:44.868911 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbebce58-77db-4188-96a2-82b0568c3ca6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:44.891229 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-cbebce58-77db-4188-96a2-82b0568c3ca6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:44.901562 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbebce58-77db-4188-96a2-82b0568c3ca6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:44.902150 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cbebce58-77db-4188-96a2-82b0568c3ca6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.919699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebce58-77db-4188-96a2-82b0568c3ca6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=94641a2e-27d1-4671-8f0b-585358a58914,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:44.936059 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.945924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-b498bda2-3e92-46ff-b254-67952235aa9a None None] For port 694e9710-d17e-4b93-87e7-eb2b73820d85, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=694e9710-d17e-4b93-87e7-eb2b73820d85,segment=NetworkSegment(b00830f2-c6cb-41f4-a628-9b39ad206ebd),segment_id=b00830f2-c6cb-41f4-a628-9b39ad206ebd)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:44.946313 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b498bda2-3e92-46ff-b254-67952235aa9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.951807 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-065d85c9-1fcd-4982-9f84-0e5b3eda0875 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:45.071836 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cbebce58-77db-4188-96a2-82b0568c3ca6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9932988 Apr 20 15:46:45.076776 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59844) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:45.097072 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'mac_address': 'fa:16:3e:b0:6f:68', 'name': 'tempest-NetworksTestDHCPv6-337282058'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:45.107843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-28c55b2d-d0b5-48e0-bc14-c311b73010ce tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:45.142911 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b498bda2-3e92-46ff-b254-67952235aa9a None None] Calling delete_port for 694e9710-d17e-4b93-87e7-eb2b73820d85 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:45.262385 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b498bda2-3e92-46ff-b254-67952235aa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:45.292790 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] For port 694e9710-d17e-4b93-87e7-eb2b73820d85, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=694e9710-d17e-4b93-87e7-eb2b73820d85,segment=NetworkSegment(b00830f2-c6cb-41f4-a628-9b39ad206ebd),segment_id=b00830f2-c6cb-41f4-a628-9b39ad206ebd)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:45.293151 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:45.315021 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498bda2-3e92-46ff-b254-67952235aa9a None None] Pushing event deleted for resources: {'Port': ['ID=694e9710-d17e-4b93-87e7-eb2b73820d85,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:45.320644 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b498bda2-3e92-46ff-b254-67952235aa9a None None] No DVR routers for this DVR port 694e9710-d17e-4b93-87e7-eb2b73820d85 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:46:45.339869 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-48250695-911c-494a-97bf-66f5f07890e3 None None] Provisioning complete for port c47f8dfd-7a04-4bdf-8178-0340512ad10e triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:45.340448 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-48250695-911c-494a-97bf-66f5f07890e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:45.380325 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-28c55b2d-d0b5-48e0-bc14-c311b73010ce tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:45.398017 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-28c55b2d-d0b5-48e0-bc14-c311b73010ce tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Deleting port 7f0b636b-5c71-4f1c-be53-2783dca9672e {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:45.398370 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-28c55b2d-d0b5-48e0-bc14-c311b73010ce tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:45.399429 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-48250695-911c-494a-97bf-66f5f07890e3 None None] Port c47f8dfd-7a04-4bdf-8178-0340512ad10e cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:46:45.469194 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] Calling delete_port for 694e9710-d17e-4b93-87e7-eb2b73820d85 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:45.504780 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-065d85c9-1fcd-4982-9f84-0e5b3eda0875 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:45.510283 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Router 5e95edec-16fe-4864-b08f-77f25ad9a0b4 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:46:45.534315 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-065d85c9-1fcd-4982-9f84-0e5b3eda0875 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:45.647213 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-28c55b2d-d0b5-48e0-bc14-c311b73010ce tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:45.673530 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d85c9-1fcd-4982-9f84-0e5b3eda0875 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96577e7-d764-444a-9581-15f0c78b068f,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:45.777441 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-065d85c9-1fcd-4982-9f84-0e5b3eda0875 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:45.782402 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-065d85c9-1fcd-4982-9f84-0e5b3eda0875 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4499056 Apr 20 15:46:45.788048 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59860) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:45.867090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-28c55b2d-d0b5-48e0-bc14-c311b73010ce tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Calling delete_port for 7f0b636b-5c71-4f1c-be53-2783dca9672e owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:45.916047 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c97979-f956-45ea-91b5-a9e0f4bd6377 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:45.945764 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59864) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:45.968678 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3760de80-11fe-4371-8098-0fe31a16a965 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-group-rules/d96577e7-d764-444a-9581-15f0c78b068f HTTP/1.1" status: 200 len: 763 time: 0.1734188 Apr 20 15:46:45.968678 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59870) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:45.983757 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.api [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:46:45.984113 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG oslo_db.api [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:46:45.985036 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:45.986680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f32c8ebd-bc40-4adf-8894-c861d6636071 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:46:46.017009 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:port and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:46.020347 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:46.026544 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:46.043484 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d430c2ad-69e9-4df8-8299-07211560a0c1 None None] Sync routers for ids ['5e95edec-16fe-4864-b08f-77f25ad9a0b4'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:46.050038 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:46.062248 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-60ab3a43-56fa-4f2a-b8cf-8ee221207e8d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:46.072111 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b48ac7fa-0a7b-45e9-a428-9bf5552caac0 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "PUT /v2.0/routers/5e95edec-16fe-4864-b08f-77f25ad9a0b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5327187 Apr 20 15:46:46.074636 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59874) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:46.074767 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430c2ad-69e9-4df8-8299-07211560a0c1 None None] Routers {'5e95edec-16fe-4864-b08f-77f25ad9a0b4'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:46.075382 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-d430c2ad-69e9-4df8-8299-07211560a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['5e95edec-16fe-4864-b08f-77f25ad9a0b4'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:46.174421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b6d2af1d-cb41-4e50-9082-05d42729ea9c None None] Provisioning for port f32c8ebd-bc40-4adf-8894-c861d6636071 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:46.181691 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:46.183109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-d430c2ad-69e9-4df8-8299-07211560a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:46.222307 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430c2ad-69e9-4df8-8299-07211560a0c1 None None] Routers {'5e95edec-16fe-4864-b08f-77f25ad9a0b4'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:46.223013 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-d430c2ad-69e9-4df8-8299-07211560a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['5e95edec-16fe-4864-b08f-77f25ad9a0b4'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:46.265533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:46.268511 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-60ab3a43-56fa-4f2a-b8cf-8ee221207e8d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:46.272547 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-60ab3a43-56fa-4f2a-b8cf-8ee221207e8d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2923288 Apr 20 15:46:46.275869 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59878) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:46.280810 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:46.297954 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Usage tracker for resource:floatingip and tenant:acc4d6ad0ba045b68f03a62e5e7d1455 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:46.304452 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:46.317596 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port f32c8ebd-bc40-4adf-8894-c861d6636071 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:46.318494 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:46.327207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-d430c2ad-69e9-4df8-8299-07211560a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:46.327607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d430c2ad-69e9-4df8-8299-07211560a0c1 None None] The sync data for ids ['5e95edec-16fe-4864-b08f-77f25ad9a0b4'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:46.331704 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f32c8ebd-bc40-4adf-8894-c861d6636071 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:46.332136 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.337356 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2659d2f2-3b67-49c9-b2b9-d963cfb409ca tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.351165 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2659d2f2-3b67-49c9-b2b9-d963cfb409ca tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.358248 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.364660 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4730046-431d-4b3b-8985-9416c45b78da tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.379259 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-28c55b2d-d0b5-48e0-bc14-c311b73010ce tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.435859 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c55b2d-d0b5-48e0-bc14-c311b73010ce tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Pushing event deleted for resources: {'Port': ['ID=7f0b636b-5c71-4f1c-be53-2783dca9672e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:46.513681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] Deleting port 694e9710-d17e-4b93-87e7-eb2b73820d85 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:46.513681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.554707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.579666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2659d2f2-3b67-49c9-b2b9-d963cfb409ca tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.591191 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port f32c8ebd-bc40-4adf-8894-c861d6636071, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f32c8ebd-bc40-4adf-8894-c861d6636071,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:46.596451 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.597341 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d682fce0-cb95-4871-a14d-392c28d6023c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:46:46.612961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659d2f2-3b67-49c9-b2b9-d963cfb409ca tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d96577e7-d764-444a-9581-15f0c78b068f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:46.620131 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] The port '694e9710-d17e-4b93-87e7-eb2b73820d85' was deleted {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:46:46.638542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-28c55b2d-d0b5-48e0-bc14-c311b73010ce tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.655516 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.676727 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-a4730046-431d-4b3b-8985-9416c45b78da tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 15:46:46.677742 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a4730046-431d-4b3b-8985-9416c45b78da tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "DELETE /v2.0/routers/5e95edec-16fe-4864-b08f-77f25ad9a0b4 HTTP/1.1" status: 409 len: 329 time: 0.6018901 Apr 20 15:46:46.679918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2659d2f2-3b67-49c9-b2b9-d963cfb409ca tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.683229 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2659d2f2-3b67-49c9-b2b9-d963cfb409ca tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d96577e7-d764-444a-9581-15f0c78b068f HTTP/1.1" status: 204 len: 168 time: 0.4024274 Apr 20 15:46:46.685803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59882) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:46.686198 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59884) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:46.774034 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port 9fb7c14b-2f39-4c22-80f0-cdb4b56c5c29 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:46:46.777640 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=f32c8ebd-bc40-4adf-8894-c861d6636071,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:46.785455 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba7cef0-f009-4879-bc06-aa1646c6d9f5 None None] Update dhcp port {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'fixed_ips': [{'subnet_id': '28cc49e9-37b8-4cbf-ac9f-760bb109e367', 'ip_address': '2001:db8::f816:3eff:fe95:a817'}, {'subnet_id': '94641a2e-27d1-4671-8f0b-585358a58914'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': 'f32c8ebd-bc40-4adf-8894-c861d6636071'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:46:46.813674 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.835518 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port d682fce0-cb95-4871-a14d-392c28d6023c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:46.836999 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.861628 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee7f047-aede-4389-bfc1-f3eb14c90d05']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:46.880601 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00830f2-c6cb-41f4-a628-9b39ad206ebd') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:46.880938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00830f2-c6cb-41f4-a628-9b39ad206ebd') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:46.884072 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5ba7cef0-f009-4879-bc06-aa1646c6d9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.897875 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.957531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.966678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-28c55b2d-d0b5-48e0-bc14-c311b73010ce tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.970873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:46:46.971280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.979879 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-28c55b2d-d0b5-48e0-bc14-c311b73010ce tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:46:46.986255 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:46:47.020427 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-bb00a871-f5e2-496d-91a2-8607acdfcd7b tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:47.115636 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:47.141791 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:47.150681 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-28c55b2d-d0b5-48e0-bc14-c311b73010ce tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:47.151192 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c55b2d-d0b5-48e0-bc14-c311b73010ce tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Fanout notify agent at l3_agent the message router_deleted on router 2dced969-f577-4dd7-8fe2-c80c9444ff30 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:46:47.157036 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ee7f047-aede-4389-bfc1-f3eb14c90d05,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:47.161029 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 694e9710-d17e-4b93-87e7-eb2b73820d85 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:46:47.165938 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-43218a75-d31d-4d34-8317-2eed5611cfb7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6ee7f047-aede-4389-bfc1-f3eb14c90d05 HTTP/1.1" status: 204 len: 168 time: 3.2743425 Apr 20 15:46:47.198754 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 172.20.0.3 (f66047db-8bb8-4641-b4de-e5f9a3950b44/94641a2e-27d1-4671-8f0b-585358a58914/9fb7c14b-2f39-4c22-80f0-cdb4b56c5c29) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:47.202606 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 694e9710-d17e-4b93-87e7-eb2b73820d85 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:46:47.203533 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 694e9710-d17e-4b93-87e7-eb2b73820d85 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:46:47.215049 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::f816:3eff:feb0:6f68 (f66047db-8bb8-4641-b4de-e5f9a3950b44/28cc49e9-37b8-4cbf-ac9f-760bb109e367/9fb7c14b-2f39-4c22-80f0-cdb4b56c5c29) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:47.255822 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-28c55b2d-d0b5-48e0-bc14-c311b73010ce tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:47.260611 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-28c55b2d-d0b5-48e0-bc14-c311b73010ce tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "DELETE /v2.0/routers/2dced969-f577-4dd7-8fe2-c80c9444ff30 HTTP/1.1" status: 204 len: 168 time: 2.5014856 Apr 20 15:46:47.261520 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59894) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:47.270815 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1457549702', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:47.273732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-bb00a871-f5e2-496d-91a2-8607acdfcd7b tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:47.274951 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bb00a871-f5e2-496d-91a2-8607acdfcd7b tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5847898 Apr 20 15:46:47.278081 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59898) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:47.285756 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:46:47.287905 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:47.294441 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:47.294859 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-e515fe23-30a8-4329-a34b-9b72930362ef tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group_rule': {'security_group_id': '22133350-138c-4ac7-8b04-7d6d2ae947ce', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:47.304511 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Usage tracker for resource:router and tenant:37d3d0dcab5f4eeb88c13d63220d0776 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:47.307330 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e515fe23-30a8-4329-a34b-9b72930362ef tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:47.311156 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:47.339205 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e515fe23-30a8-4329-a34b-9b72930362ef tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:47.340916 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:47.399397 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59902) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:47.429549 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-e515fe23-30a8-4329-a34b-9b72930362ef tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Project 75fa863ca1ca4363a5b85966123c650d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:46:47.440586 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:47.441554 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:47.453767 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e515fe23-30a8-4329-a34b-9b72930362ef tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:47.541391 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:47.548676 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Allocated IP 172.26.7.166 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/9ef7a1e0-3912-4c20-9c3c-6c1d0eeddeb8) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:47.573109 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-61205cf0-c282-47a6-a343-20486a912b9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=189fc2a27c95427bb7131a058ee6d0d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1719210 Apr 20 15:46:47.584884 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59906) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:47.607416 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:47.694107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e515fe23-30a8-4329-a34b-9b72930362ef tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:47.803364 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f32c8ebd-bc40-4adf-8894-c861d6636071 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:46:47.832973 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object 9fb7c14b-2f39-4c22-80f0-cdb4b56c5c29 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:47.834097 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e515fe23-30a8-4329-a34b-9b72930362ef tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:47.888482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-81a16d2c-d039-4cec-a292-c044f3799688 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:47.895655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f32c8ebd-bc40-4adf-8894-c861d6636071 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:47.896056 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:47.939529 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515fe23-30a8-4329-a34b-9b72930362ef tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1aeca1-fdee-4364-be88-e5c9a67eedce,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:47.942574 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.037387 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e515fe23-30a8-4329-a34b-9b72930362ef tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.040934 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e515fe23-30a8-4329-a34b-9b72930362ef tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7599757 Apr 20 15:46:48.048932 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59910) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:48.086549 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc709abd-a3b1-492d-89d6-f7c4ebee1157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.107993 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.129888 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc709abd-a3b1-492d-89d6-f7c4ebee1157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.140316 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-44b20985-1ff4-4b78-89ae-f29f7c7a111f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-group-rules/4f1aeca1-fdee-4364-be88-e5c9a67eedce HTTP/1.1" status: 200 len: 769 time: 0.0895822 Apr 20 15:46:48.157987 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59914) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:48.164470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.187167 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.236578 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-5ba7cef0-f009-4879-bc06-aa1646c6d9f5 None None] Allocated IP 172.20.0.2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/94641a2e-27d1-4671-8f0b-585358a58914/f32c8ebd-bc40-4adf-8894-c861d6636071) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:48.261983 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:48.267898 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:48.270223 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:48.328917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Pushing event updated for resources: {'Port': ['ID=9ef7a1e0-3912-4c20-9c3c-6c1d0eeddeb8,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:48.341959 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:48.360239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:48.368673 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=9fb7c14b-2f39-4c22-80f0-cdb4b56c5c29,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:48.371082 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:48.391090 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-5ba7cef0-f009-4879-bc06-aa1646c6d9f5 None None] For port f32c8ebd-bc40-4adf-8894-c861d6636071, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f32c8ebd-bc40-4adf-8894-c861d6636071,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:48.406413 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ac40b8f2-a7da-487f-9c51-83b844a4670c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:48.422809 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-81a16d2c-d039-4cec-a292-c044f3799688 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Deleting port c47f8dfd-7a04-4bdf-8178-0340512ad10e {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:48.423158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-81a16d2c-d039-4cec-a292-c044f3799688 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.423296 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5ba7cef0-f009-4879-bc06-aa1646c6d9f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.446302 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5ba7cef0-f009-4879-bc06-aa1646c6d9f5 None None] Transition to ACTIVE for port object f32c8ebd-bc40-4adf-8894-c861d6636071 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:48.450774 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5ba7cef0-f009-4879-bc06-aa1646c6d9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.451074 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc709abd-a3b1-492d-89d6-f7c4ebee1157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.476060 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ac40b8f2-a7da-487f-9c51-83b844a4670c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:48.479993 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ac40b8f2-a7da-487f-9c51-83b844a4670c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3184032 Apr 20 15:46:48.480415 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59918) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:48.486941 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc709abd-a3b1-492d-89d6-f7c4ebee1157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b0c879-2bb3-41ca-9c1a-e4bd69a32233,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:48.497196 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:48.497825 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.516916 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc709abd-a3b1-492d-89d6-f7c4ebee1157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.520470 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cc709abd-a3b1-492d-89d6-f7c4ebee1157 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2b0c879-2bb3-41ca-9c1a-e4bd69a32233 HTTP/1.1" status: 204 len: 168 time: 0.9314120 Apr 20 15:46:48.528107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.539493 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1de7a0c4-ceff-46b5-976d-888d18bf6c78 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4575446 Apr 20 15:46:48.563166 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59924) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:48.631730 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7cef0-f009-4879-bc06-aa1646c6d9f5 None None] Pushing event updated for resources: {'Port': ['ID=f32c8ebd-bc40-4adf-8894-c861d6636071,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:48.649713 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f8c1a56e-192e-48af-baed-85f1fd3612b2 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.676319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f8c1a56e-192e-48af-baed-85f1fd3612b2 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.708034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.804134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f8c1a56e-192e-48af-baed-85f1fd3612b2 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.814233 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.817044 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-81a16d2c-d039-4cec-a292-c044f3799688 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.846167 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.901990 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1a56e-192e-48af-baed-85f1fd3612b2 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f1aeca1-fdee-4364-be88-e5c9a67eedce,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:48.976212 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd757a1-ffaa-4426-8286-4337aa529e12 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:48.982210 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd757a1-ffaa-4426-8286-4337aa529e12 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:48.983023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ddd757a1-ffaa-4426-8286-4337aa529e12 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:48.986317 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-81a16d2c-d039-4cec-a292-c044f3799688 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Calling delete_port for c47f8dfd-7a04-4bdf-8178-0340512ad10e owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:49.014854 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ddd757a1-ffaa-4426-8286-4337aa529e12 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:49.017171 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ddd757a1-ffaa-4426-8286-4337aa529e12 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4442444 Apr 20 15:46:49.022002 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59936) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:49.067000 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Allocated IP 172.26.7.9 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/d563a2a5-db43-4596-b91f-f9855bf05fbe) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:49.118452 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f8c1a56e-192e-48af-baed-85f1fd3612b2 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:49.119594 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f8c1a56e-192e-48af-baed-85f1fd3612b2 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4f1aeca1-fdee-4364-be88-e5c9a67eedce HTTP/1.1" status: 204 len: 168 time: 0.6382432 Apr 20 15:46:49.122839 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59942) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:49.134037 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-df65baac-6aa4-4d88-bcb7-77f49aa3c3f3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port 9fb7c14b-2f39-4c22-80f0-cdb4b56c5c29 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:49.134373 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-df65baac-6aa4-4d88-bcb7-77f49aa3c3f3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:49.243411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:49.253813 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:49.398946 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-27cda574-abc6-44ab-b09f-ffb5d0c787dc tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2701070 Apr 20 15:46:49.408619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59950) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:49.488778 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4cc49e16-6a0d-4514-a1f2-3d9e18de7262 None None] Provisioning for port f32c8ebd-bc40-4adf-8894-c861d6636071 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:49.497145 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4cc49e16-6a0d-4514-a1f2-3d9e18de7262 None None] Provisioning complete for port f32c8ebd-bc40-4adf-8894-c861d6636071 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:49.498205 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4cc49e16-6a0d-4514-a1f2-3d9e18de7262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:49.564696 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Pushing event updated for resources: {'Port': ['ID=9ef7a1e0-3912-4c20-9c3c-6c1d0eeddeb8,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:49.573842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:49.581846 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-81a16d2c-d039-4cec-a292-c044f3799688 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:49.674192 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:49.693571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a16d2c-d039-4cec-a292-c044f3799688 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event deleted for resources: {'Port': ['ID=c47f8dfd-7a04-4bdf-8178-0340512ad10e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:49.774864 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:49.832885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-81a16d2c-d039-4cec-a292-c044f3799688 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:49.836717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:49.838621 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4e7dca9f-a99f-407b-85db-d34a29ee0ac7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8919382 Apr 20 15:46:49.840730 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f32c8ebd-bc40-4adf-8894-c861d6636071 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:46:49.843484 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59958) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:49.906711 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-730777091'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:49.933958 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:49.969753 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5bee146e-368c-40ae-bb88-091c8bc31383 None None] Provisioning for port 9fb7c14b-2f39-4c22-80f0-cdb4b56c5c29 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:49.983798 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5bee146e-368c-40ae-bb88-091c8bc31383 None None] Provisioning complete for port 9fb7c14b-2f39-4c22-80f0-cdb4b56c5c29 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:49.984792 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5bee146e-368c-40ae-bb88-091c8bc31383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:49.994735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Usage tracker for resource:network and tenant:acc4d6ad0ba045b68f03a62e5e7d1455 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:50.002740 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Pushing event updated for resources: {'Port': ['ID=d563a2a5-db43-4596-b91f-f9855bf05fbe,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:50.008310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:50.011206 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:50.017441 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:50.017598 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:50.022660 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:50.049389 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5bee146e-368c-40ae-bb88-091c8bc31383 None None] Port 9fb7c14b-2f39-4c22-80f0-cdb4b56c5c29 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:46:50.055606 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f32c8ebd-bc40-4adf-8894-c861d6636071 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:50.056114 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:50.144350 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-367d1ca1-391d-45ec-bb0a-38a9dc997f3d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:50.182611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Made reservation on behalf of acc4d6ad0ba045b68f03a62e5e7d1455 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:50.185867 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:50.187501 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-df65baac-6aa4-4d88-bcb7-77f49aa3c3f3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:50.203642 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:50.217494 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a16d2c-d039-4cec-a292-c044f3799688 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Router 5e95edec-16fe-4864-b08f-77f25ad9a0b4 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:46:50.228209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:50.235528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Usage tracker for resource:security_group_rule and tenant:acc4d6ad0ba045b68f03a62e5e7d1455 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:50.241620 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:50.250285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:50.288041 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-367d1ca1-391d-45ec-bb0a-38a9dc997f3d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:50.410458 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-df65baac-6aa4-4d88-bcb7-77f49aa3c3f3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for 9fb7c14b-2f39-4c22-80f0-cdb4b56c5c29 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:50.416562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a16d2c-d039-4cec-a292-c044f3799688 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:50.427539 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-81a16d2c-d039-4cec-a292-c044f3799688 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "PUT /v2.0/routers/5e95edec-16fe-4864-b08f-77f25ad9a0b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7388027 Apr 20 15:46:50.432417 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59972) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:50.464932 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b146695f-c1ae-41af-8c3d-3dcce1443c92 None None] Sync routers for ids ['5e95edec-16fe-4864-b08f-77f25ad9a0b4'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:50.474769 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b146695f-c1ae-41af-8c3d-3dcce1443c92 None None] Routers {'5e95edec-16fe-4864-b08f-77f25ad9a0b4'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:50.475171 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b146695f-c1ae-41af-8c3d-3dcce1443c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['5e95edec-16fe-4864-b08f-77f25ad9a0b4'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:50.505936 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-6dfc3bd7-0e3e-4017-bf13-754c12e7313f tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] show failed (client error): The resource could not be found. Apr 20 15:46:50.510357 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6dfc3bd7-0e3e-4017-bf13-754c12e7313f tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1053577523 HTTP/1.1" status: 404 len: 335 time: 0.0734966 Apr 20 15:46:50.513785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59980) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:50.520279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-cfe504db-208d-4afd-8aba-56549172d519 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:50.544433 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b146695f-c1ae-41af-8c3d-3dcce1443c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:50.553965 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b146695f-c1ae-41af-8c3d-3dcce1443c92 None None] Routers {'5e95edec-16fe-4864-b08f-77f25ad9a0b4'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:50.554944 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b146695f-c1ae-41af-8c3d-3dcce1443c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['5e95edec-16fe-4864-b08f-77f25ad9a0b4'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:50.591705 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-cfe504db-208d-4afd-8aba-56549172d519 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] update failed (client error): The resource could not be found. Apr 20 15:46:50.595671 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cfe504db-208d-4afd-8aba-56549172d519 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-2028101373 HTTP/1.1" status: 404 len: 335 time: 0.0780566 Apr 20 15:46:50.600809 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59984) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:50.625613 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b146695f-c1ae-41af-8c3d-3dcce1443c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:50.626201 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b146695f-c1ae-41af-8c3d-3dcce1443c92 None None] The sync data for ids ['5e95edec-16fe-4864-b08f-77f25ad9a0b4'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:50.682552 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59988) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:50.699668 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:50.706540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:50.708100 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-367d1ca1-391d-45ec-bb0a-38a9dc997f3d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:50.730675 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfa89db-4425-4a0d-b5b5-eab4b5152f10 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Deleting subnet 3607e417-2ec3-4e9a-b797-623905088e1a {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:46:50.737200 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2dfa89db-4425-4a0d-b5b5-eab4b5152f10 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:50.786763 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d1ca1-391d-45ec-bb0a-38a9dc997f3d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22133350-138c-4ac7-8b04-7d6d2ae947ce,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:50.796018 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a89b74-ca4c-4ab6-9a13-23be065b993b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:50.821279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2dfa89db-4425-4a0d-b5b5-eab4b5152f10 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:50.878310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-170695217'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:50.883844 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-367d1ca1-391d-45ec-bb0a-38a9dc997f3d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:50.884958 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-367d1ca1-391d-45ec-bb0a-38a9dc997f3d tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-groups/22133350-138c-4ac7-8b04-7d6d2ae947ce HTTP/1.1" status: 204 len: 168 time: 1.4734287 Apr 20 15:46:50.887399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:50.889920 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 59994) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:50.896800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Usage tracker for resource:network and tenant:8a1dfb5ab3f84900afcc7d23388626ce is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:50.901792 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:50.911236 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:50.929045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Made reservation on behalf of 8a1dfb5ab3f84900afcc7d23388626ce for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:50.932493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:50.946851 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:50.965650 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2dfa89db-4425-4a0d-b5b5-eab4b5152f10 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:50.993946 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:51.007282 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Usage tracker for resource:security_group_rule and tenant:8a1dfb5ab3f84900afcc7d23388626ce is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:51.013633 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-df65baac-6aa4-4d88-bcb7-77f49aa3c3f3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.015203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:51.021363 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.023928 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:46:51.026057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:51.050557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.050915 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Added segment 7ec9d121-9943-4562-95a0-dfc9520f7e50 of type vlan for network c137d9d0-1cb3-4b9a-8d14-0501c8d6c294 Apr 20 15:46:51.101428 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.118206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2dfa89db-4425-4a0d-b5b5-eab4b5152f10 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.146997 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8bccb36a-67af-4078-aa94-ef52c482ed70 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:51.150117 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65baac-6aa4-4d88-bcb7-77f49aa3c3f3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=9fb7c14b-2f39-4c22-80f0-cdb4b56c5c29,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:51.275294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:46:51.302649 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa89db-4425-4a0d-b5b5-eab4b5152f10 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event deleted for resources: {'Subnet': ['ID=3607e417-2ec3-4e9a-b797-623905088e1a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:51.304918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2dfa89db-4425-4a0d-b5b5-eab4b5152f10 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.314989 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d762f7c-4e34-4bcc-a7d7-243b51447bb4 None None] Network d25cbc53-401e-4473-8c5e-8374031d5e9e requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:51.325079 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2dfa89db-4425-4a0d-b5b5-eab4b5152f10 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "DELETE /v2.0/subnets/3607e417-2ec3-4e9a-b797-623905088e1a HTTP/1.1" status: 204 len: 168 time: 0.7232268 Apr 20 15:46:51.331737 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 59998) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:51.362721 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.368395 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:51.369037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.481826 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8bccb36a-67af-4078-aa94-ef52c482ed70 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:51.482976 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8bccb36a-67af-4078-aa94-ef52c482ed70 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5429175 Apr 20 15:46:51.490447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60002) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:51.507976 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-58baf3c7-387d-406b-b657-e0ac14aee96c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group': {'name': 'tempest-secgroup--572586583'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:51.521660 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-58baf3c7-387d-406b-b657-e0ac14aee96c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:51.564616 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7194304 Apr 20 15:46:51.565747 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60006) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:51.600085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc640412-5754-4547-8369-c65f1e715993 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Pushing event updated for resources: {'Network': ['ID=c137d9d0-1cb3-4b9a-8d14-0501c8d6c294,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:51.602229 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-df65baac-6aa4-4d88-bcb7-77f49aa3c3f3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.606874 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-df65baac-6aa4-4d88-bcb7-77f49aa3c3f3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/9fb7c14b-2f39-4c22-80f0-cdb4b56c5c29 HTTP/1.1" status: 204 len: 168 time: 2.5836501 Apr 20 15:46:51.607888 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-58baf3c7-387d-406b-b657-e0ac14aee96c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:51.610408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-198f6d3c-5386-4259-9695-ee413468d4cf tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Request body: {'subnet': {'network_id': 'c137d9d0-1cb3-4b9a-8d14-0501c8d6c294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:51.612223 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60010) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:51.618426 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network c137d9d0-1cb3-4b9a-8d14-0501c8d6c294 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:46:51.638889 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.688684 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58baf3c7-387d-406b-b657-e0ac14aee96c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.692957 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8ea100-cbc0-4d93-b033-27dfb2600669 None None] DHCP port deletion for d25cbc53-401e-4473-8c5e-8374031d5e9e request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:46:51.699721 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ea100-cbc0-4d93-b033-27dfb2600669 None None] Deleting port d682fce0-cb95-4871-a14d-392c28d6023c {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:51.700347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0f8ea100-cbc0-4d93-b033-27dfb2600669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.704931 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.734268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.772796 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:46:51.786152 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0835dac4-ace5-4c0c-8494-f01ef03c5410 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:51.787627 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0835dac4-ace5-4c0c-8494-f01ef03c5410 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:51.789227 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0835dac4-ace5-4c0c-8494-f01ef03c5410 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:51.790035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0835dac4-ace5-4c0c-8494-f01ef03c5410 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:51.797868 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-58baf3c7-387d-406b-b657-e0ac14aee96c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:51.801463 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-198f6d3c-5386-4259-9695-ee413468d4cf tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:51.804085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Deleting port d682fce0-cb95-4871-a14d-392c28d6023c {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:51.804496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.818693 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-58baf3c7-387d-406b-b657-e0ac14aee96c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:51.826782 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-58baf3c7-387d-406b-b657-e0ac14aee96c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:51.835836 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.837279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-198f6d3c-5386-4259-9695-ee413468d4cf tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Usage tracker for resource:subnet and tenant:acc4d6ad0ba045b68f03a62e5e7d1455 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:51.838289 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-58baf3c7-387d-406b-b657-e0ac14aee96c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:51.841344 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.841763 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Added segment 4fd02e74-c7f1-4d0b-ae6d-86c515bd0747 of type vlan for network 5a17f7bf-24d7-4691-acf7-9162be72965e Apr 20 15:46:51.843123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a3598e-efee-4b28-b632-d60f667287e7,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:51.847422 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-198f6d3c-5386-4259-9695-ee413468d4cf tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:51.867321 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-198f6d3c-5386-4259-9695-ee413468d4cf tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:51.907938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.909812 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d682fce0-cb95-4871-a14d-392c28d6023c no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:46:51.913648 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0835dac4-ace5-4c0c-8494-f01ef03c5410 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:51.917705 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0835dac4-ace5-4c0c-8494-f01ef03c5410 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3046265 Apr 20 15:46:51.918449 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60014) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:51.946236 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198f6d3c-5386-4259-9695-ee413468d4cf tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Made reservation on behalf of acc4d6ad0ba045b68f03a62e5e7d1455 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:51.949733 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-198f6d3c-5386-4259-9695-ee413468d4cf tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:51.998447 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0f8ea100-cbc0-4d93-b033-27dfb2600669 None None] For port d682fce0-cb95-4871-a14d-392c28d6023c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d682fce0-cb95-4871-a14d-392c28d6023c,segment=NetworkSegment(d3a2e891-2438-4517-a810-ffa2a22171a9),segment_id=d3a2e891-2438-4517-a810-ffa2a22171a9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:51.998748 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0f8ea100-cbc0-4d93-b033-27dfb2600669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.098643 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f09020-6a18-4709-86ad-b776a3f95bfe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 28cc49e9-37b8-4cbf-ac9f-760bb109e367 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:46:52.125033 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e5f09020-6a18-4709-86ad-b776a3f95bfe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.135135 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ea100-cbc0-4d93-b033-27dfb2600669 None None] Calling delete_port for d682fce0-cb95-4871-a14d-392c28d6023c owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:52.190037 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58baf3c7-387d-406b-b657-e0ac14aee96c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.205174 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e5f09020-6a18-4709-86ad-b776a3f95bfe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.236596 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58baf3c7-387d-406b-b657-e0ac14aee96c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.239860 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.245666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:52.246114 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.252713 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] For port d682fce0-cb95-4871-a14d-392c28d6023c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d682fce0-cb95-4871-a14d-392c28d6023c,segment=NetworkSegment(d3a2e891-2438-4517-a810-ffa2a22171a9),segment_id=d3a2e891-2438-4517-a810-ffa2a22171a9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:52.252996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.262855 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.300327 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0f8ea100-cbc0-4d93-b033-27dfb2600669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.316327 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58baf3c7-387d-406b-b657-e0ac14aee96c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193122ed-34d1-4404-9391-e76a7b5b053b,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:52.337819 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58baf3c7-387d-406b-b657-e0ac14aee96c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.339122 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-58baf3c7-387d-406b-b657-e0ac14aee96c tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8478444 Apr 20 15:46:52.339995 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Router a0b39057-517e-475f-9fc3-6945bb62b55c is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:46:52.348047 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60018) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:52.354960 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-f1ebf6a0-9400-44c3-b061-090501e42acf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Request body: {'security_group_rule': {'security_group_id': '193122ed-34d1-4404-9391-e76a7b5b053b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:52.367558 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f1ebf6a0-9400-44c3-b061-090501e42acf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:52.398200 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ea100-cbc0-4d93-b033-27dfb2600669 None None] Pushing event deleted for resources: {'Port': ['ID=d682fce0-cb95-4871-a14d-392c28d6023c,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:52.404126 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ea100-cbc0-4d93-b033-27dfb2600669 None None] No DVR routers for this DVR port d682fce0-cb95-4871-a14d-392c28d6023c on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:46:52.436269 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f1ebf6a0-9400-44c3-b061-090501e42acf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Usage tracker for resource:security_group_rule and tenant:75fa863ca1ca4363a5b85966123c650d is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:52.440470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f1ebf6a0-9400-44c3-b061-090501e42acf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:52.448466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f1ebf6a0-9400-44c3-b061-090501e42acf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:52.458970 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e5f09020-6a18-4709-86ad-b776a3f95bfe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.487501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Calling delete_port for d682fce0-cb95-4871-a14d-392c28d6023c owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:52.544340 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8606575 Apr 20 15:46:52.550902 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60022) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:52.555206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef6e24-3e3e-4c04-a7bb-917b696fb8a0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Pushing event updated for resources: {'Network': ['ID=5a17f7bf-24d7-4691-acf7-9162be72965e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:52.565929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 5a17f7bf-24d7-4691-acf7-9162be72965e details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:46:52.586631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f1ebf6a0-9400-44c3-b061-090501e42acf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.590532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f106a4ec-989b-4f7b-a1c9-022fd12f49cc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Request body: {'subnet': {'network_id': '5a17f7bf-24d7-4691-acf7-9162be72965e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:52.644794 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:52.659116 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edebd20-ab80-4d39-b448-45b78db69c9c None None] Sync routers for ids ['a0b39057-517e-475f-9fc3-6945bb62b55c'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:52.688877 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e5f09020-6a18-4709-86ad-b776a3f95bfe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.692933 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edebd20-ab80-4d39-b448-45b78db69c9c None None] Routers {'a0b39057-517e-475f-9fc3-6945bb62b55c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:52.693556 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0edebd20-ab80-4d39-b448-45b78db69c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a0b39057-517e-475f-9fc3-6945bb62b55c'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:52.731983 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f09020-6a18-4709-86ad-b776a3f95bfe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=28cc49e9-37b8-4cbf-ac9f-760bb109e367,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:52.734800 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.736554 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f5b6ca0b-a085-45a9-8646-4ddef807ef1a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4746768 Apr 20 15:46:52.740509 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60026) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:52.745130 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e5f09020-6a18-4709-86ad-b776a3f95bfe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.754652 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e5f09020-6a18-4709-86ad-b776a3f95bfe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/28cc49e9-37b8-4cbf-ac9f-760bb109e367 HTTP/1.1" status: 204 len: 168 time: 0.8318646 Apr 20 15:46:52.757326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-0aee7391-2c95-4350-be9e-a624e271bbf9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:52.760715 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fdbbcf-7fbc-46a4-8bfe-91de6949f8ae None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:52.763192 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60030) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:52.776942 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0edebd20-ab80-4d39-b448-45b78db69c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:52.810722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f1ebf6a0-9400-44c3-b061-090501e42acf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.832212 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f1ebf6a0-9400-44c3-b061-090501e42acf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.836701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f106a4ec-989b-4f7b-a1c9-022fd12f49cc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:52.840807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:46:52.841374 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:46:52.841679 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edebd20-ab80-4d39-b448-45b78db69c9c None None] Routers {'a0b39057-517e-475f-9fc3-6945bb62b55c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:52.842316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0edebd20-ab80-4d39-b448-45b78db69c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a0b39057-517e-475f-9fc3-6945bb62b55c'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:52.853073 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f106a4ec-989b-4f7b-a1c9-022fd12f49cc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Usage tracker for resource:subnet and tenant:8a1dfb5ab3f84900afcc7d23388626ce is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:52.864204 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f106a4ec-989b-4f7b-a1c9-022fd12f49cc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:52.867063 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5a0d24-1686-484c-abb9-2e56f5f63be9 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 94641a2e-27d1-4671-8f0b-585358a58914 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:46:52.869913 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebf6a0-9400-44c3-b061-090501e42acf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a08c87-4235-4853-8f55-2a60bdfa9918,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:52.874015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7e5a0d24-1686-484c-abb9-2e56f5f63be9 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.879014 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f106a4ec-989b-4f7b-a1c9-022fd12f49cc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:52.909326 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f1ebf6a0-9400-44c3-b061-090501e42acf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:52.910667 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f1ebf6a0-9400-44c3-b061-090501e42acf tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5617278 Apr 20 15:46:52.911938 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0edebd20-ab80-4d39-b448-45b78db69c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:52.912504 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edebd20-ab80-4d39-b448-45b78db69c9c None None] The sync data for ids ['a0b39057-517e-475f-9fc3-6945bb62b55c'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:52.917824 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60034) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:52.961510 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7e5a0d24-1686-484c-abb9-2e56f5f63be9 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:53.029365 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-198f6d3c-5386-4259-9695-ee413468d4cf tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:53.070973 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab6a29fe-9ccc-4f9e-a2d7-df4a4c273152 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:53.108042 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab6a29fe-9ccc-4f9e-a2d7-df4a4c273152 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:53.121644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f106a4ec-989b-4f7b-a1c9-022fd12f49cc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Made reservation on behalf of 8a1dfb5ab3f84900afcc7d23388626ce for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:53.125713 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f106a4ec-989b-4f7b-a1c9-022fd12f49cc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:53.136360 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7e5a0d24-1686-484c-abb9-2e56f5f63be9 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:53.285050 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f6d3c-5386-4259-9695-ee413468d4cf tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Pushing event updated for resources: {'Subnet': ['ID=8d1a26fe-bef1-4054-b236-9088aedcf8ec,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:53.354086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Deleting port d682fce0-cb95-4871-a14d-392c28d6023c {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:53.354216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:53.364845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7e5a0d24-1686-484c-abb9-2e56f5f63be9 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:53.395434 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab6a29fe-9ccc-4f9e-a2d7-df4a4c273152 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:53.417893 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a0d24-1686-484c-abb9-2e56f5f63be9 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=94641a2e-27d1-4671-8f0b-585358a58914,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:53.423331 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7e5a0d24-1686-484c-abb9-2e56f5f63be9 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:53.426387 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a29fe-9ccc-4f9e-a2d7-df4a4c273152 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=193122ed-34d1-4404-9391-e76a7b5b053b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:53.443253 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7e5a0d24-1686-484c-abb9-2e56f5f63be9 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/94641a2e-27d1-4671-8f0b-585358a58914 HTTP/1.1" status: 204 len: 168 time: 0.6789849 Apr 20 15:46:53.445394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab6a29fe-9ccc-4f9e-a2d7-df4a4c273152 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:53.446796 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ab6a29fe-9ccc-4f9e-a2d7-df4a4c273152 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-groups/193122ed-34d1-4404-9391-e76a7b5b053b HTTP/1.1" status: 204 len: 168 time: 0.5278904 Apr 20 15:46:53.447360 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60038) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:53.449790 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60042) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:53.457369 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198f6d3c-5386-4259-9695-ee413468d4cf tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Checking segment: {'id': '7ec9d121-9943-4562-95a0-dfc9520f7e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c137d9d0-1cb3-4b9a-8d14-0501c8d6c294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:46:53.457939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198f6d3c-5386-4259-9695-ee413468d4cf tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Network hostable DHCP agents. Network: c137d9d0-1cb3-4b9a-8d14-0501c8d6c294, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:46:53.471694 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] The port 'd682fce0-cb95-4871-a14d-392c28d6023c' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:46:53.554784 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2d4c911b-75d7-4589-af34-d658f1236bf3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037922 Apr 20 15:46:53.555095 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60046) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:53.562553 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-34e39e08-b4a4-48d2-811d-b8238f60249b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:53.681185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198f6d3c-5386-4259-9695-ee413468d4cf tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Network c137d9d0-1cb3-4b9a-8d14-0501c8d6c294 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:46:53.681716 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e8ded970-a1c7-4048-8f2c-337af9c7bd77 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:53.708180 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc9c1ba-d063-46d2-b6c6-d4010b12ed96 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:53.709989 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e8ded970-a1c7-4048-8f2c-337af9c7bd77 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:53.714414 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e8ded970-a1c7-4048-8f2c-337af9c7bd77 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2637620 Apr 20 15:46:53.717470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60050) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:53.724805 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-34e39e08-b4a4-48d2-811d-b8238f60249b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:53.735668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-34e39e08-b4a4-48d2-811d-b8238f60249b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:53.760720 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:53.767901 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e39e08-b4a4-48d2-811d-b8238f60249b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:53.771501 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-34e39e08-b4a4-48d2-811d-b8238f60249b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:53.781969 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-198f6d3c-5386-4259-9695-ee413468d4cf tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, c137d9d0-1cb3-4b9a-8d14-0501c8d6c294) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:53.794221 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca85d33-ec87-4d9a-b151-8e1237aad790 None None] Network c137d9d0-1cb3-4b9a-8d14-0501c8d6c294 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:53.859299 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198f6d3c-5386-4259-9695-ee413468d4cf tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:53.859926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-198f6d3c-5386-4259-9695-ee413468d4cf tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:53.868079 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ad1005b8-8dcb-4317-856e-26485a71dc0f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Synchronizing usage tracker for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:46:53.884380 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d25cbc53-401e-4473-8c5e-8374031d5e9e']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:53.906639 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ad1005b8-8dcb-4317-856e-26485a71dc0f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] Unset dirty status for tenant:75fa863ca1ca4363a5b85966123c650d on resource:security_group_rule {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:46:53.910914 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ad1005b8-8dcb-4317-856e-26485a71dc0f tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1917331 Apr 20 15:46:53.913880 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60054) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:53.915746 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a2e891-2438-4517-a810-ffa2a22171a9') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:53.916382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a2e891-2438-4517-a810-ffa2a22171a9') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:53.940291 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-49674a46-4c4d-4971-9da8-0e41a383d728 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] delete failed (client error): The resource could not be found. Apr 20 15:46:53.942427 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:53.945667 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-49674a46-4c4d-4971-9da8-0e41a383d728 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "DELETE /v2.0/security-groups/193122ed-34d1-4404-9391-e76a7b5b053b HTTP/1.1" status: 404 len: 347 time: 0.0308566 Apr 20 15:46:53.946269 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60058) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:53.966201 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-39251cea-f046-4b0f-8c0c-e5fea45dc286 None None] Provisioning complete for port f32c8ebd-bc40-4adf-8894-c861d6636071 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:53.966672 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-39251cea-f046-4b0f-8c0c-e5fea45dc286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.060253 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-198f6d3c-5386-4259-9695-ee413468d4cf tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4740906 Apr 20 15:46:54.063172 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60062) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:54.063440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.071581 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d2fbfc4f-4101-4212-a70e-8862b09e5243 tempest-SecGroupIPv6Test-1817242881 tempest-SecGroupIPv6Test-1817242881-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1229205 Apr 20 15:46:54.074995 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1935513281', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:54.087697 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:54.096788 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Usage tracker for resource:router and tenant:acc4d6ad0ba045b68f03a62e5e7d1455 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:54.102911 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:54.105826 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:46:54.106361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:46:54.123439 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:46:54.145821 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0aee7391-2c95-4350-be9e-a624e271bbf9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.174342 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:54.178019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-34e39e08-b4a4-48d2-811d-b8238f60249b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.238343 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-c137d9d0-1cb3-4b9a-8d14-0501c8d6c294', 'network_id': 'c137d9d0-1cb3-4b9a-8d14-0501c8d6c294', 'tenant_id': 'acc4d6ad0ba045b68f03a62e5e7d1455', 'fixed_ips': [{'subnet_id': '8d1a26fe-bef1-4054-b236-9088aedcf8ec'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:46:54.239220 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.281397 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f106a4ec-989b-4f7b-a1c9-022fd12f49cc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.297130 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e39e08-b4a4-48d2-811d-b8238f60249b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:54.300999 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-34e39e08-b4a4-48d2-811d-b8238f60249b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:54.304110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e39e08-b4a4-48d2-811d-b8238f60249b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:54.304715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-34e39e08-b4a4-48d2-811d-b8238f60249b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.308598 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.309464 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.349740 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.370153 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e39e08-b4a4-48d2-811d-b8238f60249b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=46348f30-b1bf-4d40-93c6-95aa7b82effc,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:54.383392 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106a4ec-989b-4f7b-a1c9-022fd12f49cc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Pushing event updated for resources: {'Subnet': ['ID=092ac1ff-cda6-4bc5-b1ce-dcce75ffab94,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:54.418112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0aee7391-2c95-4350-be9e-a624e271bbf9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.442607 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60070) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:54.447294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0aee7391-2c95-4350-be9e-a624e271bbf9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Deleting port d563a2a5-db43-4596-b91f-f9855bf05fbe {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:54.447555 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2e08d4-eb00-4dbe-9063-d8cff580d005 None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:46:54.448000 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0aee7391-2c95-4350-be9e-a624e271bbf9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.454373 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Allocated IP 172.20.0.2 (c137d9d0-1cb3-4b9a-8d14-0501c8d6c294/8d1a26fe-bef1-4054-b236-9088aedcf8ec/7df13b56-57c2-4449-9ec2-77b441b68291) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:54.461317 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0f2e08d4-eb00-4dbe-9063-d8cff580d005 None None] Deleting port f32c8ebd-bc40-4adf-8894-c861d6636071 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:54.461696 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0f2e08d4-eb00-4dbe-9063-d8cff580d005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.482583 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.490764 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f106a4ec-989b-4f7b-a1c9-022fd12f49cc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Checking segment: {'id': '4fd02e74-c7f1-4d0b-ae6d-86c515bd0747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5a17f7bf-24d7-4691-acf7-9162be72965e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:46:54.491126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f106a4ec-989b-4f7b-a1c9-022fd12f49cc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Network hostable DHCP agents. Network: 5a17f7bf-24d7-4691-acf7-9162be72965e, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:46:54.528717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.537455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event deleted for resources: {'Network': ['ID=d25cbc53-401e-4473-8c5e-8374031d5e9e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:54.540195 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-34e39e08-b4a4-48d2-811d-b8238f60249b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9838426 Apr 20 15:46:54.540801 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-58973c8e-9f9f-4d62-b2d0-c9489aff4ca3 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "DELETE /v2.0/networks/d25cbc53-401e-4473-8c5e-8374031d5e9e HTTP/1.1" status: 204 len: 168 time: 3.2069569 Apr 20 15:46:54.541529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60076) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:54.551939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-d963e972-dff5-4cab-aa6d-ddb4ffe35661 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:54.568545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60078) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:54.680254 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.855523 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f106a4ec-989b-4f7b-a1c9-022fd12f49cc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Network 5a17f7bf-24d7-4691-acf7-9162be72965e is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:46:54.887066 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0f2e08d4-eb00-4dbe-9063-d8cff580d005 None None] For port f32c8ebd-bc40-4adf-8894-c861d6636071, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f32c8ebd-bc40-4adf-8894-c861d6636071,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:54.888103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0f2e08d4-eb00-4dbe-9063-d8cff580d005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.900439 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.933612 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f106a4ec-989b-4f7b-a1c9-022fd12f49cc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 5a17f7bf-24d7-4691-acf7-9162be72965e) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:54.964745 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f106a4ec-989b-4f7b-a1c9-022fd12f49cc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:54.965004 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70eb7a8-d6d5-4da6-b127-a71996ecc684 None None] Network 5a17f7bf-24d7-4691-acf7-9162be72965e requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:54.965334 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f106a4ec-989b-4f7b-a1c9-022fd12f49cc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:54.992624 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.019050 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8f1bd80a-74e3-42bb-ae61-d5c676f11b63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75fa863ca1ca4363a5b85966123c650d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5727842 Apr 20 15:46:55.019950 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60084) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:55.020655 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd2ac70-7d41-436e-8331-ff8455453fcd tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Deleting subnet 336f087c-0e45-4b6b-b434-46d743b19ea4 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:46:55.031657 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f106a4ec-989b-4f7b-a1c9-022fd12f49cc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4776182 Apr 20 15:46:55.032573 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60088) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:55.034511 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.035825 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ac70-7d41-436e-8331-ff8455453fcd tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.041262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Transition to ACTIVE for port object 7df13b56-57c2-4449-9ec2-77b441b68291 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:55.091139 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0f2e08d4-eb00-4dbe-9063-d8cff580d005 None None] Calling delete_port for f32c8ebd-bc40-4adf-8894-c861d6636071 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:55.097989 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Request body: {'port': {'network_id': '5a17f7bf-24d7-4691-acf7-9162be72965e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1057839338'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:55.217102 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Transition to ACTIVE for port object 7df13b56-57c2-4449-9ec2-77b441b68291 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:55.225077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d963e972-dff5-4cab-aa6d-ddb4ffe35661 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:55.230856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d963e972-dff5-4cab-aa6d-ddb4ffe35661 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:55.235956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d963e972-dff5-4cab-aa6d-ddb4ffe35661 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:55.236647 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.243394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d963e972-dff5-4cab-aa6d-ddb4ffe35661 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:55.274221 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ac70-7d41-436e-8331-ff8455453fcd tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.296473 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-17dff248-0b0b-41a2-ac4e-4f1064a89538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.311983 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d963e972-dff5-4cab-aa6d-ddb4ffe35661 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:55.316116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d963e972-dff5-4cab-aa6d-ddb4ffe35661 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.340093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-17dff248-0b0b-41a2-ac4e-4f1064a89538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.344259 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0aee7391-2c95-4350-be9e-a624e271bbf9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.351979 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Network c137d9d0-1cb3-4b9a-8d14-0501c8d6c294 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:55.362415 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:55.365361 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:55.367431 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Allocated IP 172.26.7.23 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/6610c7bf-2be7-4b2c-9de6-70c6f098c1b9) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:55.372296 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Pushing event updated for resources: {'Port': ['ID=7df13b56-57c2-4449-9ec2-77b441b68291,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:55.467066 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0f2e08d4-eb00-4dbe-9063-d8cff580d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.492982 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-17dff248-0b0b-41a2-ac4e-4f1064a89538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.516879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dff248-0b0b-41a2-ac4e-4f1064a89538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152f613c-b065-45f1-9375-eb87b1632f33,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:55.566936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0aee7391-2c95-4350-be9e-a624e271bbf9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Calling delete_port for d563a2a5-db43-4596-b91f-f9855bf05fbe owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:55.578779 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.583813 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-17dff248-0b0b-41a2-ac4e-4f1064a89538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.584698 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-17dff248-0b0b-41a2-ac4e-4f1064a89538 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/152f613c-b065-45f1-9375-eb87b1632f33 HTTP/1.1" status: 204 len: 168 time: 0.5641947 Apr 20 15:46:55.611420 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e08d4-eb00-4dbe-9063-d8cff580d005 None None] Pushing event deleted for resources: {'Port': ['ID=f32c8ebd-bc40-4adf-8894-c861d6636071,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:55.617653 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e08d4-eb00-4dbe-9063-d8cff580d005 None None] No DVR routers for this DVR port f32c8ebd-bc40-4adf-8894-c861d6636071 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:46:55.635426 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.643082 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-5a17f7bf-24d7-4691-acf7-9162be72965e', 'network_id': '5a17f7bf-24d7-4691-acf7-9162be72965e', 'tenant_id': '8a1dfb5ab3f84900afcc7d23388626ce', 'fixed_ips': [{'subnet_id': '092ac1ff-cda6-4bc5-b1ce-dcce75ffab94'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:46:55.644006 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.661317 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de341b38-f1b3-421a-a668-d4b514fa559b None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:55.707966 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:55.712971 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:55.715894 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:55.717117 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:55.781967 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Usage tracker for resource:port and tenant:8a1dfb5ab3f84900afcc7d23388626ce is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:55.805158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Pushing event updated for resources: {'Port': ['ID=6610c7bf-2be7-4b2c-9de6-70c6f098c1b9,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:55.816595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ac70-7d41-436e-8331-ff8455453fcd tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.822130 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Attempting to bind port 7df13b56-57c2-4449-9ec2-77b441b68291 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:46:55.822597 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Attempting to bind port 7df13b56-57c2-4449-9ec2-77b441b68291 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '7ec9d121-9943-4562-95a0-dfc9520f7e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c137d9d0-1cb3-4b9a-8d14-0501c8d6c294'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:46:55.823197 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Attempting to bind port 7df13b56-57c2-4449-9ec2-77b441b68291 on network c137d9d0-1cb3-4b9a-8d14-0501c8d6c294 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:46:55.892065 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:46:55.893355 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Checking segment: {'id': '7ec9d121-9943-4562-95a0-dfc9520f7e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c137d9d0-1cb3-4b9a-8d14-0501c8d6c294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:46:55.894029 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.894649 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Bound using segment: {'id': '7ec9d121-9943-4562-95a0-dfc9520f7e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c137d9d0-1cb3-4b9a-8d14-0501c8d6c294'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:46:55.895374 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Bound port: 7df13b56-57c2-4449-9ec2-77b441b68291, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec9d121-9943-4562-95a0-dfc9520f7e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c137d9d0-1cb3-4b9a-8d14-0501c8d6c294'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:46:55.896148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.938613 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:55.949578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ac70-7d41-436e-8331-ff8455453fcd tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:55.953841 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f32c8ebd-bc40-4adf-8894-c861d6636071 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:46:55.956340 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:56.011335 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: f32c8ebd-bc40-4adf-8894-c861d6636071 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:46:56.011667 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f32c8ebd-bc40-4adf-8894-c861d6636071 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:46:56.016351 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2ac70-7d41-436e-8331-ff8455453fcd tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event deleted for resources: {'Subnet': ['ID=336f087c-0e45-4b6b-b434-46d743b19ea4,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:56.018103 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ac70-7d41-436e-8331-ff8455453fcd tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:56.033973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Made reservation on behalf of 8a1dfb5ab3f84900afcc7d23388626ce for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:56.037863 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:56.053842 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a4456e-8097-4175-b15b-a89e58df609e None None] Network e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:56.060311 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bdd2ac70-7d41-436e-8331-ff8455453fcd tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "DELETE /v2.0/subnets/336f087c-0e45-4b6b-b434-46d743b19ea4 HTTP/1.1" status: 204 len: 168 time: 1.4887345 Apr 20 15:46:56.065778 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60094) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:56.113361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] device_id is not set on port 3e00556c-6984-46ac-b1f9-baf4e2932b7e yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:46:56.238056 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:56.306215 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': '46348f30-b1bf-4d40-93c6-95aa7b82effc'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:46:56.306472 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:56.349611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9f3809-14d9-4d7d-9d7a-2515ea91b47a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Deleting subnet 7c007f6c-468f-46e9-bcf3-624947367e59 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:46:56.363311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8f9f3809-14d9-4d7d-9d7a-2515ea91b47a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:56.392095 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Allocated IP 172.20.0.2 (5a17f7bf-24d7-4691-acf7-9162be72965e/092ac1ff-cda6-4bc5-b1ce-dcce75ffab94/4c1acdc1-0573-412f-8f0f-55cc782fe13f) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:56.423064 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] For port 7df13b56-57c2-4449-9ec2-77b441b68291, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:46:56.471095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0aee7391-2c95-4350-be9e-a624e271bbf9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:56.478646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8f9f3809-14d9-4d7d-9d7a-2515ea91b47a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:56.509865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] For port 7df13b56-57c2-4449-9ec2-77b441b68291, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7df13b56-57c2-4449-9ec2-77b441b68291,segment=NetworkSegment(7ec9d121-9943-4562-95a0-dfc9520f7e50),segment_id=7ec9d121-9943-4562-95a0-dfc9520f7e50)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:46:56.546837 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:56.596266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee7391-2c95-4350-be9e-a624e271bbf9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Pushing event deleted for resources: {'Port': ['ID=d563a2a5-db43-4596-b91f-f9855bf05fbe,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:56.618516 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:56.854008 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b015c-6ae3-4a85-b780-d8865becfa53 None None] Pushing event updated for resources: {'Port': ['ID=7df13b56-57c2-4449-9ec2-77b441b68291,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:56.882880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Allocated IP 172.20.0.2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/46348f30-b1bf-4d40-93c6-95aa7b82effc/2b9e1334-f64e-49c0-8544-b4d5e3c90527) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:56.960008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0aee7391-2c95-4350-be9e-a624e271bbf9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:56.975664 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797c3ad4-c2d8-4839-84d1-b47335770ef7 None None] DHCP port deletion for e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:46:57.023491 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Router 41a4e99a-e595-4241-8153-5a772d13e4c8 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:46:57.080332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8f9f3809-14d9-4d7d-9d7a-2515ea91b47a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:57.106227 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-797c3ad4-c2d8-4839-84d1-b47335770ef7 None None] Deleting port 88de37b3-5134-45d6-8c8c-d5e7cf265b48 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:57.106533 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-797c3ad4-c2d8-4839-84d1-b47335770ef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:57.114125 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.objects.ports [None req-d963e972-dff5-4cab-aa6d-ddb4ffe35661 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88168) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:46:57.120891 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d963e972-dff5-4cab-aa6d-ddb4ffe35661 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:57.218330 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:57.248507 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Transition to ACTIVE for port object 4c1acdc1-0573-412f-8f0f-55cc782fe13f will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:57.309793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963e972-dff5-4cab-aa6d-ddb4ffe35661 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=4d9a565d-59b8-4cbf-affd-bebfa85bc539,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:57.323599 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:57.344603 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1acbf-d1e9-48e0-aedf-37c896b63fb9 None None] Sync routers for ids ['41a4e99a-e595-4241-8153-5a772d13e4c8'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:57.355865 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1acbf-d1e9-48e0-aedf-37c896b63fb9 None None] Routers {'41a4e99a-e595-4241-8153-5a772d13e4c8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:57.359730 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-7ee1acbf-d1e9-48e0-aedf-37c896b63fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['41a4e99a-e595-4241-8153-5a772d13e4c8'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:57.377523 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:57.381525 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f7140ea4-fa3d-4c1e-ad69-955c12a5dc30 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.3144920 Apr 20 15:46:57.381772 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60102) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:57.386449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d963e972-dff5-4cab-aa6d-ddb4ffe35661 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:57.396275 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-d963e972-dff5-4cab-aa6d-ddb4ffe35661 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:57.398133 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Transition to ACTIVE for port object 4c1acdc1-0573-412f-8f0f-55cc782fe13f will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:57.399289 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d963e972-dff5-4cab-aa6d-ddb4ffe35661 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:57.399921 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d963e972-dff5-4cab-aa6d-ddb4ffe35661 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:57.436927 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:57.578171 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-7ee1acbf-d1e9-48e0-aedf-37c896b63fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:57.589107 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1acbf-d1e9-48e0-aedf-37c896b63fb9 None None] Routers {'41a4e99a-e595-4241-8153-5a772d13e4c8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:57.590287 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-7ee1acbf-d1e9-48e0-aedf-37c896b63fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['41a4e99a-e595-4241-8153-5a772d13e4c8'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:57.644931 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Network 5a17f7bf-24d7-4691-acf7-9162be72965e is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:57.663585 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:57.672525 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-7ee1acbf-d1e9-48e0-aedf-37c896b63fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:57.673103 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1acbf-d1e9-48e0-aedf-37c896b63fb9 None None] The sync data for ids ['41a4e99a-e595-4241-8153-5a772d13e4c8'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:57.680978 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:57.714209 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Pushing event updated for resources: {'Port': ['ID=4c1acdc1-0573-412f-8f0f-55cc782fe13f,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:57.717107 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:57.752987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8f9f3809-14d9-4d7d-9d7a-2515ea91b47a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:57.814868 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-797c3ad4-c2d8-4839-84d1-b47335770ef7 None None] For port 88de37b3-5134-45d6-8c8c-d5e7cf265b48, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=88de37b3-5134-45d6-8c8c-d5e7cf265b48,segment=NetworkSegment(bf4a7482-23b9-44ba-8d5a-d5f1c8e62702),segment_id=bf4a7482-23b9-44ba-8d5a-d5f1c8e62702)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:57.818312 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-797c3ad4-c2d8-4839-84d1-b47335770ef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:57.896084 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Transition to ACTIVE for port object 2b9e1334-f64e-49c0-8544-b4d5e3c90527 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:57.963658 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7df13b56-57c2-4449-9ec2-77b441b68291 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:46:57.989021 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d963e972-dff5-4cab-aa6d-ddb4ffe35661 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4436042 Apr 20 15:46:57.994863 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60110) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:58.009673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8f9f3809-14d9-4d7d-9d7a-2515ea91b47a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:58.010757 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'mac_address': 'fa:16:3e:f6:79:f5', 'name': 'tempest-NetworksTestDHCPv6-1669407797'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:46:58.014081 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8f9f3809-14d9-4d7d-9d7a-2515ea91b47a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "DELETE /v2.0/subnets/7c007f6c-468f-46e9-bcf3-624947367e59 HTTP/1.1" status: 204 len: 168 time: 1.9368939 Apr 20 15:46:58.031406 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60114) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:58.054530 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0aee7391-2c95-4350-be9e-a624e271bbf9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:58.060097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f3809-14d9-4d7d-9d7a-2515ea91b47a tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event deleted for resources: {'Subnet': ['ID=7c007f6c-468f-46e9-bcf3-624947367e59,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:58.085082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0aee7391-2c95-4350-be9e-a624e271bbf9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:58.096525 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Allocated IP 172.20.0.10 (5a17f7bf-24d7-4691-acf7-9162be72965e/092ac1ff-cda6-4bc5-b1ce-dcce75ffab94/3e00556c-6984-46ac-b1f9-baf4e2932b7e) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:46:58.113742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158591d5-2502-4ef1-9a36-7ba3e42d7a8d None None] Network 1f9af9cd-8f17-4fa4-b42d-335b746a86c4 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:58.134061 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-797c3ad4-c2d8-4839-84d1-b47335770ef7 None None] Calling delete_port for 88de37b3-5134-45d6-8c8c-d5e7cf265b48 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:58.274109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 7df13b56-57c2-4449-9ec2-77b441b68291 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:58.282426 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Transition to ACTIVE for port object 2b9e1334-f64e-49c0-8544-b4d5e3c90527 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:58.294091 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578f07c0-a42f-4335-9f73-342cc869dc3b None None] Network c137d9d0-1cb3-4b9a-8d14-0501c8d6c294 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:46:58.325161 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Attempting to bind port 4c1acdc1-0573-412f-8f0f-55cc782fe13f on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:46:58.325678 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Attempting to bind port 4c1acdc1-0573-412f-8f0f-55cc782fe13f by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '4fd02e74-c7f1-4d0b-ae6d-86c515bd0747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5a17f7bf-24d7-4691-acf7-9162be72965e'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:46:58.326160 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Attempting to bind port 4c1acdc1-0573-412f-8f0f-55cc782fe13f on network 5a17f7bf-24d7-4691-acf7-9162be72965e {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:46:58.338853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aee7391-2c95-4350-be9e-a624e271bbf9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Router a0b39057-517e-475f-9fc3-6945bb62b55c has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:46:58.352791 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:58.354641 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:46:58.355031 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Checking segment: {'id': '4fd02e74-c7f1-4d0b-ae6d-86c515bd0747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5a17f7bf-24d7-4691-acf7-9162be72965e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:46:58.355634 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:58.356093 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Bound using segment: {'id': '4fd02e74-c7f1-4d0b-ae6d-86c515bd0747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5a17f7bf-24d7-4691-acf7-9162be72965e'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:46:58.358488 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Bound port: 4c1acdc1-0573-412f-8f0f-55cc782fe13f, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd02e74-c7f1-4d0b-ae6d-86c515bd0747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5a17f7bf-24d7-4691-acf7-9162be72965e'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:46:58.359219 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:58.437701 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Deleting port 88de37b3-5134-45d6-8c8c-d5e7cf265b48 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:58.438049 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:58.476089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:58.479790 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 88de37b3-5134-45d6-8c8c-d5e7cf265b48 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:46:58.482491 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ca882-55a9-489c-b60f-e614ff8e3854 req-40b6d361-66cc-455b-8ca2-a9dc98b62e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:58.482830 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:46:58.484025 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-409ca882-55a9-489c-b60f-e614ff8e3854 req-40b6d361-66cc-455b-8ca2-a9dc98b62e8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80c78f2bdb844b1b88a5fac930d650c8&device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 1099 time: 0.6374793 Apr 20 15:46:58.495632 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:port and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:46:58.496511 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07187c9-4a78-481a-97e7-ff55dc59ef61 req-731160ff-6d81-43a7-ad9e-f6bfadea6738 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:58.498079 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a07187c9-4a78-481a-97e7-ff55dc59ef61 req-731160ff-6d81-43a7-ad9e-f6bfadea6738 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.5188320 Apr 20 15:46:58.502583 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:46:58.544137 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:46:58.616541 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:46:58.674998 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d131f094-055d-441f-a705-c2920f982c19 None None] Provisioning for port 7df13b56-57c2-4449-9ec2-77b441b68291 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:46:58.808557 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:58.812182 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d131f094-055d-441f-a705-c2920f982c19 None None] Provisioning complete for port 7df13b56-57c2-4449-9ec2-77b441b68291 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:46:58.812549 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d131f094-055d-441f-a705-c2920f982c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:58.841980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aee7391-2c95-4350-be9e-a624e271bbf9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:46:58.852619 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:58.855109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:58.857168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0aee7391-2c95-4350-be9e-a624e271bbf9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:58.860693 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0aee7391-2c95-4350-be9e-a624e271bbf9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "PUT /v2.0/routers/a0b39057-517e-475f-9fc3-6945bb62b55c HTTP/1.1" status: 200 len: 710 time: 6.1156158 Apr 20 15:46:58.871157 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60120) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:58.935502 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a91de4-7ac5-441b-8df1-8b495b4bb12b None None] Sync routers for ids ['a0b39057-517e-475f-9fc3-6945bb62b55c'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:58.958440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-797c3ad4-c2d8-4839-84d1-b47335770ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:58.975000 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:59.028702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Pushing event updated for resources: {'Port': ['ID=2b9e1334-f64e-49c0-8544-b4d5e3c90527,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:59.041805 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a07187c9-4a78-481a-97e7-ff55dc59ef61 req-8d1fdb1f-f749-4cbf-b740-ead5653dd8a4 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4916992 Apr 20 15:46:59.083530 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dae7b64e-e885-4e20-817f-8bd1e757adb3 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "GET /v2.0/routers/a0b39057-517e-475f-9fc3-6945bb62b55c HTTP/1.1" status: 200 len: 745 time: 0.2087920 Apr 20 15:46:59.089896 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60126) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:59.091090 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No active binding found for port 88de37b3-5134-45d6-8c8c-d5e7cf265b48 {{(pid=88170) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 20 15:46:59.091503 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 88de37b3-5134-45d6-8c8c-d5e7cf265b48 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:46:59.112899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ca882-55a9-489c-b60f-e614ff8e3854 req-a4189727-916f-4dee-a8e6-b65d85709528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:59.114380 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-409ca882-55a9-489c-b60f-e614ff8e3854 req-a4189727-916f-4dee-a8e6-b65d85709528 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b99e9b56-1358-4ae1-9cfc-416f103dc430 HTTP/1.1" status: 200 len: 912 time: 0.5722392 Apr 20 15:46:59.117233 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:59.133686 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:59.141067 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797c3ad4-c2d8-4839-84d1-b47335770ef7 None None] No DVR routers for this DVR port 88de37b3-5134-45d6-8c8c-d5e7cf265b48 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:46:59.163295 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c3ad4-c2d8-4839-84d1-b47335770ef7 None None] Pushing event deleted for resources: {'Port': ['ID=88de37b3-5134-45d6-8c8c-d5e7cf265b48,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:59.203308 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Transition to ACTIVE for port object 3e00556c-6984-46ac-b1f9-baf4e2932b7e will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:46:59.226726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] For port 88de37b3-5134-45d6-8c8c-d5e7cf265b48, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=88de37b3-5134-45d6-8c8c-d5e7cf265b48,segment=NetworkSegment(bf4a7482-23b9-44ba-8d5a-d5f1c8e62702),segment_id=bf4a7482-23b9-44ba-8d5a-d5f1c8e62702)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:59.227364 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:59.229032 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-409ca882-55a9-489c-b60f-e614ff8e3854 req-7d6c2f2a-87a2-43b8-99d7-46288a50b7d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4af254e-9470-4a05-9aef-8350767e21a0 HTTP/1.1" status: 200 len: 1002 time: 0.1084366 Apr 20 15:46:59.234094 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a91de4-7ac5-441b-8df1-8b495b4bb12b None None] Routers {'a0b39057-517e-475f-9fc3-6945bb62b55c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:59.234747 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-13a91de4-7ac5-441b-8df1-8b495b4bb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a0b39057-517e-475f-9fc3-6945bb62b55c'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:59.299258 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ca882-55a9-489c-b60f-e614ff8e3854 req-edbab325-da81-4128-8dde-b0ee10cc7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:59.300740 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-409ca882-55a9-489c-b60f-e614ff8e3854 req-edbab325-da81-4128-8dde-b0ee10cc7a67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ddbab018-b2c7-4785-88fd-2b8333c96735 HTTP/1.1" status: 200 len: 850 time: 0.0654666 Apr 20 15:46:59.306977 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Attempting to bind port 2b9e1334-f64e-49c0-8544-b4d5e3c90527 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:46:59.307347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Attempting to bind port 2b9e1334-f64e-49c0-8544-b4d5e3c90527 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:46:59.307822 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Attempting to bind port 2b9e1334-f64e-49c0-8544-b4d5e3c90527 on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:46:59.326490 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] For port 4c1acdc1-0573-412f-8f0f-55cc782fe13f, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:46:59.342993 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:59.347432 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-13a91de4-7ac5-441b-8df1-8b495b4bb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:59.354922 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:46:59.355301 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:46:59.355712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:59.356133 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:46:59.356618 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Bound port: 2b9e1334-f64e-49c0-8544-b4d5e3c90527, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:46:59.357254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:59.367792 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6fce3d41-019d-4d4c-b07f-145549932fd4 tempest-RoutersIpV6AdminTest-79006717 tempest-RoutersIpV6AdminTest-79006717-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&device_id=a0b39057-517e-475f-9fc3-6945bb62b55c HTTP/1.1" status: 200 len: 205 time: 0.2507098 Apr 20 15:46:59.373382 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Calling delete_port for 88de37b3-5134-45d6-8c8c-d5e7cf265b48 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:46:59.380509 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] For port 4c1acdc1-0573-412f-8f0f-55cc782fe13f, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4c1acdc1-0573-412f-8f0f-55cc782fe13f,segment=NetworkSegment(4fd02e74-c7f1-4d0b-ae6d-86c515bd0747),segment_id=4fd02e74-c7f1-4d0b-ae6d-86c515bd0747)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:46:59.393547 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60130) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:59.438910 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:59.465567 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f318237a-b8cf-4672-8014-a67d0a8800fa tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0b39057-517e-475f-9fc3-6945bb62b55c HTTP/1.1" status: 200 len: 205 time: 0.0709083 Apr 20 15:46:59.477270 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Network 5a17f7bf-24d7-4691-acf7-9162be72965e is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:46:59.480211 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60134) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:46:59.487294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:46:59.491891 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port cb9b1764-cdf2-4e85-8b0e-44d926ce3a7e yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:46:59.542752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Pushing event updated for resources: {'Port': ['ID=3e00556c-6984-46ac-b1f9-baf4e2932b7e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:59.551858 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:46:59.561180 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a91de4-7ac5-441b-8df1-8b495b4bb12b None None] Routers {'a0b39057-517e-475f-9fc3-6945bb62b55c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:46:59.561870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-13a91de4-7ac5-441b-8df1-8b495b4bb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:46:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a0b39057-517e-475f-9fc3-6945bb62b55c'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:59.602394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:59.602981 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:59.603321 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:59.603653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:59.604008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:59.604336 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:59.604660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:59.604990 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:59.605309 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:59.605627 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:59.606412 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:59.606412 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:59.690944 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-13a91de4-7ac5-441b-8df1-8b495b4bb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:59.691354 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a91de4-7ac5-441b-8df1-8b495b4bb12b None None] The sync data for ids ['a0b39057-517e-475f-9fc3-6945bb62b55c'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:59.694652 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.api [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:46:59.694652 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG oslo_db.api [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:46:59.697591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ce81e7e8-d0f3-4a32-aa3b-1eab61500d1d tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:59.754101 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d131f094-055d-441f-a705-c2920f982c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:59.786060 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:59.786886 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:59.788088 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5d5d6-2cce-4b37-9e5a-af50f0f3b4af None None] Pushing event updated for resources: {'Port': ['ID=4c1acdc1-0573-412f-8f0f-55cc782fe13f,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:59.804688 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] For port 2b9e1334-f64e-49c0-8544-b4d5e3c90527, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:46:59.814480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] For port 2b9e1334-f64e-49c0-8544-b4d5e3c90527, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2b9e1334-f64e-49c0-8544-b4d5e3c90527,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:46:59.822632 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe282e6-3cc6-4be8-bc64-67fe9cdab453 None None] DHCP port deletion for 1f9af9cd-8f17-4fa4-b42d-335b746a86c4 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:46:59.825712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d131f094-055d-441f-a705-c2920f982c19 None None] For port 7df13b56-57c2-4449-9ec2-77b441b68291, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7df13b56-57c2-4449-9ec2-77b441b68291,segment=NetworkSegment(7ec9d121-9943-4562-95a0-dfc9520f7e50),segment_id=7ec9d121-9943-4562-95a0-dfc9520f7e50)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:46:59.830266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:59.847358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ca882-55a9-489c-b60f-e614ff8e3854 req-91c7ea00-c925-47cd-a481-14d31be6244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:59.849320 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-409ca882-55a9-489c-b60f-e614ff8e3854 req-91c7ea00-c925-47cd-a481-14d31be6244e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b99e9b56-1358-4ae1-9cfc-416f103dc430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5420189 Apr 20 15:46:59.873586 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d131f094-055d-441f-a705-c2920f982c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:59.876021 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ebe282e6-3cc6-4be8-bc64-67fe9cdab453 None None] Deleting port 33bd2977-bb73-4b86-811f-ecf598ac337b {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:46:59.876393 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ebe282e6-3cc6-4be8-bc64-67fe9cdab453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:59.966014 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 172.20.0.8 (f66047db-8bb8-4641-b4de-e5f9a3950b44/46348f30-b1bf-4d40-93c6-95aa7b82effc/cb9b1764-cdf2-4e85-8b0e-44d926ce3a7e) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:00.021043 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::f816:3eff:fef6:79f5 (f66047db-8bb8-4641-b4de-e5f9a3950b44/4d9a565d-59b8-4cbf-affd-bebfa85bc539/cb9b1764-cdf2-4e85-8b0e-44d926ce3a7e) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:00.037235 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b7e17-c44d-45ed-8cf3-34e1b04d01d5 None None] Pushing event updated for resources: {'Port': ['ID=2b9e1334-f64e-49c0-8544-b4d5e3c90527,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:00.105504 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Allocated IP 172.20.0.1 (c137d9d0-1cb3-4b9a-8d14-0501c8d6c294/8d1a26fe-bef1-4054-b236-9088aedcf8ec/149582e8-820c-4d4e-815a-a4f003149bc2) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:00.208495 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-347aadd9-8792-4d03-9025-aa3ad3724ddc tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 5.1304455 Apr 20 15:47:00.220386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60140) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:00.368676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Deleting port 88de37b3-5134-45d6-8c8c-d5e7cf265b48 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:00.368676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:00.513617 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ebe282e6-3cc6-4be8-bc64-67fe9cdab453 None None] For port 33bd2977-bb73-4b86-811f-ecf598ac337b, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=33bd2977-bb73-4b86-811f-ecf598ac337b,segment=NetworkSegment(89af7454-54c9-4aa7-bc23-859e0eb43a76),segment_id=89af7454-54c9-4aa7-bc23-859e0eb43a76)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:00.514672 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ebe282e6-3cc6-4be8-bc64-67fe9cdab453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:00.528704 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131f094-055d-441f-a705-c2920f982c19 None None] Pushing event updated for resources: {'Port': ['ID=7df13b56-57c2-4449-9ec2-77b441b68291,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:00.602102 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] The port '88de37b3-5134-45d6-8c8c-d5e7cf265b48' was deleted {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:47:00.657285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ce81e7e8-d0f3-4a32-aa3b-1eab61500d1d tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:00.713264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ce81e7e8-d0f3-4a32-aa3b-1eab61500d1d tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:00.806156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-dc15368a-743f-4075-9a4d-f3dc2013eb3c tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Deleting port 3e00556c-6984-46ac-b1f9-baf4e2932b7e {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:00.806749 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc15368a-743f-4075-9a4d-f3dc2013eb3c tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:00.809540 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2cb80732-3257-47b6-b76f-c47290162083 None None] Provisioning complete for port 7df13b56-57c2-4449-9ec2-77b441b68291 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:00.810534 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2cb80732-3257-47b6-b76f-c47290162083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:00.851886 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ebe282e6-3cc6-4be8-bc64-67fe9cdab453 None None] Calling delete_port for 33bd2977-bb73-4b86-811f-ecf598ac337b owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:00.876425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ce81e7e8-d0f3-4a32-aa3b-1eab61500d1d tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:00.877168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce81e7e8-d0f3-4a32-aa3b-1eab61500d1d tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Fanout notify agent at l3_agent the message router_deleted on router a0b39057-517e-475f-9fc3-6945bb62b55c {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:47:00.891293 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-409ca882-55a9-489c-b60f-e614ff8e3854 req-7713fb90-fc04-4804-a39b-587c6dc10f19 service neutron] 10.222.0.11 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0287244 Apr 20 15:47:00.932406 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ce81e7e8-d0f3-4a32-aa3b-1eab61500d1d tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:00.933510 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ce81e7e8-d0f3-4a32-aa3b-1eab61500d1d tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "DELETE /v2.0/routers/a0b39057-517e-475f-9fc3-6945bb62b55c HTTP/1.1" status: 204 len: 168 time: 1.4523721 Apr 20 15:47:00.942195 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60144) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:00.994532 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ebe282e6-3cc6-4be8-bc64-67fe9cdab453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:01.035546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:01.037880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe282e6-3cc6-4be8-bc64-67fe9cdab453 None None] No DVR routers for this DVR port 33bd2977-bb73-4b86-811f-ecf598ac337b on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:47:01.097741 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe282e6-3cc6-4be8-bc64-67fe9cdab453 None None] Pushing event deleted for resources: {'Port': ['ID=33bd2977-bb73-4b86-811f-ecf598ac337b,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:01.105390 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae7d09-572d-4433-becf-693f30a931d8 req-4e371196-cbe9-4331-8734-12c38b65441a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:01.108896 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51ae7d09-572d-4433-becf-693f30a931d8 req-4e371196-cbe9-4331-8734-12c38b65441a tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.4742565 Apr 20 15:47:01.135412 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:01.163069 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-409ca882-55a9-489c-b60f-e614ff8e3854 req-bed1a609-5862-48d6-8805-76b89849e03b service neutron] 10.222.0.11 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565229 Apr 20 15:47:01.188507 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:01.202840 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:01.221248 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51ae7d09-572d-4433-becf-693f30a931d8 req-f061a935-2417-4cf2-ac7a-982112970d6d tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008193 Apr 20 15:47:01.238826 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1cd18556-746e-49cd-8767-870c0e70f6c6 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0b39057-517e-475f-9fc3-6945bb62b55c HTTP/1.1" status: 200 len: 205 time: 0.2932897 Apr 20 15:47:01.243091 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Transition to ACTIVE for port object 149582e8-820c-4d4e-815a-a4f003149bc2 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:01.245549 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60148) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:01.247358 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4a7482-23b9-44ba-8d5a-d5f1c8e62702') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:01.257565 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4a7482-23b9-44ba-8d5a-d5f1c8e62702') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:01.270743 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object cb9b1764-cdf2-4e85-8b0e-44d926ce3a7e will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:01.355530 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d283168d-f2c2-4f9f-ac76-372379a6c1e4 None None] Network 5a17f7bf-24d7-4691-acf7-9162be72965e requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:01.366564 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:01.393985 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-f5b90bc4-fa3d-45a0-97d9-f6317aa53257 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] delete failed (client error): The resource could not be found. Apr 20 15:47:01.395555 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f5b90bc4-fa3d-45a0-97d9-f6317aa53257 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "DELETE /v2.0/routers/a0b39057-517e-475f-9fc3-6945bb62b55c HTTP/1.1" status: 404 len: 336 time: 0.1304781 Apr 20 15:47:01.401815 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60152) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:01.411903 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:01.425919 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:47:01.426475 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:47:01.450881 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:47:01.474872 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d3c535e2-9a17-4044-97ef-e77b27ec71f3 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dced969-f577-4dd7-8fe2-c80c9444ff30 HTTP/1.1" status: 200 len: 205 time: 0.0719171 Apr 20 15:47:01.475470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60156) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:01.505653 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-141f1452-5318-4a08-8430-a6cc3a055683 None None] Provisioning for port 4c1acdc1-0573-412f-8f0f-55cc782fe13f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:01.535215 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:01.535633 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc15368a-743f-4075-9a4d-f3dc2013eb3c tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:01.589074 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:01.617151 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:01.622025 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-120192f0-812d-471f-93c8-8329d78cebf9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] delete failed (client error): The resource could not be found. Apr 20 15:47:01.626657 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-120192f0-812d-471f-93c8-8329d78cebf9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "DELETE /v2.0/routers/2dced969-f577-4dd7-8fe2-c80c9444ff30 HTTP/1.1" status: 404 len: 336 time: 0.1475854 Apr 20 15:47:01.651679 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:01.653978 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60160) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:01.664402 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:01.671526 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Network c137d9d0-1cb3-4b9a-8d14-0501c8d6c294 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:01.676724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:01.702807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-dc15368a-743f-4075-9a4d-f3dc2013eb3c tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Calling delete_port for 3e00556c-6984-46ac-b1f9-baf4e2932b7e owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:01.715641 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:01.735916 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:01.770525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event deleted for resources: {'Network': ['ID=e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:01.773060 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=cb9b1764-cdf2-4e85-8b0e-44d926ce3a7e,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:01.797415 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:01.918082 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25124649-a999-4b8e-a931-450e65d6906a None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:01.921395 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6fd35b0f-0869-4293-bc87-9eb6076c5788 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c12dc7a-0b29-4942-9c4a-1f094b1bb615 HTTP/1.1" status: 200 len: 205 time: 0.2551687 Apr 20 15:47:01.926936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60164) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:01.946597 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.947595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.947595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.947595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.961902 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.962266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.962592 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.962924 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.963258 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.963587 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.963946 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.964297 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.991433 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b8df1df0-40e9-491f-afdb-ba5fdb2398ca tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "DELETE /v2.0/networks/e6d3cbcd-5f4d-4fc2-b297-ce74e11a2de5 HTTP/1.1" status: 204 len: 168 time: 3.9540911 Apr 20 15:47:01.993099 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.993619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.994134 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.994619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.995104 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.995582 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.996108 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.996603 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.997365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.997839 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.998481 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:01.999010 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:02.002363 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60168) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:02.066920 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4c1acdc1-0573-412f-8f0f-55cc782fe13f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:02.076405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc15368a-743f-4075-9a4d-f3dc2013eb3c tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:02.079406 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-f50d368b-2d9f-416f-aeb2-89c153856f52 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] delete failed (client error): The resource could not be found. Apr 20 15:47:02.083012 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f50d368b-2d9f-416f-aeb2-89c153856f52 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "DELETE /v2.0/routers/9c12dc7a-0b29-4942-9c4a-1f094b1bb615 HTTP/1.1" status: 404 len: 336 time: 0.1527371 Apr 20 15:47:02.093523 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60172) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:02.164888 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9b1cdc7c-d0b6-4f76-b8f6-85d395447a7e None None] Provisioning for port 2b9e1334-f64e-49c0-8544-b4d5e3c90527 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:02.174466 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dea28b8a-3a46-444e-9cfd-f421cea70458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:02.184754 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15368a-743f-4075-9a4d-f3dc2013eb3c tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Pushing event deleted for resources: {'Port': ['ID=3e00556c-6984-46ac-b1f9-baf4e2932b7e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:02.216200 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 4c1acdc1-0573-412f-8f0f-55cc782fe13f completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:02.256962 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 4c1acdc1-0573-412f-8f0f-55cc782fe13f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:02.257341 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:02.274547 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b5c616de-d316-4b40-acde-eced2c6c4d43 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c404ee-5bc2-4291-853b-c39358419634 HTTP/1.1" status: 200 len: 205 time: 0.1683233 Apr 20 15:47:02.292852 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60178) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:02.299653 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:02.313918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:02.315063 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:02.375830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc15368a-743f-4075-9a4d-f3dc2013eb3c tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:02.382868 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dc15368a-743f-4075-9a4d-f3dc2013eb3c tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] 10.222.0.13 "DELETE /v2.0/ports/3e00556c-6984-46ac-b1f9-baf4e2932b7e HTTP/1.1" status: 204 len: 168 time: 2.1517694 Apr 20 15:47:02.385923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60182) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:02.411424 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-92ab7d1a-905a-4dc3-8015-7fc4a1be2e94 None None] Provisioning for port 149582e8-820c-4d4e-815a-a4f003149bc2 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:02.424431 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-92ab7d1a-905a-4dc3-8015-7fc4a1be2e94 None None] Provisioning complete for port 149582e8-820c-4d4e-815a-a4f003149bc2 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:02.433913 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-92ab7d1a-905a-4dc3-8015-7fc4a1be2e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:02.528976 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Pushing event updated for resources: {'Port': ['ID=149582e8-820c-4d4e-815a-a4f003149bc2,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:02.536707 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-f7f4d38a-837c-48e5-a9b1-8efe9fc3911a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] delete failed (client error): The resource could not be found. Apr 20 15:47:02.537729 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f7f4d38a-837c-48e5-a9b1-8efe9fc3911a tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "DELETE /v2.0/routers/51c404ee-5bc2-4291-853b-c39358419634 HTTP/1.1" status: 404 len: 336 time: 0.2333038 Apr 20 15:47:02.539166 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-25ebf4ab-448a-4b11-9f04-b00ca6c9c7b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5440826 Apr 20 15:47:02.541300 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c5220-6cda-497a-9c7b-b33845ea48b3 req-633a6bb9-f051-40ac-850c-c84ba9b8dccf tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:02.543026 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a43c5220-6cda-497a-9c7b-b33845ea48b3 req-633a6bb9-f051-40ac-850c-c84ba9b8dccf tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.1237803 Apr 20 15:47:02.543631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60188) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:02.543878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60190) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:02.547260 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-935b4e10-eabd-44f2-9a3b-034982715317 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:02.563261 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-92ab7d1a-905a-4dc3-8015-7fc4a1be2e94 None None] Port 149582e8-820c-4d4e-815a-a4f003149bc2 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:47:02.581466 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:02.591106 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-92ab7d1a-905a-4dc3-8015-7fc4a1be2e94 None None] Could not find standard attr ID for object 3e00556c-6984-46ac-b1f9-baf4e2932b7e. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:47:02.618017 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-efac750a-0780-45bc-9597-edb5d420bfe3 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bbecec5-e98d-4c5f-b758-1ac923a1c10e HTTP/1.1" status: 200 len: 205 time: 0.0683796 Apr 20 15:47:02.620725 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60196) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:02.640760 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-92ab7d1a-905a-4dc3-8015-7fc4a1be2e94 None None] Provisioning complete for port 4c1acdc1-0573-412f-8f0f-55cc782fe13f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:02.641426 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-92ab7d1a-905a-4dc3-8015-7fc4a1be2e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:02.682004 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 4c1acdc1-0573-412f-8f0f-55cc782fe13f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4c1acdc1-0573-412f-8f0f-55cc782fe13f,segment=NetworkSegment(4fd02e74-c7f1-4d0b-ae6d-86c515bd0747),segment_id=4fd02e74-c7f1-4d0b-ae6d-86c515bd0747)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:02.698212 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a43c5220-6cda-497a-9c7b-b33845ea48b3 req-cf9e8180-2a9c-43c1-a4be-6fb27b7cb5fc tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073248 Apr 20 15:47:02.722601 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-46a67793-b300-4b19-b0de-e68cba5dc531 tempest-DHCPAgentSchedulersTestJSON-1147240468 tempest-DHCPAgentSchedulersTestJSON-1147240468-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.3354425 Apr 20 15:47:02.726469 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60200) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:02.749713 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:02.750842 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2b9e1334-f64e-49c0-8544-b4d5e3c90527 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:02.759224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb94b352-4854-4a60-8c70-79cf561e26b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:02.766320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb94b352-4854-4a60-8c70-79cf561e26b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:02.767183 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cb94b352-4854-4a60-8c70-79cf561e26b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:02.769758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-94cb886e-bf1d-44b5-ab8c-61a3f6c876c0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-4341782'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:02.774435 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-3d0a2e5e-40e3-4056-88d4-3662459472f9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] delete failed (client error): The resource could not be found. Apr 20 15:47:02.775685 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3d0a2e5e-40e3-4056-88d4-3662459472f9 tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "DELETE /v2.0/routers/7bbecec5-e98d-4c5f-b758-1ac923a1c10e HTTP/1.1" status: 404 len: 336 time: 0.1517501 Apr 20 15:47:02.784769 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60206) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:02.792732 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-94cb886e-bf1d-44b5-ab8c-61a3f6c876c0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:02.796834 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cb94b352-4854-4a60-8c70-79cf561e26b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:02.798201 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cb94b352-4854-4a60-8c70-79cf561e26b5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2523220 Apr 20 15:47:02.801438 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60210) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:02.859551 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-94cb886e-bf1d-44b5-ab8c-61a3f6c876c0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Usage tracker for resource:network and tenant:8a1dfb5ab3f84900afcc7d23388626ce is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:02.864975 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e6745610-e29c-4986-ade7-986ca4dba49f tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0396783-cbe2-48cf-8ead-f8580fac0bb9 HTTP/1.1" status: 200 len: 205 time: 0.0759666 Apr 20 15:47:02.869783 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-94cb886e-bf1d-44b5-ab8c-61a3f6c876c0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:02.899021 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60214) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:02.922067 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e548c226-3872-4b17-a545-15fd744648b5 None None] Update dhcp port {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'fixed_ips': [{'subnet_id': '46348f30-b1bf-4d40-93c6-95aa7b82effc', 'ip_address': '172.20.0.2'}, {'subnet_id': '4d9a565d-59b8-4cbf-affd-bebfa85bc539'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': '2b9e1334-f64e-49c0-8544-b4d5e3c90527'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:47:02.955481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=4c1acdc1-0573-412f-8f0f-55cc782fe13f,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:03.015228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-12c193b3-9ef1-4305-bd5d-0b258adfce5f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port cb9b1764-cdf2-4e85-8b0e-44d926ce3a7e {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:03.015582 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-12c193b3-9ef1-4305-bd5d-0b258adfce5f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.035142 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 2b9e1334-f64e-49c0-8544-b4d5e3c90527 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:03.046635 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e548c226-3872-4b17-a545-15fd744648b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.059874 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 2b9e1334-f64e-49c0-8544-b4d5e3c90527 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:03.060261 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.078283 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-94cb886e-bf1d-44b5-ab8c-61a3f6c876c0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:03.183863 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-84337fa3-ccd3-4749-af2f-7425bed1313f tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] delete failed (client error): The resource could not be found. Apr 20 15:47:03.184908 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-84337fa3-ccd3-4749-af2f-7425bed1313f tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "DELETE /v2.0/routers/e0396783-cbe2-48cf-8ead-f8580fac0bb9 HTTP/1.1" status: 404 len: 336 time: 0.1092217 Apr 20 15:47:03.196902 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-935b4e10-eabd-44f2-9a3b-034982715317 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.204833 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60218) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:03.251479 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cb886e-bf1d-44b5-ab8c-61a3f6c876c0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Made reservation on behalf of 8a1dfb5ab3f84900afcc7d23388626ce for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:03.255349 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-94cb886e-bf1d-44b5-ab8c-61a3f6c876c0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.257576 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9fb7bf2a-1acd-4a0b-b528-d1b347cbc1a5 None None] Could not find standard attr ID for object 3e00556c-6984-46ac-b1f9-baf4e2932b7e. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:47:03.263836 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.293099 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9004173f-4770-4da3-adeb-bc905a11d19c tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] DELETE failed (client error): The resource could not be found. Apr 20 15:47:03.293551 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9004173f-4770-4da3-adeb-bc905a11d19c tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:47:03.297639 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9004173f-4770-4da3-adeb-bc905a11d19c tempest-RoutersIpV6AdminTest-1818196958 tempest-RoutersIpV6AdminTest-1818196958-project] 10.222.0.13 "DELETE /v2.0/subnets/4f03630c-d8d0-44b3-8f96-dbca7f4690a8 HTTP/1.1" status: 404 len: 337 time: 0.0869958 Apr 20 15:47:03.303753 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-935b4e10-eabd-44f2-9a3b-034982715317 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9af9cd-8f17-4fa4-b42d-335b746a86c4']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:03.331242 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-12c193b3-9ef1-4305-bd5d-0b258adfce5f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.351814 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-935b4e10-eabd-44f2-9a3b-034982715317 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89af7454-54c9-4aa7-bc23-859e0eb43a76') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:03.352170 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-935b4e10-eabd-44f2-9a3b-034982715317 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89af7454-54c9-4aa7-bc23-859e0eb43a76') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:03.373237 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.373669 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-935b4e10-eabd-44f2-9a3b-034982715317 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.394947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94cb886e-bf1d-44b5-ab8c-61a3f6c876c0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:47:03.414095 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-935b4e10-eabd-44f2-9a3b-034982715317 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.429291 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-e548c226-3872-4b17-a545-15fd744648b5 None None] Allocated IP 2001:db8::f816:3eff:fe79:6097 (f66047db-8bb8-4641-b4de-e5f9a3950b44/4d9a565d-59b8-4cbf-affd-bebfa85bc539/2b9e1334-f64e-49c0-8544-b4d5e3c90527) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:03.432096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 2b9e1334-f64e-49c0-8544-b4d5e3c90527, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2b9e1334-f64e-49c0-8544-b4d5e3c90527,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:03.438232 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.438631 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7df13b56-57c2-4449-9ec2-77b441b68291 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:03.477743 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-94cb886e-bf1d-44b5-ab8c-61a3f6c876c0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.478125 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-94cb886e-bf1d-44b5-ab8c-61a3f6c876c0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Added segment 4b0ffc8f-fb88-4f90-bf1e-31c067155f24 of type vlan for network 5c58e7de-e412-4f71-9283-a9ea7985a20a Apr 20 15:47:03.493024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935b4e10-eabd-44f2-9a3b-034982715317 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:47:03.493372 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-935b4e10-eabd-44f2-9a3b-034982715317 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:47:03.509312 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:47:03.532585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-12c193b3-9ef1-4305-bd5d-0b258adfce5f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for cb9b1764-cdf2-4e85-8b0e-44d926ce3a7e owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:03.617581 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-94cb886e-bf1d-44b5-ab8c-61a3f6c876c0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.634706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=2b9e1334-f64e-49c0-8544-b4d5e3c90527,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:03.659219 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:03.659567 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:03.659930 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:03.660262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:03.660588 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:03.660917 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:03.661239 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:03.661560 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:03.661881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:03.662198 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:03.662513 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:03.662830 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:03.683626 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 7df13b56-57c2-4449-9ec2-77b441b68291 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:03.684088 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.684960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60226) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:03.694404 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-935b4e10-eabd-44f2-9a3b-034982715317 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.733597 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-935b4e10-eabd-44f2-9a3b-034982715317 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.746704 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b4e10-eabd-44f2-9a3b-034982715317 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event deleted for resources: {'Network': ['ID=1f9af9cd-8f17-4fa4-b42d-335b746a86c4,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:03.763153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e548c226-3872-4b17-a545-15fd744648b5 None None] For port 2b9e1334-f64e-49c0-8544-b4d5e3c90527, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2b9e1334-f64e-49c0-8544-b4d5e3c90527,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:03.775136 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-935b4e10-eabd-44f2-9a3b-034982715317 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "DELETE /v2.0/networks/1f9af9cd-8f17-4fa4-b42d-335b746a86c4 HTTP/1.1" status: 204 len: 168 time: 1.7596776 Apr 20 15:47:03.782552 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60232) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:03.787712 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-94cb886e-bf1d-44b5-ab8c-61a3f6c876c0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.793280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cb886e-bf1d-44b5-ab8c-61a3f6c876c0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:03.793882 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-94cb886e-bf1d-44b5-ab8c-61a3f6c876c0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.833574 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e548c226-3872-4b17-a545-15fd744648b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.844101 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d6e5f5ab-7cda-4af2-9bd0-861661d8c062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.872047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d6e5f5ab-7cda-4af2-9bd0-861661d8c062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:03.872359 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e548c226-3872-4b17-a545-15fd744648b5 None None] Transition to ACTIVE for port object 2b9e1334-f64e-49c0-8544-b4d5e3c90527 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:03.878413 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d6e5f5ab-7cda-4af2-9bd0-861661d8c062 admin admin] Usage tracker for resource:security_group_rule and tenant:37d3d0dcab5f4eeb88c13d63220d0776 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:03.881271 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e548c226-3872-4b17-a545-15fd744648b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.885238 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d6e5f5ab-7cda-4af2-9bd0-861661d8c062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:03.893842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d6e5f5ab-7cda-4af2-9bd0-861661d8c062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:03.930654 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-12c193b3-9ef1-4305-bd5d-0b258adfce5f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:03.966576 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548c226-3872-4b17-a545-15fd744648b5 None None] Pushing event updated for resources: {'Port': ['ID=2b9e1334-f64e-49c0-8544-b4d5e3c90527,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:03.970443 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 33bd2977-bb73-4b86-811f-ecf598ac337b no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:47:03.996095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c193b3-9ef1-4305-bd5d-0b258adfce5f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=cb9b1764-cdf2-4e85-8b0e-44d926ce3a7e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:04.044045 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-94cb886e-bf1d-44b5-ab8c-61a3f6c876c0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3072979 Apr 20 15:47:04.045685 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a1c884-8708-4865-a8a0-b4ab40ca1870 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Deleting subnet a8d26eca-c3aa-4b98-b83f-4ab9b20fa45a {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:47:04.047453 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60236) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:04.063954 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 33bd2977-bb73-4b86-811f-ecf598ac337b {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:47:04.063954 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 33bd2977-bb73-4b86-811f-ecf598ac337b not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:47:04.064286 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-74a1c884-8708-4865-a8a0-b4ab40ca1870 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:04.099825 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb886e-bf1d-44b5-ab8c-61a3f6c876c0 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Pushing event updated for resources: {'Network': ['ID=5c58e7de-e412-4f71-9283-a9ea7985a20a,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:04.118942 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 5c58e7de-e412-4f71-9283-a9ea7985a20a details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:47:04.168020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-74a1c884-8708-4865-a8a0-b4ab40ca1870 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:04.240457 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4c1acdc1-0573-412f-8f0f-55cc782fe13f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:04.307665 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-74a1c884-8708-4865-a8a0-b4ab40ca1870 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:04.339593 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-489a349c-7dae-4b40-be8a-6dcf49dee9ff tempest-DHCPAgentSchedulersTestJSON-1147240468 tempest-DHCPAgentSchedulersTestJSON-1147240468-project-admin] 10.222.0.13 "GET /v2.0/agents/9a6e6d50-d596-47c4-b8bc-9721278540f6/dhcp-networks HTTP/1.1" status: 200 len: 6538 time: 0.2908385 Apr 20 15:47:04.345505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60240) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:04.347301 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d6e5f5ab-7cda-4af2-9bd0-861661d8c062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:04.376299 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5db18321-126d-4ec8-8fdc-2fdf09ffc00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:04.382145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d6e5f5ab-7cda-4af2-9bd0-861661d8c062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:04.388130 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:04.394403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:04.400734 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 4c1acdc1-0573-412f-8f0f-55cc782fe13f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:04.401286 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:04.412363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-12c193b3-9ef1-4305-bd5d-0b258adfce5f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:04.501439 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d6e5f5ab-7cda-4af2-9bd0-861661d8c062 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37d3d0dcab5f4eeb88c13d63220d0776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8153872 Apr 20 15:47:04.509220 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60244) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:04.514427 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5f5ab-7cda-4af2-9bd0-861661d8c062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1f0a28-98ea-4c78-97aa-c7b9d9bffafb,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:04.518773 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:04.548974 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-12c193b3-9ef1-4305-bd5d-0b258adfce5f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/cb9b1764-cdf2-4e85-8b0e-44d926ce3a7e HTTP/1.1" status: 204 len: 168 time: 1.7463739 Apr 20 15:47:04.554433 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60248) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:04.565904 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2b9e1334-f64e-49c0-8544-b4d5e3c90527 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:04.583024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Pushing event updated for resources: {'Port': ['ID=149582e8-820c-4d4e-815a-a4f003149bc2,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:04.617038 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-74a1c884-8708-4865-a8a0-b4ab40ca1870 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:04.687868 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2849750c-3e60-4866-a663-7e2d4db14c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:04.692279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6462a-dcb1-4a8c-ab9f-c78d5a9427d8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:04.693756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6462a-dcb1-4a8c-ab9f-c78d5a9427d8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:04.695330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6462a-dcb1-4a8c-ab9f-c78d5a9427d8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:04.696140 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-eee6462a-dcb1-4a8c-ab9f-c78d5a9427d8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:04.710539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e25087-542c-4d4a-ad5a-9d282274d409 tempest-DHCPAgentSchedulersTestJSON-1147240468 tempest-DHCPAgentSchedulersTestJSON-1147240468-project-admin] Network 5c58e7de-e412-4f71-9283-a9ea7985a20a is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:47:04.741781 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2849750c-3e60-4866-a663-7e2d4db14c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:04.756304 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a3e25087-542c-4d4a-ad5a-9d282274d409 tempest-DHCPAgentSchedulersTestJSON-1147240468 tempest-DHCPAgentSchedulersTestJSON-1147240468-project-admin] 10.222.0.13 "POST /v2.0/agents/9a6e6d50-d596-47c4-b8bc-9721278540f6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4072821 Apr 20 15:47:04.761990 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f151a321-1e44-44ea-a105-bc6e3b2199fd None None] Network 5c58e7de-e412-4f71-9283-a9ea7985a20a requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:04.763414 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60252) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:04.770606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-eee6462a-dcb1-4a8c-ab9f-c78d5a9427d8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:04.771755 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-eee6462a-dcb1-4a8c-ab9f-c78d5a9427d8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2148499 Apr 20 15:47:04.799364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60256) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:04.858004 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1c884-8708-4865-a8a0-b4ab40ca1870 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d26eca-c3aa-4b98-b83f-4ab9b20fa45a,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:04.868369 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-74a1c884-8708-4865-a8a0-b4ab40ca1870 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:04.889076 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-74a1c884-8708-4865-a8a0-b4ab40ca1870 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "DELETE /v2.0/subnets/a8d26eca-c3aa-4b98-b83f-4ab9b20fa45a HTTP/1.1" status: 204 len: 168 time: 1.0976882 Apr 20 15:47:04.889076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60260) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:04.914087 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e8846e-bad8-4076-a283-60f891cc2de0 None None] Network 28f33046-b056-40e0-ac92-ed67a1f7977c requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:04.936927 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a9ca53e6-1cf7-48ae-ada9-ef2b00a01de8 None None] Could not find standard attr ID for object cb9b1764-cdf2-4e85-8b0e-44d926ce3a7e. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:47:04.966769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-89627b58-9f72-45c4-91d2-ebda0d3c1efd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 46348f30-b1bf-4d40-93c6-95aa7b82effc {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:47:04.974184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89627b58-9f72-45c4-91d2-ebda0d3c1efd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.031066 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Network c137d9d0-1cb3-4b9a-8d14-0501c8d6c294 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:05.082478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:05.096389 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.120976 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a9ca53e6-1cf7-48ae-ada9-ef2b00a01de8 None None] Provisioning for port 2b9e1334-f64e-49c0-8544-b4d5e3c90527 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:05.134521 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a9ca53e6-1cf7-48ae-ada9-ef2b00a01de8 None None] Provisioning complete for port 2b9e1334-f64e-49c0-8544-b4d5e3c90527 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:05.134902 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a9ca53e6-1cf7-48ae-ada9-ef2b00a01de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.153598 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2849750c-3e60-4866-a663-7e2d4db14c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.252114 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0f9da539-54c7-4c48-83cd-2a3fc611dcd0 tempest-DHCPAgentSchedulersTestJSON-1147240468 tempest-DHCPAgentSchedulersTestJSON-1147240468-project-admin] 10.222.0.13 "GET /v2.0/agents/9a6e6d50-d596-47c4-b8bc-9721278540f6/dhcp-networks HTTP/1.1" status: 200 len: 7267 time: 0.4874866 Apr 20 15:47:05.270156 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60264) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:05.272705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89627b58-9f72-45c4-91d2-ebda0d3c1efd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.285600 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Deleting port e105e412-58c9-43b5-a627-7fc48aacb9be {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:05.285955 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.353948 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849750c-3e60-4866-a663-7e2d4db14c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1f0a28-98ea-4c78-97aa-c7b9d9bffafb,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:05.372853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2849750c-3e60-4866-a663-7e2d4db14c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.391724 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2849750c-3e60-4866-a663-7e2d4db14c5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d1f0a28-98ea-4c78-97aa-c7b9d9bffafb HTTP/1.1" status: 204 len: 168 time: 0.8738835 Apr 20 15:47:05.423407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89627b58-9f72-45c4-91d2-ebda0d3c1efd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.533837 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89627b58-9f72-45c4-91d2-ebda0d3c1efd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.576565 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-57b04d99-964d-446b-a723-6372c8546d86 tempest-DHCPAgentSchedulersTestJSON-1147240468 tempest-DHCPAgentSchedulersTestJSON-1147240468-project-admin] 10.222.0.13 "DELETE /v2.0/agents/9a6e6d50-d596-47c4-b8bc-9721278540f6/dhcp-networks/5c58e7de-e412-4f71-9283-a9ea7985a20a HTTP/1.1" status: 204 len: 168 time: 0.3053005 Apr 20 15:47:05.583387 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5739807f-30c3-498f-a8b2-b9d0996a8f72 None None] DHCP port deletion for 28f33046-b056-40e0-ac92-ed67a1f7977c request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:47:05.588832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60272) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:05.589493 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5739807f-30c3-498f-a8b2-b9d0996a8f72 None None] Deleting port e105e412-58c9-43b5-a627-7fc48aacb9be {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:05.590092 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5739807f-30c3-498f-a8b2-b9d0996a8f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.598775 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89627b58-9f72-45c4-91d2-ebda0d3c1efd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.602827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89627b58-9f72-45c4-91d2-ebda0d3c1efd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=46348f30-b1bf-4d40-93c6-95aa7b82effc,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:05.616037 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-89627b58-9f72-45c4-91d2-ebda0d3c1efd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/46348f30-b1bf-4d40-93c6-95aa7b82effc HTTP/1.1" status: 204 len: 168 time: 0.8080320 Apr 20 15:47:05.618335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60276) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:05.704326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb35bfc-8a46-42bd-befc-054db717f396 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 4d9a565d-59b8-4cbf-affd-bebfa85bc539 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:47:05.709998 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbb35bfc-8a46-42bd-befc-054db717f396 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.731001 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Router 41a4e99a-e595-4241-8153-5a772d13e4c8 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:47:05.782006 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8ed52a1a-5481-4fb8-b564-fd9f9409c21c None None] Provisioning complete for port 149582e8-820c-4d4e-815a-a4f003149bc2 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:05.782213 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbb35bfc-8a46-42bd-befc-054db717f396 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.782631 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8ed52a1a-5481-4fb8-b564-fd9f9409c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.824166 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60280) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:05.922373 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbb35bfc-8a46-42bd-befc-054db717f396 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.931347 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] For port e105e412-58c9-43b5-a627-7fc48aacb9be, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e105e412-58c9-43b5-a627-7fc48aacb9be,segment=NetworkSegment(50581fb5-dc86-48df-9d4c-99df184e31ac),segment_id=50581fb5-dc86-48df-9d4c-99df184e31ac)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:05.932086 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.972223 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.973029 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57474e7c-b844-434c-9279-bfa82f9a6d5e None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:05.985211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:06.016013 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1eff4814-c694-4f49-b2d1-0feabcfa7648 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=366ba500bc35444898cd401ca88ff8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906128 Apr 20 15:47:06.017827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60284) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:06.068829 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbb35bfc-8a46-42bd-befc-054db717f396 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:06.084174 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Calling delete_port for e105e412-58c9-43b5-a627-7fc48aacb9be owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:06.094097 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-8ed52a1a-5481-4fb8-b564-fd9f9409c21c None None] Port 149582e8-820c-4d4e-815a-a4f003149bc2 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:47:06.103807 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-5739807f-30c3-498f-a8b2-b9d0996a8f72 None None] For port e105e412-58c9-43b5-a627-7fc48aacb9be, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e105e412-58c9-43b5-a627-7fc48aacb9be,segment=NetworkSegment(50581fb5-dc86-48df-9d4c-99df184e31ac),segment_id=50581fb5-dc86-48df-9d4c-99df184e31ac)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:06.104544 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5739807f-30c3-498f-a8b2-b9d0996a8f72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:06.116895 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8ed52a1a-5481-4fb8-b564-fd9f9409c21c None None] Could not find standard attr ID for object cb9b1764-cdf2-4e85-8b0e-44d926ce3a7e. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:47:06.126453 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbb35bfc-8a46-42bd-befc-054db717f396 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:06.135401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb35bfc-8a46-42bd-befc-054db717f396 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=4d9a565d-59b8-4cbf-affd-bebfa85bc539,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:06.147179 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bbb35bfc-8a46-42bd-befc-054db717f396 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/4d9a565d-59b8-4cbf-affd-bebfa85bc539 HTTP/1.1" status: 204 len: 168 time: 0.5276213 Apr 20 15:47:06.150225 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60288) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:06.215501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-76b187ed-d7bf-49de-85fb-da831f5f7e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:06.226914 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-87ad9054-9bfb-4978-8c70-6efabdf171b2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753953 Apr 20 15:47:06.238846 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60292) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:06.248314 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e105e412-58c9-43b5-a627-7fc48aacb9be no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:47:06.249936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-46d12791-2dce-4d21-9942-a2404d81a9a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:06.261055 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-07f98b68-e670-4c5a-a50d-a8d0a0102f35 tempest-DHCPAgentSchedulersTestJSON-1147240468 tempest-DHCPAgentSchedulersTestJSON-1147240468-project-admin] 10.222.0.13 "GET /v2.0/agents/9a6e6d50-d596-47c4-b8bc-9721278540f6/dhcp-networks HTTP/1.1" status: 200 len: 6460 time: 0.6693554 Apr 20 15:47:06.269570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60296) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:06.287034 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5739807f-30c3-498f-a8b2-b9d0996a8f72 None None] Calling delete_port for e105e412-58c9-43b5-a627-7fc48aacb9be owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:06.309372 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:47:06.319151 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ae1a0bce-5a58-44b3-a2c5-e23c24834380 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] 10.222.0.13 "PUT /v2.0/routers/41a4e99a-e595-4241-8153-5a772d13e4c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9359422 Apr 20 15:47:06.321197 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60300) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:06.329344 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Request body: {'port': {'network_id': 'c137d9d0-1cb3-4b9a-8d14-0501c8d6c294', 'name': 'tempest-FloatingIPAdminTestJSON-999221511'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:06.332015 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62973304-dcd2-4c16-8e54-3710af8f3159 None None] Sync routers for ids ['41a4e99a-e595-4241-8153-5a772d13e4c8'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:47:06.343152 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62973304-dcd2-4c16-8e54-3710af8f3159 None None] Routers {'41a4e99a-e595-4241-8153-5a772d13e4c8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:47:06.344180 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-62973304-dcd2-4c16-8e54-3710af8f3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:47:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['41a4e99a-e595-4241-8153-5a772d13e4c8'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:06.345216 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dcddc41c-7953-455b-9437-e121852785aa tempest-DHCPAgentSchedulersTestJSON-1147240468 tempest-DHCPAgentSchedulersTestJSON-1147240468-project-admin] 10.222.0.13 "GET /v2.0/networks/5a17f7bf-24d7-4691-acf7-9162be72965e/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0745571 Apr 20 15:47:06.351003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60304) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:06.357683 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:06.396298 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-46d12791-2dce-4d21-9942-a2404d81a9a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:06.401356 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-46d12791-2dce-4d21-9942-a2404d81a9a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:06.411471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-76b187ed-d7bf-49de-85fb-da831f5f7e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:06.413039 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-62973304-dcd2-4c16-8e54-3710af8f3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:06.422990 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62973304-dcd2-4c16-8e54-3710af8f3159 None None] Routers {'41a4e99a-e595-4241-8153-5a772d13e4c8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:47:06.423986 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-62973304-dcd2-4c16-8e54-3710af8f3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:47:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['41a4e99a-e595-4241-8153-5a772d13e4c8'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:06.455699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No active binding found for port e105e412-58c9-43b5-a627-7fc48aacb9be {{(pid=88170) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 20 15:47:06.456312 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e105e412-58c9-43b5-a627-7fc48aacb9be not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:47:06.476118 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event deleted for resources: {'Port': ['ID=e105e412-58c9-43b5-a627-7fc48aacb9be,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:06.480712 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] No DVR routers for this DVR port e105e412-58c9-43b5-a627-7fc48aacb9be on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:47:06.486038 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-5739807f-30c3-498f-a8b2-b9d0996a8f72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:47:06.486402 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-5739807f-30c3-498f-a8b2-b9d0996a8f72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:47:06.490531 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-46d12791-2dce-4d21-9942-a2404d81a9a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:06.494931 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-76b187ed-d7bf-49de-85fb-da831f5f7e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:06.519668 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-62973304-dcd2-4c16-8e54-3710af8f3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:06.520356 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62973304-dcd2-4c16-8e54-3710af8f3159 None None] The sync data for ids ['41a4e99a-e595-4241-8153-5a772d13e4c8'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:47:06.526733 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-46d12791-2dce-4d21-9942-a2404d81a9a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:06.528867 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b187ed-d7bf-49de-85fb-da831f5f7e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6f5014-c4e2-4a7b-a928-46c519d3987e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:06.532064 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-76b187ed-d7bf-49de-85fb-da831f5f7e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:06.535480 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-76b187ed-d7bf-49de-85fb-da831f5f7e61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f6f5014-c4e2-4a7b-a928-46c519d3987e HTTP/1.1" status: 204 len: 168 time: 0.5150094 Apr 20 15:47:06.559612 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d12791-2dce-4d21-9942-a2404d81a9a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:06.563969 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46d12791-2dce-4d21-9942-a2404d81a9a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:06.613059 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27be091c-0136-435c-a9d5-44d81b96436b None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:47:06.617439 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-27be091c-0136-435c-a9d5-44d81b96436b None None] Deleting port 2b9e1334-f64e-49c0-8544-b4d5e3c90527 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:06.617826 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-27be091c-0136-435c-a9d5-44d81b96436b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:06.681650 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ed7f86ea-fe15-4880-a4f0-e439a92a7889 tempest-DHCPAgentSchedulersTestJSON-1147240468 tempest-DHCPAgentSchedulersTestJSON-1147240468-project-admin] 10.222.0.13 "GET /v2.0/networks/5a17f7bf-24d7-4691-acf7-9162be72965e/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.3292038 Apr 20 15:47:06.730324 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60310) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:06.786236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:06.849029 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46d12791-2dce-4d21-9942-a2404d81a9a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:06.849574 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-27be091c-0136-435c-a9d5-44d81b96436b None None] For port 2b9e1334-f64e-49c0-8544-b4d5e3c90527, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2b9e1334-f64e-49c0-8544-b4d5e3c90527,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:06.849666 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-27be091c-0136-435c-a9d5-44d81b96436b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:06.901763 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d12791-2dce-4d21-9942-a2404d81a9a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:06.904930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f33046-b056-40e0-ac92-ed67a1f7977c']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:06.917525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:06.926991 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Usage tracker for resource:port and tenant:acc4d6ad0ba045b68f03a62e5e7d1455 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:06.930484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50581fb5-dc86-48df-9d4c-99df184e31ac') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:06.930789 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50581fb5-dc86-48df-9d4c-99df184e31ac') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:06.937943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-46d12791-2dce-4d21-9942-a2404d81a9a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:06.939158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:06.942449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d12791-2dce-4d21-9942-a2404d81a9a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:06.943044 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46d12791-2dce-4d21-9942-a2404d81a9a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:06.958711 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:06.962551 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:06.975293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d12791-2dce-4d21-9942-a2404d81a9a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=1311ef54-371d-4e47-b139-b615c8fd0572,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:06.982558 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-46d12791-2dce-4d21-9942-a2404d81a9a2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7419598 Apr 20 15:47:06.987848 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60322) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:07.009319 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:07.025059 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-27be091c-0136-435c-a9d5-44d81b96436b None None] Calling delete_port for 2b9e1334-f64e-49c0-8544-b4d5e3c90527 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:07.026239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:07.051989 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Made reservation on behalf of acc4d6ad0ba045b68f03a62e5e7d1455 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:07.055383 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:07.101008 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5739807f-30c3-498f-a8b2-b9d0996a8f72 None None] Deleting port e105e412-58c9-43b5-a627-7fc48aacb9be {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:07.101523 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5739807f-30c3-498f-a8b2-b9d0996a8f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:07.117699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:47:07.118119 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:47:07.137301 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:47:07.145380 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-27be091c-0136-435c-a9d5-44d81b96436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:07.204376 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9c89c0eb-1e05-4edd-84ac-bdd2704cea09 tempest-DHCPAgentSchedulersTestJSON-1147240468 tempest-DHCPAgentSchedulersTestJSON-1147240468-project-admin] 10.222.0.13 "GET /v2.0/agents/9a6e6d50-d596-47c4-b8bc-9721278540f6/dhcp-networks HTTP/1.1" status: 200 len: 6422 time: 0.4728415 Apr 20 15:47:07.208999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60332) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:07.241494 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] device_id is not set on port 68fe845a-c27f-41be-92fb-feec4fa43c42 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:07.270707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be091c-0136-435c-a9d5-44d81b96436b None None] Pushing event deleted for resources: {'Port': ['ID=2b9e1334-f64e-49c0-8544-b4d5e3c90527,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:07.275999 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27be091c-0136-435c-a9d5-44d81b96436b None None] No DVR routers for this DVR port 2b9e1334-f64e-49c0-8544-b4d5e3c90527 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:47:07.290074 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5739807f-30c3-498f-a8b2-b9d0996a8f72 None None] The port 'e105e412-58c9-43b5-a627-7fc48aacb9be' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:47:07.292331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:07.294539 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed86d23-70d2-4ff3-ad4e-fc23944e0dfb None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:07.333452 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:07.356584 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:07.382779 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Pushing event deleted for resources: {'Network': ['ID=28f33046-b056-40e0-ac92-ed67a1f7977c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:07.384263 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:07.401454 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:07.417570 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ade7edd-faf8-49e1-adab-e113fca057f5 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:07.439601 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a40b981d-41e2-4453-a42f-589ad7305652 tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "DELETE /v2.0/networks/28f33046-b056-40e0-ac92-ed67a1f7977c HTTP/1.1" status: 204 len: 168 time: 2.5434968 Apr 20 15:47:07.439601 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:07.440995 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60340) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:07.487560 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:07.506151 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a8762ea7-96c0-4d45-afe5-05324222de7b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Synchronizing usage tracker for tenant:577e175d6c424b36b933f155a0dfbf67 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:07.527389 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:07.531363 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:07.539599 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': '1311ef54-371d-4e47-b139-b615c8fd0572'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:47:07.540558 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:07.544953 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60344) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:07.561130 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Allocated IP 172.20.0.9 (c137d9d0-1cb3-4b9a-8d14-0501c8d6c294/8d1a26fe-bef1-4054-b236-9088aedcf8ec/68fe845a-c27f-41be-92fb-feec4fa43c42) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:07.609493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ade7edd-faf8-49e1-adab-e113fca057f5 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:07.621405 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a8762ea7-96c0-4d45-afe5-05324222de7b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Unset dirty status for tenant:577e175d6c424b36b933f155a0dfbf67 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:07.622570 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a8762ea7-96c0-4d45-afe5-05324222de7b tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e95edec-16fe-4864-b08f-77f25ad9a0b4 HTTP/1.1" status: 200 len: 205 time: 0.1811047 Apr 20 15:47:07.628643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60350) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:07.717331 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-1ade7edd-faf8-49e1-adab-e113fca057f5 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c58e7de-e412-4f71-9283-a9ea7985a20a']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:07.756547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Allocated IP 172.20.0.2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/1311ef54-371d-4e47-b139-b615c8fd0572/93950796-6db2-411e-80b8-cac7a014e157) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:07.791798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-1ade7edd-faf8-49e1-adab-e113fca057f5 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0ffc8f-fb88-4f90-bf1e-31c067155f24') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:07.791798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-1ade7edd-faf8-49e1-adab-e113fca057f5 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0ffc8f-fb88-4f90-bf1e-31c067155f24') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:07.800142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-361a846b-af71-48e0-b36a-3d3a3eff680e tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:07.805160 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-765674211'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:07.819462 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:07.833526 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Usage tracker for resource:network and tenant:1de9e8217f014196aa906963b4189b5e is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:07.840961 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:07.857360 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:07.867818 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ade7edd-faf8-49e1-adab-e113fca057f5 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:07.938531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Made reservation on behalf of 1de9e8217f014196aa906963b4189b5e for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:07.941960 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:07.975701 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:07.992434 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:07.996351 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.008256 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Transition to ACTIVE for port object 93950796-6db2-411e-80b8-cac7a014e157 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:08.021596 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:08.031176 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Transition to ACTIVE for port object 93950796-6db2-411e-80b8-cac7a014e157 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:08.032203 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Transition to ACTIVE for port object 68fe845a-c27f-41be-92fb-feec4fa43c42 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:08.033625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Usage tracker for resource:security_group_rule and tenant:1de9e8217f014196aa906963b4189b5e is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:08.037459 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.039208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:08.047998 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:08.059355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ade7edd-faf8-49e1-adab-e113fca057f5 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.120255 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Pushing event updated for resources: {'Port': ['ID=93950796-6db2-411e-80b8-cac7a014e157,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:08.134122 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.154965 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:08.156728 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:08.164095 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:08.221232 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2b9e1334-f64e-49c0-8544-b4d5e3c90527 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:47:08.236291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Network c137d9d0-1cb3-4b9a-8d14-0501c8d6c294 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:08.243828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ade7edd-faf8-49e1-adab-e113fca057f5 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:47:08.244251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ade7edd-faf8-49e1-adab-e113fca057f5 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.246464 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:08.253805 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:47:08.260088 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:47:08.262443 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-361a846b-af71-48e0-b36a-3d3a3eff680e tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.269074 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-361a846b-af71-48e0-b36a-3d3a3eff680e tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.315217 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 2b9e1334-f64e-49c0-8544-b4d5e3c90527 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:47:08.315217 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2b9e1334-f64e-49c0-8544-b4d5e3c90527 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:47:08.323889 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Pushing event updated for resources: {'Port': ['ID=68fe845a-c27f-41be-92fb-feec4fa43c42,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:08.346628 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Attempting to bind port 93950796-6db2-411e-80b8-cac7a014e157 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:08.347712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Attempting to bind port 93950796-6db2-411e-80b8-cac7a014e157 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:08.347712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Attempting to bind port 93950796-6db2-411e-80b8-cac7a014e157 on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:08.363356 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:47:08.364254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:47:08.365077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.365512 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:47:08.366680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Bound port: 93950796-6db2-411e-80b8-cac7a014e157, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:47:08.367237 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.367538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.objects.ports [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88169) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:47:08.368125 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-361a846b-af71-48e0-b36a-3d3a3eff680e tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.368861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361a846b-af71-48e0-b36a-3d3a3eff680e tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Fanout notify agent at l3_agent the message router_deleted on router 5e95edec-16fe-4864-b08f-77f25ad9a0b4 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:47:08.385411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ade7edd-faf8-49e1-adab-e113fca057f5 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.403330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ade7edd-faf8-49e1-adab-e113fca057f5 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.415641 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1ade7edd-faf8-49e1-adab-e113fca057f5 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] 10.222.0.13 "DELETE /v2.0/networks/5c58e7de-e412-4f71-9283-a9ea7985a20a HTTP/1.1" status: 204 len: 168 time: 1.2051337 Apr 20 15:47:08.416368 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60354) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:08.423906 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-361a846b-af71-48e0-b36a-3d3a3eff680e tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.435804 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-361a846b-af71-48e0-b36a-3d3a3eff680e tempest-RoutersNegativeIpV6Test-1447232477 tempest-RoutersNegativeIpV6Test-1447232477-project] 10.222.0.13 "DELETE /v2.0/routers/5e95edec-16fe-4864-b08f-77f25ad9a0b4 HTTP/1.1" status: 204 len: 168 time: 0.8005791 Apr 20 15:47:08.436189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:08.436884 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.438831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade7edd-faf8-49e1-adab-e113fca057f5 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Pushing event deleted for resources: {'Network': ['ID=5c58e7de-e412-4f71-9283-a9ea7985a20a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:08.506472 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] For port 93950796-6db2-411e-80b8-cac7a014e157, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:47:08.510378 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] For port 93950796-6db2-411e-80b8-cac7a014e157, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=93950796-6db2-411e-80b8-cac7a014e157,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:47:08.517406 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.635945 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7fcdc-6b53-4381-b08f-fe05c9cdf8a0 None None] Pushing event updated for resources: {'Port': ['ID=93950796-6db2-411e-80b8-cac7a014e157,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:08.640710 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc7a885-3114-4a47-882a-4ef39e661fd1 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] DELETE failed (client error): The resource could not be found. Apr 20 15:47:08.641193 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc7a885-3114-4a47-882a-4ef39e661fd1 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:47:08.641741 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-be2071a8-b4e6-4314-835e-97e2bbbf0bdf None None] Provisioning for port 68fe845a-c27f-41be-92fb-feec4fa43c42 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:08.646925 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-be2071a8-b4e6-4314-835e-97e2bbbf0bdf None None] Provisioning complete for port 68fe845a-c27f-41be-92fb-feec4fa43c42 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:08.647299 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-be2071a8-b4e6-4314-835e-97e2bbbf0bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.694926 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9cc7a885-3114-4a47-882a-4ef39e661fd1 tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] 10.222.0.13 "DELETE /v2.0/ports/3e00556c-6984-46ac-b1f9-baf4e2932b7e HTTP/1.1" status: 404 len: 333 time: 0.2737463 Apr 20 15:47:08.697961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60362) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:08.741250 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-58b51513-4eae-47b9-91e5-061d385581dd tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4184449 Apr 20 15:47:08.744727 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60366) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:08.760086 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-be2071a8-b4e6-4314-835e-97e2bbbf0bdf None None] Port 68fe845a-c27f-41be-92fb-feec4fa43c42 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:47:08.777835 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60370) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:08.811171 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ebb120-75fc-4d27-8522-85ec28357e3e tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Deleting subnet 092ac1ff-cda6-4bc5-b1ce-dcce75ffab94 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:47:08.815454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c1ebb120-75fc-4d27-8522-85ec28357e3e tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.873894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.919184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c1ebb120-75fc-4d27-8522-85ec28357e3e tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.961447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:08.972224 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.013313 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'project_id': 'acc4d6ad0ba045b68f03a62e5e7d1455', 'port_id': '68fe845a-c27f-41be-92fb-feec4fa43c42'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:09.026257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:09.032337 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:47:09.034267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Usage tracker for resource:floatingip and tenant:acc4d6ad0ba045b68f03a62e5e7d1455 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:09.038552 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:09.051020 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:09.066626 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e40bfa0-a4b4-4e85-85d1-532ea69a14fb,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:09.074642 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.074996 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Added segment c181278d-06ae-4746-96e6-f0305f89489a of type vlan for network bb1ee19f-94df-4492-9134-a5a70f57da97 Apr 20 15:47:09.077677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.081274 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d073fbe4-0584-4ba2-86f9-2965747abe8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=577e175d6c424b36b933f155a0dfbf67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022401 Apr 20 15:47:09.085607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60378) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:09.092551 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c1ebb120-75fc-4d27-8522-85ec28357e3e tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.219160 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.237189 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c1ebb120-75fc-4d27-8522-85ec28357e3e tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.280757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebb120-75fc-4d27-8522-85ec28357e3e tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Pushing event deleted for resources: {'Subnet': ['ID=092ac1ff-cda6-4bc5-b1ce-dcce75ffab94,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:09.288803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c1ebb120-75fc-4d27-8522-85ec28357e3e tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.294919 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ac817e-0107-47db-9ac5-e6cabd2d1b09 None None] Network 5a17f7bf-24d7-4691-acf7-9162be72965e requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:09.304866 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c1ebb120-75fc-4d27-8522-85ec28357e3e tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] 10.222.0.13 "DELETE /v2.0/subnets/092ac1ff-cda6-4bc5-b1ce-dcce75ffab94 HTTP/1.1" status: 204 len: 168 time: 0.6039805 Apr 20 15:47:09.307425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60382) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:09.317575 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4c940e34-6f9c-4bb4-a981-cdb7adb1e0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.320889 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] For port 93950796-6db2-411e-80b8-cac7a014e157, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=93950796-6db2-411e-80b8-cac7a014e157,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:09.346834 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.352241 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:09.352831 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.383834 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4c940e34-6f9c-4bb4-a981-cdb7adb1e0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.408531 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.476975 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.resource_extend [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:47:09.504235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.520505 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.528856 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9749348 Apr 20 15:47:09.528991 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60386) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:09.533508 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.534174 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.535614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-129334c1-ca31-4cea-bba6-1358c20e5cd4 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Request body: {'subnet': {'network_id': 'bb1ee19f-94df-4492-9134-a5a70f57da97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:09.538028 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e27b0c-efd2-403e-86ab-524d50b0d72c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Pushing event updated for resources: {'Network': ['ID=bb1ee19f-94df-4492-9134-a5a70f57da97,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:09.551708 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network bb1ee19f-94df-4492-9134-a5a70f57da97 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:47:09.557717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Deleting port 4c1acdc1-0573-412f-8f0f-55cc782fe13f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:09.558063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.636920 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fc1b8b-5be7-452c-bfd1-b46050b8a203 None None] DHCP port deletion for 5a17f7bf-24d7-4691-acf7-9162be72965e request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:47:09.663533 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:09.664350 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e9fc1b8b-5be7-452c-bfd1-b46050b8a203 None None] Deleting port 4c1acdc1-0573-412f-8f0f-55cc782fe13f {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:09.665530 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e9fc1b8b-5be7-452c-bfd1-b46050b8a203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.681760 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:09.720407 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=9d47f851-1cfc-4406-a29b-4ce34cc53aab,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:09.724352 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=93950796-6db2-411e-80b8-cac7a014e157,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:09.728886 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:09.729622 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.764619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4c940e34-6f9c-4bb4-a981-cdb7adb1e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.769027 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4c940e34-6f9c-4bb4-a981-cdb7adb1e0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:09.771229 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4c940e34-6f9c-4bb4-a981-cdb7adb1e0f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ee09ba0-0b75-414c-aa81-58d524731594 HTTP/1.1" status: 204 len: 168 time: 0.6801014 Apr 20 15:47:09.781319 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1a84768c-0992-4f4e-8364-b9410e272e62 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7812986 Apr 20 15:47:09.784167 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60392) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:09.792458 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'mac_address': 'fa:16:3e:30:49:9b', 'name': 'tempest-NetworksTestDHCPv6-1174296983'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:09.810244 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c940e34-6f9c-4bb4-a981-cdb7adb1e0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee09ba0-0b75-414c-aa81-58d524731594,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:09.878557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Allocated IP 172.26.7.42 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/c2c8dde1-b38d-4b77-ab5a-5648b428b7de) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:09.917950 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-129334c1-ca31-4cea-bba6-1358c20e5cd4 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:09.928908 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-129334c1-ca31-4cea-bba6-1358c20e5cd4 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Usage tracker for resource:subnet and tenant:1de9e8217f014196aa906963b4189b5e is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:09.980621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad5a72f-3195-425b-95c6-d50a99df7c27 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:10.000687 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:10.006637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:port and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:10.010035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:10.016843 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:10.030887 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:10.090352 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e9fc1b8b-5be7-452c-bfd1-b46050b8a203 None None] For port 4c1acdc1-0573-412f-8f0f-55cc782fe13f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4c1acdc1-0573-412f-8f0f-55cc782fe13f,segment=NetworkSegment(4fd02e74-c7f1-4d0b-ae6d-86c515bd0747),segment_id=4fd02e74-c7f1-4d0b-ae6d-86c515bd0747)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:10.090829 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e9fc1b8b-5be7-452c-bfd1-b46050b8a203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:10.103460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ef32cff0-8f3b-4bf1-94ec-5654e1e1e03f None None] Provisioning for port 93950796-6db2-411e-80b8-cac7a014e157 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:10.139079 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:10.202006 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:10.236877 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port 0076e6e7-f8a3-4a40-b4ca-46936024e4fa yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:10.263734 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e9fc1b8b-5be7-452c-bfd1-b46050b8a203 None None] Calling delete_port for 4c1acdc1-0573-412f-8f0f-55cc782fe13f owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:10.374448 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 93950796-6db2-411e-80b8-cac7a014e157 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:10.435618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-129334c1-ca31-4cea-bba6-1358c20e5cd4 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:10.441456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:10.504219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-129334c1-ca31-4cea-bba6-1358c20e5cd4 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:10.521937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e9fc1b8b-5be7-452c-bfd1-b46050b8a203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:10.537036 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 172.20.0.10 (f66047db-8bb8-4641-b4de-e5f9a3950b44/1311ef54-371d-4e47-b139-b615c8fd0572/0076e6e7-f8a3-4a40-b4ca-46936024e4fa) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:10.544845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::f816:3eff:fe30:499b (f66047db-8bb8-4641-b4de-e5f9a3950b44/9d47f851-1cfc-4406-a29b-4ce34cc53aab/0076e6e7-f8a3-4a40-b4ca-46936024e4fa) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:10.558112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:10.567382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:10.578682 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc1b8b-5be7-452c-bfd1-b46050b8a203 None None] Pushing event deleted for resources: {'Port': ['ID=4c1acdc1-0573-412f-8f0f-55cc782fe13f,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:10.581793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:10.587438 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 93950796-6db2-411e-80b8-cac7a014e157 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:10.594537 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc1b8b-5be7-452c-bfd1-b46050b8a203 None None] No DVR routers for this DVR port 4c1acdc1-0573-412f-8f0f-55cc782fe13f on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:47:10.617239 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 93950796-6db2-411e-80b8-cac7a014e157 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:10.617449 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:10.635746 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129334c1-ca31-4cea-bba6-1358c20e5cd4 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Made reservation on behalf of 1de9e8217f014196aa906963b4189b5e for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:10.639449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-129334c1-ca31-4cea-bba6-1358c20e5cd4 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:10.740526 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c8dde1-b38d-4b77-ab5a-5648b428b7de,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:10.755251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] For port 4c1acdc1-0573-412f-8f0f-55cc782fe13f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4c1acdc1-0573-412f-8f0f-55cc782fe13f,segment=NetworkSegment(4fd02e74-c7f1-4d0b-ae6d-86c515bd0747),segment_id=4fd02e74-c7f1-4d0b-ae6d-86c515bd0747)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:10.755614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:10.811275 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:10.815799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:10.845851 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object 0076e6e7-f8a3-4a40-b4ca-46936024e4fa will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:10.852676 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 93950796-6db2-411e-80b8-cac7a014e157, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=93950796-6db2-411e-80b8-cac7a014e157,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:10.858818 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:10.880997 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:10.943992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Calling delete_port for 4c1acdc1-0573-412f-8f0f-55cc782fe13f owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:10.950543 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4c1acdc1-0573-412f-8f0f-55cc782fe13f no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:47:10.963288 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60414) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:10.978232 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:10.981870 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:10.986276 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:11.012304 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 4c1acdc1-0573-412f-8f0f-55cc782fe13f {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:47:11.012743 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4c1acdc1-0573-412f-8f0f-55cc782fe13f not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:47:11.028317 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=93950796-6db2-411e-80b8-cac7a014e157,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:11.043352 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=0076e6e7-f8a3-4a40-b4ca-46936024e4fa,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:11.073366 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:11.074018 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:11.105451 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f3901087-3103-4485-9c81-940e62a797e8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3201911 Apr 20 15:47:11.108933 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60420) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:11.256805 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:47:11.257126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:47:11.275998 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-9cee4ed4-aea1-4d23-a4dd-b45e769e632f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-561334790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:11.287319 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9cee4ed4-aea1-4d23-a4dd-b45e769e632f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:11.293622 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9cee4ed4-aea1-4d23-a4dd-b45e769e632f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Usage tracker for resource:router and tenant:358c7005b6004bb5903e6d502461f960 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:11.298214 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9cee4ed4-aea1-4d23-a4dd-b45e769e632f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:11.305858 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9cee4ed4-aea1-4d23-a4dd-b45e769e632f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:11.322741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cee4ed4-aea1-4d23-a4dd-b45e769e632f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:11.322980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-129334c1-ca31-4cea-bba6-1358c20e5cd4 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:11.323750 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cee4ed4-aea1-4d23-a4dd-b45e769e632f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:11.356834 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2963720-2ef2-4366-a85e-11a3e71844f2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:11.363310 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2963720-2ef2-4366-a85e-11a3e71844f2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:11.364291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d2963720-2ef2-4366-a85e-11a3e71844f2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:11.367577 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cee4ed4-aea1-4d23-a4dd-b45e769e632f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:11.393091 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d2963720-2ef2-4366-a85e-11a3e71844f2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:11.394656 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d2963720-2ef2-4366-a85e-11a3e71844f2 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2847736 Apr 20 15:47:11.396890 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cee4ed4-aea1-4d23-a4dd-b45e769e632f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:11.404899 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60424) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:11.467658 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cee4ed4-aea1-4d23-a4dd-b45e769e632f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:11.468881 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9cee4ed4-aea1-4d23-a4dd-b45e769e632f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5023975 Apr 20 15:47:11.472041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60428) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:11.485549 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-c64c422c-8531-45e8-b085-544d418c2195 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port 0076e6e7-f8a3-4a40-b4ca-46936024e4fa {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:11.485885 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c64c422c-8531-45e8-b085-544d418c2195 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:11.504682 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1464328145'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:11.517810 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129334c1-ca31-4cea-bba6-1358c20e5cd4 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Pushing event updated for resources: {'Subnet': ['ID=7bd56331-a4f0-42cb-8f2d-453b6efbcde6,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:11.526237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:11.528744 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129334c1-ca31-4cea-bba6-1358c20e5cd4 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Checking segment: {'id': 'c181278d-06ae-4746-96e6-f0305f89489a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bb1ee19f-94df-4492-9134-a5a70f57da97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:47:11.529120 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129334c1-ca31-4cea-bba6-1358c20e5cd4 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Network hostable DHCP agents. Network: bb1ee19f-94df-4492-9134-a5a70f57da97, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:47:11.544090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Usage tracker for resource:network and tenant:358c7005b6004bb5903e6d502461f960 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:11.548852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:11.562193 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:11.579298 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Made reservation on behalf of 358c7005b6004bb5903e6d502461f960 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:11.582967 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:11.592329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-dd94a9e5-2388-4d23-aeb1-ff14cc209b61 None None] Provisioning complete for port 93950796-6db2-411e-80b8-cac7a014e157 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:11.592853 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dd94a9e5-2388-4d23-aeb1-ff14cc209b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:11.602872 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129334c1-ca31-4cea-bba6-1358c20e5cd4 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Network bb1ee19f-94df-4492-9134-a5a70f57da97 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:47:11.614256 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:11.638382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:11.642497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Usage tracker for resource:security_group_rule and tenant:358c7005b6004bb5903e6d502461f960 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:11.645733 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:11.651959 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:11.697051 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-129334c1-ca31-4cea-bba6-1358c20e5cd4 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, bb1ee19f-94df-4492-9134-a5a70f57da97) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:11.709477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129334c1-ca31-4cea-bba6-1358c20e5cd4 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:11.710068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-129334c1-ca31-4cea-bba6-1358c20e5cd4 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:11.714186 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02e07dc-010f-466e-98d2-0e604af68c77 None None] Network bb1ee19f-94df-4492-9134-a5a70f57da97 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:11.757504 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c64c422c-8531-45e8-b085-544d418c2195 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:11.761168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Deleting port 4c1acdc1-0573-412f-8f0f-55cc782fe13f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:11.761712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:11.821817 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-129334c1-ca31-4cea-bba6-1358c20e5cd4 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2917411 Apr 20 15:47:11.822876 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60432) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:11.871143 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:11.877691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Request body: {'port': {'network_id': 'bb1ee19f-94df-4492-9134-a5a70f57da97', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1200354020'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:11.899364 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-c64c422c-8531-45e8-b085-544d418c2195 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for 0076e6e7-f8a3-4a40-b4ca-46936024e4fa owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:11.975132 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] The port '4c1acdc1-0573-412f-8f0f-55cc782fe13f' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:47:11.979214 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-84195ca0-a756-442f-a3e3-fe1133ce33fc None None] Provisioning for port 0076e6e7-f8a3-4a40-b4ca-46936024e4fa completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:11.980670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:11.986778 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-84195ca0-a756-442f-a3e3-fe1133ce33fc None None] Provisioning complete for port 0076e6e7-f8a3-4a40-b4ca-46936024e4fa triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:11.987314 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-84195ca0-a756-442f-a3e3-fe1133ce33fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.021850 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-bb1ee19f-94df-4492-9134-a5a70f57da97', 'network_id': 'bb1ee19f-94df-4492-9134-a5a70f57da97', 'tenant_id': '1de9e8217f014196aa906963b4189b5e', 'fixed_ips': [{'subnet_id': '7bd56331-a4f0-42cb-8f2d-453b6efbcde6'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:47:12.022666 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.034995 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.080113 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10917a8c-feeb-43a5-924a-2151c82a36bc,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:12.098679 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-84195ca0-a756-442f-a3e3-fe1133ce33fc None None] Port 0076e6e7-f8a3-4a40-b4ca-46936024e4fa cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:47:12.120077 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c64c422c-8531-45e8-b085-544d418c2195 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.203188 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 93950796-6db2-411e-80b8-cac7a014e157 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:12.220302 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c422c-8531-45e8-b085-544d418c2195 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=0076e6e7-f8a3-4a40-b4ca-46936024e4fa,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:12.309513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:47:12.333655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Allocated IP 172.20.0.2 (bb1ee19f-94df-4492-9134-a5a70f57da97/7bd56331-a4f0-42cb-8f2d-453b6efbcde6/cc9e184e-ad12-4320-b087-5c00376f8f24) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:12.346932 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 93950796-6db2-411e-80b8-cac7a014e157 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:12.347303 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.370022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:12.384689 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.384959 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Added segment 6cfe078c-d23f-4abb-963a-d87c57dd2e3d of type vlan for network c2b8d076-b4e2-464c-8ad7-405e7ed00ab3 Apr 20 15:47:12.386345 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Usage tracker for resource:port and tenant:1de9e8217f014196aa906963b4189b5e is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:12.396592 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.407386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:12.408386 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c64c422c-8531-45e8-b085-544d418c2195 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.427570 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c64c422c-8531-45e8-b085-544d418c2195 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/0076e6e7-f8a3-4a40-b4ca-46936024e4fa HTTP/1.1" status: 204 len: 168 time: 1.0195193 Apr 20 15:47:12.427967 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60436) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:12.442067 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:12.474168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Made reservation on behalf of 1de9e8217f014196aa906963b4189b5e for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:12.478062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.511068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.520720 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac29bb1-f9ab-4243-b979-23a6f51753f3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:12.522490 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac29bb1-f9ab-4243-b979-23a6f51753f3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:12.523980 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac29bb1-f9ab-4243-b979-23a6f51753f3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:12.524781 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-dac29bb1-f9ab-4243-b979-23a6f51753f3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:12.541031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a17f7bf-24d7-4691-acf7-9162be72965e']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:12.542798 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-dac29bb1-f9ab-4243-b979-23a6f51753f3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:12.543994 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dac29bb1-f9ab-4243-b979-23a6f51753f3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1139281 Apr 20 15:47:12.546844 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60440) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:12.567578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.573082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] device_id is not set on port 4279eae1-2bdc-49b8-95f5-890c5911ca52 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:12.611436 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd02e74-c7f1-4d0b-ae6d-86c515bd0747') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:12.611675 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd02e74-c7f1-4d0b-ae6d-86c515bd0747') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:12.616443 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b515f6-d6b2-48b1-9b7a-ba84294138fa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 1311ef54-371d-4e47-b139-b615c8fd0572 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:47:12.619584 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-00b515f6-d6b2-48b1-9b7a-ba84294138fa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.640774 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.683219 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-00b515f6-d6b2-48b1-9b7a-ba84294138fa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.700475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.713857 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.769799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-00b515f6-d6b2-48b1-9b7a-ba84294138fa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.783753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:47:12.784178 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:47:12.799019 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:47:12.839993 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-00b515f6-d6b2-48b1-9b7a-ba84294138fa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.867009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.872464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:12.873057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.884366 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-00b515f6-d6b2-48b1-9b7a-ba84294138fa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.887021 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b515f6-d6b2-48b1-9b7a-ba84294138fa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=1311ef54-371d-4e47-b139-b615c8fd0572,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:12.892420 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd38d11d-26be-4794-8691-3fe43a1d9009 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:12.901521 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-00b515f6-d6b2-48b1-9b7a-ba84294138fa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/1311ef54-371d-4e47-b139-b615c8fd0572 HTTP/1.1" status: 204 len: 168 time: 0.3532574 Apr 20 15:47:12.903812 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60444) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:12.970161 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-d525a12a-5abd-4823-bd9f-27cf22e1e23b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 9d47f851-1cfc-4406-a29b-4ce34cc53aab {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:47:12.973412 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d525a12a-5abd-4823-bd9f-27cf22e1e23b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:12.998298 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Transition to ACTIVE for port object cc9e184e-ad12-4320-b087-5c00376f8f24 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:13.007177 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:13.026917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:13.031814 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] 10.222.0.13 "DELETE /v2.0/networks/5a17f7bf-24d7-4691-acf7-9162be72965e HTTP/1.1" status: 204 len: 168 time: 3.7202449 Apr 20 15:47:13.044958 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5596943 Apr 20 15:47:13.051236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d525a12a-5abd-4823-bd9f-27cf22e1e23b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:13.052877 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60450) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:13.057264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5ec99-1461-499b-8719-951efa0b57d0 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event updated for resources: {'Network': ['ID=c2b8d076-b4e2-464c-8ad7-405e7ed00ab3,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:13.066313 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Transition to ACTIVE for port object cc9e184e-ad12-4320-b087-5c00376f8f24 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:13.071592 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network c2b8d076-b4e2-464c-8ad7-405e7ed00ab3 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:47:13.072511 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-374a4fcb-7aa6-4cdb-a691-af98af965c75 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Request body: {'subnet': {'network_id': 'c2b8d076-b4e2-464c-8ad7-405e7ed00ab3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:13.148078 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:13.180506 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d525a12a-5abd-4823-bd9f-27cf22e1e23b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:13.188720 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-374a4fcb-7aa6-4cdb-a691-af98af965c75 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:13.192845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-374a4fcb-7aa6-4cdb-a691-af98af965c75 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Usage tracker for resource:subnet and tenant:358c7005b6004bb5903e6d502461f960 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:13.196119 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-374a4fcb-7aa6-4cdb-a691-af98af965c75 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:13.202110 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-374a4fcb-7aa6-4cdb-a691-af98af965c75 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:13.227531 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Pushing event updated for resources: {'Port': ['ID=cc9e184e-ad12-4320-b087-5c00376f8f24,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:13.256901 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Network bb1ee19f-94df-4492-9134-a5a70f57da97 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:13.267918 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:13.275138 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:13.276788 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d525a12a-5abd-4823-bd9f-27cf22e1e23b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:13.284351 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374a4fcb-7aa6-4cdb-a691-af98af965c75 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Made reservation on behalf of 358c7005b6004bb5903e6d502461f960 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:13.288189 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-374a4fcb-7aa6-4cdb-a691-af98af965c75 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:13.345217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e540e0-ea00-49bd-909e-9437209517dd tempest-DHCPAgentSchedulersTestJSON-1495618262 tempest-DHCPAgentSchedulersTestJSON-1495618262-project] Pushing event deleted for resources: {'Network': ['ID=5a17f7bf-24d7-4691-acf7-9162be72965e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:13.346521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525a12a-5abd-4823-bd9f-27cf22e1e23b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=9d47f851-1cfc-4406-a29b-4ce34cc53aab,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:13.365807 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d525a12a-5abd-4823-bd9f-27cf22e1e23b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:13.376440 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d525a12a-5abd-4823-bd9f-27cf22e1e23b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/9d47f851-1cfc-4406-a29b-4ce34cc53aab HTTP/1.1" status: 204 len: 168 time: 0.4716547 Apr 20 15:47:13.378873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60456) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:13.422865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Attempting to bind port cc9e184e-ad12-4320-b087-5c00376f8f24 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:13.423426 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Attempting to bind port cc9e184e-ad12-4320-b087-5c00376f8f24 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'c181278d-06ae-4746-96e6-f0305f89489a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bb1ee19f-94df-4492-9134-a5a70f57da97'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:13.423972 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Attempting to bind port cc9e184e-ad12-4320-b087-5c00376f8f24 on network bb1ee19f-94df-4492-9134-a5a70f57da97 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:13.424161 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60460) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:13.432186 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:47:13.432783 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Checking segment: {'id': 'c181278d-06ae-4746-96e6-f0305f89489a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bb1ee19f-94df-4492-9134-a5a70f57da97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:47:13.433345 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:13.433911 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Bound using segment: {'id': 'c181278d-06ae-4746-96e6-f0305f89489a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bb1ee19f-94df-4492-9134-a5a70f57da97'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:47:13.434527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Bound port: cc9e184e-ad12-4320-b087-5c00376f8f24, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c181278d-06ae-4746-96e6-f0305f89489a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bb1ee19f-94df-4492-9134-a5a70f57da97'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:47:13.435061 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:13.456391 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e6095dee-deed-444b-b761-da671d476286 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762911 Apr 20 15:47:13.458708 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60466) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:13.493496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:13.498359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ece061c9-fc18-4735-a9eb-03a0b4e89302 {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:47:13.498718 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:47:13.502145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:13.564755 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] For port cc9e184e-ad12-4320-b087-5c00376f8f24, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:47:13.568657 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] For port cc9e184e-ad12-4320-b087-5c00376f8f24, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=cc9e184e-ad12-4320-b087-5c00376f8f24,segment=NetworkSegment(c181278d-06ae-4746-96e6-f0305f89489a),segment_id=c181278d-06ae-4746-96e6-f0305f89489a)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:47:13.575714 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:13.597741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be9e595-134c-42d6-bf11-aaedabc4bf71 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:13.599450 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0be9e595-134c-42d6-bf11-aaedabc4bf71 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:13.616977 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0be9e595-134c-42d6-bf11-aaedabc4bf71 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:13.618258 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0be9e595-134c-42d6-bf11-aaedabc4bf71 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1586061 Apr 20 15:47:13.620805 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60470) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:13.688430 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fca891-f240-45e1-8789-5cd2dafe74ea tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:13.689137 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-55fca891-f240-45e1-8789-5cd2dafe74ea tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:13.701875 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f03b85-b13f-4c28-9931-5dd458e524db None None] Update dhcp port {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'fixed_ips': [{'subnet_id': '9d47f851-1cfc-4406-a29b-4ce34cc53aab'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': '93950796-6db2-411e-80b8-cac7a014e157'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:47:13.706234 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-55fca891-f240-45e1-8789-5cd2dafe74ea tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:13.706579 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c8dde1-b38d-4b77-ab5a-5648b428b7de,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:13.707654 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-55fca891-f240-45e1-8789-5cd2dafe74ea tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0858326 Apr 20 15:47:13.710170 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60474) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:13.731630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:13.761189 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-47f03b85-b13f-4c28-9931-5dd458e524db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:13.812345 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e274f7ae-0377-4f1a-a688-1497bd857c50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a1dfb5ab3f84900afcc7d23388626ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814337 Apr 20 15:47:13.814703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60478) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:13.864978 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76120877-b01e-479d-8186-8fcaaac3faf2 None None] Pushing event updated for resources: {'Port': ['ID=cc9e184e-ad12-4320-b087-5c00376f8f24,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:13.892396 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-67d6f43c-c6c2-4170-bf24-3aebd2c2085f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1809704 Apr 20 15:47:13.898983 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60482) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:13.904668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b74ab23c-c09b-4984-9f00-f76420b18853 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:14.002883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:14.021859 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-374a4fcb-7aa6-4cdb-a691-af98af965c75 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:14.043084 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fe1ba6-15db-4627-af32-edccb500b124 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:14.077804 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Floating IP 26d9f627-c572-4c7d-8eb5-58338dafdb75 associated. External IP: 172.26.7.42, port: 68fe845a-c27f-41be-92fb-feec4fa43c42. Apr 20 15:47:14.078377 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b74ab23c-c09b-4984-9f00-f76420b18853 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:14.094925 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b74ab23c-c09b-4984-9f00-f76420b18853 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:14.117107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74ab23c-c09b-4984-9f00-f76420b18853 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:14.121497 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b74ab23c-c09b-4984-9f00-f76420b18853 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:14.123570 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b74ab23c-c09b-4984-9f00-f76420b18853 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:14.124632 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b74ab23c-c09b-4984-9f00-f76420b18853 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:47:14.157471 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b74ab23c-c09b-4984-9f00-f76420b18853 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2573814 Apr 20 15:47:14.160527 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60486) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:14.171648 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-3aaaccc0-3470-496c-908f-569dbd4b5ec5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:14.224079 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-05e60aa6-1469-4b5d-8342-341cf18a49eb None None] Provisioning complete for port 93950796-6db2-411e-80b8-cac7a014e157 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:14.224448 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-05e60aa6-1469-4b5d-8342-341cf18a49eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:14.329392 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device cc9e184e-ad12-4320-b087-5c00376f8f24 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:14.346427 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] device_id is not set on port 0b15a933-2818-4f59-996a-a66e17077458 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:14.365828 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3aaaccc0-3470-496c-908f-569dbd4b5ec5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:14.376549 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3aaaccc0-3470-496c-908f-569dbd4b5ec5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:14.387569 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaaccc0-3470-496c-908f-569dbd4b5ec5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:14.390977 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a653-ced0-4a2f-a9fb-eea583bd6d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:14.392230 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3aaaccc0-3470-496c-908f-569dbd4b5ec5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:14.393893 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aaaccc0-3470-496c-908f-569dbd4b5ec5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:14.394571 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aaaccc0-3470-496c-908f-569dbd4b5ec5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:47:14.417483 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3aaaccc0-3470-496c-908f-569dbd4b5ec5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2557025 Apr 20 15:47:14.420513 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60490) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:14.429405 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-6cb57a41-1464-48cc-93f7-9744ee357078 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:14.544372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a653-ced0-4a2f-a9fb-eea583bd6d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:14.548983 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-6cb57a41-1464-48cc-93f7-9744ee357078 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:14.561298 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-6cb57a41-1464-48cc-93f7-9744ee357078 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:14.570142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a4fcb-7aa6-4cdb-a691-af98af965c75 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event updated for resources: {'Subnet': ['ID=28adfb08-4b66-4f59-88ec-65a056af75c7,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:14.579879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb57a41-1464-48cc-93f7-9744ee357078 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:14.584413 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6cb57a41-1464-48cc-93f7-9744ee357078 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:14.586075 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb57a41-1464-48cc-93f7-9744ee357078 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:14.586499 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb57a41-1464-48cc-93f7-9744ee357078 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:47:14.594566 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374a4fcb-7aa6-4cdb-a691-af98af965c75 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Checking segment: {'id': '6cfe078c-d23f-4abb-963a-d87c57dd2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c2b8d076-b4e2-464c-8ad7-405e7ed00ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:47:14.594930 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374a4fcb-7aa6-4cdb-a691-af98af965c75 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Network hostable DHCP agents. Network: c2b8d076-b4e2-464c-8ad7-405e7ed00ab3, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:47:14.617221 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6cb57a41-1464-48cc-93f7-9744ee357078 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1893313 Apr 20 15:47:14.617570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60494) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:14.623718 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port cc9e184e-ad12-4320-b087-5c00376f8f24 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:14.627000 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b03203e3-5c93-401d-a56e-70cf9f13f9a4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:14.659270 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:47:14.666310 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Deleting port 93950796-6db2-411e-80b8-cac7a014e157 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:14.667232 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:14.792352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374a4fcb-7aa6-4cdb-a691-af98af965c75 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Network c2b8d076-b4e2-464c-8ad7-405e7ed00ab3 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:47:14.792569 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b03203e3-5c93-401d-a56e-70cf9f13f9a4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:14.806056 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b03203e3-5c93-401d-a56e-70cf9f13f9a4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:14.819434 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03203e3-5c93-401d-a56e-70cf9f13f9a4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:14.826085 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b03203e3-5c93-401d-a56e-70cf9f13f9a4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:14.827976 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03203e3-5c93-401d-a56e-70cf9f13f9a4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:14.828883 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03203e3-5c93-401d-a56e-70cf9f13f9a4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:47:14.830695 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Allocated IP 172.20.0.4 (bb1ee19f-94df-4492-9134-a5a70f57da97/7bd56331-a4f0-42cb-8f2d-453b6efbcde6/0b15a933-2818-4f59-996a-a66e17077458) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:14.841259 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 93950796-6db2-411e-80b8-cac7a014e157 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:47:14.845422 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-374a4fcb-7aa6-4cdb-a691-af98af965c75 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, c2b8d076-b4e2-464c-8ad7-405e7ed00ab3) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:14.854575 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b03203e3-5c93-401d-a56e-70cf9f13f9a4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2348340 Apr 20 15:47:14.858241 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60498) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:14.863983 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a653-ced0-4a2f-a9fb-eea583bd6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:14.868993 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-6374460a-72c0-4a9f-8a7a-c0869914d142 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:14.889646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f48bb7-4594-44f6-a3ab-4b8da9d2425b None None] Network c2b8d076-b4e2-464c-8ad7-405e7ed00ab3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:14.993930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-6374460a-72c0-4a9f-8a7a-c0869914d142 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:15.005795 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-6374460a-72c0-4a9f-8a7a-c0869914d142 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:15.018508 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6374460a-72c0-4a9f-8a7a-c0869914d142 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:15.022657 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6374460a-72c0-4a9f-8a7a-c0869914d142 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.024514 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-6374460a-72c0-4a9f-8a7a-c0869914d142 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:15.026209 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6374460a-72c0-4a9f-8a7a-c0869914d142 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:47:15.049286 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6374460a-72c0-4a9f-8a7a-c0869914d142 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1891534 Apr 20 15:47:15.053023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60502) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:15.060268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c12636b4-c2be-4de9-8b9c-6c3e4774451b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:15.060637 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374a4fcb-7aa6-4cdb-a691-af98af965c75 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:15.064376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-374a4fcb-7aa6-4cdb-a691-af98af965c75 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.076386 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.124678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6a653-ced0-4a2f-a9fb-eea583bd6d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a3598e-efee-4b28-b632-d60f667287e7,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:15.153710 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97f9843-5556-4cc3-92e3-f90015f31168 None None] Network bb1ee19f-94df-4492-9134-a5a70f57da97 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:15.208525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c12636b4-c2be-4de9-8b9c-6c3e4774451b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:15.219084 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c12636b4-c2be-4de9-8b9c-6c3e4774451b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:15.222145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a653-ced0-4a2f-a9fb-eea583bd6d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.225790 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9ee6a653-ced0-4a2f-a9fb-eea583bd6d88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5a3598e-efee-4b28-b632-d60f667287e7 HTTP/1.1" status: 204 len: 168 time: 1.4061191 Apr 20 15:47:15.232811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Router 41a4e99a-e595-4241-8153-5a772d13e4c8 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:47:15.238520 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-374a4fcb-7aa6-4cdb-a691-af98af965c75 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1812594 Apr 20 15:47:15.238700 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12636b4-c2be-4de9-8b9c-6c3e4774451b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:15.243169 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c12636b4-c2be-4de9-8b9c-6c3e4774451b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.244642 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12636b4-c2be-4de9-8b9c-6c3e4774451b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:15.245080 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12636b4-c2be-4de9-8b9c-6c3e4774451b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:47:15.248363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60508) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:15.259287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-8d32fba0-797f-4f80-9bc5-fc55f7e85e00 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Request body: {'network': {'name': 'tempest-router-network01--2104733148'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:15.272174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8d32fba0-797f-4f80-9bc5-fc55f7e85e00 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:15.273099 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c12636b4-c2be-4de9-8b9c-6c3e4774451b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2187252 Apr 20 15:47:15.276152 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60512) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:15.349597 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8d32fba0-797f-4f80-9bc5-fc55f7e85e00 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Usage tracker for resource:network and tenant:358c7005b6004bb5903e6d502461f960 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:15.356329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.360717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] For port 93950796-6db2-411e-80b8-cac7a014e157, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=93950796-6db2-411e-80b8-cac7a014e157,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:15.361117 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.371126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8d32fba0-797f-4f80-9bc5-fc55f7e85e00 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:15.382795 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8908cd-df9e-483d-bd7f-d6fe16206fa4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:15.387178 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5f8908cd-df9e-483d-bd7f-d6fe16206fa4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1065907 Apr 20 15:47:15.388223 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60516) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:15.388380 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8d32fba0-797f-4f80-9bc5-fc55f7e85e00 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:15.421660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Transition to ACTIVE for port object 0b15a933-2818-4f59-996a-a66e17077458 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:15.425448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d32fba0-797f-4f80-9bc5-fc55f7e85e00 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Made reservation on behalf of 358c7005b6004bb5903e6d502461f960 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:15.428846 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8d32fba0-797f-4f80-9bc5-fc55f7e85e00 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.478116 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddcc9cd-6880-417f-bb33-d1df72d0c567 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:15.484974 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bddcc9cd-6880-417f-bb33-d1df72d0c567 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0963907 Apr 20 15:47:15.485852 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60522) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:15.541248 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d32fba0-797f-4f80-9bc5-fc55f7e85e00 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:47:15.549992 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fce8f062-adaf-458a-b773-923426748e73 None None] Provisioning for port cc9e184e-ad12-4320-b087-5c00376f8f24 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:15.559173 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:47:15.573957 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Calling delete_port for 93950796-6db2-411e-80b8-cac7a014e157 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:15.579543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8d32fba0-797f-4f80-9bc5-fc55f7e85e00 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.579918 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-8d32fba0-797f-4f80-9bc5-fc55f7e85e00 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Added segment c427c735-9705-4669-a483-7b8e7209bdf2 of type vlan for network 5bca8a39-55fd-468c-b4b1-911f216b90a3 Apr 20 15:47:15.580116 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-30f6e18b-0368-428e-a03b-78e3e62b5e8a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925858 Apr 20 15:47:15.580836 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60526) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:15.596512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:15.614277 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333e5e1-aac1-4d7b-ade9-98437bd42760 None None] Sync routers for ids ['41a4e99a-e595-4241-8153-5a772d13e4c8'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:47:15.621706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.641074 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60530) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:15.650186 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.660841 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-80e9bc07-bacb-4b51-a496-b9b1d5e3fc55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.663978 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fce8f062-adaf-458a-b773-923426748e73 None None] Provisioning complete for port cc9e184e-ad12-4320-b087-5c00376f8f24 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:15.664340 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fce8f062-adaf-458a-b773-923426748e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.676381 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-80e9bc07-bacb-4b51-a496-b9b1d5e3fc55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:15.680472 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-80e9bc07-bacb-4b51-a496-b9b1d5e3fc55 admin admin] Usage tracker for resource:security_group_rule and tenant:32b4ac1c84d749bab02427967248d928 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:15.683423 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-80e9bc07-bacb-4b51-a496-b9b1d5e3fc55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:15.689412 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-80e9bc07-bacb-4b51-a496-b9b1d5e3fc55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:15.710446 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.766444 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333e5e1-aac1-4d7b-ade9-98437bd42760 None None] Routers {'41a4e99a-e595-4241-8153-5a772d13e4c8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:47:15.766985 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-b333e5e1-aac1-4d7b-ade9-98437bd42760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:47:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['41a4e99a-e595-4241-8153-5a772d13e4c8'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:15.781218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-80e9bc07-bacb-4b51-a496-b9b1d5e3fc55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.785429 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-80e9bc07-bacb-4b51-a496-b9b1d5e3fc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.792000 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8d32fba0-797f-4f80-9bc5-fc55f7e85e00 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.834474 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-80e9bc07-bacb-4b51-a496-b9b1d5e3fc55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32b4ac1c84d749bab02427967248d928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915560 Apr 20 15:47:15.835483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9bc07-bacb-4b51-a496-b9b1d5e3fc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6458c2b4-6a43-4d09-acb3-eb022cacdb97,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:15.837961 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60534) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:15.861410 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f3dccf5c-24cf-43b6-9a7b-65e628ca952d tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.1102247 Apr 20 15:47:15.861945 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60538) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:15.864341 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Network bb1ee19f-94df-4492-9134-a5a70f57da97 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:15.887341 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:15.901361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:15.908592 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-b333e5e1-aac1-4d7b-ade9-98437bd42760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:15.937413 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-c2b8d076-b4e2-464c-8ad7-405e7ed00ab3', 'network_id': 'c2b8d076-b4e2-464c-8ad7-405e7ed00ab3', 'tenant_id': '358c7005b6004bb5903e6d502461f960', 'fixed_ips': [{'subnet_id': '28adfb08-4b66-4f59-88ec-65a056af75c7'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:47:15.938240 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.954823 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Pushing event updated for resources: {'Port': ['ID=0b15a933-2818-4f59-996a-a66e17077458,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:15.970517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:15.977823 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8d32fba0-797f-4f80-9bc5-fc55f7e85e00 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.979166 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 93950796-6db2-411e-80b8-cac7a014e157, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=93950796-6db2-411e-80b8-cac7a014e157,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:15.984730 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d32fba0-797f-4f80-9bc5-fc55f7e85e00 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:15.985478 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8d32fba0-797f-4f80-9bc5-fc55f7e85e00 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.991839 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333e5e1-aac1-4d7b-ade9-98437bd42760 None None] Routers {'41a4e99a-e595-4241-8153-5a772d13e4c8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:47:15.992472 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-b333e5e1-aac1-4d7b-ade9-98437bd42760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:47:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['41a4e99a-e595-4241-8153-5a772d13e4c8'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:16.002955 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-591f94de-d975-4f63-86cb-aeb0c65c8b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:16.019494 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-25f69983-4ef3-46fe-844a-3f125973cdbb tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] 10.222.0.13 "GET /v2.0/floatingips/26d9f627-c572-4c7d-8eb5-58338dafdb75 HTTP/1.1" status: 200 len: 981 time: 0.1562343 Apr 20 15:47:16.021791 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60542) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:16.028407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:16.048863 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:16.093255 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-591f94de-d975-4f63-86cb-aeb0c65c8b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:16.134542 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:47:16.134904 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:47:16.168868 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1d70082f-2478-4a81-aa2a-f8257e7e41fb tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1457667 Apr 20 15:47:16.170702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-b333e5e1-aac1-4d7b-ade9-98437bd42760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:16.171139 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333e5e1-aac1-4d7b-ade9-98437bd42760 None None] The sync data for ids ['41a4e99a-e595-4241-8153-5a772d13e4c8'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:47:16.171780 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60546) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:16.261238 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8d32fba0-797f-4f80-9bc5-fc55f7e85e00 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0115352 Apr 20 15:47:16.268239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:16.269231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:16.277375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60550) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:16.304853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-cca243a1-22f8-4be1-92df-018fba451530 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Request body: {'network': {'name': 'tempest-router-network02--251795459'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:16.308253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:16.312234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:16.338815 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cca243a1-22f8-4be1-92df-018fba451530 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:16.391215 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-591f94de-d975-4f63-86cb-aeb0c65c8b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:16.404731 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cca243a1-22f8-4be1-92df-018fba451530 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Usage tracker for resource:network and tenant:358c7005b6004bb5903e6d502461f960 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:16.407816 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32fba0-797f-4f80-9bc5-fc55f7e85e00 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event updated for resources: {'Network': ['ID=5bca8a39-55fd-468c-b4b1-911f216b90a3,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:16.410588 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cca243a1-22f8-4be1-92df-018fba451530 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:16.416199 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fce8f062-adaf-458a-b773-923426748e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:16.425226 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=93950796-6db2-411e-80b8-cac7a014e157,revision_number=8']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:16.425909 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f94de-d975-4f63-86cb-aeb0c65c8b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6458c2b4-6a43-4d09-acb3-eb022cacdb97,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:16.427382 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bb9a0b69-7d62-4c64-ae8c-b2cd53046903 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.5995469 Apr 20 15:47:16.431506 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cca243a1-22f8-4be1-92df-018fba451530 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:16.432239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60554) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:16.437646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 5bca8a39-55fd-468c-b4b1-911f216b90a3 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:47:16.445004 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Request body: {'port': {'network_id': 'bb1ee19f-94df-4492-9134-a5a70f57da97', 'name': 'tempest-ExtraDHCPOptionsTestJSON-474256632', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:16.445628 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.api.validators [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] bootfile-name is not in valid_values {{(pid=88169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 15:47:16.446115 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.api.validators [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] tftp-server is not in valid_values {{(pid=88169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 15:47:16.446574 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.api.validators [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] server-ip-address is not in valid_values {{(pid=88169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 15:47:16.457882 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca243a1-22f8-4be1-92df-018fba451530 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Made reservation on behalf of 358c7005b6004bb5903e6d502461f960 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:16.461374 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cca243a1-22f8-4be1-92df-018fba451530 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:16.500622 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca243a1-22f8-4be1-92df-018fba451530 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:47:16.523624 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-591f94de-d975-4f63-86cb-aeb0c65c8b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:16.524964 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-591f94de-d975-4f63-86cb-aeb0c65c8b4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6458c2b4-6a43-4d09-acb3-eb022cacdb97 HTTP/1.1" status: 204 len: 168 time: 0.6860099 Apr 20 15:47:16.549257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cca243a1-22f8-4be1-92df-018fba451530 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:16.549605 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-cca243a1-22f8-4be1-92df-018fba451530 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Added segment 15fc4613-8d8c-4db7-8f66-14340597d020 of type vlan for network a79164ab-d734-43fb-b523-bafe7bc6211f Apr 20 15:47:16.597039 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Allocated IP 172.20.0.2 (c2b8d076-b4e2-464c-8ad7-405e7ed00ab3/28adfb08-4b66-4f59-88ec-65a056af75c7/2dcd179a-0133-401a-b285-7cd31c67e9c5) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:16.606274 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cca243a1-22f8-4be1-92df-018fba451530 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:16.612095 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-fce8f062-adaf-458a-b773-923426748e73 None None] For port cc9e184e-ad12-4320-b087-5c00376f8f24, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=cc9e184e-ad12-4320-b087-5c00376f8f24,segment=NetworkSegment(c181278d-06ae-4746-96e6-f0305f89489a),segment_id=c181278d-06ae-4746-96e6-f0305f89489a)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:16.629942 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fce8f062-adaf-458a-b773-923426748e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:16.658433 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f3be7f22-8c1f-4232-bf97-bf20227fdd3d tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Deleting port c2c8dde1-b38d-4b77-ab5a-5648b428b7de {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:16.658947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f3be7f22-8c1f-4232-bf97-bf20227fdd3d tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:16.684701 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Deleting port 93950796-6db2-411e-80b8-cac7a014e157 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:16.684977 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:16.767889 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cca243a1-22f8-4be1-92df-018fba451530 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:16.774408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca243a1-22f8-4be1-92df-018fba451530 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:16.775350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cca243a1-22f8-4be1-92df-018fba451530 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:16.821870 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:16.826029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Usage tracker for resource:port and tenant:1de9e8217f014196aa906963b4189b5e is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:16.831004 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8f062-adaf-458a-b773-923426748e73 None None] Pushing event updated for resources: {'Port': ['ID=cc9e184e-ad12-4320-b087-5c00376f8f24,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:16.832041 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:16.848536 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:16.984493 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f3be7f22-8c1f-4232-bf97-bf20227fdd3d tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:16.984826 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f3be7f22-8c1f-4232-bf97-bf20227fdd3d tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:17.098116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca243a1-22f8-4be1-92df-018fba451530 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event updated for resources: {'Network': ['ID=a79164ab-d734-43fb-b523-bafe7bc6211f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:17.101859 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cca243a1-22f8-4be1-92df-018fba451530 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8105688 Apr 20 15:47:17.119070 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network a79164ab-d734-43fb-b523-bafe7bc6211f details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:47:17.149871 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60562) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:17.165278 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f3be7f22-8c1f-4232-bf97-bf20227fdd3d tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Calling delete_port for c2c8dde1-b38d-4b77-ab5a-5648b428b7de owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:17.172387 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-74192265-3b7d-4a29-900d-cdc19ce938d2 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Request body: {'subnet': {'network_id': '5bca8a39-55fd-468c-b4b1-911f216b90a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:17.226929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] For port 93950796-6db2-411e-80b8-cac7a014e157, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=93950796-6db2-411e-80b8-cac7a014e157,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:17.227332 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:17.313453 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.objects.ports [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88168) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:47:17.344007 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Made reservation on behalf of 1de9e8217f014196aa906963b4189b5e for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:17.348842 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:17.377572 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49226674-76a7-4ed9-928d-755d5c321485 req-d7af6435-9092-4de4-a329-f8121942defa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3836520 Apr 20 15:47:17.422266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] device_id is not set on port a9054ada-d791-456c-84d6-cc666e42d3d8 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:17.446865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Calling delete_port for 93950796-6db2-411e-80b8-cac7a014e157 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:17.448021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-74192265-3b7d-4a29-900d-cdc19ce938d2 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:17.463434 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-74192265-3b7d-4a29-900d-cdc19ce938d2 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Usage tracker for resource:subnet and tenant:358c7005b6004bb5903e6d502461f960 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:17.470871 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-74192265-3b7d-4a29-900d-cdc19ce938d2 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:17.479128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-74192265-3b7d-4a29-900d-cdc19ce938d2 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:17.489923 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:17.500524 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9cd31c17-00ef-4fab-9db1-499bdd883979 None None] Provisioning for port 0b15a933-2818-4f59-996a-a66e17077458 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:17.513476 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9cd31c17-00ef-4fab-9db1-499bdd883979 None None] Provisioning complete for port 0b15a933-2818-4f59-996a-a66e17077458 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:17.514244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9cd31c17-00ef-4fab-9db1-499bdd883979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:17.521035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f3be7f22-8c1f-4232-bf97-bf20227fdd3d tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:17.554482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74192265-3b7d-4a29-900d-cdc19ce938d2 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Made reservation on behalf of 358c7005b6004bb5903e6d502461f960 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:17.557835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-74192265-3b7d-4a29-900d-cdc19ce938d2 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:17.580538 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Transition to ACTIVE for port object 2dcd179a-0133-401a-b285-7cd31c67e9c5 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:17.631844 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be7f22-8c1f-4232-bf97-bf20227fdd3d tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Pushing event deleted for resources: {'Port': ['ID=c2c8dde1-b38d-4b77-ab5a-5648b428b7de,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:17.656141 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-9cd31c17-00ef-4fab-9db1-499bdd883979 None None] Port 0b15a933-2818-4f59-996a-a66e17077458 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:47:17.661944 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Transition to ACTIVE for port object 2dcd179a-0133-401a-b285-7cd31c67e9c5 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:17.673055 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:47:17.673414 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:47:17.674305 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:17.713060 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9cd31c17-00ef-4fab-9db1-499bdd883979 None None] Provisioning complete for port cc9e184e-ad12-4320-b087-5c00376f8f24 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:17.713650 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9cd31c17-00ef-4fab-9db1-499bdd883979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:17.730847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49226674-76a7-4ed9-928d-755d5c321485 req-9bcdce0c-b1f0-4400-9747-1b05d1c39ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:17.732666 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49226674-76a7-4ed9-928d-755d5c321485 req-9bcdce0c-b1f0-4400-9747-1b05d1c39ba7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80c78f2bdb844b1b88a5fac930d650c8&device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 1099 time: 0.3276625 Apr 20 15:47:17.784247 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:17.809608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Network c2b8d076-b4e2-464c-8ad7-405e7ed00ab3 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:17.813389 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:17.819999 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:17.822100 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Pushing event updated for resources: {'Port': ['ID=2dcd179a-0133-401a-b285-7cd31c67e9c5,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:17.832997 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f3be7f22-8c1f-4232-bf97-bf20227fdd3d tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:17.833336 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-f3be7f22-8c1f-4232-bf97-bf20227fdd3d tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Floating IP 26d9f627-c572-4c7d-8eb5-58338dafdb75 disassociated (deleted). External IP: 172.26.7.42, port: 68fe845a-c27f-41be-92fb-feec4fa43c42. Apr 20 15:47:17.917853 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Allocated IP 172.20.0.14 (bb1ee19f-94df-4492-9134-a5a70f57da97/7bd56331-a4f0-42cb-8f2d-453b6efbcde6/a9054ada-d791-456c-84d6-cc666e42d3d8) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:17.950311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49226674-76a7-4ed9-928d-755d5c321485 req-86888f12-a60f-4e6a-b15d-bf80dff6cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:17.953489 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49226674-76a7-4ed9-928d-755d5c321485 req-86888f12-a60f-4e6a-b15d-bf80dff6cc7d service neutron] 10.222.0.11 "GET /v2.0/networks?id=b99e9b56-1358-4ae1-9cfc-416f103dc430 HTTP/1.1" status: 200 len: 912 time: 0.1964090 Apr 20 15:47:17.968959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Attempting to bind port 2dcd179a-0133-401a-b285-7cd31c67e9c5 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:17.969333 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Attempting to bind port 2dcd179a-0133-401a-b285-7cd31c67e9c5 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '6cfe078c-d23f-4abb-963a-d87c57dd2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c2b8d076-b4e2-464c-8ad7-405e7ed00ab3'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:17.969699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Attempting to bind port 2dcd179a-0133-401a-b285-7cd31c67e9c5 on network c2b8d076-b4e2-464c-8ad7-405e7ed00ab3 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:17.977128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:47:17.977507 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Checking segment: {'id': '6cfe078c-d23f-4abb-963a-d87c57dd2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c2b8d076-b4e2-464c-8ad7-405e7ed00ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:47:17.977912 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:17.978299 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Bound using segment: {'id': '6cfe078c-d23f-4abb-963a-d87c57dd2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c2b8d076-b4e2-464c-8ad7-405e7ed00ab3'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:47:17.978770 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Bound port: 2dcd179a-0133-401a-b285-7cd31c67e9c5, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cfe078c-d23f-4abb-963a-d87c57dd2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c2b8d076-b4e2-464c-8ad7-405e7ed00ab3'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:47:17.979146 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:18.108494 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] For port 2dcd179a-0133-401a-b285-7cd31c67e9c5, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:47:18.112993 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] For port 2dcd179a-0133-401a-b285-7cd31c67e9c5, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2dcd179a-0133-401a-b285-7cd31c67e9c5,segment=NetworkSegment(6cfe078c-d23f-4abb-963a-d87c57dd2e3d),segment_id=6cfe078c-d23f-4abb-963a-d87c57dd2e3d)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:47:18.121075 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:18.138044 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49226674-76a7-4ed9-928d-755d5c321485 req-a8fc89db-fc37-4207-9277-eb6655ffd128 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4af254e-9470-4a05-9aef-8350767e21a0 HTTP/1.1" status: 200 len: 1002 time: 0.1220298 Apr 20 15:47:18.216864 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49226674-76a7-4ed9-928d-755d5c321485 req-9b70fa0e-e063-4d58-a6c2-8418d726dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:18.219621 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49226674-76a7-4ed9-928d-755d5c321485 req-9b70fa0e-e063-4d58-a6c2-8418d726dc10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ddbab018-b2c7-4785-88fd-2b8333c96735 HTTP/1.1" status: 200 len: 850 time: 0.0675948 Apr 20 15:47:18.245525 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device cc9e184e-ad12-4320-b087-5c00376f8f24 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:18.297501 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Deleting port 93950796-6db2-411e-80b8-cac7a014e157 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:18.297868 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:18.367418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3e5e3b50-413d-4fb7-aa13-cc6b5b99dd71 None None] Provisioning complete for port 0b15a933-2818-4f59-996a-a66e17077458 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:18.367960 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3e5e3b50-413d-4fb7-aa13-cc6b5b99dd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:18.509397 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f74e3-5aaf-4cb7-a5ac-731711629b11 None None] Pushing event updated for resources: {'Port': ['ID=2dcd179a-0133-401a-b285-7cd31c67e9c5,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:18.582668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3be7f22-8c1f-4232-bf97-bf20227fdd3d tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Router 41a4e99a-e595-4241-8153-5a772d13e4c8 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:47:18.611868 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:18.621635 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e3b50-413d-4fb7-aa13-cc6b5b99dd71 None None] Port 0b15a933-2818-4f59-996a-a66e17077458 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:47:18.711697 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port cc9e184e-ad12-4320-b087-5c00376f8f24 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:18.712324 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:18.718361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49226674-76a7-4ed9-928d-755d5c321485 req-09bb05ce-1d19-43db-9a73-522c781832b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:18.719902 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49226674-76a7-4ed9-928d-755d5c321485 req-09bb05ce-1d19-43db-9a73-522c781832b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b99e9b56-1358-4ae1-9cfc-416f103dc430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4854095 Apr 20 15:47:18.823641 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60596) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:18.851470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Transition to ACTIVE for port object a9054ada-d791-456c-84d6-cc666e42d3d8 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:18.883305 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3be7f22-8c1f-4232-bf97-bf20227fdd3d tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:47:18.891945 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] For port 93950796-6db2-411e-80b8-cac7a014e157, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=93950796-6db2-411e-80b8-cac7a014e157,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:18.892694 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:18.906909 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de23d1d-492b-4a0e-b031-abcdf4acb17c None None] Sync routers for ids ['41a4e99a-e595-4241-8153-5a772d13e4c8'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:47:18.917436 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de23d1d-492b-4a0e-b031-abcdf4acb17c None None] Routers {'41a4e99a-e595-4241-8153-5a772d13e4c8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:47:18.928631 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-3de23d1d-492b-4a0e-b031-abcdf4acb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:47:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['41a4e99a-e595-4241-8153-5a772d13e4c8'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:18.932064 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] For port 93950796-6db2-411e-80b8-cac7a014e157, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=93950796-6db2-411e-80b8-cac7a014e157,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:18.950861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-74192265-3b7d-4a29-900d-cdc19ce938d2 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:18.951201 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f3be7f22-8c1f-4232-bf97-bf20227fdd3d tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.028869 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-3de23d1d-492b-4a0e-b031-abcdf4acb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:19.041929 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.043214 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de23d1d-492b-4a0e-b031-abcdf4acb17c None None] Routers {'41a4e99a-e595-4241-8153-5a772d13e4c8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:47:19.043967 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-3de23d1d-492b-4a0e-b031-abcdf4acb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:47:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['41a4e99a-e595-4241-8153-5a772d13e4c8'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:19.068952 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Calling delete_port for 93950796-6db2-411e-80b8-cac7a014e157 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:19.133851 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2042862596'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:19.138734 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:47:19.160395 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:19.162653 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-3de23d1d-492b-4a0e-b031-abcdf4acb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:19.163061 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de23d1d-492b-4a0e-b031-abcdf4acb17c None None] The sync data for ids ['41a4e99a-e595-4241-8153-5a772d13e4c8'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:47:19.167201 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.174503 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49226674-76a7-4ed9-928d-755d5c321485 req-5d180c58-2974-433a-ad39-fed06962f5e3 service neutron] 10.222.0.11 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435155 Apr 20 15:47:19.180562 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Network bb1ee19f-94df-4492-9134-a5a70f57da97 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:19.181984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Usage tracker for resource:network and tenant:c4694e62f44f4609a99822fb67cb48bc is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:19.182407 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:47:19.182891 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:47:19.185372 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f3be7f22-8c1f-4232-bf97-bf20227fdd3d tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] 10.222.0.13 "DELETE /v2.0/floatingips/26d9f627-c572-4c7d-8eb5-58338dafdb75 HTTP/1.1" status: 204 len: 168 time: 3.0123672 Apr 20 15:47:19.188984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:19.192019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:19.192510 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.193234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.195055 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:19.221102 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60602) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:19.243071 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:19.266811 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Pushing event updated for resources: {'Port': ['ID=a9054ada-d791-456c-84d6-cc666e42d3d8,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:19.285388 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Made reservation on behalf of c4694e62f44f4609a99822fb67cb48bc for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:19.289236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.308872 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:19.309612 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.313950 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.339341 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:19.344256 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Usage tracker for resource:security_group_rule and tenant:c4694e62f44f4609a99822fb67cb48bc is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:19.347502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:19.353429 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4d5ac8d8-1baf-4014-95d8-e21ab0e7fdca tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.9150772 Apr 20 15:47:19.357391 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60606) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:19.360359 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:19.389585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:19.413570 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74192265-3b7d-4a29-900d-cdc19ce938d2 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event updated for resources: {'Subnet': ['ID=145b6d8d-73f5-4b80-86ff-81fe0682db7e,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:19.421023 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:19.427412 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:19.462150 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:19.468540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Usage tracker for resource:floatingip and tenant:45208867496e4fa6bfa2ee773b167f76 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:19.476702 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:19.490838 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61ce0aa-5d62-4690-870b-134a28591d15 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:19.494175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:19.494847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.496954 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61ce0aa-5d62-4690-870b-134a28591d15 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:19.502727 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61ce0aa-5d62-4690-870b-134a28591d15 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:19.503664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f61ce0aa-5d62-4690-870b-134a28591d15 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Synchronizing usage tracker for tenant:1de9e8217f014196aa906963b4189b5e on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:19.519696 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:19.539944 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f61ce0aa-5d62-4690-870b-134a28591d15 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Unset dirty status for tenant:1de9e8217f014196aa906963b4189b5e on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:19.540195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74192265-3b7d-4a29-900d-cdc19ce938d2 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Checking segment: {'id': 'c427c735-9705-4669-a483-7b8e7209bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5bca8a39-55fd-468c-b4b1-911f216b90a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:47:19.540497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74192265-3b7d-4a29-900d-cdc19ce938d2 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Network hostable DHCP agents. Network: 5bca8a39-55fd-468c-b4b1-911f216b90a3, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:47:19.541345 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f61ce0aa-5d62-4690-870b-134a28591d15 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1829343 Apr 20 15:47:19.550509 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60610) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:19.551133 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ffcedfd1-00b7-47c7-b3f9-616de15885a8 None None] Provisioning for port a9054ada-d791-456c-84d6-cc666e42d3d8 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:19.557164 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ffcedfd1-00b7-47c7-b3f9-616de15885a8 None None] Provisioning complete for port a9054ada-d791-456c-84d6-cc666e42d3d8 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:19.557546 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ffcedfd1-00b7-47c7-b3f9-616de15885a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.589336 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=93950796-6db2-411e-80b8-cac7a014e157,revision_number=10']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:19.598667 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.618795 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0354443 Apr 20 15:47:19.624409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ffcedfd1-00b7-47c7-b3f9-616de15885a8 None None] Port a9054ada-d791-456c-84d6-cc666e42d3d8 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:47:19.638735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60614) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:19.644275 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6aaa25-4b1e-4111-94c0-e42c58e11183 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=7d821411-6efb-45d1-b20e-1cc0ab0d1e78,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:19.655619 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'mac_address': 'fa:16:3e:55:c7:b9', 'name': 'tempest-NetworksTestDHCPv6-934393845'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:19.668786 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-975ec27f-fccc-4db1-9f60-3ba121be78da tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Deleting port a9054ada-d791-456c-84d6-cc666e42d3d8 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:19.669393 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-975ec27f-fccc-4db1-9f60-3ba121be78da tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.677115 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49226674-76a7-4ed9-928d-755d5c321485 req-fc54a397-6688-462e-b9be-c02ecddd2cce service neutron] 10.222.0.11 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976192 Apr 20 15:47:19.700333 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Deleting port 93950796-6db2-411e-80b8-cac7a014e157 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:19.700737 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.774687 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.775744 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74192265-3b7d-4a29-900d-cdc19ce938d2 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Network 5bca8a39-55fd-468c-b4b1-911f216b90a3 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:47:19.789477 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.822787 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-74192265-3b7d-4a29-900d-cdc19ce938d2 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 5bca8a39-55fd-468c-b4b1-911f216b90a3) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:19.831380 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74192265-3b7d-4a29-900d-cdc19ce938d2 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:19.832441 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-74192265-3b7d-4a29-900d-cdc19ce938d2 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.868396 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:47:19.893610 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-74192265-3b7d-4a29-900d-cdc19ce938d2 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7422948 Apr 20 15:47:19.898037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60618) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:19.906674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a564af5d-f3b6-45b0-a21c-8dfd1d4de438 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Request body: {'subnet': {'network_id': 'a79164ab-d734-43fb-b523-bafe7bc6211f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:19.917086 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f0430-71af-405f-bf4b-ffcf4c2c060d None None] Network 5bca8a39-55fd-468c-b4b1-911f216b90a3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:19.921663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:19.929000 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625422c1-0070-4c79-a0c0-f6924d19ea7e,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:19.932970 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:port and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:19.942034 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.942573 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Added segment 24795722-0a97-4a9d-9046-0a594d7a0c31 of type vlan for network 09557daa-1305-44ca-9f98-140ee975b855 Apr 20 15:47:19.991201 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:20.008355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:20.024930 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dca4c5-fb73-4359-b98b-154c62cc5a0d None None] Network c2b8d076-b4e2-464c-8ad7-405e7ed00ab3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:20.025382 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:20.053072 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-975ec27f-fccc-4db1-9f60-3ba121be78da tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:20.063190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:20.084180 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a564af5d-f3b6-45b0-a21c-8dfd1d4de438 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:20.174989 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a564af5d-f3b6-45b0-a21c-8dfd1d4de438 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Usage tracker for resource:subnet and tenant:358c7005b6004bb5903e6d502461f960 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:20.201035 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a564af5d-f3b6-45b0-a21c-8dfd1d4de438 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:20.204372 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cd0feac5-aeab-4521-8c15-c6ce6caa58d9 None None] Provisioning for port 2dcd179a-0133-401a-b285-7cd31c67e9c5 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:20.231855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:20.247311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a564af5d-f3b6-45b0-a21c-8dfd1d4de438 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:20.276034 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-975ec27f-fccc-4db1-9f60-3ba121be78da tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Calling delete_port for a9054ada-d791-456c-84d6-cc666e42d3d8 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:20.285706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2dcd179a-0133-401a-b285-7cd31c67e9c5 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:20.339343 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:20.339724 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a564af5d-f3b6-45b0-a21c-8dfd1d4de438 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Made reservation on behalf of 358c7005b6004bb5903e6d502461f960 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:20.343722 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a564af5d-f3b6-45b0-a21c-8dfd1d4de438 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:20.351970 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:20.352908 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:20.459929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] For port 93950796-6db2-411e-80b8-cac7a014e157, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=93950796-6db2-411e-80b8-cac7a014e157,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:20.459929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:20.494825 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:20.513810 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6808443 Apr 20 15:47:20.517988 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeaab82-7865-4c89-b71a-6806cd783e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Pushing event updated for resources: {'Network': ['ID=09557daa-1305-44ca-9f98-140ee975b855,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:20.648468 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 09557daa-1305-44ca-9f98-140ee975b855 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:47:20.717310 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Calling delete_port for 93950796-6db2-411e-80b8-cac7a014e157 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:20.731471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port 3d8204ee-b302-4f74-98f4-899779121890 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:20.754262 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-975ec27f-fccc-4db1-9f60-3ba121be78da tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:20.825084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Allocated IP 172.26.7.217 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/d11dcb38-27aa-459b-a6f2-3feef8b08d73) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:20.838391 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60628) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:20.860413 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Request body: {'port': {'network_id': '09557daa-1305-44ca-9f98-140ee975b855', 'binding:host_id': 'hv-neutron-8386', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-559722898'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:20.912231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:20.945076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-975ec27f-fccc-4db1-9f60-3ba121be78da tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:20.947169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Usage tracker for resource:port and tenant:398a9a4b4eeb4bcb8ecfacd8a73fe032 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:20.956703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:20.960893 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ec27f-fccc-4db1-9f60-3ba121be78da tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Pushing event deleted for resources: {'Port': ['ID=a9054ada-d791-456c-84d6-cc666e42d3d8,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:20.973537 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-975ec27f-fccc-4db1-9f60-3ba121be78da tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] 10.222.0.13 "DELETE /v2.0/ports/a9054ada-d791-456c-84d6-cc666e42d3d8 HTTP/1.1" status: 204 len: 168 time: 1.4218092 Apr 20 15:47:20.976518 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-5bca8a39-55fd-468c-b4b1-911f216b90a3', 'network_id': '5bca8a39-55fd-468c-b4b1-911f216b90a3', 'tenant_id': '358c7005b6004bb5903e6d502461f960', 'fixed_ips': [{'subnet_id': '145b6d8d-73f5-4b80-86ff-81fe0682db7e'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:47:20.977117 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60632) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:20.977635 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:20.985802 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-f2cc67c5-9ee7-4ba2-a301-ce3f95910415 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Request body: {'port': {'name': 'tempest-new-port-name-1850828953', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:20.986189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.api.validators [None req-f2cc67c5-9ee7-4ba2-a301-ce3f95910415 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] bootfile-name is not in valid_values {{(pid=88169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 15:47:20.986522 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.api.validators [None req-f2cc67c5-9ee7-4ba2-a301-ce3f95910415 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] tftp-server is not in valid_values {{(pid=88169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 15:47:20.986840 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.api.validators [None req-f2cc67c5-9ee7-4ba2-a301-ce3f95910415 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] server-ip-address is not in valid_values {{(pid=88169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 15:47:21.009615 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 2dcd179a-0133-401a-b285-7cd31c67e9c5 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:21.063103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 2dcd179a-0133-401a-b285-7cd31c67e9c5 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:21.063474 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:21.067123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:21.124103 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2cc67c5-9ee7-4ba2-a301-ce3f95910415 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:21.152238 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::f816:3eff:fe55:c7b9 (f66047db-8bb8-4641-b4de-e5f9a3950b44/7d821411-6efb-45d1-b20e-1cc0ab0d1e78/3d8204ee-b302-4f74-98f4-899779121890) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:21.232552 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Made reservation on behalf of 398a9a4b4eeb4bcb8ecfacd8a73fe032 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:21.235038 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:21.267090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:21.335099 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a564af5d-f3b6-45b0-a21c-8dfd1d4de438 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:21.378940 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:21.390801 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:21.413378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2cc67c5-9ee7-4ba2-a301-ce3f95910415 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:21.420994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2cc67c5-9ee7-4ba2-a301-ce3f95910415 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:21.447558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Usage tracker for resource:security_group_rule and tenant:398a9a4b4eeb4bcb8ecfacd8a73fe032 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:21.447942 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Allocated IP 172.20.0.2 (5bca8a39-55fd-468c-b4b1-911f216b90a3/145b6d8d-73f5-4b80-86ff-81fe0682db7e/7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:21.449861 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] Pushing event deleted for resources: {'Port': ['ID=93950796-6db2-411e-80b8-cac7a014e157,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:21.453489 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:21.468745 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:21.513290 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:21.565121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:21.576744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc67c5-9ee7-4ba2-a301-ce3f95910415 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] In _notify_port_updated(), no bound segment for port 0b15a933-2818-4f59-996a-a66e17077458 on network bb1ee19f-94df-4492-9134-a5a70f57da97 {{(pid=88169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:47:21.582462 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc67c5-9ee7-4ba2-a301-ce3f95910415 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:21.583829 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2cc67c5-9ee7-4ba2-a301-ce3f95910415 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:21.585615 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f2cc67c5-9ee7-4ba2-a301-ce3f95910415 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] 10.222.0.13 "PUT /v2.0/ports/0b15a933-2818-4f59-996a-a66e17077458 HTTP/1.1" status: 200 len: 1136 time: 0.6073644 Apr 20 15:47:21.586654 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc67c5-9ee7-4ba2-a301-ce3f95910415 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Pushing event updated for resources: {'Port': ['ID=0b15a933-2818-4f59-996a-a66e17077458,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:21.589736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60636) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:21.596486 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37180a3-23e9-4929-b988-08fd22a60334 None None] No DVR routers for this DVR port 93950796-6db2-411e-80b8-cac7a014e157 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:47:21.675294 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84718f59-c4a1-4098-a250-8c3b149f71db None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:21.700853 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7235a983-b522-4d42-91ca-42e8100fb47c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:21.701610 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7235a983-b522-4d42-91ca-42e8100fb47c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Synchronizing usage tracker for tenant:1de9e8217f014196aa906963b4189b5e on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:21.710992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564af5d-f3b6-45b0-a21c-8dfd1d4de438 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event updated for resources: {'Subnet': ['ID=ee30541d-6cc2-4cda-89d4-56afb10fd66a,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:21.724047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a564af5d-f3b6-45b0-a21c-8dfd1d4de438 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Checking segment: {'id': '15fc4613-8d8c-4db7-8f66-14340597d020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a79164ab-d734-43fb-b523-bafe7bc6211f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:47:21.724799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a564af5d-f3b6-45b0-a21c-8dfd1d4de438 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Network hostable DHCP agents. Network: a79164ab-d734-43fb-b523-bafe7bc6211f, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:47:21.726066 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7235a983-b522-4d42-91ca-42e8100fb47c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Unset dirty status for tenant:1de9e8217f014196aa906963b4189b5e on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:21.727686 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7235a983-b522-4d42-91ca-42e8100fb47c tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] 10.222.0.13 "GET /v2.0/ports/0b15a933-2818-4f59-996a-a66e17077458 HTTP/1.1" status: 200 len: 1136 time: 0.1361525 Apr 20 15:47:21.731783 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60640) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:21.798748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:21.828710 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-75b94d1c-89f4-4acb-a202-33dec8f7cd40 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Deleting port 0b15a933-2818-4f59-996a-a66e17077458 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:21.829419 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-75b94d1c-89f4-4acb-a202-33dec8f7cd40 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:21.843800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:21.882790 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a564af5d-f3b6-45b0-a21c-8dfd1d4de438 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Network a79164ab-d734-43fb-b523-bafe7bc6211f is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:47:21.890611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object 3d8204ee-b302-4f74-98f4-899779121890 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:21.894437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:21.895211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 2dcd179a-0133-401a-b285-7cd31c67e9c5, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2dcd179a-0133-401a-b285-7cd31c67e9c5,segment=NetworkSegment(6cfe078c-d23f-4abb-963a-d87c57dd2e3d),segment_id=6cfe078c-d23f-4abb-963a-d87c57dd2e3d)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:21.920392 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:21.922123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-a564af5d-f3b6-45b0-a21c-8dfd1d4de438 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, a79164ab-d734-43fb-b523-bafe7bc6211f) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:21.938215 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:21.941394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] device_id is not set on port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:21.963027 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:21.994410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a564af5d-f3b6-45b0-a21c-8dfd1d4de438 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:21.995012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a564af5d-f3b6-45b0-a21c-8dfd1d4de438 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:21.999492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:22.000454 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee0f594-cc62-442d-a15f-dcee454c7183 None None] Network a79164ab-d734-43fb-b523-bafe7bc6211f requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:22.026757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:22.028907 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fdceffa1-a07d-4bf5-ab10-e3a5ed4536e8 None None] Provisioning complete for port 2dcd179a-0133-401a-b285-7cd31c67e9c5 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:22.029483 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fdceffa1-a07d-4bf5-ab10-e3a5ed4536e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.068760 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Pushing event updated for resources: {'Port': ['ID=d11dcb38-27aa-459b-a6f2-3feef8b08d73,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:22.083705 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': '7d821411-6efb-45d1-b20e-1cc0ab0d1e78'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:47:22.084559 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.090351 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-75b94d1c-89f4-4acb-a202-33dec8f7cd40 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.104456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d731ff-dc57-40e0-8195-7a3f244413b1,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:22.159578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.165032 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a564af5d-f3b6-45b0-a21c-8dfd1d4de438 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2651339 Apr 20 15:47:22.167070 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60644) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:22.227904 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-75b94d1c-89f4-4acb-a202-33dec8f7cd40 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Calling delete_port for 0b15a933-2818-4f59-996a-a66e17077458 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:22.382199 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-75b94d1c-89f4-4acb-a202-33dec8f7cd40 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.397772 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:22.428192 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:22.432097 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b94d1c-89f4-4acb-a202-33dec8f7cd40 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Pushing event deleted for resources: {'Port': ['ID=0b15a933-2818-4f59-996a-a66e17077458,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:22.439443 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:22.445259 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:22.445894 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.470595 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=2dcd179a-0133-401a-b285-7cd31c67e9c5,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:22.504715 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.550153 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-75b94d1c-89f4-4acb-a202-33dec8f7cd40 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.566040 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-75b94d1c-89f4-4acb-a202-33dec8f7cd40 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] 10.222.0.13 "DELETE /v2.0/ports/0b15a933-2818-4f59-996a-a66e17077458 HTTP/1.1" status: 204 len: 168 time: 0.8304513 Apr 20 15:47:22.566268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60648) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:22.572911 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Transition to ACTIVE for port object 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:22.640225 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e92ca28-1dd5-4b7c-9c5e-ad5f7e336293 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Deleting subnet 7bd56331-a4f0-42cb-8f2d-453b6efbcde6 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:47:22.643759 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0e92ca28-1dd5-4b7c-9c5e-ad5f7e336293 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.647040 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Transition to ACTIVE for port object 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:22.666668 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.702014 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=3d8204ee-b302-4f74-98f4-899779121890,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:22.759088 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Allocated IP 2001:db8::f816:3eff:fec9:bda4 (f66047db-8bb8-4641-b4de-e5f9a3950b44/7d821411-6efb-45d1-b20e-1cc0ab0d1e78/44f69c38-4d63-43a5-bf64-4bf3f6ad7011) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:22.779239 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-bcaced53-ce5a-4cc7-9d28-39c3ec7ef991 None None] Could not find standard attr ID for object 0b15a933-2818-4f59-996a-a66e17077458. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:47:22.796425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-a79164ab-d734-43fb-b523-bafe7bc6211f', 'network_id': 'a79164ab-d734-43fb-b523-bafe7bc6211f', 'tenant_id': '358c7005b6004bb5903e6d502461f960', 'fixed_ips': [{'subnet_id': 'ee30541d-6cc2-4cda-89d4-56afb10fd66a'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:47:22.797250 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.816054 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0e92ca28-1dd5-4b7c-9c5e-ad5f7e336293 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.841730 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Network 5bca8a39-55fd-468c-b4b1-911f216b90a3 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:22.850096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:22.852545 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:22.858007 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.904218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0e92ca28-1dd5-4b7c-9c5e-ad5f7e336293 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.906996 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Pushing event updated for resources: {'Port': ['ID=7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:22.967394 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-db8559fa-cd89-4fbf-8390-0b94cf104a5a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3243394 Apr 20 15:47:22.969700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] device_id is not set on port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:22.970657 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60652) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:23.029410 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0e92ca28-1dd5-4b7c-9c5e-ad5f7e336293 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.075535 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92ca28-1dd5-4b7c-9c5e-ad5f7e336293 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd56331-a4f0-42cb-8f2d-453b6efbcde6,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:23.080740 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0e92ca28-1dd5-4b7c-9c5e-ad5f7e336293 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.086597 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Attempting to bind port 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:23.086956 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Attempting to bind port 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'c427c735-9705-4669-a483-7b8e7209bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5bca8a39-55fd-468c-b4b1-911f216b90a3'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:23.087322 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Attempting to bind port 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c on network 5bca8a39-55fd-468c-b4b1-911f216b90a3 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:23.092592 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0e92ca28-1dd5-4b7c-9c5e-ad5f7e336293 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] 10.222.0.13 "DELETE /v2.0/subnets/7bd56331-a4f0-42cb-8f2d-453b6efbcde6 HTTP/1.1" status: 204 len: 168 time: 0.5252676 Apr 20 15:47:23.093405 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60656) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:23.103505 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47a2ebb-9d4c-496d-901b-5bd2b5913d00 None None] Network bb1ee19f-94df-4492-9134-a5a70f57da97 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:23.139604 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:47:23.140601 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Checking segment: {'id': 'c427c735-9705-4669-a483-7b8e7209bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5bca8a39-55fd-468c-b4b1-911f216b90a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:47:23.140932 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.141324 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Bound using segment: {'id': 'c427c735-9705-4669-a483-7b8e7209bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5bca8a39-55fd-468c-b4b1-911f216b90a3'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:47:23.141788 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Bound port: 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c427c735-9705-4669-a483-7b8e7209bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5bca8a39-55fd-468c-b4b1-911f216b90a3'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:47:23.142183 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.173549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.189639 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9958942e-08c1-472d-b446-48512291fd4f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:23.193706 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9958942e-08c1-472d-b446-48512291fd4f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2184803 Apr 20 15:47:23.197904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Transition to ACTIVE for port object 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:23.205039 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60660) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:23.233191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.275555 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.298341 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-d6c10e7e-8a5e-480b-9b5e-a1fc62f4aa49 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port 3d8204ee-b302-4f74-98f4-899779121890 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:23.298686 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d6c10e7e-8a5e-480b-9b5e-a1fc62f4aa49 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.314920 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.342051 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Deleting port cc9e184e-ad12-4320-b087-5c00376f8f24 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:23.342384 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.379679 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Allocated IP 172.20.0.2 (a79164ab-d734-43fb-b523-bafe7bc6211f/ee30541d-6cc2-4cda-89d4-56afb10fd66a/f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:23.411899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Pushing event updated for resources: {'Port': ['ID=42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:23.418521 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.513275 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.595090 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Transition to ACTIVE for port object 44f69c38-4d63-43a5-bf64-4bf3f6ad7011 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:23.602616 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Checking segment: {'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:47:23.602827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Network hostable DHCP agents. Network: 09557daa-1305-44ca-9f98-140ee975b855, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:47:23.610949 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] For port 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:47:23.634131 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] For port 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c,segment=NetworkSegment(c427c735-9705-4669-a483-7b8e7209bdf2),segment_id=c427c735-9705-4669-a483-7b8e7209bdf2)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:47:23.638083 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Transition to ACTIVE for port object 44f69c38-4d63-43a5-bf64-4bf3f6ad7011 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:23.645326 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.700910 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.729345 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] For port cc9e184e-ad12-4320-b087-5c00376f8f24, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=cc9e184e-ad12-4320-b087-5c00376f8f24,segment=NetworkSegment(c181278d-06ae-4746-96e6-f0305f89489a),segment_id=c181278d-06ae-4746-96e6-f0305f89489a)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:23.729779 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.757306 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Network 09557daa-1305-44ca-9f98-140ee975b855 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:47:23.790008 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:23.797161 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:23.799571 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:23.803879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d6c10e7e-8a5e-480b-9b5e-a1fc62f4aa49 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.830203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 09557daa-1305-44ca-9f98-140ee975b855) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:23.856249 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19beb154-46eb-4038-a81a-89ceec0a108f None None] Network 09557daa-1305-44ca-9f98-140ee975b855 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:23.864672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:23.873428 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc13e5-221b-48d5-93dd-633cfe3b976b None None] Pushing event updated for resources: {'Port': ['ID=7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:23.883905 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Calling delete_port for cc9e184e-ad12-4320-b087-5c00376f8f24 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:23.897618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:23.897942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:23.898228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:23.917084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:23.917926 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:23.921920 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 2 to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 Apr 20 15:47:24.012503 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:24.012798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:24.013266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:24.016568 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5067c2-4258-410a-a23d-2f47b119a9b8 None None] DHCP port deletion for bb1ee19f-94df-4492-9134-a5a70f57da97 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:47:24.023642 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.028895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:24.029320 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:24.032948 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 3 to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 Apr 20 15:47:24.051382 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-d6c10e7e-8a5e-480b-9b5e-a1fc62f4aa49 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for 3d8204ee-b302-4f74-98f4-899779121890 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:24.062953 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.073904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Allocated IP 172.20.0.1 (5bca8a39-55fd-468c-b4b1-911f216b90a3/145b6d8d-73f5-4b80-86ff-81fe0682db7e/ea342d29-4ad8-41d7-83d2-a1916d9f6d85) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:24.097176 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-3d5067c2-4258-410a-a23d-2f47b119a9b8 None None] Deleting port cc9e184e-ad12-4320-b087-5c00376f8f24 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:24.097526 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3d5067c2-4258-410a-a23d-2f47b119a9b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.128050 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:24.128458 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:24.128909 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:24.206473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:24.211049 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:24.241076 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 4 to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 Apr 20 15:47:24.256652 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Pushing event updated for resources: {'Port': ['ID=44f69c38-4d63-43a5-bf64-4bf3f6ad7011,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:24.257592 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.260496 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.291549 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:47:24.314087 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Attempting to bind port 44f69c38-4d63-43a5-bf64-4bf3f6ad7011 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:24.315865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Attempting to bind port 44f69c38-4d63-43a5-bf64-4bf3f6ad7011 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:24.316210 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Attempting to bind port 44f69c38-4d63-43a5-bf64-4bf3f6ad7011 on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:24.321064 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Transition to ACTIVE for port object f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:24.380202 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2dcd179a-0133-401a-b285-7cd31c67e9c5 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:24.380712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:24.381266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:24.382002 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:24.400489 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Pushing event updated for resources: {'Port': ['ID=d11dcb38-27aa-459b-a6f2-3feef8b08d73,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:24.420354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.430779 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:24.431531 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:24.432534 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-3d5067c2-4258-410a-a23d-2f47b119a9b8 None None] The port 'cc9e184e-ad12-4320-b087-5c00376f8f24' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:47:24.442750 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 5 to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 Apr 20 15:47:24.457374 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:47:24.457869 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:47:24.458129 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.458567 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:47:24.459481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Bound port: 44f69c38-4d63-43a5-bf64-4bf3f6ad7011, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:47:24.459615 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.474347 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:24.474941 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:24.475951 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:24.500328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:24.500750 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:24.501783 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.506048 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ba008192-0aeb-4aa0-b5e4-abd7d7f23063 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2277489 Apr 20 15:47:24.506847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60664) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:24.510164 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 6 to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 Apr 20 15:47:24.519913 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Transition to ACTIVE for port object f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:24.545319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:24.545659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:24.546042 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:24.559399 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Pushing event deleted for resources: {'Port': ['ID=cc9e184e-ad12-4320-b087-5c00376f8f24,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:24.562054 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:24.562479 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:24.563420 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] No DVR routers for this DVR port cc9e184e-ad12-4320-b087-5c00376f8f24 on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:47:24.565400 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 7 to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 Apr 20 15:47:24.581692 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.582196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.593672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:24.594008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:24.594351 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:24.599810 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d6c10e7e-8a5e-480b-9b5e-a1fc62f4aa49 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.606832 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:24.607163 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:24.608523 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Transition to ACTIVE for port object ea342d29-4ad8-41d7-83d2-a1916d9f6d85 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:24.609980 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 8 to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 Apr 20 15:47:24.628929 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:24.629272 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:24.629616 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:24.637487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:24.637819 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:24.639121 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 9 to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 Apr 20 15:47:24.659238 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:24.659568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:24.659938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:24.666340 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:24.666654 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:24.667951 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 10 to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 Apr 20 15:47:24.694492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.696051 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Network a79164ab-d734-43fb-b523-bafe7bc6211f is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:24.706077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:24.708741 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:24.726956 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Pushing event updated for resources: {'Port': ['ID=f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:24.732834 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:24.733184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:24.733560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:24.766007 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:24.766325 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:24.766625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.769198 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] For port 44f69c38-4d63-43a5-bf64-4bf3f6ad7011, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:47:24.776763 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c10e7e-8a5e-480b-9b5e-a1fc62f4aa49 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=3d8204ee-b302-4f74-98f4-899779121890,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:24.780163 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.812814 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 2dcd179a-0133-401a-b285-7cd31c67e9c5 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:24.813439 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.848247 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] For port 44f69c38-4d63-43a5-bf64-4bf3f6ad7011, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=44f69c38-4d63-43a5-bf64-4bf3f6ad7011,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:47:24.855886 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d6c10e7e-8a5e-480b-9b5e-a1fc62f4aa49 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.860862 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1ee19f-94df-4492-9134-a5a70f57da97']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:24.876477 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.879188 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c181278d-06ae-4746-96e6-f0305f89489a') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:24.879483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c181278d-06ae-4746-96e6-f0305f89489a') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:24.894729 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d6c10e7e-8a5e-480b-9b5e-a1fc62f4aa49 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/3d8204ee-b302-4f74-98f4-899779121890 HTTP/1.1" status: 204 len: 168 time: 1.6886308 Apr 20 15:47:24.895363 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60670) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:24.916157 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:24.929834 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Network 5bca8a39-55fd-468c-b4b1-911f216b90a3 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:24.936124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:24.939934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:24.942500 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Attempting to bind port f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:24.942867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Attempting to bind port f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '15fc4613-8d8c-4db7-8f66-14340597d020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a79164ab-d734-43fb-b523-bafe7bc6211f'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:24.943624 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Attempting to bind port f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f on network a79164ab-d734-43fb-b523-bafe7bc6211f {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:24.947198 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Usage tracker for resource:floatingip and tenant:f65217673529471181b1db70f6504c40 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:24.950162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:24.967454 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.969521 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:47:24.970126 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Checking segment: {'id': '15fc4613-8d8c-4db7-8f66-14340597d020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a79164ab-d734-43fb-b523-bafe7bc6211f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:47:24.970687 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.971239 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Bound using segment: {'id': '15fc4613-8d8c-4db7-8f66-14340597d020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a79164ab-d734-43fb-b523-bafe7bc6211f'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:47:24.971898 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Bound port: f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fc4613-8d8c-4db7-8f66-14340597d020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a79164ab-d734-43fb-b523-bafe7bc6211f'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:47:24.972450 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:24.996287 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:25.010639 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0408c-0975-4235-9f97-602e120512d6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:25.012282 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0408c-0975-4235-9f97-602e120512d6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:25.017768 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d2a0408c-0975-4235-9f97-602e120512d6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1196458 Apr 20 15:47:25.019997 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60674) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:25.060545 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba911e0-c8d6-4e2a-bd9d-4d8ca472d597 None None] Pushing event updated for resources: {'Port': ['ID=44f69c38-4d63-43a5-bf64-4bf3f6ad7011,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:25.066456 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:47:25.066985 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:25.080644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] For port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:47:25.080812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempted to set empty binding levels {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:47:25.091176 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:47:25.097162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:25.111616 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:25.139527 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb6c772-3e10-41d2-b229-9aacd186ae8d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 7d821411-6efb-45d1-b20e-1cc0ab0d1e78 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:47:25.168320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:25.183707 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event updated for resources: {'Port': ['ID=ea342d29-4ad8-41d7-83d2-a1916d9f6d85,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:25.186992 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] For port f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:47:25.195925 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6fb6c772-3e10-41d2-b229-9aacd186ae8d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:25.198869 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] For port f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f,segment=NetworkSegment(15fc4613-8d8c-4db7-8f66-14340597d020),segment_id=15fc4613-8d8c-4db7-8f66-14340597d020)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:47:25.208085 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:25.290438 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6fb6c772-3e10-41d2-b229-9aacd186ae8d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:25.344670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:25.347925 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:25.352120 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:25.365749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device cc9e184e-ad12-4320-b087-5c00376f8f24 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:47:25.409805 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:25.410547 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:25.418972 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] Pushing event deleted for resources: {'Network': ['ID=bb1ee19f-94df-4492-9134-a5a70f57da97,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:25.436175 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613316f-0cd5-4406-8b59-4728ddc98473 None None] Pushing event updated for resources: {'Port': ['ID=f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:25.436421 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-368f1a56-e263-4b3d-81e8-34781f7b0e20 tempest-ExtraDHCPOptionsTestJSON-1594397100 tempest-ExtraDHCPOptionsTestJSON-1594397100-project] 10.222.0.13 "DELETE /v2.0/networks/bb1ee19f-94df-4492-9134-a5a70f57da97 HTTP/1.1" status: 204 len: 168 time: 2.3404827 Apr 20 15:47:25.440452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: cc9e184e-ad12-4320-b087-5c00376f8f24 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:47:25.440803 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device cc9e184e-ad12-4320-b087-5c00376f8f24 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:47:25.494933 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6fb6c772-3e10-41d2-b229-9aacd186ae8d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:25.591957 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:25.605974 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.7624836 Apr 20 15:47:25.608169 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60680) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:25.637080 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c314bb5-4eff-407d-b4ac-955e4b472cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Pushing event updated for resources: {'Port': ['ID=42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:25.663556 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb75232-da94-416f-97d4-8a27dc659e21 None None] Network 5bca8a39-55fd-468c-b4b1-911f216b90a3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:25.690521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6fb6c772-3e10-41d2-b229-9aacd186ae8d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:25.766571 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6fb6c772-3e10-41d2-b229-9aacd186ae8d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:25.779244 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-37339d99-6eb8-4fd4-9e1a-8c24b4b57072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Deleting port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:25.779836 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-37339d99-6eb8-4fd4-9e1a-8c24b4b57072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:25.842532 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cea7ee0d-ebe1-4c2a-952e-d94b7707dc4d None None] Provisioning for port 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:25.842746 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6c772-3e10-41d2-b229-9aacd186ae8d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=7d821411-6efb-45d1-b20e-1cc0ab0d1e78,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:25.847559 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6fb6c772-3e10-41d2-b229-9aacd186ae8d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/7d821411-6efb-45d1-b20e-1cc0ab0d1e78 HTTP/1.1" status: 204 len: 168 time: 0.8265870 Apr 20 15:47:25.857054 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60686) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:25.861944 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:25.943947 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-610ca4c3-5f2b-467c-b9e5-f2dfa51decd6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793252 Apr 20 15:47:25.953490 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60690) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:25.962240 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:25.976484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60694) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:26.039027 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Allocated IP 172.26.7.220 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/12e4ccc7-4e8f-450a-b5d9-d0fc605c0737) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:26.305744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:26.325682 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:26.330889 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:26.345234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:26.348987 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:26.389417 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:26.396763 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c90f1a1b-6709-431a-8984-8fa82a785428 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1de9e8217f014196aa906963b4189b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147575 Apr 20 15:47:26.404016 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60702) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:26.419141 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-37339d99-6eb8-4fd4-9e1a-8c24b4b57072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] For port 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067, host hv-neutron-8386, got binding levels [] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:26.419494 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-37339d99-6eb8-4fd4-9e1a-8c24b4b57072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:26.460325 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:26.465252 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:26.493867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:26.496753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:26.502454 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:26.503170 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:26.616561 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-18e7e3d1-ed10-48c3-8681-5622b758e219 None None] Provisioning for port ea342d29-4ad8-41d7-83d2-a1916d9f6d85 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:26.687482 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-18e7e3d1-ed10-48c3-8681-5622b758e219 None None] Provisioning complete for port ea342d29-4ad8-41d7-83d2-a1916d9f6d85 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:26.688178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-18e7e3d1-ed10-48c3-8681-5622b758e219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:26.830599 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b47f3a7-5d3c-4b7f-b425-ac5b58b83c5d None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:26.871194 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:26.881739 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-37339d99-6eb8-4fd4-9e1a-8c24b4b57072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Calling delete_port for 42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:26.964894 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:26.997778 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-18e7e3d1-ed10-48c3-8681-5622b758e219 None None] Port ea342d29-4ad8-41d7-83d2-a1916d9f6d85 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:47:27.017665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:27.022394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:27.033062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:27.034786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:27.074522 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:27.077126 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-40489734-c382-43d7-a79c-b6690996a771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:27.113552 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Pushing event updated for resources: {'Port': ['ID=12e4ccc7-4e8f-450a-b5d9-d0fc605c0737,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:27.118415 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075dec9c-9278-489f-b59a-1ed16c50fea6 None None] Network a79164ab-d734-43fb-b523-bafe7bc6211f requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:27.158852 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-37339d99-6eb8-4fd4-9e1a-8c24b4b57072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:27.199862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c,segment=NetworkSegment(c427c735-9705-4669-a483-7b8e7209bdf2),segment_id=c427c735-9705-4669-a483-7b8e7209bdf2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:27.213808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-18e7e3d1-ed10-48c3-8681-5622b758e219 None None] Provisioning complete for port 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:27.214185 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-18e7e3d1-ed10-48c3-8681-5622b758e219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:27.219963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event updated for resources: {'Port': ['ID=ea342d29-4ad8-41d7-83d2-a1916d9f6d85,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:27.222353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:27.234572 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-40489734-c382-43d7-a79c-b6690996a771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:27.252206 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:27.252998 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 44f69c38-4d63-43a5-bf64-4bf3f6ad7011 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:27.253135 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37339d99-6eb8-4fd4-9e1a-8c24b4b57072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Pushing event deleted for resources: {'Port': ['ID=42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:27.273582 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:27.275836 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-37339d99-6eb8-4fd4-9e1a-8c24b4b57072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:27.319335 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-37339d99-6eb8-4fd4-9e1a-8c24b4b57072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] 10.222.0.13 "DELETE /v2.0/ports/42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 HTTP/1.1" status: 204 len: 168 time: 1.7065964 Apr 20 15:47:27.320983 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60706) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:27.388038 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90d40f7-acc5-4610-a521-af8ebad6e8e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] GET failed (client error): The resource could not be found. Apr 20 15:47:27.388830 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c90d40f7-acc5-4610-a521-af8ebad6e8e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Synchronizing usage tracker for tenant:398a9a4b4eeb4bcb8ecfacd8a73fe032 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:27.422782 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c90d40f7-acc5-4610-a521-af8ebad6e8e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Unset dirty status for tenant:398a9a4b4eeb4bcb8ecfacd8a73fe032 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:27.427379 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c90d40f7-acc5-4610-a521-af8ebad6e8e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] 10.222.0.13 "GET /v2.0/ports/42a10c9d-0eb5-4fe4-9dd1-6ca49fd6c067 HTTP/1.1" status: 404 len: 333 time: 0.0915136 Apr 20 15:47:27.427379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-40489734-c382-43d7-a79c-b6690996a771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:27.428739 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60710) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:27.453003 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:27.478501 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-8997ae97-480e-4d9b-8d54-2e9f6807f478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Request body: {'port': {'network_id': '09557daa-1305-44ca-9f98-140ee975b855', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2032507855'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:27.489584 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40489734-c382-43d7-a79c-b6690996a771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e40bfa0-a4b4-4e85-85d1-532ea69a14fb,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:27.492628 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8997ae97-480e-4d9b-8d54-2e9f6807f478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:27.520808 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-40489734-c382-43d7-a79c-b6690996a771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:27.521921 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-40489734-c382-43d7-a79c-b6690996a771 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e40bfa0-a4b4-4e85-85d1-532ea69a14fb HTTP/1.1" status: 204 len: 168 time: 1.1169193 Apr 20 15:47:27.525330 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8997ae97-480e-4d9b-8d54-2e9f6807f478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:27.545403 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:27.583001 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8997ae97-480e-4d9b-8d54-2e9f6807f478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Made reservation on behalf of 398a9a4b4eeb4bcb8ecfacd8a73fe032 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:27.588994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8997ae97-480e-4d9b-8d54-2e9f6807f478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:27.597252 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 44f69c38-4d63-43a5-bf64-4bf3f6ad7011 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:27.615960 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95591456-2a48-4535-b9b5-32d1a08a4964 None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:47:27.627069 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:27.635870 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-8997ae97-480e-4d9b-8d54-2e9f6807f478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] device_id is not set on port e95a6f8d-48a1-426a-852a-0554cbbf28e0 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:27.655964 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Network 5bca8a39-55fd-468c-b4b1-911f216b90a3 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:27.659342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:27.660772 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-95591456-2a48-4535-b9b5-32d1a08a4964 None None] Deleting port 44f69c38-4d63-43a5-bf64-4bf3f6ad7011 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:27.661563 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-95591456-2a48-4535-b9b5-32d1a08a4964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:27.730060 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.objects.ports [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88169) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:47:28.005820 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d38276cb-6e78-4c44-8e30-d3b43479d633 None None] Provisioning complete for port ea342d29-4ad8-41d7-83d2-a1916d9f6d85 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:28.006872 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d38276cb-6e78-4c44-8e30-d3b43479d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:28.051126 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:28.058420 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:28.060437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Router f63b8477-e4ee-4c35-8e83-a03679f3d969 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:47:28.065641 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:28.106255 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-d38276cb-6e78-4c44-8e30-d3b43479d633 None None] Port ea342d29-4ad8-41d7-83d2-a1916d9f6d85 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:47:28.158153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-95591456-2a48-4535-b9b5-32d1a08a4964 None None] For port 44f69c38-4d63-43a5-bf64-4bf3f6ad7011, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=44f69c38-4d63-43a5-bf64-4bf3f6ad7011,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:28.164321 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-95591456-2a48-4535-b9b5-32d1a08a4964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:28.192988 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d38276cb-6e78-4c44-8e30-d3b43479d633 None None] Provisioning for port f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:28.274249 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8997ae97-480e-4d9b-8d54-2e9f6807f478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:28.283744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:28.325286 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d38276cb-6e78-4c44-8e30-d3b43479d633 None None] Provisioning complete for port f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:28.328548 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d38276cb-6e78-4c44-8e30-d3b43479d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:28.439326 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8997ae97-480e-4d9b-8d54-2e9f6807f478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:28.465712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:28.496947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:47:28.504591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Pushing event updated for resources: {'Port': ['ID=12e4ccc7-4e8f-450a-b5d9-d0fc605c0737,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:28.525594 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:28.541443 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2f91924f-5ba3-4857-995c-a0bae69e867d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "PUT /v2.0/routers/f63b8477-e4ee-4c35-8e83-a03679f3d969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3625336 Apr 20 15:47:28.544498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60738) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:28.559798 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-95591456-2a48-4535-b9b5-32d1a08a4964 None None] Calling delete_port for 44f69c38-4d63-43a5-bf64-4bf3f6ad7011 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:28.602280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8997ae97-480e-4d9b-8d54-2e9f6807f478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Network 09557daa-1305-44ca-9f98-140ee975b855 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:28.606304 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bfec37-9711-456b-9405-8c731ea82fc3 None None] Sync routers for ids ['f63b8477-e4ee-4c35-8e83-a03679f3d969'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:47:28.607030 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-8997ae97-480e-4d9b-8d54-2e9f6807f478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:28.609782 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997ae97-480e-4d9b-8d54-2e9f6807f478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Pushing event updated for resources: {'Port': ['ID=e95a6f8d-48a1-426a-852a-0554cbbf28e0,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:28.615507 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8997ae97-480e-4d9b-8d54-2e9f6807f478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:28.616573 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8997ae97-480e-4d9b-8d54-2e9f6807f478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:28.617230 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8997ae97-480e-4d9b-8d54-2e9f6807f478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:28.638487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:28.639454 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ea8332de-e503-4d1d-98c8-6732b523bd1c tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1201952 Apr 20 15:47:28.642291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60742) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:28.647323 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60746) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:28.682220 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] For port 44f69c38-4d63-43a5-bf64-4bf3f6ad7011, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=44f69c38-4d63-43a5-bf64-4bf3f6ad7011,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:28.694272 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8997ae97-480e-4d9b-8d54-2e9f6807f478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2253468 Apr 20 15:47:28.694495 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60752) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:28.700438 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8386'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:28.717347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bfec37-9711-456b-9405-8c731ea82fc3 None None] Routers {'f63b8477-e4ee-4c35-8e83-a03679f3d969'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:47:28.718713 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-70bfec37-9711-456b-9405-8c731ea82fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:47:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['f63b8477-e4ee-4c35-8e83-a03679f3d969'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:28.760301 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:28.770075 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:28.770862 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:28.799316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:28.799863 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:28.833858 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-70bfec37-9711-456b-9405-8c731ea82fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:28.882556 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-68b34c44-f37c-404e-bad2-bb90a08f3c1b tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Synchronizing usage tracker for tenant:45208867496e4fa6bfa2ee773b167f76 on resource:floatingip {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:28.890353 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=44f69c38-4d63-43a5-bf64-4bf3f6ad7011,revision_number=5']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:28.903251 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-4962409b-d05d-40fe-a848-75f7fddae363 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:28.904834 dv-neutron-838699-1-hyperv neutron-server[88169]: WARNING neutron.api.v2.base [None req-4962409b-d05d-40fe-a848-75f7fddae363 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 15:47:28.904834 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-4962409b-d05d-40fe-a848-75f7fddae363 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 15:47:28.905208 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4962409b-d05d-40fe-a848-75f7fddae363 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2569158 Apr 20 15:47:28.920951 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bfec37-9711-456b-9405-8c731ea82fc3 None None] Routers {'f63b8477-e4ee-4c35-8e83-a03679f3d969'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:47:28.921606 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-70bfec37-9711-456b-9405-8c731ea82fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:47:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['f63b8477-e4ee-4c35-8e83-a03679f3d969'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:28.942010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60756) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:28.956348 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group': {'name': 'tempest-secgroup--196902581'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:28.967923 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:28.970454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:28.972270 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:28.976905 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-95591456-2a48-4535-b9b5-32d1a08a4964 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:47:28.977265 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-95591456-2a48-4535-b9b5-32d1a08a4964 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:47:28.978643 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:28.979004 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:28.979243 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:28.984095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:28.994317 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-70bfec37-9711-456b-9405-8c731ea82fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:28.994744 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bfec37-9711-456b-9405-8c731ea82fc3 None None] The sync data for ids ['f63b8477-e4ee-4c35-8e83-a03679f3d969'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:47:28.999832 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-68b34c44-f37c-404e-bad2-bb90a08f3c1b tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Unset dirty status for tenant:45208867496e4fa6bfa2ee773b167f76 on resource:floatingip {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:29.001263 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-68b34c44-f37c-404e-bad2-bb90a08f3c1b tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2438 time: 0.3580832 Apr 20 15:47:29.002483 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:29.007619 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60760) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:29.012553 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d38276cb-6e78-4c44-8e30-d3b43479d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:29.014599 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=cc19d2eb-7a98-4e3f-ac42-ae504960d355,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:29.018050 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:29.098564 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d38276cb-6e78-4c44-8e30-d3b43479d633 None None] For port f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f,segment=NetworkSegment(15fc4613-8d8c-4db7-8f66-14340597d020),segment_id=15fc4613-8d8c-4db7-8f66-14340597d020)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:29.102947 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d38276cb-6e78-4c44-8e30-d3b43479d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:29.163191 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 44f69c38-4d63-43a5-bf64-4bf3f6ad7011 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:47:29.205712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d38276cb-6e78-4c44-8e30-d3b43479d633 None None] Provisioning for port 44f69c38-4d63-43a5-bf64-4bf3f6ad7011 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:29.228694 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d38276cb-6e78-4c44-8e30-d3b43479d633 None None] Provisioning complete for port 44f69c38-4d63-43a5-bf64-4bf3f6ad7011 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:29.229331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d38276cb-6e78-4c44-8e30-d3b43479d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:29.262365 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38276cb-6e78-4c44-8e30-d3b43479d633 None None] Pushing event updated for resources: {'Port': ['ID=f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:29.309869 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-02fc96c1-2b5c-40fe-8f48-1f948d888807 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3522956 Apr 20 15:47:29.313132 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60764) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:29.321303 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'mac_address': 'fa:16:3e:09:81:d5', 'name': 'tempest-NetworksTestDHCPv6-1861762222'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:29.321475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:29.355298 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:29.415700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-02732fe0-9198-4519-8cfe-e26d1c2f7027 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Synchronizing usage tracker for tenant:acc4d6ad0ba045b68f03a62e5e7d1455 on resource:floatingip {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:29.426967 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d38276cb-6e78-4c44-8e30-d3b43479d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:29.442449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:29.462258 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:29.463254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d38276cb-6e78-4c44-8e30-d3b43479d633 None None] For port 44f69c38-4d63-43a5-bf64-4bf3f6ad7011, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=44f69c38-4d63-43a5-bf64-4bf3f6ad7011,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:29.468958 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:29.469148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d38276cb-6e78-4c44-8e30-d3b43479d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:29.479669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-02732fe0-9198-4519-8cfe-e26d1c2f7027 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Unset dirty status for tenant:acc4d6ad0ba045b68f03a62e5e7d1455 on resource:floatingip {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:29.484013 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-02732fe0-9198-4519-8cfe-e26d1c2f7027 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4752288 Apr 20 15:47:29.485001 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:29.485866 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60768) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:29.507428 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-95591456-2a48-4535-b9b5-32d1a08a4964 None None] Deleting port 44f69c38-4d63-43a5-bf64-4bf3f6ad7011 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:29.507428 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-95591456-2a48-4535-b9b5-32d1a08a4964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:29.627662 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38276cb-6e78-4c44-8e30-d3b43479d633 None None] Pushing event updated for resources: {'Port': ['ID=44f69c38-4d63-43a5-bf64-4bf3f6ad7011,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:29.631071 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:29.635872 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-c792de80-7333-40f1-b76c-711881b710a6 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:29.636870 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c792de80-7333-40f1-b76c-711881b710a6 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "PUT /v2.0/routers/f63b8477-e4ee-4c35-8e83-a03679f3d969/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0912952 Apr 20 15:47:29.640220 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60772) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:29.658664 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-29470511-d0e8-4437-84ed-650eabfd1443 None None] Provisioning complete for port ea342d29-4ad8-41d7-83d2-a1916d9f6d85 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:29.659144 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-29470511-d0e8-4437-84ed-650eabfd1443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:29.700829 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:port and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:29.714311 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:29.719073 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-d42172eb-5117-4e6a-9ee6-537ed6054f3f tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Deleting port 12e4ccc7-4e8f-450a-b5d9-d0fc605c0737 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:29.719587 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d42172eb-5117-4e6a-9ee6-537ed6054f3f tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:29.756056 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] device_id is not set on port e95a6f8d-48a1-426a-852a-0554cbbf28e0 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:29.773249 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:29.777988 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:29.796431 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-29470511-d0e8-4437-84ed-650eabfd1443 None None] Port ea342d29-4ad8-41d7-83d2-a1916d9f6d85 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:47:29.810710 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:29.823016 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Transition to ACTIVE for port object e95a6f8d-48a1-426a-852a-0554cbbf28e0 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:29.826716 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:29.826922 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-29470511-d0e8-4437-84ed-650eabfd1443 None None] Provisioning complete for port f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:29.826922 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-29470511-d0e8-4437-84ed-650eabfd1443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:29.873722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:29.886933 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-95591456-2a48-4535-b9b5-32d1a08a4964 None None] For port 44f69c38-4d63-43a5-bf64-4bf3f6ad7011, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=44f69c38-4d63-43a5-bf64-4bf3f6ad7011,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:29.887325 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-95591456-2a48-4535-b9b5-32d1a08a4964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:29.892783 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:29.907352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:29.925544 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:29.932581 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:29.993562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:30.003052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14c9bb6-913c-4bbc-a300-06f40a2cd5ad,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:30.024208 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-95591456-2a48-4535-b9b5-32d1a08a4964 None None] Calling delete_port for 44f69c38-4d63-43a5-bf64-4bf3f6ad7011 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:30.171330 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Pushing event updated for resources: {'Port': ['ID=e95a6f8d-48a1-426a-852a-0554cbbf28e0,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:30.193318 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:30.209820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:30.228462 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:30.273331 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d42172eb-5117-4e6a-9ee6-537ed6054f3f tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:30.273548 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82bf1a2-899a-427d-a608-69fdc9ac83f4,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:30.273678 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d42172eb-5117-4e6a-9ee6-537ed6054f3f tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:30.286188 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:30.287606 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3d7e53a4-e92a-49aa-a6dd-7e799a7219e8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3442671 Apr 20 15:47:30.290949 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60776) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:30.297787 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4b928201-9247-48a7-91f1-3b18611cd4c3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': 'c82bf1a2-899a-427d-a608-69fdc9ac83f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:30.311825 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-95591456-2a48-4535-b9b5-32d1a08a4964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:30.330556 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4b928201-9247-48a7-91f1-3b18611cd4c3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:30.342733 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4b928201-9247-48a7-91f1-3b18611cd4c3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:30.348459 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4b928201-9247-48a7-91f1-3b18611cd4c3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:30.356861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4b928201-9247-48a7-91f1-3b18611cd4c3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:30.365072 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95591456-2a48-4535-b9b5-32d1a08a4964 None None] Pushing event deleted for resources: {'Port': ['ID=44f69c38-4d63-43a5-bf64-4bf3f6ad7011,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:30.391989 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4b928201-9247-48a7-91f1-3b18611cd4c3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:30.402678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2198fe9b-0832-4a1a-91d8-f2f39a154566 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:30.425797 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:30.426134 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:30.426493 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:30.430396 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:30.448671 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95591456-2a48-4535-b9b5-32d1a08a4964 None None] No DVR routers for this DVR port 44f69c38-4d63-43a5-bf64-4bf3f6ad7011 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:47:30.449326 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-d42172eb-5117-4e6a-9ee6-537ed6054f3f tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Calling delete_port for 12e4ccc7-4e8f-450a-b5d9-d0fc605c0737 owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:30.463693 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:30.464098 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:30.494331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653ed041-8cc4-4c66-837c-eb1adff2f1c1 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:30.497721 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:30.498246 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:30.502320 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 2 to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 Apr 20 15:47:30.537772 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port 4f494df8-15b7-4786-a8d8-de3b795561de yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:30.571978 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:30.572317 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:30.572661 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:30.590362 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:30.590362 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:30.599075 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 3 to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 Apr 20 15:47:30.613564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4b928201-9247-48a7-91f1-3b18611cd4c3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:30.644329 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:30.644663 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:30.645029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:30.658608 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:30.659107 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:30.659805 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 4 to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 Apr 20 15:47:30.666148 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4b928201-9247-48a7-91f1-3b18611cd4c3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:30.739910 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b928201-9247-48a7-91f1-3b18611cd4c3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83d3750-10fb-48e4-8cb8-5b5b09a506c6,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:30.750465 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4b928201-9247-48a7-91f1-3b18611cd4c3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:30.754346 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4b928201-9247-48a7-91f1-3b18611cd4c3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4596763 Apr 20 15:47:30.754624 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60780) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:30.761225 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-fe2f1fff-5e48-41e3-903f-6ec352a8b879 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': 'c82bf1a2-899a-427d-a608-69fdc9ac83f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:30.768889 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-fe2f1fff-5e48-41e3-903f-6ec352a8b879 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:30.775212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-fe2f1fff-5e48-41e3-903f-6ec352a8b879 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:30.779167 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-fe2f1fff-5e48-41e3-903f-6ec352a8b879 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:30.787021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-fe2f1fff-5e48-41e3-903f-6ec352a8b879 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:30.803288 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': 'cc19d2eb-7a98-4e3f-ac42-ae504960d355'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:47:30.804451 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:30.847666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1fff-5e48-41e3-903f-6ec352a8b879 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:30.881502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:30.881839 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:30.882180 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:30.897863 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:30.898182 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:30.901987 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 5 to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 Apr 20 15:47:30.926868 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::f816:3eff:fe09:81d5 (f66047db-8bb8-4641-b4de-e5f9a3950b44/cc19d2eb-7a98-4e3f-ac42-ae504960d355/4f494df8-15b7-4786-a8d8-de3b795561de) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:30.932854 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d42172eb-5117-4e6a-9ee6-537ed6054f3f tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:30.936570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:30.936924 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:30.937273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:30.994734 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42172eb-5117-4e6a-9ee6-537ed6054f3f tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Pushing event deleted for resources: {'Port': ['ID=12e4ccc7-4e8f-450a-b5d9-d0fc605c0737,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:30.996396 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:30.996727 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:31.023512 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 6 to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 Apr 20 15:47:31.046705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2198fe9b-0832-4a1a-91d8-f2f39a154566 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Deleting port ea342d29-4ad8-41d7-83d2-a1916d9f6d85 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:31.046960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2198fe9b-0832-4a1a-91d8-f2f39a154566 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:31.098075 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:31.098390 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:31.098734 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:31.122653 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:31.122981 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:31.128974 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 7 to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 Apr 20 15:47:31.135386 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-fe2f1fff-5e48-41e3-903f-6ec352a8b879 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 15:47:31.136534 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-fe2f1fff-5e48-41e3-903f-6ec352a8b879 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3808911 Apr 20 15:47:31.146000 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60784) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:31.196380 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:31.196806 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:31.197831 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:31.251019 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2198fe9b-0832-4a1a-91d8-f2f39a154566 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:31.276582 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d42172eb-5117-4e6a-9ee6-537ed6054f3f tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:31.279478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:31.279833 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:31.288775 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 8 to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 Apr 20 15:47:31.322156 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:31.322405 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:31.322744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:31.347335 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d42172eb-5117-4e6a-9ee6-537ed6054f3f tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:31.348506 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d42172eb-5117-4e6a-9ee6-537ed6054f3f tempest-FloatingIPAdminTestJSON-1461166165 tempest-FloatingIPAdminTestJSON-1461166165-project] 10.222.0.13 "DELETE /v2.0/floatingips/c78feb4d-4066-4225-824f-e820a7a0ce6a HTTP/1.1" status: 204 len: 168 time: 1.8587885 Apr 20 15:47:31.349369 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:31.349703 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:31.354722 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 9 to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 Apr 20 15:47:31.368300 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60788) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:31.376865 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e9ad0d67-a096-4d5d-a9c3-5432bed96491 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:31.394365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:31.394705 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:31.395044 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:31.425182 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:31.425514 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:31.430264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2198fe9b-0832-4a1a-91d8-f2f39a154566 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Calling delete_port for ea342d29-4ad8-41d7-83d2-a1916d9f6d85 owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:31.430478 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.plugins.ml2.plugin [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 10 to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 Apr 20 15:47:31.451169 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e9ad0d67-a096-4d5d-a9c3-5432bed96491 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:31.464872 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:31.487789 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:31.488138 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:31.488478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:31.501882 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:31.502526 dv-neutron-838699-1-hyperv neutron-server[88169]: ERROR neutron.plugins.ml2.managers [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:31.502624 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:31.518815 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object 4f494df8-15b7-4786-a8d8-de3b795561de will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:31.582561 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-16c49cd2-2aaf-4a9b-b95a-c5aae803e286 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Deleting port d11dcb38-27aa-459b-a6f2-3feef8b08d73 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:31.582914 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16c49cd2-2aaf-4a9b-b95a-c5aae803e286 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:31.604668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e9ad0d67-a096-4d5d-a9c3-5432bed96491 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:31.636705 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad0d67-a096-4d5d-a9c3-5432bed96491 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82bf1a2-899a-427d-a608-69fdc9ac83f4,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:31.652459 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e9ad0d67-a096-4d5d-a9c3-5432bed96491 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:31.652459 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e9ad0d67-a096-4d5d-a9c3-5432bed96491 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "DELETE /v2.0/security-groups/c82bf1a2-899a-427d-a608-69fdc9ac83f4 HTTP/1.1" status: 204 len: 168 time: 0.5053992 Apr 20 15:47:31.653653 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] For port e95a6f8d-48a1-426a-852a-0554cbbf28e0, host hv-neutron-8386, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:47:31.653979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempted to set empty binding levels {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 20 15:47:31.655625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60796) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:31.672131 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:31.676056 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:31.726502 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Allocated IP 2001:db8::f816:3eff:fef9:1186 (f66047db-8bb8-4641-b4de-e5f9a3950b44/cc19d2eb-7a98-4e3f-ac42-ae504960d355/54ee5d94-02c0-4728-a3a7-9a70983b9baf) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:31.751254 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] In _notify_port_updated(), no bound segment for port e95a6f8d-48a1-426a-852a-0554cbbf28e0 on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:47:31.752739 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:31.753056 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:31.757252 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] 10.222.0.13 "PUT /v2.0/ports/e95a6f8d-48a1-426a-852a-0554cbbf28e0 HTTP/1.1" status: 200 len: 981 time: 3.0618334 Apr 20 15:47:31.758584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60800) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:31.780545 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:31.788122 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:31.797577 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:31.803143 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:31.803921 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:31.813531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d962dd74-d2af-48ab-a80a-30722e31ed9a tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Synchronizing usage tracker for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:31.825511 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36703ed6-b9bc-4c42-bb59-5c8f79e38771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Pushing event updated for resources: {'Port': ['ID=e95a6f8d-48a1-426a-852a-0554cbbf28e0,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:31.889655 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16c49cd2-2aaf-4a9b-b95a-c5aae803e286 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:31.890037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16c49cd2-2aaf-4a9b-b95a-c5aae803e286 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:31.898069 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5815151 Apr 20 15:47:31.901063 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60804) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:31.939300 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d962dd74-d2af-48ab-a80a-30722e31ed9a tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Unset dirty status for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:31.944073 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d962dd74-d2af-48ab-a80a-30722e31ed9a tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2831054 Apr 20 15:47:31.955641 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60808) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:31.968833 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-35fe6bbf-cd24-4fc7-b545-5562f0976cca tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group': {'name': 'tempest-secgroup--934068160'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:31.973492 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90551f6-a077-4c21-a1c1-d77e437b942c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=4f494df8-15b7-4786-a8d8-de3b795561de,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:31.974016 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:31.979375 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-35fe6bbf-cd24-4fc7-b545-5562f0976cca tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:31.985143 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Transition to ACTIVE for port object 54ee5d94-02c0-4728-a3a7-9a70983b9baf will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:31.995314 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-35fe6bbf-cd24-4fc7-b545-5562f0976cca tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:32.003867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Transition to ACTIVE for port object 54ee5d94-02c0-4728-a3a7-9a70983b9baf will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:32.015632 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:32.021680 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-35fe6bbf-cd24-4fc7-b545-5562f0976cca tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:32.046679 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-16c49cd2-2aaf-4a9b-b95a-c5aae803e286 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Calling delete_port for d11dcb38-27aa-459b-a6f2-3feef8b08d73 owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:32.055103 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-35fe6bbf-cd24-4fc7-b545-5562f0976cca tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:32.068633 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78478a52-1c4f-4967-a79c-7691f821bee8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.069367 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-78478a52-1c4f-4967-a79c-7691f821bee8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:32.073268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2198fe9b-0832-4a1a-91d8-f2f39a154566 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:32.073767 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-35fe6bbf-cd24-4fc7-b545-5562f0976cca tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:32.077093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-35fe6bbf-cd24-4fc7-b545-5562f0976cca tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:32.086852 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-35fe6bbf-cd24-4fc7-b545-5562f0976cca tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:32.112853 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:32.114368 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-06b8f7ad-933f-4fce-8f9e-618d21a8d3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:32.119839 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-78478a52-1c4f-4967-a79c-7691f821bee8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:32.121751 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-78478a52-1c4f-4967-a79c-7691f821bee8 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2195790 Apr 20 15:47:32.128083 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:32.129948 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60812) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:32.136909 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:32.144081 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Pushing event updated for resources: {'Port': ['ID=54ee5d94-02c0-4728-a3a7-9a70983b9baf,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:32.165707 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198fe9b-0832-4a1a-91d8-f2f39a154566 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event deleted for resources: {'Port': ['ID=ea342d29-4ad8-41d7-83d2-a1916d9f6d85,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:32.246763 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-1c13edf0-1bce-4b3c-b052-3232a1358af0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port 4f494df8-15b7-4786-a8d8-de3b795561de {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:32.247128 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c13edf0-1bce-4b3c-b052-3232a1358af0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:32.298624 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Attempting to bind port 54ee5d94-02c0-4728-a3a7-9a70983b9baf on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:32.299592 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Attempting to bind port 54ee5d94-02c0-4728-a3a7-9a70983b9baf by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:32.299592 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Attempting to bind port 54ee5d94-02c0-4728-a3a7-9a70983b9baf on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:32.314564 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:47:32.316066 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:47:32.316486 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:32.316880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:47:32.319588 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Bound port: 54ee5d94-02c0-4728-a3a7-9a70983b9baf, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:47:32.319996 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:32.359219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.359983 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.360669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.361304 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.361936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.362562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.362899 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-35fe6bbf-cd24-4fc7-b545-5562f0976cca tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:32.363355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.364027 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.364651 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.365276 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.365899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.366569 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.367195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.367910 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.368660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.369281 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.369900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.370543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.371162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.371795 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.372413 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:32.374603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Synchronizing usage tracker for tenant:398a9a4b4eeb4bcb8ecfacd8a73fe032 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:32.411553 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-35fe6bbf-cd24-4fc7-b545-5562f0976cca tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:32.482169 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] For port 54ee5d94-02c0-4728-a3a7-9a70983b9baf, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:47:32.486234 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] For port 54ee5d94-02c0-4728-a3a7-9a70983b9baf, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=54ee5d94-02c0-4728-a3a7-9a70983b9baf,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:47:32.490724 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:32.492354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Unset dirty status for tenant:398a9a4b4eeb4bcb8ecfacd8a73fe032 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:32.497114 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1c4e2773-3e07-4f40-a026-5b80f58982ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18674 time: 0.7335677 Apr 20 15:47:32.500336 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60816) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:32.519174 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe6bbf-cd24-4fc7-b545-5562f0976cca tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee734b88-47b6-492f-b7ac-3fa8ab111b04,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:32.599408 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1648da2-8fbf-4dba-881a-0be362e6a093 None None] Pushing event updated for resources: {'Port': ['ID=54ee5d94-02c0-4728-a3a7-9a70983b9baf,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:32.604550 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-35fe6bbf-cd24-4fc7-b545-5562f0976cca tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:32.605777 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-35fe6bbf-cd24-4fc7-b545-5562f0976cca tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6488011 Apr 20 15:47:32.614649 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60820) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:32.622496 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-2daeaf09-793b-4299-86c7-b0a39e49f1c4 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': 'ee734b88-47b6-492f-b7ac-3fa8ab111b04', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:32.623350 dv-neutron-838699-1-hyperv neutron-server[88169]: WARNING neutron.api.v2.base [None req-2daeaf09-793b-4299-86c7-b0a39e49f1c4 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 20 15:47:32.623855 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-2daeaf09-793b-4299-86c7-b0a39e49f1c4 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:32.625186 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2daeaf09-793b-4299-86c7-b0a39e49f1c4 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0082335 Apr 20 15:47:32.634242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60824) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:32.735674 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c13edf0-1bce-4b3c-b052-3232a1358af0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:32.798706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2198fe9b-0832-4a1a-91d8-f2f39a154566 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:32.806136 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d3265f6b-2e02-4a97-bbb9-8b0540725a46 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:32.829636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ad4676fb-5fc6-4eb4-a4e5-d76729c78ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Deleting port e95a6f8d-48a1-426a-852a-0554cbbf28e0 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:32.829993 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ad4676fb-5fc6-4eb4-a4e5-d76729c78ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:32.913964 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-1c13edf0-1bce-4b3c-b052-3232a1358af0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for 4f494df8-15b7-4786-a8d8-de3b795561de owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:32.994222 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d3265f6b-2e02-4a97-bbb9-8b0540725a46 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:33.047216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16c49cd2-2aaf-4a9b-b95a-c5aae803e286 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:33.173222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c49cd2-2aaf-4a9b-b95a-c5aae803e286 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Pushing event deleted for resources: {'Port': ['ID=d11dcb38-27aa-459b-a6f2-3feef8b08d73,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:33.199466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d3265f6b-2e02-4a97-bbb9-8b0540725a46 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:33.227392 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3265f6b-2e02-4a97-bbb9-8b0540725a46 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee734b88-47b6-492f-b7ac-3fa8ab111b04,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:33.246851 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d3265f6b-2e02-4a97-bbb9-8b0540725a46 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:33.250615 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d3265f6b-2e02-4a97-bbb9-8b0540725a46 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "DELETE /v2.0/security-groups/ee734b88-47b6-492f-b7ac-3fa8ab111b04 HTTP/1.1" status: 204 len: 168 time: 0.6128356 Apr 20 15:47:33.250615 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60828) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:33.265537 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c13edf0-1bce-4b3c-b052-3232a1358af0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:33.318688 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13edf0-1bce-4b3c-b052-3232a1358af0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=4f494df8-15b7-4786-a8d8-de3b795561de,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:33.380126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2198fe9b-0832-4a1a-91d8-f2f39a154566 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Router f63b8477-e4ee-4c35-8e83-a03679f3d969 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:47:33.381786 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c13edf0-1bce-4b3c-b052-3232a1358af0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:33.385829 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1c13edf0-1bce-4b3c-b052-3232a1358af0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/4f494df8-15b7-4786-a8d8-de3b795561de HTTP/1.1" status: 204 len: 168 time: 1.2528036 Apr 20 15:47:33.386295 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60832) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:33.393628 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f1e9ed79-9e07-4ae8-ae90-465321b612a0 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Synchronizing usage tracker for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:33.410225 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f1e9ed79-9e07-4ae8-ae90-465321b612a0 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Unset dirty status for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:33.417030 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f1e9ed79-9e07-4ae8-ae90-465321b612a0 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1652074 Apr 20 15:47:33.418160 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60836) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:33.423937 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c9c98109-2f47-4f0e-a601-c477bd7f4365 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group': {'name': 'tempest-secgroup--857601987'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:33.430550 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c9c98109-2f47-4f0e-a601-c477bd7f4365 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:33.441185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c9c98109-2f47-4f0e-a601-c477bd7f4365 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:33.450932 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c9c98109-2f47-4f0e-a601-c477bd7f4365 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:33.473549 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c9c98109-2f47-4f0e-a601-c477bd7f4365 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:33.477331 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c9c98109-2f47-4f0e-a601-c477bd7f4365 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:33.480882 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c9c98109-2f47-4f0e-a601-c477bd7f4365 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:33.487047 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c9c98109-2f47-4f0e-a601-c477bd7f4365 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:33.566947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c9c98109-2f47-4f0e-a601-c477bd7f4365 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:33.572162 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c9c98109-2f47-4f0e-a601-c477bd7f4365 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:33.610629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16c49cd2-2aaf-4a9b-b95a-c5aae803e286 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:33.618041 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c98109-2f47-4f0e-a601-c477bd7f4365 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a569d91-e47d-4ded-9a79-6e8dd649440b,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:33.630857 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c9c98109-2f47-4f0e-a601-c477bd7f4365 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:33.635181 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c9c98109-2f47-4f0e-a601-c477bd7f4365 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2127640 Apr 20 15:47:33.635503 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60840) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:33.641743 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-fbfaa575-11ba-4c5b-bda1-4333c1462b50 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': '6a569d91-e47d-4ded-9a79-6e8dd649440b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:33.642429 dv-neutron-838699-1-hyperv neutron-server[88169]: WARNING neutron.api.v2.base [None req-fbfaa575-11ba-4c5b-bda1-4333c1462b50 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 20 15:47:33.643030 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-fbfaa575-11ba-4c5b-bda1-4333c1462b50 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:33.644094 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fbfaa575-11ba-4c5b-bda1-4333c1462b50 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073476 Apr 20 15:47:33.646734 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60844) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:33.707922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-ad4676fb-5fc6-4eb4-a4e5-d76729c78ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] For port e95a6f8d-48a1-426a-852a-0554cbbf28e0, host hv-neutron-8386, got binding levels [] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:33.708291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ad4676fb-5fc6-4eb4-a4e5-d76729c78ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:33.716644 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9efbb809-b1c2-4723-9533-97682598307c tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:33.724827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2198fe9b-0832-4a1a-91d8-f2f39a154566 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:47:33.733831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc143e68-96bb-4113-9bae-ed590a47e777 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:33.735429 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc143e68-96bb-4113-9bae-ed590a47e777 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:33.736227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-dc143e68-96bb-4113-9bae-ed590a47e777 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:33.745300 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992d7887-74b6-49ea-9460-df020f94e273 None None] Sync routers for ids ['f63b8477-e4ee-4c35-8e83-a03679f3d969'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:47:33.747247 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9efbb809-b1c2-4723-9533-97682598307c tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:33.764181 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992d7887-74b6-49ea-9460-df020f94e273 None None] Routers {'f63b8477-e4ee-4c35-8e83-a03679f3d969'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:47:33.765629 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-992d7887-74b6-49ea-9460-df020f94e273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:47:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['f63b8477-e4ee-4c35-8e83-a03679f3d969'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:33.806263 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9efbb809-b1c2-4723-9533-97682598307c tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:33.816568 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-352070d4-f035-48d3-9959-cbd8b2384edf None None] Provisioning for port 54ee5d94-02c0-4728-a3a7-9a70983b9baf completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:33.827576 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbb809-b1c2-4723-9533-97682598307c tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a569d91-e47d-4ded-9a79-6e8dd649440b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:33.835671 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9efbb809-b1c2-4723-9533-97682598307c tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:33.839974 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9efbb809-b1c2-4723-9533-97682598307c tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "DELETE /v2.0/security-groups/6a569d91-e47d-4ded-9a79-6e8dd649440b HTTP/1.1" status: 204 len: 168 time: 0.1919525 Apr 20 15:47:33.840562 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60848) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:33.873761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ad4676fb-5fc6-4eb4-a4e5-d76729c78ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Calling delete_port for e95a6f8d-48a1-426a-852a-0554cbbf28e0 owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:33.879338 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-992d7887-74b6-49ea-9460-df020f94e273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:33.888392 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992d7887-74b6-49ea-9460-df020f94e273 None None] Routers {'f63b8477-e4ee-4c35-8e83-a03679f3d969'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:47:33.889127 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-992d7887-74b6-49ea-9460-df020f94e273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:47:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['f63b8477-e4ee-4c35-8e83-a03679f3d969'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:33.901010 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b75bf64f-c481-474c-81e2-3025ad448138 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Synchronizing usage tracker for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:33.918116 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2198fe9b-0832-4a1a-91d8-f2f39a154566 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "PUT /v2.0/routers/f63b8477-e4ee-4c35-8e83-a03679f3d969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2768319 Apr 20 15:47:33.920235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16c49cd2-2aaf-4a9b-b95a-c5aae803e286 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:33.922099 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-16c49cd2-2aaf-4a9b-b95a-c5aae803e286 tempest-FloatingIPAdminTestJSON-888732931 tempest-FloatingIPAdminTestJSON-888732931-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/d3901411-49c3-41ea-b21a-c8887a8853ae HTTP/1.1" status: 204 len: 168 time: 2.5527766 Apr 20 15:47:33.923175 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60852) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:33.928024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60854) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:33.929189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b75bf64f-c481-474c-81e2-3025ad448138 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Unset dirty status for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:33.938533 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b75bf64f-c481-474c-81e2-3025ad448138 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0967698 Apr 20 15:47:33.939414 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60860) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:33.966068 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-992d7887-74b6-49ea-9460-df020f94e273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:33.967130 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992d7887-74b6-49ea-9460-df020f94e273 None None] The sync data for ids ['f63b8477-e4ee-4c35-8e83-a03679f3d969'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:47:34.024717 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-d0ebe5dc-ba5a-49e7-80fc-8165e5a1afb2 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group': {'name': 'tempest-secgroup--1144386369'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:34.032258 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-4bd3a666-a3e9-4428-9d2b-493d9a0b4b8b tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] delete failed (client error): The resource could not be found. Apr 20 15:47:34.040531 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4bd3a666-a3e9-4428-9d2b-493d9a0b4b8b tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-574533847 HTTP/1.1" status: 404 len: 334 time: 0.1160331 Apr 20 15:47:34.041673 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60864) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:34.052112 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-4f02aaeb-be2f-48b6-a08d-7eb5ce3fdea1 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f63b8477-e4ee-4c35-8e83-a03679f3d969'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:34.052913 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9945598d-b851-4831-ad5c-d6aca2a5e20f None None] Could not find standard attr ID for object 3d8204ee-b302-4f74-98f4-899779121890. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:47:34.125246 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-dc143e68-96bb-4113-9bae-ed590a47e777 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:34.126328 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dc143e68-96bb-4113-9bae-ed590a47e777 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.7233968 Apr 20 15:47:34.131517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60868) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:34.142172 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d0ebe5dc-ba5a-49e7-80fc-8165e5a1afb2 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:34.189710 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d0ebe5dc-ba5a-49e7-80fc-8165e5a1afb2 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:34.242891 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-46a8b30a-cf21-402b-b437-23954813ede0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Deleting port 68fe845a-c27f-41be-92fb-feec4fa43c42 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:34.244185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46a8b30a-cf21-402b-b437-23954813ede0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:34.286655 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ad4676fb-5fc6-4eb4-a4e5-d76729c78ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:34.333266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 54ee5d94-02c0-4728-a3a7-9a70983b9baf up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:34.372183 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4676fb-5fc6-4eb4-a4e5-d76729c78ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Pushing event deleted for resources: {'Port': ['ID=e95a6f8d-48a1-426a-852a-0554cbbf28e0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:34.372396 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7ea6806d-5f10-40c8-afba-177177e475d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:34.390390 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ad4676fb-5fc6-4eb4-a4e5-d76729c78ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:34.396953 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-70c6da18-58a0-4af4-b53a-85a527920f2f None None] Could not find standard attr ID for object 4f494df8-15b7-4786-a8d8-de3b795561de. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:47:34.424014 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d0ebe5dc-ba5a-49e7-80fc-8165e5a1afb2 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:34.434925 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e0b890-55c3-4885-8953-015244d407ad tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet cc19d2eb-7a98-4e3f-ac42-ae504960d355 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:47:34.437657 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 54ee5d94-02c0-4728-a3a7-9a70983b9baf completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:34.443202 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 54ee5d94-02c0-4728-a3a7-9a70983b9baf triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:34.443741 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:34.455340 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7e0b890-55c3-4885-8953-015244d407ad tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:34.496501 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ad4676fb-5fc6-4eb4-a4e5-d76729c78ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] 10.222.0.13 "DELETE /v2.0/ports/e95a6f8d-48a1-426a-852a-0554cbbf28e0 HTTP/1.1" status: 204 len: 168 time: 1.9951220 Apr 20 15:47:34.502660 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60872) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:34.554546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d0ebe5dc-ba5a-49e7-80fc-8165e5a1afb2 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:34.608392 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7e0b890-55c3-4885-8953-015244d407ad tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:34.611294 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:34.621037 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d0ebe5dc-ba5a-49e7-80fc-8165e5a1afb2 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:34.634926 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d0ebe5dc-ba5a-49e7-80fc-8165e5a1afb2 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:34.651567 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41742bd-6f53-4a71-8315-dfac33f88760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] GET failed (client error): The resource could not be found. Apr 20 15:47:34.652358 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f41742bd-6f53-4a71-8315-dfac33f88760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Synchronizing usage tracker for tenant:398a9a4b4eeb4bcb8ecfacd8a73fe032 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:34.657729 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 54ee5d94-02c0-4728-a3a7-9a70983b9baf, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=54ee5d94-02c0-4728-a3a7-9a70983b9baf,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:34.675459 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:34.714075 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d0ebe5dc-ba5a-49e7-80fc-8165e5a1afb2 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:34.727652 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4f02aaeb-be2f-48b6-a08d-7eb5ce3fdea1 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:34.735345 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46a8b30a-cf21-402b-b437-23954813ede0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:34.772060 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f41742bd-6f53-4a71-8315-dfac33f88760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Unset dirty status for tenant:398a9a4b4eeb4bcb8ecfacd8a73fe032 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:34.772652 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=54ee5d94-02c0-4728-a3a7-9a70983b9baf,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:34.773217 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f41742bd-6f53-4a71-8315-dfac33f88760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] 10.222.0.13 "GET /v2.0/ports/e95a6f8d-48a1-426a-852a-0554cbbf28e0 HTTP/1.1" status: 404 len: 333 time: 0.2694447 Apr 20 15:47:34.778377 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60876) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:34.779349 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-4f02aaeb-be2f-48b6-a08d-7eb5ce3fdea1 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] update failed (client error): The resource could not be found. Apr 20 15:47:34.780406 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4f02aaeb-be2f-48b6-a08d-7eb5ce3fdea1 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "PUT /v2.0/routers/f63b8477-e4ee-4c35-8e83-a03679f3d969 HTTP/1.1" status: 404 len: 339 time: 0.7353017 Apr 20 15:47:34.789009 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ba50f55e-5ea2-4bb1-9b2d-27386b45eb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052145357', 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:34.792005 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60880) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:34.852344 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ba50f55e-5ea2-4bb1-9b2d-27386b45eb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:34.879458 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-46a8b30a-cf21-402b-b437-23954813ede0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Calling delete_port for 68fe845a-c27f-41be-92fb-feec4fa43c42 owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:34.881532 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ba50f55e-5ea2-4bb1-9b2d-27386b45eb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:34.916024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7e0b890-55c3-4885-8953-015244d407ad tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:35.031018 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba50f55e-5ea2-4bb1-9b2d-27386b45eb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Made reservation on behalf of 398a9a4b4eeb4bcb8ecfacd8a73fe032 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:35.033203 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba50f55e-5ea2-4bb1-9b2d-27386b45eb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:35.060225 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7e0b890-55c3-4885-8953-015244d407ad tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:35.117923 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db285c18-a7f1-426f-92a4-95fe4f2b7b9b None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:35.128109 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7e0b890-55c3-4885-8953-015244d407ad tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:35.145380 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46a8b30a-cf21-402b-b437-23954813ede0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:35.212499 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e7e0b890-55c3-4885-8953-015244d407ad tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/cc19d2eb-7a98-4e3f-ac42-ae504960d355 HTTP/1.1" status: 204 len: 168 time: 1.0775149 Apr 20 15:47:35.213511 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0b890-55c3-4885-8953-015244d407ad tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=cc19d2eb-7a98-4e3f-ac42-ae504960d355,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:35.217099 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60884) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:35.220689 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8b30a-cf21-402b-b437-23954813ede0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Pushing event deleted for resources: {'Port': ['ID=68fe845a-c27f-41be-92fb-feec4fa43c42,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:35.252501 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-ba50f55e-5ea2-4bb1-9b2d-27386b45eb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] device_id is not set on port d7814ede-4928-4c7a-a6b0-7f4a4dba832d yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:35.340958 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b2383666-e0f6-4066-b0ac-22c0d8be67df tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1174011 Apr 20 15:47:35.346961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60888) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:35.352949 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d0ebe5dc-ba5a-49e7-80fc-8165e5a1afb2 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:35.373273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d0ebe5dc-ba5a-49e7-80fc-8165e5a1afb2 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:35.461206 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bb99bf-79cf-4ac8-9bc7-045b4b4fd162 None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:47:35.468827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46a8b30a-cf21-402b-b437-23954813ede0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:35.471311 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-46a8b30a-cf21-402b-b437-23954813ede0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] 10.222.0.13 "DELETE /v2.0/ports/68fe845a-c27f-41be-92fb-feec4fa43c42 HTTP/1.1" status: 204 len: 168 time: 1.5421538 Apr 20 15:47:35.473915 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60892) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:35.475560 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-27bb99bf-79cf-4ac8-9bc7-045b4b4fd162 None None] Deleting port 54ee5d94-02c0-4728-a3a7-9a70983b9baf {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:35.478136 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-27bb99bf-79cf-4ac8-9bc7-045b4b4fd162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:35.543732 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebe5dc-ba5a-49e7-80fc-8165e5a1afb2 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54174251-0c8b-4129-a2cb-9765f9b38aad,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:35.567112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b4fb79-a203-4a80-8acd-7dfc21074e21 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:35.567883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c0b4fb79-a203-4a80-8acd-7dfc21074e21 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:35.603012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c0b4fb79-a203-4a80-8acd-7dfc21074e21 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:35.604313 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c0b4fb79-a203-4a80-8acd-7dfc21074e21 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2563088 Apr 20 15:47:35.604946 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d0ebe5dc-ba5a-49e7-80fc-8165e5a1afb2 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:35.607681 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d0ebe5dc-ba5a-49e7-80fc-8165e5a1afb2 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6021588 Apr 20 15:47:35.612975 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73c0e47-96b3-4908-8985-3617282e3709 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:35.614675 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c73c0e47-96b3-4908-8985-3617282e3709 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Synchronizing usage tracker for tenant:acc4d6ad0ba045b68f03a62e5e7d1455 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:35.618448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60896) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:35.618776 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60898) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:35.625668 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4744d24a-98a4-43f3-b590-c5b80fdb7e62 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': '54174251-0c8b-4129-a2cb-9765f9b38aad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:35.626519 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING neutron.api.v2.base [None req-4744d24a-98a4-43f3-b590-c5b80fdb7e62 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 20 15:47:35.627006 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-4744d24a-98a4-43f3-b590-c5b80fdb7e62 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:35.630326 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4744d24a-98a4-43f3-b590-c5b80fdb7e62 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067050 Apr 20 15:47:35.631982 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60904) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:35.647266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-21d707f4-a598-4c2f-a4d7-7068e75f4336 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': '54174251-0c8b-4129-a2cb-9765f9b38aad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:35.648814 dv-neutron-838699-1-hyperv neutron-server[88169]: WARNING neutron.api.v2.base [None req-21d707f4-a598-4c2f-a4d7-7068e75f4336 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 20 15:47:35.649317 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-21d707f4-a598-4c2f-a4d7-7068e75f4336 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:35.653052 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-21d707f4-a598-4c2f-a4d7-7068e75f4336 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0124614 Apr 20 15:47:35.663921 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60908) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:35.665659 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:35.673438 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-5a10f11e-af2b-4c99-a9ae-da333dddd3be tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': '54174251-0c8b-4129-a2cb-9765f9b38aad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:35.674546 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING neutron.api.v2.base [None req-5a10f11e-af2b-4c99-a9ae-da333dddd3be tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 20 15:47:35.675040 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-5a10f11e-af2b-4c99-a9ae-da333dddd3be tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:35.679807 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5a10f11e-af2b-4c99-a9ae-da333dddd3be tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0111115 Apr 20 15:47:35.679946 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60912) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:35.699190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c73c0e47-96b3-4908-8985-3617282e3709 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Unset dirty status for tenant:acc4d6ad0ba045b68f03a62e5e7d1455 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:35.700371 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c73c0e47-96b3-4908-8985-3617282e3709 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a4e99a-e595-4241-8153-5a772d13e4c8 HTTP/1.1" status: 200 len: 913 time: 0.2252464 Apr 20 15:47:35.705063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60916) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:35.722066 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:35.735722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-a8553717-bab3-4d4c-8398-9ca4da66fe08 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': '54174251-0c8b-4129-a2cb-9765f9b38aad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:35.737338 dv-neutron-838699-1-hyperv neutron-server[88169]: WARNING neutron.api.v2.base [None req-a8553717-bab3-4d4c-8398-9ca4da66fe08 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 20 15:47:35.737843 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-a8553717-bab3-4d4c-8398-9ca4da66fe08 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:35.742160 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a8553717-bab3-4d4c-8398-9ca4da66fe08 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0590608 Apr 20 15:47:35.747170 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:35.748127 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60920) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:35.756690 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-27bb99bf-79cf-4ac8-9bc7-045b4b4fd162 None None] For port 54ee5d94-02c0-4728-a3a7-9a70983b9baf, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=54ee5d94-02c0-4728-a3a7-9a70983b9baf,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:35.757091 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-27bb99bf-79cf-4ac8-9bc7-045b4b4fd162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:35.776448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329bbad6-3682-4912-9240-826cb48a757f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:35.777129 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-329bbad6-3682-4912-9240-826cb48a757f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:35.813672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-329bbad6-3682-4912-9240-826cb48a757f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:35.818526 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-329bbad6-3682-4912-9240-826cb48a757f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1952007 Apr 20 15:47:35.818526 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60924) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:35.892646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-27bb99bf-79cf-4ac8-9bc7-045b4b4fd162 None None] Calling delete_port for 54ee5d94-02c0-4728-a3a7-9a70983b9baf owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:35.980542 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-27bb99bf-79cf-4ac8-9bc7-045b4b4fd162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:35.999812 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba50f55e-5ea2-4bb1-9b2d-27386b45eb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:36.030562 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb99bf-79cf-4ac8-9bc7-045b4b4fd162 None None] Pushing event deleted for resources: {'Port': ['ID=54ee5d94-02c0-4728-a3a7-9a70983b9baf,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:36.032408 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb99bf-79cf-4ac8-9bc7-045b4b4fd162 None None] No DVR routers for this DVR port 54ee5d94-02c0-4728-a3a7-9a70983b9baf on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:47:36.056461 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-326404d2-83e5-4cbd-8e12-3ecc3d2bacc7 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:36.084103 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-70c47483-2059-441f-9f30-8adbb6586c15 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2652910 Apr 20 15:47:36.088093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60928) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:36.095430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e3d919d2-aa60-48b3-99a0-13b01d1fe0c7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:36.139185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-326404d2-83e5-4cbd-8e12-3ecc3d2bacc7 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:36.193931 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 54ee5d94-02c0-4728-a3a7-9a70983b9baf no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:47:36.230781 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba50f55e-5ea2-4bb1-9b2d-27386b45eb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:36.247258 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 54ee5d94-02c0-4728-a3a7-9a70983b9baf {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:47:36.247800 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 54ee5d94-02c0-4728-a3a7-9a70983b9baf not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:47:36.308893 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e3d919d2-aa60-48b3-99a0-13b01d1fe0c7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:36.332595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e3d919d2-aa60-48b3-99a0-13b01d1fe0c7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:36.333988 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba50f55e-5ea2-4bb1-9b2d-27386b45eb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Network 09557daa-1305-44ca-9f98-140ee975b855 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:36.338679 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-326404d2-83e5-4cbd-8e12-3ecc3d2bacc7 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:36.341704 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-ba50f55e-5ea2-4bb1-9b2d-27386b45eb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:36.366469 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba50f55e-5ea2-4bb1-9b2d-27386b45eb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:36.367381 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba50f55e-5ea2-4bb1-9b2d-27386b45eb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:36.367990 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba50f55e-5ea2-4bb1-9b2d-27386b45eb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:36.377229 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Allocated IP 172.20.0.1 (c2b8d076-b4e2-464c-8ad7-405e7ed00ab3/28adfb08-4b66-4f59-88ec-65a056af75c7/832340f5-c380-4077-86cd-87cb8642e902) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:36.383976 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326404d2-83e5-4cbd-8e12-3ecc3d2bacc7 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54174251-0c8b-4129-a2cb-9765f9b38aad,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:36.388363 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50f55e-5ea2-4bb1-9b2d-27386b45eb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Pushing event updated for resources: {'Port': ['ID=d7814ede-4928-4c7a-a6b0-7f4a4dba832d,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:36.412670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d919d2-aa60-48b3-99a0-13b01d1fe0c7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:36.415991 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e3d919d2-aa60-48b3-99a0-13b01d1fe0c7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:36.443461 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ba50f55e-5ea2-4bb1-9b2d-27386b45eb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6614692 Apr 20 15:47:36.446528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60932) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:36.486604 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-326404d2-83e5-4cbd-8e12-3ecc3d2bacc7 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:36.487637 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-326404d2-83e5-4cbd-8e12-3ecc3d2bacc7 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "DELETE /v2.0/security-groups/54174251-0c8b-4129-a2cb-9765f9b38aad HTTP/1.1" status: 204 len: 168 time: 0.7388229 Apr 20 15:47:36.492421 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60936) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:36.588057 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-28499417-0f12-4795-9fcf-ada2969b6a08 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Synchronizing usage tracker for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:36.624967 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:36.636197 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-28499417-0f12-4795-9fcf-ada2969b6a08 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Unset dirty status for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:36.637993 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-28499417-0f12-4795-9fcf-ada2969b6a08 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1444826 Apr 20 15:47:36.642333 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60940) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:36.651212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068237d-5d5b-456c-8bbc-9f710646d47c tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:36.651830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6068237d-5d5b-456c-8bbc-9f710646d47c tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Synchronizing usage tracker for tenant:398a9a4b4eeb4bcb8ecfacd8a73fe032 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:36.654026 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b0332577-4527-440b-ba2e-46fea2ee7039 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group': {'name': 'tempest-secgroup--965147950'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:36.664926 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Transition to ACTIVE for port object 832340f5-c380-4077-86cd-87cb8642e902 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:36.666738 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b0332577-4527-440b-ba2e-46fea2ee7039 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:36.682244 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b0332577-4527-440b-ba2e-46fea2ee7039 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:36.697127 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b0332577-4527-440b-ba2e-46fea2ee7039 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:36.721096 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b0332577-4527-440b-ba2e-46fea2ee7039 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:36.721752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6068237d-5d5b-456c-8bbc-9f710646d47c tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Unset dirty status for tenant:398a9a4b4eeb4bcb8ecfacd8a73fe032 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:36.722897 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6068237d-5d5b-456c-8bbc-9f710646d47c tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] 10.222.0.13 "GET /v2.0/ports/d7814ede-4928-4c7a-a6b0-7f4a4dba832d HTTP/1.1" status: 200 len: 959 time: 0.2754734 Apr 20 15:47:36.725797 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60944) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:36.761078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b0332577-4527-440b-ba2e-46fea2ee7039 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:36.769359 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:36.775538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b0332577-4527-440b-ba2e-46fea2ee7039 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:36.831737 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b0332577-4527-440b-ba2e-46fea2ee7039 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:36.865981 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Network c2b8d076-b4e2-464c-8ad7-405e7ed00ab3 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:36.868732 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-dae1d0be-8043-48c2-bdc1-8761a430b00b tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Deleting port d7814ede-4928-4c7a-a6b0-7f4a4dba832d {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:36.869071 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dae1d0be-8043-48c2-bdc1-8761a430b00b tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:36.904661 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:36.916516 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:36.945127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2c1e0e0-c852-460a-93dc-44d914518e02 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:36.999600 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:37.068243 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.objects.ports [None req-e3d919d2-aa60-48b3-99a0-13b01d1fe0c7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88168) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:47:37.071517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e3d919d2-aa60-48b3-99a0-13b01d1fe0c7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:37.092012 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event updated for resources: {'Port': ['ID=832340f5-c380-4077-86cd-87cb8642e902,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:37.138338 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a746ae19-b8a6-452b-9fc8-a526981a93c9 None None] Provisioning for port 832340f5-c380-4077-86cd-87cb8642e902 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:37.144991 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a746ae19-b8a6-452b-9fc8-a526981a93c9 None None] Provisioning complete for port 832340f5-c380-4077-86cd-87cb8642e902 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:37.145363 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a746ae19-b8a6-452b-9fc8-a526981a93c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:37.177836 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:37.211654 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d919d2-aa60-48b3-99a0-13b01d1fe0c7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:37.212244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-a746ae19-b8a6-452b-9fc8-a526981a93c9 None None] Port 832340f5-c380-4077-86cd-87cb8642e902 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:47:37.219657 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e3d919d2-aa60-48b3-99a0-13b01d1fe0c7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:37.222851 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d919d2-aa60-48b3-99a0-13b01d1fe0c7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:37.223448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e3d919d2-aa60-48b3-99a0-13b01d1fe0c7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:37.229606 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e925e88-e8f8-410a-909a-33997efc8aba None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:37.238987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d919d2-aa60-48b3-99a0-13b01d1fe0c7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=6f941f77-0f1f-4a3f-aa24-ff11ef029245,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:37.339021 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e3d919d2-aa60-48b3-99a0-13b01d1fe0c7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2492342 Apr 20 15:47:37.354760 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60948) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:37.365710 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b0332577-4527-440b-ba2e-46fea2ee7039 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:37.369590 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-bbe25f5d-3389-400f-b85f-63d27f7ca2fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'mac_address': 'fa:16:3e:77:4b:19', 'name': 'tempest-NetworksTestDHCPv6-2103662669'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:37.403966 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b0332577-4527-440b-ba2e-46fea2ee7039 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:37.455474 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': '6f941f77-0f1f-4a3f-aa24-ff11ef029245'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:47:37.456344 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:37.476803 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dae1d0be-8043-48c2-bdc1-8761a430b00b tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:37.600352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1e0e0-c852-460a-93dc-44d914518e02 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Deleting port 149582e8-820c-4d4e-815a-a4f003149bc2 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:37.600615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2c1e0e0-c852-460a-93dc-44d914518e02 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:37.622714 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Allocated IP 2001:db8::f816:3eff:fe8b:4fe4 (f66047db-8bb8-4641-b4de-e5f9a3950b44/6f941f77-0f1f-4a3f-aa24-ff11ef029245/d0281a8f-e8b6-4c3f-be3e-785c8edc7267) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:37.680088 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-dae1d0be-8043-48c2-bdc1-8761a430b00b tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Calling delete_port for d7814ede-4928-4c7a-a6b0-7f4a4dba832d owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:37.722710 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0332577-4527-440b-ba2e-46fea2ee7039 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a2d50f-c7c5-4ea7-826a-b783e739f048,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:37.745403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b0332577-4527-440b-ba2e-46fea2ee7039 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:37.746534 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b0332577-4527-440b-ba2e-46fea2ee7039 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1030374 Apr 20 15:47:37.752529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60952) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:37.768693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-26aa8913-6a61-422e-a20a-c18bbec3e822 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': 'c0a2d50f-c7c5-4ea7-826a-b783e739f048', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:37.769322 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING neutron.api.v2.base [None req-26aa8913-6a61-422e-a20a-c18bbec3e822 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 15:47:37.770537 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-26aa8913-6a61-422e-a20a-c18bbec3e822 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:37.774367 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-26aa8913-6a61-422e-a20a-c18bbec3e822 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0152984 Apr 20 15:47:37.776121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60956) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:37.780793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-2be872b8-54e0-4a8c-97b5-0f7e765e91c1 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': 'c0a2d50f-c7c5-4ea7-826a-b783e739f048', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:37.795154 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:37.800023 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2be872b8-54e0-4a8c-97b5-0f7e765e91c1 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:37.808573 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2be872b8-54e0-4a8c-97b5-0f7e765e91c1 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:37.820315 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2be872b8-54e0-4a8c-97b5-0f7e765e91c1 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:37.830634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2be872b8-54e0-4a8c-97b5-0f7e765e91c1 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:37.831359 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-bbe25f5d-3389-400f-b85f-63d27f7ca2fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:37.834046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2c1e0e0-c852-460a-93dc-44d914518e02 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:37.873873 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:37.878233 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-bbe25f5d-3389-400f-b85f-63d27f7ca2fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:37.882355 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dae1d0be-8043-48c2-bdc1-8761a430b00b tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:37.889999 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Transition to ACTIVE for port object d0281a8f-e8b6-4c3f-be3e-785c8edc7267 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:37.913792 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Transition to ACTIVE for port object d0281a8f-e8b6-4c3f-be3e-785c8edc7267 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:37.919946 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:37.950255 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1d0be-8043-48c2-bdc1-8761a430b00b tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7814ede-4928-4c7a-a6b0-7f4a4dba832d,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:37.977129 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1e0e0-c852-460a-93dc-44d914518e02 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Calling delete_port for 149582e8-820c-4d4e-815a-a4f003149bc2 owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:37.997153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:38.001055 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:38.003479 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:38.005945 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Pushing event updated for resources: {'Port': ['ID=d0281a8f-e8b6-4c3f-be3e-785c8edc7267,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:38.020660 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe25f5d-3389-400f-b85f-63d27f7ca2fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:38.040318 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-2be872b8-54e0-4a8c-97b5-0f7e765e91c1 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:38.044140 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2be872b8-54e0-4a8c-97b5-0f7e765e91c1 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2645612 Apr 20 15:47:38.044291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dae1d0be-8043-48c2-bdc1-8761a430b00b tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:38.045540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60960) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:38.053096 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b0a29597-366f-4b41-87a8-888120552f04 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': 'c0a2d50f-c7c5-4ea7-826a-b783e739f048', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:38.053651 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING neutron.api.v2.base [None req-b0a29597-366f-4b41-87a8-888120552f04 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 20 15:47:38.054209 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-b0a29597-366f-4b41-87a8-888120552f04 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:38.057698 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b0a29597-366f-4b41-87a8-888120552f04 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095632 Apr 20 15:47:38.058002 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60964) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:38.073113 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-49f1d477-abe5-412d-99c5-78b48bc24c60 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': 'c0a2d50f-c7c5-4ea7-826a-b783e739f048', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:38.085423 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-49f1d477-abe5-412d-99c5-78b48bc24c60 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:38.090670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-49f1d477-abe5-412d-99c5-78b48bc24c60 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:38.095216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-49f1d477-abe5-412d-99c5-78b48bc24c60 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:38.103501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-49f1d477-abe5-412d-99c5-78b48bc24c60 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:38.109973 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Attempting to bind port d0281a8f-e8b6-4c3f-be3e-785c8edc7267 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:38.110463 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Attempting to bind port d0281a8f-e8b6-4c3f-be3e-785c8edc7267 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:38.111058 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Attempting to bind port d0281a8f-e8b6-4c3f-be3e-785c8edc7267 on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:38.118138 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:47:38.118636 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:47:38.119217 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:38.119706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:47:38.120302 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Bound port: d0281a8f-e8b6-4c3f-be3e-785c8edc7267, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:47:38.121012 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:38.151463 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-49f1d477-abe5-412d-99c5-78b48bc24c60 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:38.152770 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-49f1d477-abe5-412d-99c5-78b48bc24c60 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0937781 Apr 20 15:47:38.156111 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60968) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:38.162958 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-fe39260e-fdfa-4544-badf-e05caa65480e tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': 'c0a2d50f-c7c5-4ea7-826a-b783e739f048', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:38.163676 dv-neutron-838699-1-hyperv neutron-server[88168]: WARNING neutron.api.v2.base [None req-fe39260e-fdfa-4544-badf-e05caa65480e tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 15:47:38.164427 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-fe39260e-fdfa-4544-badf-e05caa65480e tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:38.165650 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-fe39260e-fdfa-4544-badf-e05caa65480e tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083392 Apr 20 15:47:38.169504 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dae1d0be-8043-48c2-bdc1-8761a430b00b tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d7814ede-4928-4c7a-a6b0-7f4a4dba832d HTTP/1.1" status: 204 len: 168 time: 1.4427776 Apr 20 15:47:38.170350 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60972) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:38.173160 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60974) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:38.184328 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-7ed70b69-179e-405d-930d-1417e5907590 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': 'c0a2d50f-c7c5-4ea7-826a-b783e739f048', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:38.192742 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7ed70b69-179e-405d-930d-1417e5907590 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:38.213040 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7ed70b69-179e-405d-930d-1417e5907590 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:38.230819 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7ed70b69-179e-405d-930d-1417e5907590 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:38.248156 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] For port d0281a8f-e8b6-4c3f-be3e-785c8edc7267, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:47:38.251584 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] For port d0281a8f-e8b6-4c3f-be3e-785c8edc7267, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d0281a8f-e8b6-4c3f-be3e-785c8edc7267,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:47:38.256395 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:38.257635 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7ed70b69-179e-405d-930d-1417e5907590 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:38.260889 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc17045-b0e3-4c8d-a17f-4ea8228065e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] GET failed (client error): The resource could not be found. Apr 20 15:47:38.266049 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7dc17045-b0e3-4c8d-a17f-4ea8228065e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] 10.222.0.13 "GET /v2.0/ports/d7814ede-4928-4c7a-a6b0-7f4a4dba832d HTTP/1.1" status: 404 len: 333 time: 0.0848312 Apr 20 15:47:38.266049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60980) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:38.272478 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-871df84a-6af2-46ac-9d19-7399cda358b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Request body: {'port': {'network_id': '09557daa-1305-44ca-9f98-140ee975b855', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-224862675'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:38.277975 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-871df84a-6af2-46ac-9d19-7399cda358b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:38.283374 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-871df84a-6af2-46ac-9d19-7399cda358b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Usage tracker for resource:port and tenant:398a9a4b4eeb4bcb8ecfacd8a73fe032 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:38.291302 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-871df84a-6af2-46ac-9d19-7399cda358b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:38.291550 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bbe25f5d-3389-400f-b85f-63d27f7ca2fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:38.330344 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-871df84a-6af2-46ac-9d19-7399cda358b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:38.348749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fef827-037e-4a6d-bdb8-cca16437454c None None] Pushing event updated for resources: {'Port': ['ID=d0281a8f-e8b6-4c3f-be3e-785c8edc7267,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:38.358286 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871df84a-6af2-46ac-9d19-7399cda358b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Made reservation on behalf of 398a9a4b4eeb4bcb8ecfacd8a73fe032 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:38.360885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-871df84a-6af2-46ac-9d19-7399cda358b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:38.367250 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-7ed70b69-179e-405d-930d-1417e5907590 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Project 395c1a3021b44acf8b5070ee14cfe736 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:47:38.390813 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-871df84a-6af2-46ac-9d19-7399cda358b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] device_id is not set on port d09ed424-4fba-4151-9944-f2a6c03afcff yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:38.409422 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-bbe25f5d-3389-400f-b85f-63d27f7ca2fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port 090e7e78-cb2b-463b-97df-c65011757167 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:38.429124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2c1e0e0-c852-460a-93dc-44d914518e02 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:38.476937 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-7ed70b69-179e-405d-930d-1417e5907590 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:38.477998 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7ed70b69-179e-405d-930d-1417e5907590 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3026268 Apr 20 15:47:38.484668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60984) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:38.497015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1e0e0-c852-460a-93dc-44d914518e02 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Pushing event deleted for resources: {'Port': ['ID=149582e8-820c-4d4e-815a-a4f003149bc2,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:38.504371 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-6293a4d5-a945-46ed-bf6b-ed8020a0a228 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': 'c0a2d50f-c7c5-4ea7-826a-b783e739f048', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:38.504857 dv-neutron-838699-1-hyperv neutron-server[88169]: WARNING neutron.api.v2.base [None req-6293a4d5-a945-46ed-bf6b-ed8020a0a228 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 20 15:47:38.505348 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-6293a4d5-a945-46ed-bf6b-ed8020a0a228 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:38.506306 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6293a4d5-a945-46ed-bf6b-ed8020a0a228 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0185518 Apr 20 15:47:38.513296 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60988) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:38.531862 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-d0bb6251-67db-4c5f-bd40-67b4ad482514 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': 'c0a2d50f-c7c5-4ea7-826a-b783e739f048', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:38.549983 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d0bb6251-67db-4c5f-bd40-67b4ad482514 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:38.587685 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d0bb6251-67db-4c5f-bd40-67b4ad482514 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:38.606260 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d0bb6251-67db-4c5f-bd40-67b4ad482514 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:38.621057 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d0bb6251-67db-4c5f-bd40-67b4ad482514 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:38.665898 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-d0bb6251-67db-4c5f-bd40-67b4ad482514 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Project 395c1a3021b44acf8b5070ee14cfe736 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:47:38.672588 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-bbe25f5d-3389-400f-b85f-63d27f7ca2fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::f816:3eff:fe77:4b19 (f66047db-8bb8-4641-b4de-e5f9a3950b44/6f941f77-0f1f-4a3f-aa24-ff11ef029245/090e7e78-cb2b-463b-97df-c65011757167) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:38.676161 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:38.689487 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:38.920061 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-d0bb6251-67db-4c5f-bd40-67b4ad482514 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:38.921075 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d0bb6251-67db-4c5f-bd40-67b4ad482514 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4067917 Apr 20 15:47:38.931542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-871df84a-6af2-46ac-9d19-7399cda358b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:38.933044 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 60992) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:38.950467 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-737b714b-6fdc-4a45-9c12-2623e18b8de3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': 'c0a2d50f-c7c5-4ea7-826a-b783e739f048', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:38.964065 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-737b714b-6fdc-4a45-9c12-2623e18b8de3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:38.964723 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:38.970165 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-737b714b-6fdc-4a45-9c12-2623e18b8de3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:38.982052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-737b714b-6fdc-4a45-9c12-2623e18b8de3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:38.987198 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event updated for resources: {'Port': ['ID=832340f5-c380-4077-86cd-87cb8642e902,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:38.991699 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-737b714b-6fdc-4a45-9c12-2623e18b8de3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:39.006202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2c1e0e0-c852-460a-93dc-44d914518e02 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:39.019800 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-737b714b-6fdc-4a45-9c12-2623e18b8de3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Project 395c1a3021b44acf8b5070ee14cfe736 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:47:39.114342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-871df84a-6af2-46ac-9d19-7399cda358b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:39.116065 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-737b714b-6fdc-4a45-9c12-2623e18b8de3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:39.117110 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-737b714b-6fdc-4a45-9c12-2623e18b8de3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1831088 Apr 20 15:47:39.132198 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 60996) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:39.328422 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bbe25f5d-3389-400f-b85f-63d27f7ca2fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:39.331413 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-772f67ea-b7bb-4d81-95e0-6c38068eada4 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:39.334267 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Network c2b8d076-b4e2-464c-8ad7-405e7ed00ab3 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:39.339387 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:39.370170 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871df84a-6af2-46ac-9d19-7399cda358b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Network 09557daa-1305-44ca-9f98-140ee975b855 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:39.385656 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-871df84a-6af2-46ac-9d19-7399cda358b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:39.397737 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871df84a-6af2-46ac-9d19-7399cda358b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:39.398682 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871df84a-6af2-46ac-9d19-7399cda358b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:39.399286 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-871df84a-6af2-46ac-9d19-7399cda358b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:39.429249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871df84a-6af2-46ac-9d19-7399cda358b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Pushing event updated for resources: {'Port': ['ID=d09ed424-4fba-4151-9944-f2a6c03afcff,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:39.429820 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-bbe25f5d-3389-400f-b85f-63d27f7ca2fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object 090e7e78-cb2b-463b-97df-c65011757167 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:39.463565 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-772f67ea-b7bb-4d81-95e0-6c38068eada4 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:39.516271 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-871df84a-6af2-46ac-9d19-7399cda358b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2465274 Apr 20 15:47:39.516591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32768) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:39.530293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:39.605136 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Router f63b8477-e4ee-4c35-8e83-a03679f3d969 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:47:39.664610 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e28e4f28-a1ac-4eb4-afeb-ee8545d1e957 None None] Provisioning complete for port 832340f5-c380-4077-86cd-87cb8642e902 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:39.665141 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e28e4f28-a1ac-4eb4-afeb-ee8545d1e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:39.678578 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-772f67ea-b7bb-4d81-95e0-6c38068eada4 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:39.699727 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bbe25f5d-3389-400f-b85f-63d27f7ca2fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:39.727211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e28e4f28-a1ac-4eb4-afeb-ee8545d1e957 None None] Port 832340f5-c380-4077-86cd-87cb8642e902 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:47:39.743933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:39.768811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c1e0e0-c852-460a-93dc-44d914518e02 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Router 41a4e99a-e595-4241-8153-5a772d13e4c8 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:47:39.823564 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f67ea-b7bb-4d81-95e0-6c38068eada4 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a2d50f-c7c5-4ea7-826a-b783e739f048,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:39.858922 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9deae8b9-5224-4dd4-a5eb-1d476b3b5e65 None None] Provisioning for port d0281a8f-e8b6-4c3f-be3e-785c8edc7267 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:39.867190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe25f5d-3389-400f-b85f-63d27f7ca2fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:39.880015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-bbe25f5d-3389-400f-b85f-63d27f7ca2fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:39.890624 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe25f5d-3389-400f-b85f-63d27f7ca2fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:39.896156 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe25f5d-3389-400f-b85f-63d27f7ca2fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:39.896726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bbe25f5d-3389-400f-b85f-63d27f7ca2fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:39.900893 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe25f5d-3389-400f-b85f-63d27f7ca2fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=090e7e78-cb2b-463b-97df-c65011757167,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:39.905399 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-772f67ea-b7bb-4d81-95e0-6c38068eada4 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:39.909379 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-772f67ea-b7bb-4d81-95e0-6c38068eada4 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "DELETE /v2.0/security-groups/c0a2d50f-c7c5-4ea7-826a-b783e739f048 HTTP/1.1" status: 204 len: 168 time: 0.7678645 Apr 20 15:47:39.909379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:47:39.912119 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32772) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:39.919806 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bf616fbe-24e6-4daa-8369-c18c80ab3e5f tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "PUT /v2.0/routers/f63b8477-e4ee-4c35-8e83-a03679f3d969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1233633 Apr 20 15:47:39.919974 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd1f303-1e82-4dc7-95c1-d73ea6a8830c None None] Sync routers for ids ['f63b8477-e4ee-4c35-8e83-a03679f3d969'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:47:39.921415 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32776) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:39.934110 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1f303-1e82-4dc7-95c1-d73ea6a8830c None None] Routers {'f63b8477-e4ee-4c35-8e83-a03679f3d969'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:47:39.935126 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-fbd1f303-1e82-4dc7-95c1-d73ea6a8830c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:47:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['f63b8477-e4ee-4c35-8e83-a03679f3d969'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:39.997736 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bbe25f5d-3389-400f-b85f-63d27f7ca2fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6415949 Apr 20 15:47:40.000656 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32780) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:40.022256 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-fbd1f303-1e82-4dc7-95c1-d73ea6a8830c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:40.033598 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1f303-1e82-4dc7-95c1-d73ea6a8830c None None] Routers {'f63b8477-e4ee-4c35-8e83-a03679f3d969'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:47:40.034818 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-fbd1f303-1e82-4dc7-95c1-d73ea6a8830c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:47:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['f63b8477-e4ee-4c35-8e83-a03679f3d969'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:40.108674 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-fbd1f303-1e82-4dc7-95c1-d73ea6a8830c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:40.109446 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd1f303-1e82-4dc7-95c1-d73ea6a8830c None None] The sync data for ids ['f63b8477-e4ee-4c35-8e83-a03679f3d969'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:47:40.143222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d23fc798-7a4c-4b9b-aa2e-910b932f4dbc tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Synchronizing usage tracker for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:40.147672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c1e0e0-c852-460a-93dc-44d914518e02 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:47:40.154963 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f2c1e0e0-c852-460a-93dc-44d914518e02 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] 10.222.0.13 "PUT /v2.0/routers/41a4e99a-e595-4241-8153-5a772d13e4c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4485462 Apr 20 15:47:40.158812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32784) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:40.175575 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea4437f-c45d-48db-83c1-04c4ff71d2ae None None] Sync routers for ids ['41a4e99a-e595-4241-8153-5a772d13e4c8'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:47:40.180022 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-00d2a0d2-217d-4e37-8e02-eb7e7dfc4439 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:40.185779 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea4437f-c45d-48db-83c1-04c4ff71d2ae None None] Routers {'41a4e99a-e595-4241-8153-5a772d13e4c8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:47:40.187353 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-1ea4437f-c45d-48db-83c1-04c4ff71d2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:47:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['41a4e99a-e595-4241-8153-5a772d13e4c8'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:40.273850 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d0281a8f-e8b6-4c3f-be3e-785c8edc7267 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:40.300651 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-1ea4437f-c45d-48db-83c1-04c4ff71d2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:40.310689 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea4437f-c45d-48db-83c1-04c4ff71d2ae None None] Routers {'41a4e99a-e595-4241-8153-5a772d13e4c8'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:47:40.311572 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-1ea4437f-c45d-48db-83c1-04c4ff71d2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:47:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['41a4e99a-e595-4241-8153-5a772d13e4c8'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:40.322852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d23fc798-7a4c-4b9b-aa2e-910b932f4dbc tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Unset dirty status for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:40.324118 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d23fc798-7a4c-4b9b-aa2e-910b932f4dbc tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4092972 Apr 20 15:47:40.331450 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32788) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:40.353526 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-6423026b-8cad-48d8-973a-81a2ee03c14f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group': {'name': 'tempest-secgroup--458165113'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:40.366839 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6423026b-8cad-48d8-973a-81a2ee03c14f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:40.385968 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-1ea4437f-c45d-48db-83c1-04c4ff71d2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:40.386850 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea4437f-c45d-48db-83c1-04c4ff71d2ae None None] The sync data for ids ['41a4e99a-e595-4241-8153-5a772d13e4c8'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:47:40.393437 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8e15af6c-6ffd-46a9-a8bc-14a0bc20df9d None None] Provisioning for port 090e7e78-cb2b-463b-97df-c65011757167 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:40.400723 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8e15af6c-6ffd-46a9-a8bc-14a0bc20df9d None None] Provisioning complete for port 090e7e78-cb2b-463b-97df-c65011757167 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:40.401277 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8e15af6c-6ffd-46a9-a8bc-14a0bc20df9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:40.438961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port d0281a8f-e8b6-4c3f-be3e-785c8edc7267 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:40.443608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] device_id is not set on port d09ed424-4fba-4151-9944-f2a6c03afcff yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:40.457915 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port d0281a8f-e8b6-4c3f-be3e-785c8edc7267 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:40.458550 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:40.463748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6423026b-8cad-48d8-973a-81a2ee03c14f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:40.466946 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:40.489047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4313-e5aa-4e65-a20e-b4457579daf0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:40.510324 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-00d2a0d2-217d-4e37-8e02-eb7e7dfc4439 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 15:47:40.514126 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-00d2a0d2-217d-4e37-8e02-eb7e7dfc4439 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "DELETE /v2.0/routers/f63b8477-e4ee-4c35-8e83-a03679f3d969 HTTP/1.1" status: 409 len: 329 time: 0.5897119 Apr 20 15:47:40.514397 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32792) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:40.530183 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-8e15af6c-6ffd-46a9-a8bc-14a0bc20df9d None None] Port 090e7e78-cb2b-463b-97df-c65011757167 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:47:40.554231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6423026b-8cad-48d8-973a-81a2ee03c14f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:40.580715 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Transition to ACTIVE for port object d09ed424-4fba-4151-9944-f2a6c03afcff will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:40.589517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:40.593878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6423026b-8cad-48d8-973a-81a2ee03c14f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:40.630493 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:40.636811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6423026b-8cad-48d8-973a-81a2ee03c14f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:40.643609 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6423026b-8cad-48d8-973a-81a2ee03c14f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:40.669568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9064210-ba58-43a3-825b-5246f4e475aa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:40.669766 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port d0281a8f-e8b6-4c3f-be3e-785c8edc7267, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d0281a8f-e8b6-4c3f-be3e-785c8edc7267,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:40.674417 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:40.676279 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9064210-ba58-43a3-825b-5246f4e475aa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:40.677088 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b9064210-ba58-43a3-825b-5246f4e475aa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:40.712567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6423026b-8cad-48d8-973a-81a2ee03c14f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:40.745865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=d0281a8f-e8b6-4c3f-be3e-785c8edc7267,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:40.771461 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b9064210-ba58-43a3-825b-5246f4e475aa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:40.774161 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b9064210-ba58-43a3-825b-5246f4e475aa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7711778 Apr 20 15:47:40.780965 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32796) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:40.927203 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-a01f6279-22f5-4073-b0b1-170a231cba61 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port 090e7e78-cb2b-463b-97df-c65011757167 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:40.927551 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a01f6279-22f5-4073-b0b1-170a231cba61 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:40.988128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Pushing event updated for resources: {'Port': ['ID=d09ed424-4fba-4151-9944-f2a6c03afcff,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:40.998647 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:40.998989 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:40.999373 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:41.015920 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:41.016224 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:41.018613 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 2 to bind port d09ed424-4fba-4151-9944-f2a6c03afcff Apr 20 15:47:41.031833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4313-e5aa-4e65-a20e-b4457579daf0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:41.055368 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:41.055705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:41.056096 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:41.069102 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ec4d4313-e5aa-4e65-a20e-b4457579daf0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Deleting port 6610c7bf-2be7-4b2c-9de6-70c6f098c1b9 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:41.069447 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4313-e5aa-4e65-a20e-b4457579daf0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:41.100050 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:41.100385 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:41.102755 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 3 to bind port d09ed424-4fba-4151-9944-f2a6c03afcff Apr 20 15:47:41.136541 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6423026b-8cad-48d8-973a-81a2ee03c14f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:41.143838 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:41.144174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:41.144520 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:41.152512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6423026b-8cad-48d8-973a-81a2ee03c14f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:41.193028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:41.193028 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:41.239664 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 4 to bind port d09ed424-4fba-4151-9944-f2a6c03afcff Apr 20 15:47:41.294024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:41.294291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:41.294612 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:41.301102 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423026b-8cad-48d8-973a-81a2ee03c14f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e564e8-48c7-4533-a79b-8849aa59d9e7,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:41.308386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6423026b-8cad-48d8-973a-81a2ee03c14f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:41.309619 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6423026b-8cad-48d8-973a-81a2ee03c14f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9751086 Apr 20 15:47:41.309817 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a01f6279-22f5-4073-b0b1-170a231cba61 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:41.312062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:41.312395 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:41.315291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32800) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:41.315756 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 5 to bind port d09ed424-4fba-4151-9944-f2a6c03afcff Apr 20 15:47:41.331889 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-9ce2df1d-453b-4f52-ab66-04dfd40eabfc tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': 'f4e564e8-48c7-4533-a79b-8849aa59d9e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:41.352552 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9ce2df1d-453b-4f52-ab66-04dfd40eabfc tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:41.366516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9ce2df1d-453b-4f52-ab66-04dfd40eabfc tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:41.369207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:41.369544 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:41.369883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:41.372052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9ce2df1d-453b-4f52-ab66-04dfd40eabfc tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:41.383712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:41.384050 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:41.384833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9ce2df1d-453b-4f52-ab66-04dfd40eabfc tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:41.387603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4313-e5aa-4e65-a20e-b4457579daf0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:41.395063 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 6 to bind port d09ed424-4fba-4151-9944-f2a6c03afcff Apr 20 15:47:41.437455 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-a01f6279-22f5-4073-b0b1-170a231cba61 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for 090e7e78-cb2b-463b-97df-c65011757167 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:41.507975 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-99b8433d-687e-4bd7-ac30-d0ae1b5d766d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:41.530368 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ec4d4313-e5aa-4e65-a20e-b4457579daf0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Calling delete_port for 6610c7bf-2be7-4b2c-9de6-70c6f098c1b9 owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:41.568967 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:41.569218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:41.569554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:41.583976 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:41.584306 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:41.590457 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 7 to bind port d09ed424-4fba-4151-9944-f2a6c03afcff Apr 20 15:47:41.623577 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:41.623943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:41.624309 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:41.634004 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-9ce2df1d-453b-4f52-ab66-04dfd40eabfc tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The resource could not be found. Apr 20 15:47:41.637590 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9ce2df1d-453b-4f52-ab66-04dfd40eabfc tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3122549 Apr 20 15:47:41.645017 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32804) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:41.652187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-cbee58e4-16a6-428e-8af9-560771f153e3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': 'f4e564e8-48c7-4533-a79b-8849aa59d9e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd7fb812f-2420-48e1-a8d0-3819badcfe12'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:41.656885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:41.657220 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:41.659536 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 8 to bind port d09ed424-4fba-4151-9944-f2a6c03afcff Apr 20 15:47:41.666821 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cbee58e4-16a6-428e-8af9-560771f153e3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:41.681937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cbee58e4-16a6-428e-8af9-560771f153e3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:41.687305 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cbee58e4-16a6-428e-8af9-560771f153e3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:41.689995 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:41.690336 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:41.690677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:41.696190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cbee58e4-16a6-428e-8af9-560771f153e3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:41.705097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:41.705438 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:41.708248 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 9 to bind port d09ed424-4fba-4151-9944-f2a6c03afcff Apr 20 15:47:41.737410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:41.737751 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:41.738090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:41.748542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:41.748837 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:41.754073 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.plugin [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempt 10 to bind port d09ed424-4fba-4151-9944-f2a6c03afcff Apr 20 15:47:41.806879 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:41.807216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:41.807556 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempting to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:41.823094 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:47:41.823343 dv-neutron-838699-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Failed to bind port d09ed424-4fba-4151-9944-f2a6c03afcff on host hv-neutron-8386 for vnic_type normal using segments [{'id': '24795722-0a97-4a9d-9046-0a594d7a0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '09557daa-1305-44ca-9f98-140ee975b855'}] Apr 20 15:47:41.823707 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:41.835833 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-cbee58e4-16a6-428e-8af9-560771f153e3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The resource could not be found. Apr 20 15:47:41.836899 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cbee58e4-16a6-428e-8af9-560771f153e3 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1911888 Apr 20 15:47:41.840897 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32808) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:41.939925 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4313-e5aa-4e65-a20e-b4457579daf0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:41.954394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a01f6279-22f5-4073-b0b1-170a231cba61 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.009930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f6279-22f5-4073-b0b1-170a231cba61 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=090e7e78-cb2b-463b-97df-c65011757167,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:42.011505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d4313-e5aa-4e65-a20e-b4457579daf0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Pushing event deleted for resources: {'Port': ['ID=6610c7bf-2be7-4b2c-9de6-70c6f098c1b9,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:42.059583 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a01f6279-22f5-4073-b0b1-170a231cba61 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.089805 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a01f6279-22f5-4073-b0b1-170a231cba61 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/090e7e78-cb2b-463b-97df-c65011757167 HTTP/1.1" status: 204 len: 168 time: 1.3076868 Apr 20 15:47:42.090974 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32814) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:42.108210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] For port d09ed424-4fba-4151-9944-f2a6c03afcff, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:47:42.109126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attempted to set empty binding levels {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 20 15:47:42.112838 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ede19adc-5e3e-4e56-ab81-1f24f175ee27 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.133575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.170576 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9990acb-0895-4171-a69d-ef937d1f6eab tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:42.172798 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9990acb-0895-4171-a69d-ef937d1f6eab tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:42.173533 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b9990acb-0895-4171-a69d-ef937d1f6eab tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:42.205792 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d0281a8f-e8b6-4c3f-be3e-785c8edc7267 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:42.221887 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ede19adc-5e3e-4e56-ab81-1f24f175ee27 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.244405 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-99b8433d-687e-4bd7-ac30-d0ae1b5d766d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Deleting port 832340f5-c380-4077-86cd-87cb8642e902 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:42.244642 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-99b8433d-687e-4bd7-ac30-d0ae1b5d766d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.283304 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4313-e5aa-4e65-a20e-b4457579daf0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.295352 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port d0281a8f-e8b6-4c3f-be3e-785c8edc7267 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:42.295637 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.305242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b9990acb-0895-4171-a69d-ef937d1f6eab tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:42.308861 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b9990acb-0895-4171-a69d-ef937d1f6eab tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2145641 Apr 20 15:47:42.309720 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32818) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:42.422516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] In _notify_port_updated(), no bound segment for port d09ed424-4fba-4151-9944-f2a6c03afcff on network 09557daa-1305-44ca-9f98-140ee975b855 {{(pid=88168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:47:42.423826 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:42.424811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.426038 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] 10.222.0.13 "PUT /v2.0/ports/d09ed424-4fba-4151-9944-f2a6c03afcff HTTP/1.1" status: 200 len: 980 time: 2.9086261 Apr 20 15:47:42.428847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32822) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:42.505450 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a7eb95-9dbd-41e0-819f-56df5d4cec1b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 6f941f77-0f1f-4a3f-aa24-ff11ef029245 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:47:42.510740 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-46a7eb95-9dbd-41e0-819f-56df5d4cec1b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.545437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f8ef7-486e-45c3-b58b-953f538731b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Pushing event updated for resources: {'Port': ['ID=d09ed424-4fba-4151-9944-f2a6c03afcff,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:42.548242 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ede19adc-5e3e-4e56-ab81-1f24f175ee27 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.573285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4313-e5aa-4e65-a20e-b4457579daf0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.579055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4313-e5aa-4e65-a20e-b4457579daf0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.586659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede19adc-5e3e-4e56-ab81-1f24f175ee27 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e564e8-48c7-4533-a79b-8849aa59d9e7,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:42.599750 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-46a7eb95-9dbd-41e0-819f-56df5d4cec1b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.606753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-dac133c6-5241-42d3-a9fc-97e924a5a146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Deleting port d09ed424-4fba-4151-9944-f2a6c03afcff {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:42.607035 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dac133c6-5241-42d3-a9fc-97e924a5a146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.659079 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-99b8433d-687e-4bd7-ac30-d0ae1b5d766d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.662237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4313-e5aa-4e65-a20e-b4457579daf0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.662762 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4d4313-e5aa-4e65-a20e-b4457579daf0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Fanout notify agent at l3_agent the message router_deleted on router 41a4e99a-e595-4241-8153-5a772d13e4c8 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:47:42.666296 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ede19adc-5e3e-4e56-ab81-1f24f175ee27 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.667605 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ede19adc-5e3e-4e56-ab81-1f24f175ee27 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "DELETE /v2.0/security-groups/f4e564e8-48c7-4533-a79b-8849aa59d9e7 HTTP/1.1" status: 204 len: 168 time: 0.8236885 Apr 20 15:47:42.674267 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32826) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:42.715982 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4313-e5aa-4e65-a20e-b4457579daf0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:42.717093 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ec4d4313-e5aa-4e65-a20e-b4457579daf0 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] 10.222.0.13 "DELETE /v2.0/routers/41a4e99a-e595-4241-8153-5a772d13e4c8 HTTP/1.1" status: 204 len: 168 time: 2.5542343 Apr 20 15:47:42.726816 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32830) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:42.824941 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-99b8433d-687e-4bd7-ac30-d0ae1b5d766d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Calling delete_port for 832340f5-c380-4077-86cd-87cb8642e902 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:42.988924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-54cbd552-36c8-4986-81fe-49135e9553f7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Deleting subnet 8d1a26fe-bef1-4054-b236-9088aedcf8ec {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:47:43.002835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54cbd552-36c8-4986-81fe-49135e9553f7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.046818 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-470f3803-b21b-4ec4-8724-02ddc74b2579 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Synchronizing usage tracker for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:43.058727 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-46a7eb95-9dbd-41e0-819f-56df5d4cec1b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.062782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-dac133c6-5241-42d3-a9fc-97e924a5a146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] For port d09ed424-4fba-4151-9944-f2a6c03afcff, host hv-neutron-8386, got binding levels [] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:43.063147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dac133c6-5241-42d3-a9fc-97e924a5a146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.133338 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54cbd552-36c8-4986-81fe-49135e9553f7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.133788 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-470f3803-b21b-4ec4-8724-02ddc74b2579 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Unset dirty status for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:43.135026 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-470f3803-b21b-4ec4-8724-02ddc74b2579 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4598150 Apr 20 15:47:43.146031 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32834) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:43.158544 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-4ec4a43f-5df0-4e9f-9fa5-328ebdc70317 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': '23030ac6-79a9-462e-91c2-37f5c5fa6aa3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:43.171244 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-4ec4a43f-5df0-4e9f-9fa5-328ebdc70317 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:43.190573 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-4ec4a43f-5df0-4e9f-9fa5-328ebdc70317 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:43.203728 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-4ec4a43f-5df0-4e9f-9fa5-328ebdc70317 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:43.214053 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-46a7eb95-9dbd-41e0-819f-56df5d4cec1b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.219502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-4ec4a43f-5df0-4e9f-9fa5-328ebdc70317 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:43.228426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-dac133c6-5241-42d3-a9fc-97e924a5a146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Calling delete_port for d09ed424-4fba-4151-9944-f2a6c03afcff owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:43.262810 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-46a7eb95-9dbd-41e0-819f-56df5d4cec1b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.271208 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d9556b-b358-4818-9ec3-a9e3160018bc None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:43.278356 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7eb95-9dbd-41e0-819f-56df5d4cec1b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=6f941f77-0f1f-4a3f-aa24-ff11ef029245,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:43.337045 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-46a7eb95-9dbd-41e0-819f-56df5d4cec1b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/6f941f77-0f1f-4a3f-aa24-ff11ef029245 HTTP/1.1" status: 204 len: 168 time: 1.0262594 Apr 20 15:47:43.341532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32838) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:43.371539 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-4ec4a43f-5df0-4e9f-9fa5-328ebdc70317 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The resource could not be found. Apr 20 15:47:43.376508 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4ec4a43f-5df0-4e9f-9fa5-328ebdc70317 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2256989 Apr 20 15:47:43.377094 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32842) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:43.383827 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-72609734-2f00-4fd9-ae50-44479e44ef04 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group': {'name': 'tempest-secgroup--1999545235'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:43.391124 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-72609734-2f00-4fd9-ae50-44479e44ef04 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:43.394875 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-99b8433d-687e-4bd7-ac30-d0ae1b5d766d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.403266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54cbd552-36c8-4986-81fe-49135e9553f7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.440302 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dac133c6-5241-42d3-a9fc-97e924a5a146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.451039 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8c34cd15-2a98-4315-bf54-05323bf9923c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045024 Apr 20 15:47:43.454701 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8433d-687e-4bd7-ac30-d0ae1b5d766d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event deleted for resources: {'Port': ['ID=832340f5-c380-4077-86cd-87cb8642e902,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:43.456810 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-72609734-2f00-4fd9-ae50-44479e44ef04 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:43.460442 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32846) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:43.472161 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-3ac93be0-4d7d-4b5c-920c-6ebf21c646db tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:43.513391 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac133c6-5241-42d3-a9fc-97e924a5a146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Pushing event deleted for resources: {'Port': ['ID=d09ed424-4fba-4151-9944-f2a6c03afcff,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:43.526179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dac133c6-5241-42d3-a9fc-97e924a5a146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.545090 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dac133c6-5241-42d3-a9fc-97e924a5a146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d09ed424-4fba-4151-9944-f2a6c03afcff HTTP/1.1" status: 204 len: 168 time: 1.1043255 Apr 20 15:47:43.546571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32850) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:43.601615 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-e280c9de-9c35-48e4-bed7-8f96116614b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] GET failed (client error): The resource could not be found. Apr 20 15:47:43.602256 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e280c9de-9c35-48e4-bed7-8f96116614b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Synchronizing usage tracker for tenant:398a9a4b4eeb4bcb8ecfacd8a73fe032 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:43.605312 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54cbd552-36c8-4986-81fe-49135e9553f7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.607390 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87806657-427d-46aa-96bf-98f88194ff60 None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:47:43.612861 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-87806657-427d-46aa-96bf-98f88194ff60 None None] Deleting port d0281a8f-e8b6-4c3f-be3e-785c8edc7267 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:43.613364 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-87806657-427d-46aa-96bf-98f88194ff60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.651798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbd552-36c8-4986-81fe-49135e9553f7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Pushing event deleted for resources: {'Subnet': ['ID=8d1a26fe-bef1-4054-b236-9088aedcf8ec,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:43.669674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54cbd552-36c8-4986-81fe-49135e9553f7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.678476 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df25ee5a-b5e2-4922-97b2-864985381164 None None] Network c137d9d0-1cb3-4b9a-8d14-0501c8d6c294 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:43.679042 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-54cbd552-36c8-4986-81fe-49135e9553f7 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] 10.222.0.13 "DELETE /v2.0/subnets/8d1a26fe-bef1-4054-b236-9088aedcf8ec HTTP/1.1" status: 204 len: 168 time: 0.9512193 Apr 20 15:47:43.681991 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32854) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:43.702585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e280c9de-9c35-48e4-bed7-8f96116614b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] Unset dirty status for tenant:398a9a4b4eeb4bcb8ecfacd8a73fe032 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:43.706982 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e280c9de-9c35-48e4-bed7-8f96116614b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616889461-project-admin] 10.222.0.13 "GET /v2.0/ports/d09ed424-4fba-4151-9944-f2a6c03afcff HTTP/1.1" status: 404 len: 333 time: 0.1494808 Apr 20 15:47:43.708653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32858) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:43.762353 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-72609734-2f00-4fd9-ae50-44479e44ef04 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.834807 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3ac93be0-4d7d-4b5c-920c-6ebf21c646db tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:43.838935 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3ac93be0-4d7d-4b5c-920c-6ebf21c646db tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:43.841726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3ac93be0-4d7d-4b5c-920c-6ebf21c646db tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:43.847223 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3ac93be0-4d7d-4b5c-920c-6ebf21c646db tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:43.856601 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-72609734-2f00-4fd9-ae50-44479e44ef04 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:43.864392 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac93be0-4d7d-4b5c-920c-6ebf21c646db tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:43.867925 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ac93be0-4d7d-4b5c-920c-6ebf21c646db tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.899018 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.906168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1e93caa6-2432-45cb-98b7-824819c0e844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.953279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Deleting port 7df13b56-57c2-4449-9ec2-77b441b68291 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:43.953691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.006549 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-72609734-2f00-4fd9-ae50-44479e44ef04 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:44.010032 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-72609734-2f00-4fd9-ae50-44479e44ef04 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:44.013059 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-87806657-427d-46aa-96bf-98f88194ff60 None None] For port d0281a8f-e8b6-4c3f-be3e-785c8edc7267, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d0281a8f-e8b6-4c3f-be3e-785c8edc7267,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:44.013461 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-87806657-427d-46aa-96bf-98f88194ff60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.073737 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-72609734-2f00-4fd9-ae50-44479e44ef04 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:44.089344 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-99b8433d-687e-4bd7-ac30-d0ae1b5d766d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.152047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1e93caa6-2432-45cb-98b7-824819c0e844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.171989 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-87806657-427d-46aa-96bf-98f88194ff60 None None] Calling delete_port for d0281a8f-e8b6-4c3f-be3e-785c8edc7267 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:44.217248 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d0281a8f-e8b6-4c3f-be3e-785c8edc7267 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:47:44.233235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-1e93caa6-2432-45cb-98b7-824819c0e844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09557daa-1305-44ca-9f98-140ee975b855']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:44.298768 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97add786-b8e7-45b0-8a91-16f1c696b065 None None] DHCP port deletion for c137d9d0-1cb3-4b9a-8d14-0501c8d6c294 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:47:44.312407 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-97add786-b8e7-45b0-8a91-16f1c696b065 None None] Deleting port 7df13b56-57c2-4449-9ec2-77b441b68291 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:44.313049 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-97add786-b8e7-45b0-8a91-16f1c696b065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.321748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-1e93caa6-2432-45cb-98b7-824819c0e844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24795722-0a97-4a9d-9046-0a594d7a0c31') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:44.322045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-1e93caa6-2432-45cb-98b7-824819c0e844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24795722-0a97-4a9d-9046-0a594d7a0c31') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:44.347895 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No ports have port_id starting with d0281a8f-e8b6-4c3f-be3e-785c8edc7267 Apr 20 15:47:44.348700 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-87806657-427d-46aa-96bf-98f88194ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.349613 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1e93caa6-2432-45cb-98b7-824819c0e844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.382196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1e93caa6-2432-45cb-98b7-824819c0e844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.394976 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] For port 7df13b56-57c2-4449-9ec2-77b441b68291, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7df13b56-57c2-4449-9ec2-77b441b68291,segment=NetworkSegment(7ec9d121-9943-4562-95a0-dfc9520f7e50),segment_id=7ec9d121-9943-4562-95a0-dfc9520f7e50)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:44.396133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.404041 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87806657-427d-46aa-96bf-98f88194ff60 None None] Pushing event deleted for resources: {'Port': ['ID=d0281a8f-e8b6-4c3f-be3e-785c8edc7267,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:44.415611 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87806657-427d-46aa-96bf-98f88194ff60 None None] No DVR routers for this DVR port d0281a8f-e8b6-4c3f-be3e-785c8edc7267 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:47:44.530232 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b8433d-687e-4bd7-ac30-d0ae1b5d766d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Router f63b8477-e4ee-4c35-8e83-a03679f3d969 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:47:44.558478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-72609734-2f00-4fd9-ae50-44479e44ef04 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.591487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-97add786-b8e7-45b0-8a91-16f1c696b065 None None] For port 7df13b56-57c2-4449-9ec2-77b441b68291, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7df13b56-57c2-4449-9ec2-77b441b68291,segment=NetworkSegment(7ec9d121-9943-4562-95a0-dfc9520f7e50),segment_id=7ec9d121-9943-4562-95a0-dfc9520f7e50)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:44.592094 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-97add786-b8e7-45b0-8a91-16f1c696b065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.596705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e93caa6-2432-45cb-98b7-824819c0e844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:47:44.597250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1e93caa6-2432-45cb-98b7-824819c0e844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:47:44.612592 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:47:44.619955 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-72609734-2f00-4fd9-ae50-44479e44ef04 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.678248 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Calling delete_port for 7df13b56-57c2-4449-9ec2-77b441b68291 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:44.725428 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-97add786-b8e7-45b0-8a91-16f1c696b065 None None] Calling delete_port for 7df13b56-57c2-4449-9ec2-77b441b68291 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:44.752908 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b8433d-687e-4bd7-ac30-d0ae1b5d766d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:47:44.754419 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72609734-2f00-4fd9-ae50-44479e44ef04 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd4e0f5-5010-4ee3-a186-0141003c1f25,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:44.779999 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-72609734-2f00-4fd9-ae50-44479e44ef04 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.785775 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-72609734-2f00-4fd9-ae50-44479e44ef04 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4038517 Apr 20 15:47:44.785938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32862) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:44.786197 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.789616 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-99b8433d-687e-4bd7-ac30-d0ae1b5d766d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "PUT /v2.0/routers/f63b8477-e4ee-4c35-8e83-a03679f3d969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2724621 Apr 20 15:47:44.791092 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32866) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:44.799686 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e44b2c-41eb-4677-937b-9393689bd793 None None] Sync routers for ids ['f63b8477-e4ee-4c35-8e83-a03679f3d969'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:47:44.801096 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f31249e7-a957-4514-be46-acd1f2c8ec57 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group': {'name': 'tempest-secgroup--347978181'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:44.813529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f31249e7-a957-4514-be46-acd1f2c8ec57 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:44.814249 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e44b2c-41eb-4677-937b-9393689bd793 None None] Routers {'f63b8477-e4ee-4c35-8e83-a03679f3d969'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:47:44.815883 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c2e44b2c-41eb-4677-937b-9393689bd793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:47:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['f63b8477-e4ee-4c35-8e83-a03679f3d969'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:44.817209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1e93caa6-2432-45cb-98b7-824819c0e844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.829662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f31249e7-a957-4514-be46-acd1f2c8ec57 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:44.849069 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1e93caa6-2432-45cb-98b7-824819c0e844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.851630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f31249e7-a957-4514-be46-acd1f2c8ec57 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:44.862940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f31249e7-a957-4514-be46-acd1f2c8ec57 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:44.868852 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-eb320cdc-4b10-4767-92ae-1315cf173546 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] show failed (client error): The resource could not be found. Apr 20 15:47:44.874789 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1e93caa6-2432-45cb-98b7-824819c0e844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] 10.222.0.13 "DELETE /v2.0/networks/09557daa-1305-44ca-9f98-140ee975b855 HTTP/1.1" status: 204 len: 168 time: 1.1637888 Apr 20 15:47:44.874789 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93caa6-2432-45cb-98b7-824819c0e844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244504028-project] Pushing event deleted for resources: {'Network': ['ID=09557daa-1305-44ca-9f98-140ee975b855,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:44.875749 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32872) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:44.884622 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e874f833-55a5-4b5b-ba95-b5ab2a9dbe9d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:44.886659 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-eb320cdc-4b10-4767-92ae-1315cf173546 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-2028575190 HTTP/1.1" status: 404 len: 335 time: 0.0862861 Apr 20 15:47:44.901959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c2e44b2c-41eb-4677-937b-9393689bd793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:44.911808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-97add786-b8e7-45b0-8a91-16f1c696b065 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:47:44.912169 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-97add786-b8e7-45b0-8a91-16f1c696b065 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:47:44.913940 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e44b2c-41eb-4677-937b-9393689bd793 None None] Routers {'f63b8477-e4ee-4c35-8e83-a03679f3d969'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:47:44.914592 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c2e44b2c-41eb-4677-937b-9393689bd793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:47:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['f63b8477-e4ee-4c35-8e83-a03679f3d969'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:44.943158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.946764 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f31249e7-a957-4514-be46-acd1f2c8ec57 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.986735 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.objects.ports [None req-3ac93be0-4d7d-4b5c-920c-6ebf21c646db tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88169) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:47:44.987919 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ac93be0-4d7d-4b5c-920c-6ebf21c646db tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.997453 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c2e44b2c-41eb-4677-937b-9393689bd793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:44.997866 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e44b2c-41eb-4677-937b-9393689bd793 None None] The sync data for ids ['f63b8477-e4ee-4c35-8e83-a03679f3d969'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:47:45.014415 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-e874f833-55a5-4b5b-ba95-b5ab2a9dbe9d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] update failed (client error): The resource could not be found. Apr 20 15:47:45.015538 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e874f833-55a5-4b5b-ba95-b5ab2a9dbe9d tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-199522701 HTTP/1.1" status: 404 len: 334 time: 0.1367116 Apr 20 15:47:45.019181 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Pushing event deleted for resources: {'Port': ['ID=7df13b56-57c2-4449-9ec2-77b441b68291,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:45.020923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32876) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:45.055897 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac93be0-4d7d-4b5c-920c-6ebf21c646db tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:45.057813 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] No DVR routers for this DVR port 7df13b56-57c2-4449-9ec2-77b441b68291 on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:47:45.058852 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-3ac93be0-4d7d-4b5c-920c-6ebf21c646db tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:45.063755 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac93be0-4d7d-4b5c-920c-6ebf21c646db tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:45.064547 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ac93be0-4d7d-4b5c-920c-6ebf21c646db tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.073886 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd8d6b2-357d-4275-8ca3-921bbf81dbc4 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:45.078880 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac93be0-4d7d-4b5c-920c-6ebf21c646db tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=1bf18463-79d6-4e62-8639-865a0eab2636,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:45.088204 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f31249e7-a957-4514-be46-acd1f2c8ec57 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:45.091514 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3ac93be0-4d7d-4b5c-920c-6ebf21c646db tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6295197 Apr 20 15:47:45.095372 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32880) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:45.102300 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'mac_address': 'fa:16:3e:0d:5a:3f', 'name': 'tempest-NetworksTestDHCPv6-1015979863'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:45.118622 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f31249e7-a957-4514-be46-acd1f2c8ec57 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:45.141394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f31249e7-a957-4514-be46-acd1f2c8ec57 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:45.156595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f31249e7-a957-4514-be46-acd1f2c8ec57 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:45.262081 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-800ae775-8b62-46fa-a869-4fe4affc2cba tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Deleting subnet ee30541d-6cc2-4cda-89d4-56afb10fd66a {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:47:45.269388 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-800ae775-8b62-46fa-a869-4fe4affc2cba tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.275922 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32888) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:45.290915 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:45.295475 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:port and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:45.300525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:45.307833 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:45.315072 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.319729 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:45.373272 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c137d9d0-1cb3-4b9a-8d14-0501c8d6c294']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:45.392077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-800ae775-8b62-46fa-a869-4fe4affc2cba tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.401776 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': '1bf18463-79d6-4e62-8639-865a0eab2636'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:47:45.402881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.414842 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-97add786-b8e7-45b0-8a91-16f1c696b065 None None] Deleting port 7df13b56-57c2-4449-9ec2-77b441b68291 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:45.415211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-97add786-b8e7-45b0-8a91-16f1c696b065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.436358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec9d121-9943-4562-95a0-dfc9520f7e50') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:45.437285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec9d121-9943-4562-95a0-dfc9520f7e50') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:45.464918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.494100 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-97add786-b8e7-45b0-8a91-16f1c696b065 None None] The port '7df13b56-57c2-4449-9ec2-77b441b68291' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:47:45.517761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f31249e7-a957-4514-be46-acd1f2c8ec57 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.518995 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.529151 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f31249e7-a957-4514-be46-acd1f2c8ec57 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.534911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:47:45.535508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:47:45.562550 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:47:45.616844 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e9082662-cb66-4d12-a1d8-5b0ae41ba7d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4694e62f44f4609a99822fb67cb48bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397079 Apr 20 15:47:45.628181 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32896) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:45.655997 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.665864 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Allocated IP 2001:db8::f816:3eff:fe42:ea5d (f66047db-8bb8-4641-b4de-e5f9a3950b44/1bf18463-79d6-4e62-8639-865a0eab2636/084047b1-0f05-4fae-bab6-6c7d7723c5eb) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:45.682625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31249e7-a957-4514-be46-acd1f2c8ec57 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb26a38-ac3d-4f5a-8240-a9a172b58822,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:45.694261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-800ae775-8b62-46fa-a869-4fe4affc2cba tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.705096 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port a2fe7337-8298-47ea-ba4a-c533a93e98b0 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:45.726467 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f31249e7-a957-4514-be46-acd1f2c8ec57 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.731032 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f31249e7-a957-4514-be46-acd1f2c8ec57 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9421303 Apr 20 15:47:45.731032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.735610 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32900) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:45.752938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.764091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-cdc23eb5-2476-4609-a361-2a8219ddb08c tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': 'bdd4e0f5-5010-4ee3-a186-0141003c1f25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'dfb26a38-ac3d-4f5a-8240-a9a172b58822'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:45.778108 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ff05b37c-5422-49dd-bee1-ac365e9c9e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.780350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cdc23eb5-2476-4609-a361-2a8219ddb08c tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:45.786285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Pushing event deleted for resources: {'Network': ['ID=c137d9d0-1cb3-4b9a-8d14-0501c8d6c294,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:45.791975 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cdc23eb5-2476-4609-a361-2a8219ddb08c tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:45.795943 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f015e94a-20ef-4402-b3ee-cdeabfcc223e tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] 10.222.0.13 "DELETE /v2.0/networks/c137d9d0-1cb3-4b9a-8d14-0501c8d6c294 HTTP/1.1" status: 204 len: 168 time: 2.1128392 Apr 20 15:47:45.799524 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cdc23eb5-2476-4609-a361-2a8219ddb08c tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:45.801623 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32904) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:45.810116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cdc23eb5-2476-4609-a361-2a8219ddb08c tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:45.851799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-800ae775-8b62-46fa-a869-4fe4affc2cba tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.895327 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-cdc23eb5-2476-4609-a361-2a8219ddb08c tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:45.898932 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cdc23eb5-2476-4609-a361-2a8219ddb08c tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1467168 Apr 20 15:47:45.900360 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ae775-8b62-46fa-a869-4fe4affc2cba tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event deleted for resources: {'Subnet': ['ID=ee30541d-6cc2-4cda-89d4-56afb10fd66a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:45.902853 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32910) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:45.911098 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-800ae775-8b62-46fa-a869-4fe4affc2cba tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.918481 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-800ae775-8b62-46fa-a869-4fe4affc2cba tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "DELETE /v2.0/subnets/ee30541d-6cc2-4cda-89d4-56afb10fd66a HTTP/1.1" status: 204 len: 168 time: 0.8963151 Apr 20 15:47:45.924245 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32914) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:45.946121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1a0841-0aaf-4cc2-8805-00129a5e0c2c None None] Network a79164ab-d734-43fb-b523-bafe7bc6211f requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:45.988004 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ff05b37c-5422-49dd-bee1-ac365e9c9e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.996034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee390cee-2c40-441b-827f-7bbe585c4aba tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Deleting subnet 145b6d8d-73f5-4b80-86ff-81fe0682db7e {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:47:45.999927 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ee390cee-2c40-441b-827f-7bbe585c4aba tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.030488 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-077461a8-2c1e-4b73-aec8-7d1fb350da07 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Deleting port 9ef7a1e0-3912-4c20-9c3c-6c1d0eeddeb8 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:46.030839 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-077461a8-2c1e-4b73-aec8-7d1fb350da07 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.057514 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ee390cee-2c40-441b-827f-7bbe585c4aba tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.064749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.110173 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Transition to ACTIVE for port object 084047b1-0f05-4fae-bab6-6c7d7723c5eb will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:46.165841 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Transition to ACTIVE for port object 084047b1-0f05-4fae-bab6-6c7d7723c5eb will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:46.168911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ee390cee-2c40-441b-827f-7bbe585c4aba tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.174357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.226639 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9240399a-aee5-411b-8edd-8de37c0a6952 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.227215 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7df13b56-57c2-4449-9ec2-77b441b68291 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:47:46.266258 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ee390cee-2c40-441b-827f-7bbe585c4aba tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.273496 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:46.281591 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 7df13b56-57c2-4449-9ec2-77b441b68291 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:47:46.282155 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7df13b56-57c2-4449-9ec2-77b441b68291 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:47:46.284017 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:46.289905 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:46.328028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee390cee-2c40-441b-827f-7bbe585c4aba tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event deleted for resources: {'Subnet': ['ID=145b6d8d-73f5-4b80-86ff-81fe0682db7e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:46.340775 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ee390cee-2c40-441b-827f-7bbe585c4aba tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.343757 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ff05b37c-5422-49dd-bee1-ac365e9c9e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.348525 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ee390cee-2c40-441b-827f-7bbe585c4aba tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "DELETE /v2.0/subnets/145b6d8d-73f5-4b80-86ff-81fe0682db7e HTTP/1.1" status: 204 len: 168 time: 0.4228842 Apr 20 15:47:46.352618 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9240399a-aee5-411b-8edd-8de37c0a6952 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.352833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32920) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:46.355436 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8c28db-7a0c-40a7-8925-f231abaac3af None None] Network 5bca8a39-55fd-468c-b4b1-911f216b90a3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:46.382766 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Pushing event updated for resources: {'Port': ['ID=084047b1-0f05-4fae-bab6-6c7d7723c5eb,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:46.394549 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::f816:3eff:fe0d:5a3f (f66047db-8bb8-4641-b4de-e5f9a3950b44/1bf18463-79d6-4e62-8639-865a0eab2636/a2fe7337-8298-47ea-ba4a-c533a93e98b0) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:46.399631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05b37c-5422-49dd-bee1-ac365e9c9e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625422c1-0070-4c79-a0c0-f6924d19ea7e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:46.457128 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-077461a8-2c1e-4b73-aec8-7d1fb350da07 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.457457 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-077461a8-2c1e-4b73-aec8-7d1fb350da07 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.475258 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760b3a4b-87f5-4084-bd3a-e7df1c327c96 None None] DHCP port deletion for a79164ab-d734-43fb-b523-bafe7bc6211f request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:47:46.514560 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-760b3a4b-87f5-4084-bd3a-e7df1c327c96 None None] Deleting port f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:46.515577 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-760b3a4b-87f5-4084-bd3a-e7df1c327c96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.541646 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ff05b37c-5422-49dd-bee1-ac365e9c9e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.542791 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ff05b37c-5422-49dd-bee1-ac365e9c9e10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/625422c1-0070-4c79-a0c0-f6924d19ea7e HTTP/1.1" status: 204 len: 168 time: 0.9138319 Apr 20 15:47:46.582170 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Attempting to bind port 084047b1-0f05-4fae-bab6-6c7d7723c5eb on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:46.582655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Attempting to bind port 084047b1-0f05-4fae-bab6-6c7d7723c5eb by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:46.583086 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Attempting to bind port 084047b1-0f05-4fae-bab6-6c7d7723c5eb on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:46.591661 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:47:46.592156 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:47:46.592748 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.593326 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:47:46.593961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Bound port: 084047b1-0f05-4fae-bab6-6c7d7723c5eb, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:47:46.594497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.617512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.627401 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-077461a8-2c1e-4b73-aec8-7d1fb350da07 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Calling delete_port for 9ef7a1e0-3912-4c20-9c3c-6c1d0eeddeb8 owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:46.629150 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Deleting port f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:46.629583 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.681230 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9240399a-aee5-411b-8edd-8de37c0a6952 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.724219 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240399a-aee5-411b-8edd-8de37c0a6952 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb26a38-ac3d-4f5a-8240-a9a172b58822,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:46.818968 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9240399a-aee5-411b-8edd-8de37c0a6952 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.823566 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9240399a-aee5-411b-8edd-8de37c0a6952 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "DELETE /v2.0/security-groups/dfb26a38-ac3d-4f5a-8240-a9a172b58822 HTTP/1.1" status: 204 len: 168 time: 0.9162421 Apr 20 15:47:46.823732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32928) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:46.875603 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-760b3a4b-87f5-4084-bd3a-e7df1c327c96 None None] For port f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f,segment=NetworkSegment(15fc4613-8d8c-4db7-8f66-14340597d020),segment_id=15fc4613-8d8c-4db7-8f66-14340597d020)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:46.876023 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-760b3a4b-87f5-4084-bd3a-e7df1c327c96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.901024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] For port f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f,segment=NetworkSegment(15fc4613-8d8c-4db7-8f66-14340597d020),segment_id=15fc4613-8d8c-4db7-8f66-14340597d020)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:46.901567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:46.967381 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-077461a8-2c1e-4b73-aec8-7d1fb350da07 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.002632 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-760b3a4b-87f5-4084-bd3a-e7df1c327c96 None None] Calling delete_port for f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:47.016458 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32934) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:47.022890 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.050012 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077461a8-2c1e-4b73-aec8-7d1fb350da07 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Pushing event deleted for resources: {'Port': ['ID=9ef7a1e0-3912-4c20-9c3c-6c1d0eeddeb8,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:47.070697 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Calling delete_port for f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:47.102954 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object a2fe7337-8298-47ea-ba4a-c533a93e98b0 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:47.110338 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-24fa33f3-fbcc-4a3b-982e-5742136cdbfb tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Synchronizing usage tracker for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:47.144471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-24fa33f3-fbcc-4a3b-982e-5742136cdbfb tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Unset dirty status for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:47.146086 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-24fa33f3-fbcc-4a3b-982e-5742136cdbfb tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3219728 Apr 20 15:47:47.159344 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] For port 084047b1-0f05-4fae-bab6-6c7d7723c5eb, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:47:47.160531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32938) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:47.169267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:47:47.169594 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:47:47.174347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] For port 084047b1-0f05-4fae-bab6-6c7d7723c5eb, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=084047b1-0f05-4fae-bab6-6c7d7723c5eb,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:47:47.176024 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-760b3a4b-87f5-4084-bd3a-e7df1c327c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.202172 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-42f2cfc0-6e20-4b13-8ab1-93da675863d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=398a9a4b4eeb4bcb8ecfacd8a73fe032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826499 Apr 20 15:47:47.205407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32942) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:47.213585 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.224075 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-077461a8-2c1e-4b73-aec8-7d1fb350da07 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.239295 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b3a4b-87f5-4084-bd3a-e7df1c327c96 None None] Pushing event deleted for resources: {'Port': ['ID=f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:47.241694 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b3a4b-87f5-4084-bd3a-e7df1c327c96 None None] No DVR routers for this DVR port f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:47:47.271974 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.277657 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-077461a8-2c1e-4b73-aec8-7d1fb350da07 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.278968 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-077461a8-2c1e-4b73-aec8-7d1fb350da07 tempest-FloatingIPAdminTestJSON-540717656 tempest-FloatingIPAdminTestJSON-540717656-project] 10.222.0.13 "DELETE /v2.0/floatingips/9f53a43c-cf81-40b7-ba87-e7b273e3cc52 HTTP/1.1" status: 204 len: 168 time: 1.4737706 Apr 20 15:47:47.286761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-53a3354c-fa7f-42c2-8330-a7958c4fb7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.315053 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-53a3354c-fa7f-42c2-8330-a7958c4fb7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.328975 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-baa0b2bc-da1d-4872-8ddd-dbad7ef3e31f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.333572 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86f384-0355-43fe-839a-10aba1b6d86e None None] Pushing event updated for resources: {'Port': ['ID=084047b1-0f05-4fae-bab6-6c7d7723c5eb,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:47.391937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-53a3354c-fa7f-42c2-8330-a7958c4fb7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.414826 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3354c-fa7f-42c2-8330-a7958c4fb7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d731ff-dc57-40e0-8195-7a3f244413b1,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:47.431882 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-53a3354c-fa7f-42c2-8330-a7958c4fb7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.445885 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-53a3354c-fa7f-42c2-8330-a7958c4fb7d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96d731ff-dc57-40e0-8195-7a3f244413b1 HTTP/1.1" status: 204 len: 168 time: 0.2386453 Apr 20 15:47:47.482669 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827609a6-031a-490b-806e-1a57122c16ef None None] DHCP port deletion for 5bca8a39-55fd-468c-b4b1-911f216b90a3 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:47:47.488153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-827609a6-031a-490b-806e-1a57122c16ef None None] Deleting port 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:47.488714 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-827609a6-031a-490b-806e-1a57122c16ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.525830 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:47.532706 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:47.540178 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-baa0b2bc-da1d-4872-8ddd-dbad7ef3e31f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.548628 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:47.554674 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:47.555408 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.564987 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=a2fe7337-8298-47ea-ba4a-c533a93e98b0,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:47.604160 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32952) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:47.604579 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0a478ab6-441c-430c-b8ae-b7f64ed092be tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5079079 Apr 20 15:47:47.629214 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-baa0b2bc-da1d-4872-8ddd-dbad7ef3e31f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.662444 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0b2bc-da1d-4872-8ddd-dbad7ef3e31f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd4e0f5-5010-4ee3-a186-0141003c1f25,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:47.673226 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Deleting port f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:47.673765 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.716284 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-baa0b2bc-da1d-4872-8ddd-dbad7ef3e31f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.723785 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-baa0b2bc-da1d-4872-8ddd-dbad7ef3e31f tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "DELETE /v2.0/security-groups/bdd4e0f5-5010-4ee3-a186-0141003c1f25 HTTP/1.1" status: 204 len: 168 time: 0.5612948 Apr 20 15:47:47.727218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32958) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:47.813428 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32962) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:47.839454 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d6ec1252-84d6-4a40-aae6-98cc1053696e tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Synchronizing usage tracker for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:47.839661 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] The port 'f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:47:47.865239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d6ec1252-84d6-4a40-aae6-98cc1053696e tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Unset dirty status for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:47.871944 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d6ec1252-84d6-4a40-aae6-98cc1053696e tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1425123 Apr 20 15:47:47.872927 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32968) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:47.887959 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-2a44535d-b150-4e10-9260-2f1623ba12a8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844576581'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:47.907187 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2a44535d-b150-4e10-9260-2f1623ba12a8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:47.930508 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2a44535d-b150-4e10-9260-2f1623ba12a8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:47.950025 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2a44535d-b150-4e10-9260-2f1623ba12a8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:47.991024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2a44535d-b150-4e10-9260-2f1623ba12a8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:47.998358 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2a44535d-b150-4e10-9260-2f1623ba12a8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:48.004650 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2a44535d-b150-4e10-9260-2f1623ba12a8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:48.013783 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2a44535d-b150-4e10-9260-2f1623ba12a8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:48.016836 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184f3f61-f402-4ed4-b817-b9cd11662407 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:48.020203 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-827609a6-031a-490b-806e-1a57122c16ef None None] For port 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c,segment=NetworkSegment(c427c735-9705-4669-a483-7b8e7209bdf2),segment_id=c427c735-9705-4669-a483-7b8e7209bdf2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:48.020600 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-827609a6-031a-490b-806e-1a57122c16ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:48.022603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184f3f61-f402-4ed4-b817-b9cd11662407 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:48.026651 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-184f3f61-f402-4ed4-b817-b9cd11662407 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4189582 Apr 20 15:47:48.033806 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 32976) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:48.041947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:48.081513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79164ab-d734-43fb-b523-bafe7bc6211f']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:48.115347 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fc4613-8d8c-4db7-8f66-14340597d020') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:48.115901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fc4613-8d8c-4db7-8f66-14340597d020') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:48.139366 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:48.149156 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-299070c4-e55b-4660-9d46-13657a04f213 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acc4d6ad0ba045b68f03a62e5e7d1455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169549 Apr 20 15:47:48.152062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32984) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:48.179088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:48.197027 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-0a39545b-b938-4ace-a637-f0bfc9600220 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port a2fe7337-8298-47ea-ba4a-c533a93e98b0 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:48.198763 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a39545b-b938-4ace-a637-f0bfc9600220 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:48.204460 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:47:48.204872 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:47:48.220528 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:47:48.223033 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-827609a6-031a-490b-806e-1a57122c16ef None None] Calling delete_port for 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:48.314471 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2a44535d-b150-4e10-9260-2f1623ba12a8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:48.320838 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 084047b1-0f05-4fae-bab6-6c7d7723c5eb up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:48.349313 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0a209e42-d00f-44be-bbe8-c70ef1b06f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:48.364021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:48.386663 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2a44535d-b150-4e10-9260-2f1623ba12a8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:48.393496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:48.409182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event deleted for resources: {'Network': ['ID=a79164ab-d734-43fb-b523-bafe7bc6211f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:48.412437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0a209e42-d00f-44be-bbe8-c70ef1b06f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:48.421811 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bb90cc87-0cc0-41e2-a113-9a610db122cd tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "DELETE /v2.0/networks/a79164ab-d734-43fb-b523-bafe7bc6211f HTTP/1.1" status: 204 len: 168 time: 2.0673940 Apr 20 15:47:48.424772 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 32990) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:48.472651 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 084047b1-0f05-4fae-bab6-6c7d7723c5eb completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:48.479410 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-827609a6-031a-490b-806e-1a57122c16ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:48.581380 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827609a6-031a-490b-806e-1a57122c16ef None None] Pushing event deleted for resources: {'Port': ['ID=7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:48.584009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827609a6-031a-490b-806e-1a57122c16ef None None] No DVR routers for this DVR port 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:47:48.635156 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44535d-b150-4e10-9260-2f1623ba12a8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d5e25e-e13a-4598-9d26-fa4cf711e0f6,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:48.635844 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fdc05234-840b-428a-a4c7-8ca8c7b69bf8 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:48.645928 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2a44535d-b150-4e10-9260-2f1623ba12a8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:48.647160 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2a44535d-b150-4e10-9260-2f1623ba12a8 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7729921 Apr 20 15:47:48.652228 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33000) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:48.659645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b17a4472-7147-43f4-b21a-3d35a48d1308 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': '29d5e25e-e13a-4598-9d26-fa4cf711e0f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:48.662487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:47:48.665483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b17a4472-7147-43f4-b21a-3d35a48d1308 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:48.670374 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b17a4472-7147-43f4-b21a-3d35a48d1308 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:48.673783 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b17a4472-7147-43f4-b21a-3d35a48d1308 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:48.678536 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0a209e42-d00f-44be-bbe8-c70ef1b06f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:48.680534 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b17a4472-7147-43f4-b21a-3d35a48d1308 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:48.716758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:47:48.717254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7032d2d3-ca8f-4dd4-bb0d-f2239f672e5c not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:47:48.717811 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:47:48.746817 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a209e42-d00f-44be-bbe8-c70ef1b06f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a89b74-ca4c-4ab6-9a13-23be065b993b,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:48.750084 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-b17a4472-7147-43f4-b21a-3d35a48d1308 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:48.753612 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b17a4472-7147-43f4-b21a-3d35a48d1308 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0983121 Apr 20 15:47:48.755402 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33004) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:48.761186 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a39545b-b938-4ace-a637-f0bfc9600220 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:48.762363 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:47:48.762717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f9ceb0d2-3d9b-42b0-ad02-d4e55a08125f not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:47:48.771738 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-3c58bd9b-6e40-4b54-bfcb-c0e3e9cc51ee tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group_rule': {'security_group_id': '29d5e25e-e13a-4598-9d26-fa4cf711e0f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:48.778465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3c58bd9b-6e40-4b54-bfcb-c0e3e9cc51ee tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:48.782929 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3c58bd9b-6e40-4b54-bfcb-c0e3e9cc51ee tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:48.785834 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3c58bd9b-6e40-4b54-bfcb-c0e3e9cc51ee tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:48.791627 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3c58bd9b-6e40-4b54-bfcb-c0e3e9cc51ee tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:48.946768 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-3c58bd9b-6e40-4b54-bfcb-c0e3e9cc51ee tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:47:48.946768 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3c58bd9b-6e40-4b54-bfcb-c0e3e9cc51ee tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1858943 Apr 20 15:47:48.946768 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33010) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:48.969015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-0a39545b-b938-4ace-a637-f0bfc9600220 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for a2fe7337-8298-47ea-ba4a-c533a93e98b0 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:48.970593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0a209e42-d00f-44be-bbe8-c70ef1b06f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:48.971847 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0a209e42-d00f-44be-bbe8-c70ef1b06f20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40a89b74-ca4c-4ab6-9a13-23be065b993b HTTP/1.1" status: 204 len: 168 time: 0.8188634 Apr 20 15:47:49.002097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fdc05234-840b-428a-a4c7-8ca8c7b69bf8 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.040902 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-db5765f0-6656-4956-9ab1-0aad5aea5ba1 None None] Provisioning for port 084047b1-0f05-4fae-bab6-6c7d7723c5eb completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:49.046264 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-db5765f0-6656-4956-9ab1-0aad5aea5ba1 None None] Provisioning complete for port 084047b1-0f05-4fae-bab6-6c7d7723c5eb triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:49.046642 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-db5765f0-6656-4956-9ab1-0aad5aea5ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.067953 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-fdc05234-840b-428a-a4c7-8ca8c7b69bf8 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bca8a39-55fd-468c-b4b1-911f216b90a3']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:49.090886 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-fdc05234-840b-428a-a4c7-8ca8c7b69bf8 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c427c735-9705-4669-a483-7b8e7209bdf2') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:49.092522 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-fdc05234-840b-428a-a4c7-8ca8c7b69bf8 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c427c735-9705-4669-a483-7b8e7209bdf2') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:49.108075 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c50a2dae-900a-4ec5-abf9-127635f25400 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.121770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fdc05234-840b-428a-a4c7-8ca8c7b69bf8 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.157088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fdc05234-840b-428a-a4c7-8ca8c7b69bf8 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.180241 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc05234-840b-428a-a4c7-8ca8c7b69bf8 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:47:49.181369 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fdc05234-840b-428a-a4c7-8ca8c7b69bf8 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.207016 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c50a2dae-900a-4ec5-abf9-127635f25400 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:47:49.221145 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:47:49.333876 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-db5765f0-6656-4956-9ab1-0aad5aea5ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.334324 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a39545b-b938-4ace-a637-f0bfc9600220 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.377878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fdc05234-840b-428a-a4c7-8ca8c7b69bf8 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.391587 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-db5765f0-6656-4956-9ab1-0aad5aea5ba1 None None] For port 084047b1-0f05-4fae-bab6-6c7d7723c5eb, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=084047b1-0f05-4fae-bab6-6c7d7723c5eb,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:49.401026 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-db5765f0-6656-4956-9ab1-0aad5aea5ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.416552 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39545b-b938-4ace-a637-f0bfc9600220 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=a2fe7337-8298-47ea-ba4a-c533a93e98b0,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:49.418242 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fdc05234-840b-428a-a4c7-8ca8c7b69bf8 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.419608 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c50a2dae-900a-4ec5-abf9-127635f25400 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.430657 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc05234-840b-428a-a4c7-8ca8c7b69bf8 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event deleted for resources: {'Network': ['ID=5bca8a39-55fd-468c-b4b1-911f216b90a3,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:49.440333 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-fdc05234-840b-428a-a4c7-8ca8c7b69bf8 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "DELETE /v2.0/networks/5bca8a39-55fd-468c-b4b1-911f216b90a3 HTTP/1.1" status: 204 len: 168 time: 1.0142193 Apr 20 15:47:49.442361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33026) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:49.471738 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a2dae-900a-4ec5-abf9-127635f25400 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d5e25e-e13a-4598-9d26-fa4cf711e0f6,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:49.505238 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a39545b-b938-4ace-a637-f0bfc9600220 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.520850 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0a39545b-b938-4ace-a637-f0bfc9600220 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/a2fe7337-8298-47ea-ba4a-c533a93e98b0 HTTP/1.1" status: 204 len: 168 time: 1.4858603 Apr 20 15:47:49.521807 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33032) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:49.525307 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c50a2dae-900a-4ec5-abf9-127635f25400 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.526688 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c50a2dae-900a-4ec5-abf9-127635f25400 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "DELETE /v2.0/security-groups/29d5e25e-e13a-4598-9d26-fa4cf711e0f6 HTTP/1.1" status: 204 len: 168 time: 0.5807748 Apr 20 15:47:49.551481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9160af4d-e6ca-488d-8fc5-8dec8a75e58a None None] Could not find standard attr ID for object a2fe7337-8298-47ea-ba4a-c533a93e98b0. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:47:49.584379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33036) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:49.585337 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ecab730-1274-4ef1-bd6f-2f3ea817bdac tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Deleting subnet 28adfb08-4b66-4f59-88ec-65a056af75c7 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:47:49.588781 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9ecab730-1274-4ef1-bd6f-2f3ea817bdac tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.606697 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5765f0-6656-4956-9ab1-0aad5aea5ba1 None None] Pushing event updated for resources: {'Port': ['ID=084047b1-0f05-4fae-bab6-6c7d7723c5eb,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:49.687382 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-026ccfad-0903-4c73-8343-2f77ce690b7a tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Synchronizing usage tracker for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:49.701340 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed181841-91ca-4855-bdb8-ece9436f13ab tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:49.703526 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed181841-91ca-4855-bdb8-ece9436f13ab tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:49.704270 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9ecab730-1274-4ef1-bd6f-2f3ea817bdac tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.705382 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ed181841-91ca-4855-bdb8-ece9436f13ab tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:49.725509 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-026ccfad-0903-4c73-8343-2f77ce690b7a tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Unset dirty status for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:49.727868 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-026ccfad-0903-4c73-8343-2f77ce690b7a tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1336160 Apr 20 15:47:49.732689 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33042) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:49.733403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33044) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:49.745270 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b384af8e-bd35-4ae0-b508-96374d733d75 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808246489'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:49.750837 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ed181841-91ca-4855-bdb8-ece9436f13ab tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:49.754268 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ed181841-91ca-4855-bdb8-ece9436f13ab tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2310541 Apr 20 15:47:49.755698 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33052) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:49.760677 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b384af8e-bd35-4ae0-b508-96374d733d75 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:49.791159 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33056) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:49.817649 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-97fc6df2-7d80-4145-a496-9e60be462aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.819676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b384af8e-bd35-4ae0-b508-96374d733d75 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:49.844792 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-97fc6df2-7d80-4145-a496-9e60be462aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:49.845043 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff882ed-4af1-4c21-b383-2fa366851a3a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 1bf18463-79d6-4e62-8639-865a0eab2636 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:47:49.848043 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b384af8e-bd35-4ae0-b508-96374d733d75 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.854186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-97fc6df2-7d80-4145-a496-9e60be462aa7 admin admin] Usage tracker for resource:security_group_rule and tenant:f65217673529471181b1db70f6504c40 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:49.856955 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9ff882ed-4af1-4c21-b383-2fa366851a3a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.858190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-97fc6df2-7d80-4145-a496-9e60be462aa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:49.865298 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-97fc6df2-7d80-4145-a496-9e60be462aa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:49.881509 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9ecab730-1274-4ef1-bd6f-2f3ea817bdac tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.912667 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b384af8e-bd35-4ae0-b508-96374d733d75 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:49.920026 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b384af8e-bd35-4ae0-b508-96374d733d75 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Usage tracker for resource:security_group_rule and tenant:395c1a3021b44acf8b5070ee14cfe736 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:49.923798 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9ff882ed-4af1-4c21-b383-2fa366851a3a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:49.962768 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b384af8e-bd35-4ae0-b508-96374d733d75 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:49.979357 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b384af8e-bd35-4ae0-b508-96374d733d75 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:50.002425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9ecab730-1274-4ef1-bd6f-2f3ea817bdac tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.022183 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1786515971', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:50.031433 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:50.043712 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Usage tracker for resource:port and tenant:41ac57df392a46fab41f52a92e5a83f8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:50.049792 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:50.057109 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:50.059621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecab730-1274-4ef1-bd6f-2f3ea817bdac tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event deleted for resources: {'Subnet': ['ID=28adfb08-4b66-4f59-88ec-65a056af75c7,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:50.068610 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9ecab730-1274-4ef1-bd6f-2f3ea817bdac tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.074435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7275d46d-a033-4985-81c8-ea0a9d77ba91 None None] Network c2b8d076-b4e2-464c-8ad7-405e7ed00ab3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:50.088609 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Made reservation on behalf of 41ac57df392a46fab41f52a92e5a83f8 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:50.090902 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.091857 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-97fc6df2-7d80-4145-a496-9e60be462aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.095852 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9ecab730-1274-4ef1-bd6f-2f3ea817bdac tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "DELETE /v2.0/subnets/28adfb08-4b66-4f59-88ec-65a056af75c7 HTTP/1.1" status: 204 len: 168 time: 0.6500247 Apr 20 15:47:50.096824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33062) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:50.106861 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9ff882ed-4af1-4c21-b383-2fa366851a3a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.236860 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-97fc6df2-7d80-4145-a496-9e60be462aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.245085 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 084047b1-0f05-4fae-bab6-6c7d7723c5eb up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:50.246999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.257412 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b384af8e-bd35-4ae0-b508-96374d733d75 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.258600 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.271495 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9ff882ed-4af1-4c21-b383-2fa366851a3a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.297388 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Deleting port 2dcd179a-0133-401a-b285-7cd31c67e9c5 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:50.297632 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.308970 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b384af8e-bd35-4ae0-b508-96374d733d75 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.327855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc6df2-7d80-4145-a496-9e60be462aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0401d8-2ef7-4234-a2ce-d5cfe96663f1,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:50.331705 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-97fc6df2-7d80-4145-a496-9e60be462aa7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f65217673529471181b1db70f6504c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5394835 Apr 20 15:47:50.335531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff882ed-4af1-4c21-b383-2fa366851a3a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf18463-79d6-4e62-8639-865a0eab2636,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:50.338246 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33066) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:50.344338 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:50.352880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e90ed3-a1ce-4255-bfab-860d9a180814 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:50.353462 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9ff882ed-4af1-4c21-b383-2fa366851a3a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.356323 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Usage tracker for resource:security_group_rule and tenant:41ac57df392a46fab41f52a92e5a83f8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:50.387319 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:50.411905 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:50.420328 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 084047b1-0f05-4fae-bab6-6c7d7723c5eb triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:50.420731 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384af8e-bd35-4ae0-b508-96374d733d75 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7c6246-675d-4d1d-b473-263c5fda88c2,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:50.420920 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.442636 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b384af8e-bd35-4ae0-b508-96374d733d75 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.446563 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b384af8e-bd35-4ae0-b508-96374d733d75 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7093079 Apr 20 15:47:50.451289 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9ff882ed-4af1-4c21-b383-2fa366851a3a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/1bf18463-79d6-4e62-8639-865a0eab2636 HTTP/1.1" status: 204 len: 168 time: 0.6904950 Apr 20 15:47:50.451289 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33070) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:50.459841 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33072) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:50.470184 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-e545c6b6-e978-4cf8-a8a2-39ad265192f9 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:50.470598 dv-neutron-838699-1-hyperv neutron-server[88169]: WARNING neutron.api.v2.base [None req-e545c6b6-e978-4cf8-a8a2-39ad265192f9 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 15:47:50.471089 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-e545c6b6-e978-4cf8-a8a2-39ad265192f9 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] update failed (client error): There was a conflict when trying to complete your request. Apr 20 15:47:50.474622 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e545c6b6-e978-4cf8-a8a2-39ad265192f9 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "PUT /v2.0/security-groups/ff7c6246-675d-4d1d-b473-263c5fda88c2 HTTP/1.1" status: 409 len: 330 time: 0.0134621 Apr 20 15:47:50.491788 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33078) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:50.575206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] For port 2dcd179a-0133-401a-b285-7cd31c67e9c5, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2dcd179a-0133-401a-b285-7cd31c67e9c5,segment=NetworkSegment(6cfe078c-d23f-4abb-963a-d87c57dd2e3d),segment_id=6cfe078c-d23f-4abb-963a-d87c57dd2e3d)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:50.575570 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.579584 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2256440-70f9-41b7-a394-38b1ae054308 None None] DHCP port deletion for c2b8d076-b4e2-464c-8ad7-405e7ed00ab3 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:47:50.591698 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-f2256440-70f9-41b7-a394-38b1ae054308 None None] Deleting port 2dcd179a-0133-401a-b285-7cd31c67e9c5 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:50.592090 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f2256440-70f9-41b7-a394-38b1ae054308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.670504 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-182abe24-efc3-4892-955f-8dc42fcec0ef tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2043540 Apr 20 15:47:50.672285 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33082) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:50.706914 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-43f0476d-daf7-46b9-b74e-9a7f680b4768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.723233 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Calling delete_port for 2dcd179a-0133-401a-b285-7cd31c67e9c5 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:50.767362 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2089c302-80aa-45d3-bb10-ad2c5cc77faa tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.768054 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-43f0476d-daf7-46b9-b74e-9a7f680b4768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.814799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2089c302-80aa-45d3-bb10-ad2c5cc77faa tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.851130 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.858448 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.874835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.877654 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f50b773-81ca-4882-b040-37f57340e6bd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:50.878365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0f50b773-81ca-4882-b040-37f57340e6bd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:50.884757 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] device_id is not set on port 52ada4dc-b4f3-4a24-b8aa-064499e91acc yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:50.929194 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event deleted for resources: {'Port': ['ID=2dcd179a-0133-401a-b285-7cd31c67e9c5,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:50.931315 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] No DVR routers for this DVR port 2dcd179a-0133-401a-b285-7cd31c67e9c5 on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:47:50.933030 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2089c302-80aa-45d3-bb10-ad2c5cc77faa tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.936683 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-f2256440-70f9-41b7-a394-38b1ae054308 None None] For port 2dcd179a-0133-401a-b285-7cd31c67e9c5, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2dcd179a-0133-401a-b285-7cd31c67e9c5,segment=NetworkSegment(6cfe078c-d23f-4abb-963a-d87c57dd2e3d),segment_id=6cfe078c-d23f-4abb-963a-d87c57dd2e3d)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:50.937688 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f2256440-70f9-41b7-a394-38b1ae054308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.958317 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a68979-4faf-41ae-8878-fe883e02539b,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:50.960868 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-43f0476d-daf7-46b9-b74e-9a7f680b4768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:50.977158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0f50b773-81ca-4882-b040-37f57340e6bd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:50.980772 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0f50b773-81ca-4882-b040-37f57340e6bd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3054147 Apr 20 15:47:50.984713 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33086) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:50.994932 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0476d-daf7-46b9-b74e-9a7f680b4768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0401d8-2ef7-4234-a2ce-d5cfe96663f1,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:51.007476 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089c302-80aa-45d3-bb10-ad2c5cc77faa tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7c6246-675d-4d1d-b473-263c5fda88c2,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:51.026139 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6b53a5-d943-48c5-98ed-c30fd6b80aaa None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:47:51.087609 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2089c302-80aa-45d3-bb10-ad2c5cc77faa tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:51.091194 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2089c302-80aa-45d3-bb10-ad2c5cc77faa tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "DELETE /v2.0/security-groups/ff7c6246-675d-4d1d-b473-263c5fda88c2 HTTP/1.1" status: 204 len: 168 time: 0.5957975 Apr 20 15:47:51.092193 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33090) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:51.106122 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-f2256440-70f9-41b7-a394-38b1ae054308 None None] Calling delete_port for 2dcd179a-0133-401a-b285-7cd31c67e9c5 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:51.111893 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:51.119863 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-43f0476d-daf7-46b9-b74e-9a7f680b4768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:51.121002 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-43f0476d-daf7-46b9-b74e-9a7f680b4768 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e0401d8-2ef7-4234-a2ce-d5cfe96663f1 HTTP/1.1" status: 204 len: 168 time: 0.7740920 Apr 20 15:47:51.130389 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25259e1c-c43f-4ab1-8a71-fde62bcc09fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:51.131098 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-25259e1c-c43f-4ab1-8a71-fde62bcc09fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:51.154806 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Allocated IP 172.26.7.254 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/52ada4dc-b4f3-4a24-b8aa-064499e91acc) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:51.155791 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b8d076-b4e2-464c-8ad7-405e7ed00ab3']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:51.158320 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b53a5-d943-48c5-98ed-c30fd6b80aaa None None] Deleting port 084047b1-0f05-4fae-bab6-6c7d7723c5eb {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:51.159528 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0c6b53a5-d943-48c5-98ed-c30fd6b80aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:51.168845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-25259e1c-c43f-4ab1-8a71-fde62bcc09fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:51.170214 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-25259e1c-c43f-4ab1-8a71-fde62bcc09fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1803675 Apr 20 15:47:51.173328 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33096) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:51.189864 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfe078c-d23f-4abb-963a-d87c57dd2e3d') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:51.190468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfe078c-d23f-4abb-963a-d87c57dd2e3d') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:51.202784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-98580bb8-3dc8-41bb-a22e-6a467cfee699 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Synchronizing usage tracker for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:51.209362 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:51.230524 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:51.240922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:47:51.241649 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:47:51.259024 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:47:51.266655 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-98580bb8-3dc8-41bb-a22e-6a467cfee699 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] Unset dirty status for tenant:395c1a3021b44acf8b5070ee14cfe736 on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:51.266832 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7d82374f-012e-42ac-b3a3-a687d37d7c4a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917366 Apr 20 15:47:51.268356 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-98580bb8-3dc8-41bb-a22e-6a467cfee699 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1749933 Apr 20 15:47:51.278738 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33100) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:51.278993 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33102) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:51.304860 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-75d6f02d-f575-4b2b-bf0f-9d9ae875374c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:51.347352 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-8a622025-5ec0-49e1-b28f-de8e1aedb077 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] delete failed (client error): The resource could not be found. Apr 20 15:47:51.352983 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8a622025-5ec0-49e1-b28f-de8e1aedb077 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "DELETE /v2.0/security-groups/106263d5-99d0-4813-93ab-4c0489996cd5 HTTP/1.1" status: 404 len: 347 time: 0.0692453 Apr 20 15:47:51.353166 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:51.354457 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33108) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:51.395139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:51.401104 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-f2256440-70f9-41b7-a394-38b1ae054308 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:47:51.401747 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-f2256440-70f9-41b7-a394-38b1ae054308 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:47:51.422477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Pushing event deleted for resources: {'Network': ['ID=c2b8d076-b4e2-464c-8ad7-405e7ed00ab3,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:51.425576 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-57b3d8c8-6a42-41e7-8856-1d3caa52a59c tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] show failed (client error): The resource could not be found. Apr 20 15:47:51.431377 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-57b3d8c8-6a42-41e7-8856-1d3caa52a59c tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "GET /v2.0/security-groups/7501c815-1695-4642-9f43-0e90bfaf5b73 HTTP/1.1" status: 404 len: 347 time: 0.0759029 Apr 20 15:47:51.433261 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f5a80038-0897-47a2-a9e6-3f100d8cf424 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "DELETE /v2.0/networks/c2b8d076-b4e2-464c-8ad7-405e7ed00ab3 HTTP/1.1" status: 204 len: 168 time: 1.3349366 Apr 20 15:47:51.434383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33114) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:51.437858 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33116) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:51.453984 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-d9379122-1073-433c-8603-304a611d7010 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] show failed (client error): The resource could not be found. Apr 20 15:47:51.458682 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d9379122-1073-433c-8603-304a611d7010 tempest-NegativeSecGroupIPv6Test-1426554963 tempest-NegativeSecGroupIPv6Test-1426554963-project] 10.222.0.13 "GET /v2.0/security-group-rules/826b04b3-dced-467a-992e-464a02c1b25b HTTP/1.1" status: 404 len: 356 time: 0.0227942 Apr 20 15:47:51.503814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cb451c32-ec8e-4f12-a523-a8cbfca467d1 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Synchronizing usage tracker for tenant:358c7005b6004bb5903e6d502461f960 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:51.504416 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0c6b53a5-d943-48c5-98ed-c30fd6b80aaa None None] For port 084047b1-0f05-4fae-bab6-6c7d7723c5eb, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=084047b1-0f05-4fae-bab6-6c7d7723c5eb,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:51.505056 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0c6b53a5-d943-48c5-98ed-c30fd6b80aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:51.545529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cb451c32-ec8e-4f12-a523-a8cbfca467d1 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Unset dirty status for tenant:358c7005b6004bb5903e6d502461f960 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:51.547695 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-75d6f02d-f575-4b2b-bf0f-9d9ae875374c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:51.548068 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cb451c32-ec8e-4f12-a523-a8cbfca467d1 tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "GET /v2.0/ports?device_id=f63b8477-e4ee-4c35-8e83-a03679f3d969 HTTP/1.1" status: 200 len: 205 time: 0.1088412 Apr 20 15:47:51.550554 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33124) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:51.645525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-75d6f02d-f575-4b2b-bf0f-9d9ae875374c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:51.672621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b53a5-d943-48c5-98ed-c30fd6b80aaa None None] Calling delete_port for 084047b1-0f05-4fae-bab6-6c7d7723c5eb owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:51.705337 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33130) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:51.725646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bdad68b4-5617-40e3-b26e-7d2866900493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:51.744212 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d6f02d-f575-4b2b-bf0f-9d9ae875374c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:51.746715 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-bdad68b4-5617-40e3-b26e-7d2866900493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:51.747624 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-75d6f02d-f575-4b2b-bf0f-9d9ae875374c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:51.751404 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-bdad68b4-5617-40e3-b26e-7d2866900493 admin admin] Usage tracker for resource:security_group_rule and tenant:45208867496e4fa6bfa2ee773b167f76 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:51.754784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-bdad68b4-5617-40e3-b26e-7d2866900493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:51.758809 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0c6b53a5-d943-48c5-98ed-c30fd6b80aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:51.761926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-bdad68b4-5617-40e3-b26e-7d2866900493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:51.763478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-792cc998-3af7-484f-b3bb-68c12d5de93a tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:51.814964 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b53a5-d943-48c5-98ed-c30fd6b80aaa None None] Pushing event deleted for resources: {'Port': ['ID=084047b1-0f05-4fae-bab6-6c7d7723c5eb,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:51.819327 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6b53a5-d943-48c5-98ed-c30fd6b80aaa None None] No DVR routers for this DVR port 084047b1-0f05-4fae-bab6-6c7d7723c5eb on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:47:51.837091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33134) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:51.878332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bdad68b4-5617-40e3-b26e-7d2866900493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:51.883908 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bdad68b4-5617-40e3-b26e-7d2866900493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:51.903316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-f2256440-70f9-41b7-a394-38b1ae054308 None None] Deleting port 2dcd179a-0133-401a-b285-7cd31c67e9c5 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:51.904371 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f2256440-70f9-41b7-a394-38b1ae054308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:51.977943 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.001764 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-f2256440-70f9-41b7-a394-38b1ae054308 None None] The port '2dcd179a-0133-401a-b285-7cd31c67e9c5' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:47:52.070195 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bdad68b4-5617-40e3-b26e-7d2866900493 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45208867496e4fa6bfa2ee773b167f76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631983 Apr 20 15:47:52.076574 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33140) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:52.097690 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad68b4-5617-40e3-b26e-7d2866900493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca68481f-40db-4f4c-b44b-48e379bc0277,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:52.108798 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-29894e24-d0c1-45d1-b765-0d0f8e859f4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=395c1a3021b44acf8b5070ee14cfe736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706277 Apr 20 15:47:52.111437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33144) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:52.225597 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-81184e21-1c90-4ef3-9650-02b2d7cb0434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.227588 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-37b1fe1c-6f83-4b86-87d8-8011e7082a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.228877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2dcd179a-0133-401a-b285-7cd31c67e9c5 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:47:52.275628 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 2dcd179a-0133-401a-b285-7cd31c67e9c5 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:47:52.276545 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2dcd179a-0133-401a-b285-7cd31c67e9c5 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:47:52.277447 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 084047b1-0f05-4fae-bab6-6c7d7723c5eb no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:47:52.277822 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-81184e21-1c90-4ef3-9650-02b2d7cb0434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.285293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-37b1fe1c-6f83-4b86-87d8-8011e7082a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.314811 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 084047b1-0f05-4fae-bab6-6c7d7723c5eb {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:47:52.315643 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 084047b1-0f05-4fae-bab6-6c7d7723c5eb not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:47:52.339110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-792cc998-3af7-484f-b3bb-68c12d5de93a tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.343650 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-792cc998-3af7-484f-b3bb-68c12d5de93a tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.362948 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-81184e21-1c90-4ef3-9650-02b2d7cb0434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.375466 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-37b1fe1c-6f83-4b86-87d8-8011e7082a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.380311 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-792cc998-3af7-484f-b3bb-68c12d5de93a tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.380793 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792cc998-3af7-484f-b3bb-68c12d5de93a tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Fanout notify agent at l3_agent the message router_deleted on router f63b8477-e4ee-4c35-8e83-a03679f3d969 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:47:52.386237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81184e21-1c90-4ef3-9650-02b2d7cb0434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14c9bb6-913c-4bbc-a300-06f40a2cd5ad,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:52.396061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.403800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1fe1c-6f83-4b86-87d8-8011e7082a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca68481f-40db-4f4c-b44b-48e379bc0277,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:52.419182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-81184e21-1c90-4ef3-9650-02b2d7cb0434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.420302 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-81184e21-1c90-4ef3-9650-02b2d7cb0434 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d14c9bb6-913c-4bbc-a300-06f40a2cd5ad HTTP/1.1" status: 204 len: 168 time: 0.3079405 Apr 20 15:47:52.424380 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-37b1fe1c-6f83-4b86-87d8-8011e7082a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.425033 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-37b1fe1c-6f83-4b86-87d8-8011e7082a70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca68481f-40db-4f4c-b44b-48e379bc0277 HTTP/1.1" status: 204 len: 168 time: 0.3475425 Apr 20 15:47:52.454560 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-792cc998-3af7-484f-b3bb-68c12d5de93a tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.455625 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-792cc998-3af7-484f-b3bb-68c12d5de93a tempest-RoutersNegativeTest-1805697292 tempest-RoutersNegativeTest-1805697292-project] 10.222.0.13 "DELETE /v2.0/routers/f63b8477-e4ee-4c35-8e83-a03679f3d969 HTTP/1.1" status: 204 len: 168 time: 0.9015718 Apr 20 15:47:52.504912 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:52.513270 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:52.523815 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:52.576946 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Pushing event updated for resources: {'Port': ['ID=52ada4dc-b4f3-4a24-b8aa-064499e91acc,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:52.620702 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:52.621308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.652493 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-47938dba-4d1f-4af3-9c1d-20cb0c9877ec tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.9158282 Apr 20 15:47:52.655998 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33158) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:52.659482 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-75d6f02d-f575-4b2b-bf0f-9d9ae875374c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.665986 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-f746cbcd-9cb0-432e-afa6-be19452de6f7 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.254'}]}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:52.705500 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f746cbcd-9cb0-432e-afa6-be19452de6f7 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:52.721536 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f746cbcd-9cb0-432e-afa6-be19452de6f7 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Usage tracker for resource:router and tenant:41ac57df392a46fab41f52a92e5a83f8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:52.724901 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f746cbcd-9cb0-432e-afa6-be19452de6f7 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:52.736314 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d6f02d-f575-4b2b-bf0f-9d9ae875374c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:52.739781 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f746cbcd-9cb0-432e-afa6-be19452de6f7 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:52.741971 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-75d6f02d-f575-4b2b-bf0f-9d9ae875374c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:52.745336 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d6f02d-f575-4b2b-bf0f-9d9ae875374c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:52.746035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-75d6f02d-f575-4b2b-bf0f-9d9ae875374c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.751913 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93956f99-0b69-4a9a-8992-f3921cb35cb0 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:52.776371 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f746cbcd-9cb0-432e-afa6-be19452de6f7 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.778084 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f746cbcd-9cb0-432e-afa6-be19452de6f7 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.790965 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6f02d-f575-4b2b-bf0f-9d9ae875374c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=1f52f340-00a9-4b36-940f-3410827603de,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:52.798780 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-75d6f02d-f575-4b2b-bf0f-9d9ae875374c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5161912 Apr 20 15:47:52.801623 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33168) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:52.809727 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-042542a3-77e4-4ca8-96c5-8675a28b2bbe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'mac_address': 'fa:16:3e:e6:05:0d', 'name': 'tempest-NetworksTestDHCPv6-1992719054'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:52.886604 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f746cbcd-9cb0-432e-afa6-be19452de6f7 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:52.971558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33178) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:53.006009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': '1f52f340-00a9-4b36-940f-3410827603de'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:47:53.011874 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:53.192143 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Allocated IP 2001:db8::2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/1f52f340-00a9-4b36-940f-3410827603de/c2a51bd2-692a-4d7a-8247-5a785ca407db) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:53.200725 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-042542a3-77e4-4ca8-96c5-8675a28b2bbe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:53.283069 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d9899ccd-6791-42e5-a19c-8f057c7050dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=358c7005b6004bb5903e6d502461f960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103127 Apr 20 15:47:53.287014 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33190) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:53.307313 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-042542a3-77e4-4ca8-96c5-8675a28b2bbe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:53.320162 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f746cbcd-9cb0-432e-afa6-be19452de6f7 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:53.351387 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042542a3-77e4-4ca8-96c5-8675a28b2bbe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:53.398177 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2cb00b9f-ae5c-440d-86aa-e36e62e586ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:53.428221 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2cb00b9f-ae5c-440d-86aa-e36e62e586ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:53.512041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2cb00b9f-ae5c-440d-86aa-e36e62e586ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:53.537528 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:53.549211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Transition to ACTIVE for port object c2a51bd2-692a-4d7a-8247-5a785ca407db will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:53.554089 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb00b9f-ae5c-440d-86aa-e36e62e586ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10917a8c-feeb-43a5-924a-2151c82a36bc,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:53.566282 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2cb00b9f-ae5c-440d-86aa-e36e62e586ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:53.567835 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-042542a3-77e4-4ca8-96c5-8675a28b2bbe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:53.570430 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2cb00b9f-ae5c-440d-86aa-e36e62e586ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10917a8c-feeb-43a5-924a-2151c82a36bc HTTP/1.1" status: 204 len: 168 time: 0.2822263 Apr 20 15:47:53.573968 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Transition to ACTIVE for port object c2a51bd2-692a-4d7a-8247-5a785ca407db will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:53.590782 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:53.606849 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-042542a3-77e4-4ca8-96c5-8675a28b2bbe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port e9dc547f-50a7-4552-854f-76eee9abaa8c yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:53.673495 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Pushing event updated for resources: {'Port': ['ID=c2a51bd2-692a-4d7a-8247-5a785ca407db,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:53.686601 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:53.688926 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:53.691608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:53.772622 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-042542a3-77e4-4ca8-96c5-8675a28b2bbe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::237 (f66047db-8bb8-4641-b4de-e5f9a3950b44/1f52f340-00a9-4b36-940f-3410827603de/e9dc547f-50a7-4552-854f-76eee9abaa8c) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:53.792188 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Attempting to bind port c2a51bd2-692a-4d7a-8247-5a785ca407db on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:53.792760 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Attempting to bind port c2a51bd2-692a-4d7a-8247-5a785ca407db by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:53.793270 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Attempting to bind port c2a51bd2-692a-4d7a-8247-5a785ca407db on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:53.799671 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:47:53.800074 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:47:53.800475 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:53.800867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:47:53.801324 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Bound port: c2a51bd2-692a-4d7a-8247-5a785ca407db, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:47:53.801698 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:53.815154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33212) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:53.901182 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] For port c2a51bd2-692a-4d7a-8247-5a785ca407db, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:47:53.906089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] For port c2a51bd2-692a-4d7a-8247-5a785ca407db, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=c2a51bd2-692a-4d7a-8247-5a785ca407db,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:47:53.911068 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:53.983150 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33220) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:54.018144 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c78d9e-f423-4110-941c-e14baf93cae0 None None] Pushing event updated for resources: {'Port': ['ID=c2a51bd2-692a-4d7a-8247-5a785ca407db,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:54.200749 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-950366118'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:54.207528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:54.212718 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Usage tracker for resource:network and tenant:ed4cc8b240484d7d9f82f049c5d796b1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:54.216039 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:54.223405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:54.241918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Made reservation on behalf of ed4cc8b240484d7d9f82f049c5d796b1 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:54.245743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.268562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Request body: {'networks': [{'name': 'tempest-network--1020939736'}, {'name': 'tempest-network--253485722'}]} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:54.269255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Request body: {'network': {'name': 'tempest-network--1020939736'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:54.269925 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Request body: {'network': {'name': 'tempest-network--253485722'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:54.274667 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.287162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:54.318547 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Usage tracker for resource:network and tenant:796a71e18c2844488590df58ecf286ef is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:54.329695 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:54.332156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:54.339475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Usage tracker for resource:security_group_rule and tenant:ed4cc8b240484d7d9f82f049c5d796b1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:54.344706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:54.355218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f746cbcd-9cb0-432e-afa6-be19452de6f7 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.357725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:54.371890 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:54.386606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Made reservation on behalf of 796a71e18c2844488590df58ecf286ef for: {'network': 2} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:54.391364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.404026 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f746cbcd-9cb0-432e-afa6-be19452de6f7 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.414509 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.446011 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:54.453432 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Usage tracker for resource:security_group_rule and tenant:796a71e18c2844488590df58ecf286ef is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:54.458742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:54.469981 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:54.514506 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-042542a3-77e4-4ca8-96c5-8675a28b2bbe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.576028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.577970 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-042542a3-77e4-4ca8-96c5-8675a28b2bbe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object e9dc547f-50a7-4552-854f-76eee9abaa8c will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:54.583155 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.631570 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:47:54.664349 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.666361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.666715 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Added segment cf247762-655f-484f-9b81-66ba44ea8ffc of type vlan for network c15d83db-5339-4515-ac72-9f742512f4e2 Apr 20 15:47:54.667883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f98d290-29cd-43d8-a045-9d6c352fa14f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:54.678366 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-042542a3-77e4-4ca8-96c5-8675a28b2bbe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.678714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.679137 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.751257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f2f8b0-6639-4d49-9161-6a88a14e8160,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:54.753229 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f746cbcd-9cb0-432e-afa6-be19452de6f7 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.754723 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.761348 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:47:54.774598 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.774932 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Added segment f8e45623-6d7d-45cd-a96f-6bfb72723624 of type vlan for network 2f5ab73b-61cc-4c77-aede-120998fa7f93 Apr 20 15:47:54.803618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.809036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:54.809637 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.830893 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042542a3-77e4-4ca8-96c5-8675a28b2bbe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:54.839842 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-042542a3-77e4-4ca8-96c5-8675a28b2bbe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:54.849711 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042542a3-77e4-4ca8-96c5-8675a28b2bbe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:54.855477 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042542a3-77e4-4ca8-96c5-8675a28b2bbe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:54.856223 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-042542a3-77e4-4ca8-96c5-8675a28b2bbe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.856467 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.911853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33242) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:54.920353 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025570 Apr 20 15:47:54.920558 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042542a3-77e4-4ca8-96c5-8675a28b2bbe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=e9dc547f-50a7-4552-854f-76eee9abaa8c,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:54.930445 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33244) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:54.993076 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1756766 Apr 20 15:47:54.993885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aede28-ccdc-4fbd-b78f-105004350243 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Pushing event updated for resources: {'Network': ['ID=c15d83db-5339-4515-ac72-9f742512f4e2,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:54.995865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33250) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:55.007456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-de5db8f2-92b1-459b-856a-fc13e37f21ea tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Request body: {'subnet': {'network_id': 'c15d83db-5339-4515-ac72-9f742512f4e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:55.009962 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network c15d83db-5339-4515-ac72-9f742512f4e2 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:47:55.034199 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:47:55.110934 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f97c5719-a8d4-48b9-8a2c-43045e456b06 tempest-NetworksApiDiscovery-664961736 tempest-NetworksApiDiscovery-664961736-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1791399 Apr 20 15:47:55.113296 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:55.113296 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Added segment e9129730-f933-4047-9ac0-25bcdc15ae15 of type vlan for network 6494fd32-72a6-4a8a-b51a-c18aa1090c72 Apr 20 15:47:55.182179 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-042542a3-77e4-4ca8-96c5-8675a28b2bbe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3791733 Apr 20 15:47:55.183653 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33256) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:55.186338 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f746cbcd-9cb0-432e-afa6-be19452de6f7 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:55.192976 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:55.205660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-de5db8f2-92b1-459b-856a-fc13e37f21ea tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:55.212151 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-de5db8f2-92b1-459b-856a-fc13e37f21ea tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Usage tracker for resource:subnet and tenant:ed4cc8b240484d7d9f82f049c5d796b1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:55.221564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-de5db8f2-92b1-459b-856a-fc13e37f21ea tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:55.230454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-de5db8f2-92b1-459b-856a-fc13e37f21ea tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:55.236984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f746cbcd-9cb0-432e-afa6-be19452de6f7 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:55.263440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5db8f2-92b1-459b-856a-fc13e37f21ea tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Made reservation on behalf of ed4cc8b240484d7d9f82f049c5d796b1 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:55.268064 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-de5db8f2-92b1-459b-856a-fc13e37f21ea tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:55.309748 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f746cbcd-9cb0-432e-afa6-be19452de6f7 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:55.310248 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f746cbcd-9cb0-432e-afa6-be19452de6f7 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a2d5e73-9c78-43b6-84a6-7a5b2c0dc69e {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:47:55.339626 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b01f8-1918-4529-a04d-c79429b5be9e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:55.346063 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b01f8-1918-4529-a04d-c79429b5be9e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:55.346975 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d46b01f8-1918-4529-a04d-c79429b5be9e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:55.355234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:55.355797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:55.361993 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:55.362670 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-f746cbcd-9cb0-432e-afa6-be19452de6f7 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 20 15:47:55.363697 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f746cbcd-9cb0-432e-afa6-be19452de6f7 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7062857 Apr 20 15:47:55.366553 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33260) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:55.366948 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:55.367801 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:55.403265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d46b01f8-1918-4529-a04d-c79429b5be9e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:55.404478 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d46b01f8-1918-4529-a04d-c79429b5be9e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2146018 Apr 20 15:47:55.413713 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33264) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:55.458018 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-09f5cd7c-08d6-4c2e-bc81-016be40ed3d8 None None] Provisioning for port c2a51bd2-692a-4d7a-8247-5a785ca407db completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:55.511261 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-72301be5-9fdc-4d62-8eae-4fd886aa7209 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Deleting port 52ada4dc-b4f3-4a24-b8aa-064499e91acc {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:55.511913 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-72301be5-9fdc-4d62-8eae-4fd886aa7209 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:55.529128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event updated for resources: {'Network': ['ID=2f5ab73b-61cc-4c77-aede-120998fa7f93,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:55.532922 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5481429 Apr 20 15:47:55.544190 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 2f5ab73b-61cc-4c77-aede-120998fa7f93 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:47:55.557426 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-280fc092-e5fb-45f5-a478-4a683fe794d4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port e9dc547f-50a7-4552-854f-76eee9abaa8c {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:55.557769 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-280fc092-e5fb-45f5-a478-4a683fe794d4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:55.589021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33270) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:55.589367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33272) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:55.790480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-574980ff-ecdf-4baf-8fe7-c7781acb6886 None None] Provisioning for port e9dc547f-50a7-4552-854f-76eee9abaa8c completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:55.795615 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-574980ff-ecdf-4baf-8fe7-c7781acb6886 None None] Provisioning complete for port e9dc547f-50a7-4552-854f-76eee9abaa8c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:55.796034 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-574980ff-ecdf-4baf-8fe7-c7781acb6886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:55.851916 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-574980ff-ecdf-4baf-8fe7-c7781acb6886 None None] Port e9dc547f-50a7-4552-854f-76eee9abaa8c cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:47:55.895585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-567af85d-d020-4a7a-b606-1d2ab0833993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:55.904598 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8c6df-7a20-4ee2-adb2-8561af26b3f8 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event updated for resources: {'Network': ['ID=6494fd32-72a6-4a8a-b51a-c18aa1090c72,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:55.916506 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 6494fd32-72a6-4a8a-b51a-c18aa1090c72 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:47:55.929326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-567af85d-d020-4a7a-b606-1d2ab0833993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:55.934021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-de5db8f2-92b1-459b-856a-fc13e37f21ea tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:55.969470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-567af85d-d020-4a7a-b606-1d2ab0833993 admin admin] Usage tracker for resource:security_group_rule and tenant:223ce8a466ea47fca3d526ffe376f08d is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:55.978547 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-567af85d-d020-4a7a-b606-1d2ab0833993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:55.996737 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-567af85d-d020-4a7a-b606-1d2ab0833993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:56.123676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-72301be5-9fdc-4d62-8eae-4fd886aa7209 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:56.132742 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-280fc092-e5fb-45f5-a478-4a683fe794d4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:56.201730 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba5b996-05ef-4a12-8c80-74c46e6a686f tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:56.207731 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba5b996-05ef-4a12-8c80-74c46e6a686f tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:56.213626 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba5b996-05ef-4a12-8c80-74c46e6a686f tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:56.220724 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba5b996-05ef-4a12-8c80-74c46e6a686f tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:56.221765 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-dba5b996-05ef-4a12-8c80-74c46e6a686f tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Synchronizing usage tracker for tenant:796a71e18c2844488590df58ecf286ef on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:56.230913 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5db8f2-92b1-459b-856a-fc13e37f21ea tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Pushing event updated for resources: {'Subnet': ['ID=2102d989-48a4-4cb9-918b-552e770c727f,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:56.243806 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5db8f2-92b1-459b-856a-fc13e37f21ea tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Checking segment: {'id': 'cf247762-655f-484f-9b81-66ba44ea8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c15d83db-5339-4515-ac72-9f742512f4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:47:56.244188 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5db8f2-92b1-459b-856a-fc13e37f21ea tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Network hostable DHCP agents. Network: c15d83db-5339-4515-ac72-9f742512f4e2, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:47:56.262009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c2a51bd2-692a-4d7a-8247-5a785ca407db up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:56.277578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-dba5b996-05ef-4a12-8c80-74c46e6a686f tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Unset dirty status for tenant:796a71e18c2844488590df58ecf286ef on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:56.281509 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dba5b996-05ef-4a12-8c80-74c46e6a686f tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6884184 Apr 20 15:47:56.286840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33280) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:56.319653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5db8f2-92b1-459b-856a-fc13e37f21ea tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Network c15d83db-5339-4515-ac72-9f742512f4e2 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:47:56.331221 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port c2a51bd2-692a-4d7a-8247-5a785ca407db completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:56.336105 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port c2a51bd2-692a-4d7a-8247-5a785ca407db triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:56.336495 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:56.369714 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-72301be5-9fdc-4d62-8eae-4fd886aa7209 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Calling delete_port for 52ada4dc-b4f3-4a24-b8aa-064499e91acc owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:56.398175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-de5db8f2-92b1-459b-856a-fc13e37f21ea tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, c15d83db-5339-4515-ac72-9f742512f4e2) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:56.404547 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-280fc092-e5fb-45f5-a478-4a683fe794d4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for e9dc547f-50a7-4552-854f-76eee9abaa8c owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:56.418270 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5db8f2-92b1-459b-856a-fc13e37f21ea tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:56.418846 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-de5db8f2-92b1-459b-856a-fc13e37f21ea tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:56.432248 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70df396b-1fcc-4ec7-a7e8-dd2b49648a94 None None] Network c15d83db-5339-4515-ac72-9f742512f4e2 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:56.456092 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-567af85d-d020-4a7a-b606-1d2ab0833993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:56.461155 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8b448428-ed3f-424e-82db-b4638a04661e tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:56.466959 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-567af85d-d020-4a7a-b606-1d2ab0833993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:56.521297 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-de5db8f2-92b1-459b-856a-fc13e37f21ea tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5232844 Apr 20 15:47:56.528312 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33284) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:56.533253 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:56.536134 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-567af85d-d020-4a7a-b606-1d2ab0833993 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=223ce8a466ea47fca3d526ffe376f08d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9441764 Apr 20 15:47:56.546548 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33288) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:56.568364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Request body: {'port': {'network_id': 'c15d83db-5339-4515-ac72-9f742512f4e2', 'name': 'tempest-TagsExtTest-486372917'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:56.587187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567af85d-d020-4a7a-b606-1d2ab0833993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5833c7a6-bd46-4cf1-be90-d60237c3ada5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:56.596761 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port c2a51bd2-692a-4d7a-8247-5a785ca407db, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=c2a51bd2-692a-4d7a-8247-5a785ca407db,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:56.629822 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:56.661952 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-72301be5-9fdc-4d62-8eae-4fd886aa7209 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:56.731463 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72301be5-9fdc-4d62-8eae-4fd886aa7209 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Pushing event deleted for resources: {'Port': ['ID=52ada4dc-b4f3-4a24-b8aa-064499e91acc,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:56.748054 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=c2a51bd2-692a-4d7a-8247-5a785ca407db,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:56.748289 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-280fc092-e5fb-45f5-a478-4a683fe794d4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:56.757829 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8b448428-ed3f-424e-82db-b4638a04661e tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:56.769840 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-c15d83db-5339-4515-ac72-9f742512f4e2', 'network_id': 'c15d83db-5339-4515-ac72-9f742512f4e2', 'tenant_id': 'ed4cc8b240484d7d9f82f049c5d796b1', 'fixed_ips': [{'subnet_id': '2102d989-48a4-4cb9-918b-552e770c727f'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:47:56.771241 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:56.774930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc8aaf00-da8f-4fc5-8147-7a3352041fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:56.803679 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-8b448428-ed3f-424e-82db-b4638a04661e tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5ab73b-61cc-4c77-aede-120998fa7f93']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:56.831287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-8b448428-ed3f-424e-82db-b4638a04661e tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e45623-6d7d-45cd-a96f-6bfb72723624') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:56.831631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-8b448428-ed3f-424e-82db-b4638a04661e tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e45623-6d7d-45cd-a96f-6bfb72723624') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:56.843979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280fc092-e5fb-45f5-a478-4a683fe794d4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=e9dc547f-50a7-4552-854f-76eee9abaa8c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:56.847899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8b448428-ed3f-424e-82db-b4638a04661e tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:56.854544 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:56.862794 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Usage tracker for resource:port and tenant:ed4cc8b240484d7d9f82f049c5d796b1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:56.867571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:56.874124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:56.877317 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8b448428-ed3f-424e-82db-b4638a04661e tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:56.894538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b448428-ed3f-424e-82db-b4638a04661e tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:47:56.895572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8b448428-ed3f-424e-82db-b4638a04661e tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:56.929764 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Allocated IP 172.20.0.2 (c15d83db-5339-4515-ac72-9f742512f4e2/2102d989-48a4-4cb9-918b-552e770c727f/06680d66-3caf-4e6e-a170-77da8eaacd0f) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:56.933775 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc8aaf00-da8f-4fc5-8147-7a3352041fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:56.948591 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-280fc092-e5fb-45f5-a478-4a683fe794d4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.001018 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-280fc092-e5fb-45f5-a478-4a683fe794d4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/e9dc547f-50a7-4552-854f-76eee9abaa8c HTTP/1.1" status: 204 len: 168 time: 1.5860138 Apr 20 15:47:57.003185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-72301be5-9fdc-4d62-8eae-4fd886aa7209 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.005139 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-72301be5-9fdc-4d62-8eae-4fd886aa7209 tempest-RoutersAdminNegativeIpV6Test-589351479 tempest-RoutersAdminNegativeIpV6Test-589351479-project-admin] 10.222.0.13 "DELETE /v2.0/ports/52ada4dc-b4f3-4a24-b8aa-064499e91acc HTTP/1.1" status: 204 len: 168 time: 1.6375072 Apr 20 15:47:57.005724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33292) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:47:57.012521 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:47:57.056780 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Made reservation on behalf of ed4cc8b240484d7d9f82f049c5d796b1 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:57.062761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.092562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] device_id is not set on port b287c838-8ade-48c7-838c-f6628b53377c yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:47:57.107861 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4710ec9-e8ef-4f53-837f-7e014c42335a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:57.110273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4710ec9-e8ef-4f53-837f-7e014c42335a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:57.111040 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c4710ec9-e8ef-4f53-837f-7e014c42335a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:57.113647 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc8aaf00-da8f-4fc5-8147-7a3352041fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.136732 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8aaf00-da8f-4fc5-8147-7a3352041fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5833c7a6-bd46-4cf1-be90-d60237c3ada5,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:57.143197 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc8aaf00-da8f-4fc5-8147-7a3352041fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.144531 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cc8aaf00-da8f-4fc5-8147-7a3352041fd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5833c7a6-bd46-4cf1-be90-d60237c3ada5 HTTP/1.1" status: 204 len: 168 time: 0.5968485 Apr 20 15:47:57.153960 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c4710ec9-e8ef-4f53-837f-7e014c42335a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:57.158161 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c4710ec9-e8ef-4f53-837f-7e014c42335a tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1513176 Apr 20 15:47:57.158954 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33300) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:57.174502 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8b448428-ed3f-424e-82db-b4638a04661e tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.220732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8b448428-ed3f-424e-82db-b4638a04661e tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.276784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b448428-ed3f-424e-82db-b4638a04661e tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event deleted for resources: {'Network': ['ID=2f5ab73b-61cc-4c77-aede-120998fa7f93,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:57.297717 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b3c638-eabd-4f93-9877-56e6fb4ad04b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 1f52f340-00a9-4b36-940f-3410827603de {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:47:57.305953 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-96b3c638-eabd-4f93-9877-56e6fb4ad04b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.310448 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.334109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Transition to ACTIVE for port object 06680d66-3caf-4e6e-a170-77da8eaacd0f will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:57.337961 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8b448428-ed3f-424e-82db-b4638a04661e tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "DELETE /v2.0/networks/2f5ab73b-61cc-4c77-aede-120998fa7f93 HTTP/1.1" status: 204 len: 168 time: 1.0496595 Apr 20 15:47:57.342522 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33306) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:57.357712 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33310) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:57.366178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Transition to ACTIVE for port object 06680d66-3caf-4e6e-a170-77da8eaacd0f will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:57.375496 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.443255 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Network c15d83db-5339-4515-ac72-9f742512f4e2 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:57.446739 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:57.450692 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:57.475055 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Pushing event updated for resources: {'Port': ['ID=06680d66-3caf-4e6e-a170-77da8eaacd0f,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:57.477365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-62a7fa99-a17e-4c3a-b2a2-5e02aadc7c57 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.486680 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Allocated IP 172.20.0.9 (c15d83db-5339-4515-ac72-9f742512f4e2/2102d989-48a4-4cb9-918b-552e770c727f/b287c838-8ade-48c7-838c-f6628b53377c) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:57.518422 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-96b3c638-eabd-4f93-9877-56e6fb4ad04b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.655245 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-96b3c638-eabd-4f93-9877-56e6fb4ad04b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.662822 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Attempting to bind port 06680d66-3caf-4e6e-a170-77da8eaacd0f on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:57.663829 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Attempting to bind port 06680d66-3caf-4e6e-a170-77da8eaacd0f by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'cf247762-655f-484f-9b81-66ba44ea8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c15d83db-5339-4515-ac72-9f742512f4e2'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:57.664394 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Attempting to bind port 06680d66-3caf-4e6e-a170-77da8eaacd0f on network c15d83db-5339-4515-ac72-9f742512f4e2 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:47:57.673871 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:47:57.674254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Checking segment: {'id': 'cf247762-655f-484f-9b81-66ba44ea8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c15d83db-5339-4515-ac72-9f742512f4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:47:57.674806 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.675209 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Bound using segment: {'id': 'cf247762-655f-484f-9b81-66ba44ea8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c15d83db-5339-4515-ac72-9f742512f4e2'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:47:57.675988 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Bound port: 06680d66-3caf-4e6e-a170-77da8eaacd0f, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf247762-655f-484f-9b81-66ba44ea8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c15d83db-5339-4515-ac72-9f742512f4e2'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:47:57.676167 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.757660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.778719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Transition to ACTIVE for port object b287c838-8ade-48c7-838c-f6628b53377c will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:57.809685 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] For port 06680d66-3caf-4e6e-a170-77da8eaacd0f, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:47:57.812479 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.814037 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] For port 06680d66-3caf-4e6e-a170-77da8eaacd0f, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=06680d66-3caf-4e6e-a170-77da8eaacd0f,segment=NetworkSegment(cf247762-655f-484f-9b81-66ba44ea8ffc),segment_id=cf247762-655f-484f-9b81-66ba44ea8ffc)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:47:57.819563 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.887991 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Network c15d83db-5339-4515-ac72-9f742512f4e2 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:57.898381 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:57.903579 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:47:57.915463 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a588ba-4721-4501-8f4c-ce6daa40a647 None None] Pushing event updated for resources: {'Port': ['ID=06680d66-3caf-4e6e-a170-77da8eaacd0f,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:57.936843 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-495b2105-90a2-4a57-b191-755af432c75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.955040 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Pushing event updated for resources: {'Port': ['ID=b287c838-8ade-48c7-838c-f6628b53377c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:57.984733 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-495b2105-90a2-4a57-b191-755af432c75a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:57.989612 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-62a7fa99-a17e-4c3a-b2a2-5e02aadc7c57 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:57.997991 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:57.998628 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.006989 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-495b2105-90a2-4a57-b191-755af432c75a admin admin] Usage tracker for resource:security_group_rule and tenant:88a432ef988746adbc10eac9b08c245d is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:58.012443 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-495b2105-90a2-4a57-b191-755af432c75a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:58.020512 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-03081fe3-06b5-4bc1-b489-5c0ce8a5dc43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4861295 Apr 20 15:47:58.020736 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33316) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:58.026899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a06b3b2c-610f-4d32-8b68-bfe8c71b4120 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-366356798', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:58.027351 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-96b3c638-eabd-4f93-9877-56e6fb4ad04b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.034564 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-495b2105-90a2-4a57-b191-755af432c75a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:58.035330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a06b3b2c-610f-4d32-8b68-bfe8c71b4120 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:58.040412 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a06b3b2c-610f-4d32-8b68-bfe8c71b4120 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Usage tracker for resource:router and tenant:ed4cc8b240484d7d9f82f049c5d796b1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:58.043961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a06b3b2c-610f-4d32-8b68-bfe8c71b4120 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:58.050575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a06b3b2c-610f-4d32-8b68-bfe8c71b4120 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:58.062104 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a06b3b2c-610f-4d32-8b68-bfe8c71b4120 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.063253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a06b3b2c-610f-4d32-8b68-bfe8c71b4120 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.074715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-62a7fa99-a17e-4c3a-b2a2-5e02aadc7c57 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6494fd32-72a6-4a8a-b51a-c18aa1090c72']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:58.080636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a06b3b2c-610f-4d32-8b68-bfe8c71b4120 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.098446 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3c638-eabd-4f93-9877-56e6fb4ad04b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=1f52f340-00a9-4b36-940f-3410827603de,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:58.099894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-96b3c638-eabd-4f93-9877-56e6fb4ad04b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.110758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-62a7fa99-a17e-4c3a-b2a2-5e02aadc7c57 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9129730-f933-4047-9ac0-25bcdc15ae15') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:58.111067 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-62a7fa99-a17e-4c3a-b2a2-5e02aadc7c57 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9129730-f933-4047-9ac0-25bcdc15ae15') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:58.119496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a06b3b2c-610f-4d32-8b68-bfe8c71b4120 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.125397 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fe7465-e872-4254-8ba6-325bf22520a3 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:58.145034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a06b3b2c-610f-4d32-8b68-bfe8c71b4120 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.150568 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a06b3b2c-610f-4d32-8b68-bfe8c71b4120 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1286833 Apr 20 15:47:58.151268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33320) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:58.158680 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-6b61b0d4-1014-4367-ad99-e05d1d59c97e tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2044057883', 'prefixes': ['172.20.0.0/16']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:58.179605 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6b61b0d4-1014-4367-ad99-e05d1d59c97e tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:58.239456 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-495b2105-90a2-4a57-b191-755af432c75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.247590 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-96b3c638-eabd-4f93-9877-56e6fb4ad04b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/1f52f340-00a9-4b36-940f-3410827603de HTTP/1.1" status: 204 len: 168 time: 1.0874503 Apr 20 15:47:58.248672 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-495b2105-90a2-4a57-b191-755af432c75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.259475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33324) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:58.326351 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-495b2105-90a2-4a57-b191-755af432c75a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88a432ef988746adbc10eac9b08c245d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9487758 Apr 20 15:47:58.327277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33328) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:58.330392 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-62a7fa99-a17e-4c3a-b2a2-5e02aadc7c57 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.338283 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b2105-90a2-4a57-b191-755af432c75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a998a66-e31a-48a9-8348-53ccafb92591,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:58.369126 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-62a7fa99-a17e-4c3a-b2a2-5e02aadc7c57 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.388891 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a7fa99-a17e-4c3a-b2a2-5e02aadc7c57 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:47:58.389361 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-62a7fa99-a17e-4c3a-b2a2-5e02aadc7c57 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.401050 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2dd4411d-b26f-42f5-a6ab-528ffb6cc7e7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1382194 Apr 20 15:47:58.405132 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33332) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:47:58.406407 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:47:58.408812 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 06680d66-3caf-4e6e-a170-77da8eaacd0f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:58.477883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b61b0d4-1014-4367-ad99-e05d1d59c97e tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks [] for subnetpool, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.482336 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6b61b0d4-1014-4367-ad99-e05d1d59c97e tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3263948 Apr 20 15:47:58.482507 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33336) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:58.489090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-d5b2ea87-208b-43ef-91e0-22191c905000 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2102d989-48a4-4cb9-918b-552e770c727f', 'tempest-TagsExtTest-Tag-1761025333') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:58.504112 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 06680d66-3caf-4e6e-a170-77da8eaacd0f completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:58.511446 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c2a51bd2-692a-4d7a-8247-5a785ca407db up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:47:58.527050 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6c415320-4246-4b7d-ab7e-836b6b2eeb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.536909 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-62a7fa99-a17e-4c3a-b2a2-5e02aadc7c57 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.541613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-62a7fa99-a17e-4c3a-b2a2-5e02aadc7c57 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.574680 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7fa99-a17e-4c3a-b2a2-5e02aadc7c57 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event deleted for resources: {'Network': ['ID=6494fd32-72a6-4a8a-b51a-c18aa1090c72,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:58.575062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fd00eb-04b2-4606-b810-e747aac3ad2e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:58.579327 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-59fd00eb-04b2-4606-b810-e747aac3ad2e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1690848 Apr 20 15:47:58.580738 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33340) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:58.598235 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6c415320-4246-4b7d-ab7e-836b6b2eeb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.609123 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-62a7fa99-a17e-4c3a-b2a2-5e02aadc7c57 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "DELETE /v2.0/networks/6494fd32-72a6-4a8a-b51a-c18aa1090c72 HTTP/1.1" status: 204 len: 168 time: 1.2646472 Apr 20 15:47:58.612157 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33344) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:58.620399 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6920cadf-bc62-4319-9461-9d7529929f53 None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:47:58.622650 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port c2a51bd2-692a-4d7a-8247-5a785ca407db triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:58.623022 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.655759 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-6920cadf-bc62-4319-9461-9d7529929f53 None None] Deleting port c2a51bd2-692a-4d7a-8247-5a785ca407db {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:47:58.656098 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6920cadf-bc62-4319-9461-9d7529929f53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.679097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf989ca-5e69-4a15-9620-d231f7e5f2ef tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:58.679815 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2cf989ca-5e69-4a15-9620-d231f7e5f2ef tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:58.684808 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d5b2ea87-208b-43ef-91e0-22191c905000 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "PUT /v2.0/subnets/2102d989-48a4-4cb9-918b-552e770c727f/tags/tempest-TagsExtTest-Tag-1761025333 HTTP/1.1" status: 201 len: 201 time: 0.2009528 Apr 20 15:47:58.689990 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33348) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:58.698668 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-a6c261c5-bffb-421b-a17e-795559931579 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b287c838-8ade-48c7-838c-f6628b53377c', 'tempest-TagsExtTest-Tag-747307832') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:58.751216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2cf989ca-5e69-4a15-9620-d231f7e5f2ef tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:58.752450 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2cf989ca-5e69-4a15-9620-d231f7e5f2ef tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1708031 Apr 20 15:47:58.757357 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33352) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:58.791651 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6c415320-4246-4b7d-ab7e-836b6b2eeb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.802642 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d13033-b0d4-49cd-a622-77f54149fc88 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:58.808974 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d13033-b0d4-49cd-a622-77f54149fc88 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:58.809844 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-06d13033-b0d4-49cd-a622-77f54149fc88 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Synchronizing usage tracker for tenant:796a71e18c2844488590df58ecf286ef on resource:network {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:47:58.827853 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c415320-4246-4b7d-ab7e-836b6b2eeb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a998a66-e31a-48a9-8348-53ccafb92591,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:58.837694 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6c415320-4246-4b7d-ab7e-836b6b2eeb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.838924 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6c415320-4246-4b7d-ab7e-836b6b2eeb49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a998a66-e31a-48a9-8348-53ccafb92591 HTTP/1.1" status: 204 len: 168 time: 0.4958487 Apr 20 15:47:58.856406 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-06d13033-b0d4-49cd-a622-77f54149fc88 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Unset dirty status for tenant:796a71e18c2844488590df58ecf286ef on resource:network {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:47:58.858369 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-06d13033-b0d4-49cd-a622-77f54149fc88 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2450325 Apr 20 15:47:58.864969 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33358) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:58.871890 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-fcba7013-379c-4ba2-9fb8-5fc713edafc3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1732476875'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:58.878002 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-fcba7013-379c-4ba2-9fb8-5fc713edafc3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:58.890631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-fcba7013-379c-4ba2-9fb8-5fc713edafc3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:58.903077 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcba7013-379c-4ba2-9fb8-5fc713edafc3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Made reservation on behalf of 796a71e18c2844488590df58ecf286ef for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:58.908246 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fcba7013-379c-4ba2-9fb8-5fc713edafc3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.955080 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcba7013-379c-4ba2-9fb8-5fc713edafc3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:47:58.973927 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fcba7013-379c-4ba2-9fb8-5fc713edafc3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:58.974780 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-fcba7013-379c-4ba2-9fb8-5fc713edafc3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Added segment 823e337e-e5fc-4aee-93c1-1eb4a0bc5966 of type vlan for network f29f211c-70d6-42bf-85e0-51f3b7a81562 Apr 20 15:47:58.985865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-6920cadf-bc62-4319-9461-9d7529929f53 None None] For port c2a51bd2-692a-4d7a-8247-5a785ca407db, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=c2a51bd2-692a-4d7a-8247-5a785ca407db,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:47:58.986940 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6920cadf-bc62-4319-9461-9d7529929f53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:59.013216 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fcba7013-379c-4ba2-9fb8-5fc713edafc3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:59.057352 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fcba7013-379c-4ba2-9fb8-5fc713edafc3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:59.063846 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcba7013-379c-4ba2-9fb8-5fc713edafc3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:59.064527 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fcba7013-379c-4ba2-9fb8-5fc713edafc3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:59.076419 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8e74e7f1-2dbc-4f91-b92d-76dfb41de7e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3168089 Apr 20 15:47:59.077845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33362) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:59.090533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:59.147785 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-6920cadf-bc62-4319-9461-9d7529929f53 None None] Calling delete_port for c2a51bd2-692a-4d7a-8247-5a785ca407db owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:47:59.207899 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fcba7013-379c-4ba2-9fb8-5fc713edafc3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3409772 Apr 20 15:47:59.211304 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33368) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:59.221291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-61c41528-bbe8-4bca-8e2c-ce1231a61226 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1296308546'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:59.226297 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba7013-379c-4ba2-9fb8-5fc713edafc3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event updated for resources: {'Network': ['ID=f29f211c-70d6-42bf-85e0-51f3b7a81562,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:59.244671 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-61c41528-bbe8-4bca-8e2c-ce1231a61226 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:59.253072 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-61c41528-bbe8-4bca-8e2c-ce1231a61226 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Usage tracker for resource:network and tenant:796a71e18c2844488590df58ecf286ef is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:59.256534 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-61c41528-bbe8-4bca-8e2c-ce1231a61226 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:59.264256 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network f29f211c-70d6-42bf-85e0-51f3b7a81562 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:47:59.264613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-61c41528-bbe8-4bca-8e2c-ce1231a61226 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:59.277815 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c41528-bbe8-4bca-8e2c-ce1231a61226 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Made reservation on behalf of 796a71e18c2844488590df58ecf286ef for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:59.283744 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:59.285158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-61c41528-bbe8-4bca-8e2c-ce1231a61226 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:59.287072 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a6c261c5-bffb-421b-a17e-795559931579 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "PUT /v2.0/ports/b287c838-8ade-48c7-838c-f6628b53377c/tags/tempest-TagsExtTest-Tag-747307832 HTTP/1.1" status: 201 len: 201 time: 0.5961461 Apr 20 15:47:59.289883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33372) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:59.311625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-1dd58c53-82bb-4fb2-af29-4ba2a78f5c3b tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3b3cc07c-95b3-4ca6-9838-cee7da3aa55e', 'tempest-TagsExtTest-Tag-1151203512') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:59.314871 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b2372f-445c-47c0-91dd-fd22399b4731 None None] Network c15d83db-5339-4515-ac72-9f742512f4e2 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:47:59.324757 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c41528-bbe8-4bca-8e2c-ce1231a61226 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:47:59.337036 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-61c41528-bbe8-4bca-8e2c-ce1231a61226 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:59.337036 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-61c41528-bbe8-4bca-8e2c-ce1231a61226 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Added segment 7aa94caf-8614-4eee-a663-f28152b690d0 of type vlan for network 3b034522-55a4-4cda-a6e8-0c28b639608f Apr 20 15:47:59.372294 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-61c41528-bbe8-4bca-8e2c-ce1231a61226 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:59.380960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:59.400908 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:59.404551 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:59.412395 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-61c41528-bbe8-4bca-8e2c-ce1231a61226 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:59.420862 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c41528-bbe8-4bca-8e2c-ce1231a61226 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:59.424019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-61c41528-bbe8-4bca-8e2c-ce1231a61226 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:59.451494 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33376) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:59.496297 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-61c41528-bbe8-4bca-8e2c-ce1231a61226 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2836959 Apr 20 15:47:59.497780 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33380) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:59.536479 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6920cadf-bc62-4319-9461-9d7529929f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:59.581505 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Request body: {'ports': [{'network_id': 'f29f211c-70d6-42bf-85e0-51f3b7a81562', 'name': 'tempest-port--365765141', 'admin_state_up': True}, {'network_id': '3b034522-55a4-4cda-a6e8-0c28b639608f', 'admin_state_up': False}]} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:59.581827 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Request body: {'port': {'network_id': 'f29f211c-70d6-42bf-85e0-51f3b7a81562', 'name': 'tempest-port--365765141', 'admin_state_up': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:59.582228 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Request body: {'port': {'network_id': '3b034522-55a4-4cda-a6e8-0c28b639608f', 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:47:59.585766 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c2655b7a-da19-4963-9501-29f1a6135355 None None] Provisioning for port 06680d66-3caf-4e6e-a170-77da8eaacd0f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:59.588005 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1dd58c53-82bb-4fb2-af29-4ba2a78f5c3b tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "PUT /v2.0/routers/3b3cc07c-95b3-4ca6-9838-cee7da3aa55e/tags/tempest-TagsExtTest-Tag-1151203512 HTTP/1.1" status: 201 len: 201 time: 0.2970207 Apr 20 15:47:59.590784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33384) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:59.597814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-fbd449fb-ddc7-42a3-a3f2-438ab3a2df33 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'aec4aa35-84b5-4935-9bdb-1c0461bc6c54', 'tempest-TagsExtTest-Tag-923665190') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:59.603661 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920cadf-bc62-4319-9461-9d7529929f53 None None] Pushing event deleted for resources: {'Port': ['ID=c2a51bd2-692a-4d7a-8247-5a785ca407db,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:59.618429 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6920cadf-bc62-4319-9461-9d7529929f53 None None] No DVR routers for this DVR port c2a51bd2-692a-4d7a-8247-5a785ca407db on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:47:59.619870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c2655b7a-da19-4963-9501-29f1a6135355 None None] Provisioning complete for port 06680d66-3caf-4e6e-a170-77da8eaacd0f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:59.620252 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c2655b7a-da19-4963-9501-29f1a6135355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:59.700651 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-fbd449fb-ddc7-42a3-a3f2-438ab3a2df33 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "PUT /v2.0/subnetpools/aec4aa35-84b5-4935-9bdb-1c0461bc6c54/tags/tempest-TagsExtTest-Tag-923665190 HTTP/1.1" status: 201 len: 201 time: 0.1086597 Apr 20 15:47:59.703239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33388) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:59.710912 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a3f63493-9a15-46fb-946e-0d66a0271acc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41ac57df392a46fab41f52a92e5a83f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413981 Apr 20 15:47:59.711690 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c41528-bbe8-4bca-8e2c-ce1231a61226 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event updated for resources: {'Network': ['ID=3b034522-55a4-4cda-a6e8-0c28b639608f,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:59.714376 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33392) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:47:59.719428 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-a870ab97-a937-4e11-902c-170e1d74d8d0 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2102d989-48a4-4cb9-918b-552e770c727f') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:59.734369 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 3b034522-55a4-4cda-a6e8-0c28b639608f details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:47:59.897841 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-810b2dd8-1b47-4474-a4fc-34b43db97a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:59.906667 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.objects.ports [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88168) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:47:59.907606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:59.908768 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:47:59.915948 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Usage tracker for resource:port and tenant:796a71e18c2844488590df58ecf286ef is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:47:59.925977 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:47:59.936571 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:47:59.940021 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-810b2dd8-1b47-4474-a4fc-34b43db97a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:59.941077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c2655b7a-da19-4963-9501-29f1a6135355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:59.970292 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:59.973703 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Made reservation on behalf of 796a71e18c2844488590df58ecf286ef for: {'port': 2} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:59.974920 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:59.979288 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:59.979947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:59.980529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:59.990478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7f5841-39de-4f45-800e-b9dc5492672d None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:00.007031 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a870ab97-a937-4e11-902c-170e1d74d8d0 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/subnets/2102d989-48a4-4cb9-918b-552e770c727f/tags HTTP/1.1" status: 200 len: 241 time: 0.2991767 Apr 20 15:48:00.007262 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33396) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:00.011481 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9321027 Apr 20 15:48:00.013601 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-68286b1d-fa89-4648-b962-2041e7461209 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2102d989-48a4-4cb9-918b-552e770c727f', 'tempest-TagsExtTest-Tag-1761025333') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:00.015234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33400) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:00.024461 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-df290c58-67fd-48a8-be6d-004f3473e170 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:00.047021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=9b34a756-9d2f-4f77-b48c-935e42f21f4b,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:00.048240 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:00.081611 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c2655b7a-da19-4963-9501-29f1a6135355 None None] For port 06680d66-3caf-4e6e-a170-77da8eaacd0f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=06680d66-3caf-4e6e-a170-77da8eaacd0f,segment=NetworkSegment(cf247762-655f-484f-9b81-66ba44ea8ffc),segment_id=cf247762-655f-484f-9b81-66ba44ea8ffc)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:00.089763 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c2655b7a-da19-4963-9501-29f1a6135355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:00.212549 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-810b2dd8-1b47-4474-a4fc-34b43db97a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:00.247275 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c2a51bd2-692a-4d7a-8247-5a785ca407db no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:48:00.284285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:00.284631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:00.284963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:00.285618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:00.286113 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:00.286593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:00.287668 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:00.288644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:00.288977 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:00.289608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:00.290100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:00.290569 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bae28e-f286-4a45-9929-91294385b586 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:00.296707 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-df290c58-67fd-48a8-be6d-004f3473e170 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:00.303521 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-df290c58-67fd-48a8-be6d-004f3473e170 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:00.307145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-df290c58-67fd-48a8-be6d-004f3473e170 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:00.308153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: c2a51bd2-692a-4d7a-8247-5a785ca407db {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:48:00.308755 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c2a51bd2-692a-4d7a-8247-5a785ca407db not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:48:00.317408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-df290c58-67fd-48a8-be6d-004f3473e170 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:00.331379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df290c58-67fd-48a8-be6d-004f3473e170 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:00.335733 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-df290c58-67fd-48a8-be6d-004f3473e170 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:00.352926 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2655b7a-da19-4963-9501-29f1a6135355 None None] Pushing event updated for resources: {'Port': ['ID=06680d66-3caf-4e6e-a170-77da8eaacd0f,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:00.386267 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c4c24e3f-4396-42a5-838b-80eacb386f21 None None] Provisioning complete for port 06680d66-3caf-4e6e-a170-77da8eaacd0f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:00.387148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c4c24e3f-4396-42a5-838b-80eacb386f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:00.396925 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b2dd8-1b47-4474-a4fc-34b43db97a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a68979-4faf-41ae-8878-fe883e02539b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:00.500918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-810b2dd8-1b47-4474-a4fc-34b43db97a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:00.504641 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-810b2dd8-1b47-4474-a4fc-34b43db97a1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81a68979-4faf-41ae-8878-fe883e02539b HTTP/1.1" status: 204 len: 168 time: 0.7829533 Apr 20 15:48:00.504783 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.ipam_backend_mixin [None req-df290c58-67fd-48a8-be6d-004f3473e170 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9b34a756-9d2f-4f77-b48c-935e42f21f4b (CIDR: 2001:db8::/64) Apr 20 15:48:00.510591 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-68286b1d-fa89-4648-b962-2041e7461209 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/subnets/2102d989-48a4-4cb9-918b-552e770c727f/tags/tempest-TagsExtTest-Tag-1761025333 HTTP/1.1" status: 204 len: 168 time: 0.5007741 Apr 20 15:48:00.511297 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33406) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:00.512264 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-df290c58-67fd-48a8-be6d-004f3473e170 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:48:00.512981 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df290c58-67fd-48a8-be6d-004f3473e170 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:00.515750 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] device_id is not set on port 4af6a69f-3464-4783-85b6-11428692cba6 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:48:00.532692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-ea67baeb-2fe2-4f2f-9c3b-e2dd97ce0c21 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2102d989-48a4-4cb9-918b-552e770c727f', 'tempest-TagsExtTest-Tag-1761025333') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:00.562485 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': '9b34a756-9d2f-4f77-b48c-935e42f21f4b'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:48:00.563349 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:00.572136 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-df290c58-67fd-48a8-be6d-004f3473e170 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5560400 Apr 20 15:48:00.573005 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33410) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:00.587288 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-323233c0-c271-413e-843b-b44297af3874 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:00.644031 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:00.744285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-323233c0-c271-413e-843b-b44297af3874 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:00.748909 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-323233c0-c271-413e-843b-b44297af3874 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:00.753193 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ea67baeb-2fe2-4f2f-9c3b-e2dd97ce0c21 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/subnets/2102d989-48a4-4cb9-918b-552e770c727f/tags/tempest-TagsExtTest-Tag-1761025333 HTTP/1.1" status: 204 len: 168 time: 0.2332973 Apr 20 15:48:00.754150 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-323233c0-c271-413e-843b-b44297af3874 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:00.756892 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33414) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:00.761995 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-323233c0-c271-413e-843b-b44297af3874 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:00.767677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-f00bdc13-5fa1-4480-ab32-94f4d02b9a76 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2102d989-48a4-4cb9-918b-552e770c727f') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:00.771357 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] device_id is not set on port ebd71258-e960-4531-a7fc-108d3c576c8e yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:48:00.789068 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Allocated IP 2001:db8::f816:3eff:feb5:f981 (f66047db-8bb8-4641-b4de-e5f9a3950b44/9b34a756-9d2f-4f77-b48c-935e42f21f4b/1708541e-7721-4b61-90a9-ffccebd18eb2) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:00.794226 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c4c24e3f-4396-42a5-838b-80eacb386f21 None None] Provisioning for port b287c838-8ade-48c7-838c-f6628b53377c completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:00.802591 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c4c24e3f-4396-42a5-838b-80eacb386f21 None None] Provisioning complete for port b287c838-8ade-48c7-838c-f6628b53377c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:00.803006 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c4c24e3f-4396-42a5-838b-80eacb386f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:00.817863 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323233c0-c271-413e-843b-b44297af3874 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:00.821395 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-323233c0-c271-413e-843b-b44297af3874 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:00.910296 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:00.954964 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c4c24e3f-4396-42a5-838b-80eacb386f21 None None] Port b287c838-8ade-48c7-838c-f6628b53377c cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:48:00.967733 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f00bdc13-5fa1-4480-ab32-94f4d02b9a76 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/subnets/2102d989-48a4-4cb9-918b-552e770c727f/tags HTTP/1.1" status: 200 len: 205 time: 0.2100887 Apr 20 15:48:00.973408 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33426) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:00.984881 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-c4d38c01-2b5c-4630-a189-5fd8eae3853a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b287c838-8ade-48c7-838c-f6628b53377c') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:01.031977 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:01.141354 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0a7e879a-72b8-44db-8eaa-6c0d01b26981 None None] Provisioning complete for port b287c838-8ade-48c7-838c-f6628b53377c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:01.142168 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0a7e879a-72b8-44db-8eaa-6c0d01b26981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:01.153025 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event updated for resources: {'Port': ['ID=4af6a69f-3464-4783-85b6-11428692cba6,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:01.192370 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Checking segment: {'id': '823e337e-e5fc-4aee-93c1-1eb4a0bc5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f29f211c-70d6-42bf-85e0-51f3b7a81562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:01.192731 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Network hostable DHCP agents. Network: f29f211c-70d6-42bf-85e0-51f3b7a81562, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:48:01.224611 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:01.263310 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Transition to ACTIVE for port object 1708541e-7721-4b61-90a9-ffccebd18eb2 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:01.269949 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c4d38c01-2b5c-4630-a189-5fd8eae3853a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/ports/b287c838-8ade-48c7-838c-f6628b53377c/tags HTTP/1.1" status: 200 len: 240 time: 0.2931476 Apr 20 15:48:01.270761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33438) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:01.279118 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0a7e879a-72b8-44db-8eaa-6c0d01b26981 None None] Port b287c838-8ade-48c7-838c-f6628b53377c cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:48:01.282300 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Network f29f211c-70d6-42bf-85e0-51f3b7a81562 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:48:01.286580 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:48:01.297045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-33b45bfe-27f4-40d6-8d0d-645a9c797204 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b287c838-8ade-48c7-838c-f6628b53377c', 'tempest-TagsExtTest-Tag-747307832') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:01.303987 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Transition to ACTIVE for port object 1708541e-7721-4b61-90a9-ffccebd18eb2 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:01.304365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, f29f211c-70d6-42bf-85e0-51f3b7a81562) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:01.308645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:01.309490 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:01.319221 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c121229-95f6-400b-98f8-46a9a5e4e636 None None] Network f29f211c-70d6-42bf-85e0-51f3b7a81562 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:01.441075 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event updated for resources: {'Port': ['ID=ebd71258-e960-4531-a7fc-108d3c576c8e,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:01.461909 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-33b45bfe-27f4-40d6-8d0d-645a9c797204 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/ports/b287c838-8ade-48c7-838c-f6628b53377c/tags/tempest-TagsExtTest-Tag-747307832 HTTP/1.1" status: 204 len: 168 time: 0.1862204 Apr 20 15:48:01.462830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33446) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:01.468418 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Checking segment: {'id': '7aa94caf-8614-4eee-a663-f28152b690d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3b034522-55a4-4cda-a6e8-0c28b639608f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:01.469838 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Network hostable DHCP agents. Network: 3b034522-55a4-4cda-a6e8-0c28b639608f, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:48:01.476888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-2d7c346c-3b8d-4a10-bfab-c539a8da1965 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b287c838-8ade-48c7-838c-f6628b53377c', 'tempest-TagsExtTest-Tag-747307832') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:01.502700 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Network 3b034522-55a4-4cda-a6e8-0c28b639608f is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:48:01.508714 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:01.516535 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 3b034522-55a4-4cda-a6e8-0c28b639608f) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:01.529921 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:01.536351 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:01.536647 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-323233c0-c271-413e-843b-b44297af3874 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:01.542626 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:01.543307 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:01.556494 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0be9614-53b0-41a5-ac0d-8b9a23b047a3 None None] Network 3b034522-55a4-4cda-a6e8-0c28b639608f requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:01.571896 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0a736a1f-6526-44e1-a910-ae8839b9c025 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0151825 Apr 20 15:48:01.574357 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33454) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:01.613561 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:01.643200 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323233c0-c271-413e-843b-b44297af3874 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:01.651142 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:01.654825 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323233c0-c271-413e-843b-b44297af3874 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=007996d3-614b-4812-82b7-ec0eeae31ccc,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:01.660683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-323233c0-c271-413e-843b-b44297af3874 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:01.664370 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:01.666104 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323233c0-c271-413e-843b-b44297af3874 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:01.667507 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-323233c0-c271-413e-843b-b44297af3874 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:01.682216 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75360311-a57d-42fe-be20-692ebdf37622 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:01.688782 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75360311-a57d-42fe-be20-692ebdf37622 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:01.689546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-75360311-a57d-42fe-be20-692ebdf37622 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Synchronizing usage tracker for tenant:796a71e18c2844488590df58ecf286ef on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:01.701857 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-323233c0-c271-413e-843b-b44297af3874 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1201012 Apr 20 15:48:01.710539 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33460) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:01.717835 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'mac_address': 'fa:16:3e:bb:d9:0b', 'name': 'tempest-NetworksTestDHCPv6-624354624'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:01.721203 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2d7c346c-3b8d-4a10-bfab-c539a8da1965 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/ports/b287c838-8ade-48c7-838c-f6628b53377c/tags/tempest-TagsExtTest-Tag-747307832 HTTP/1.1" status: 204 len: 168 time: 0.2577364 Apr 20 15:48:01.723472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33464) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:01.728938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-8d31a70b-54ac-4dc4-932a-665bc53655aa tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b287c838-8ade-48c7-838c-f6628b53377c') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:01.746998 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-75360311-a57d-42fe-be20-692ebdf37622 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Unset dirty status for tenant:796a71e18c2844488590df58ecf286ef on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:01.748499 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-75360311-a57d-42fe-be20-692ebdf37622 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1728692 Apr 20 15:48:01.753345 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33468) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:01.794099 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33472) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:01.801436 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Pushing event updated for resources: {'Port': ['ID=1708541e-7721-4b61-90a9-ffccebd18eb2,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:01.834081 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8d31a70b-54ac-4dc4-932a-665bc53655aa tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/ports/b287c838-8ade-48c7-838c-f6628b53377c/tags HTTP/1.1" status: 200 len: 205 time: 0.1091938 Apr 20 15:48:01.837342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33478) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:01.844954 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-4e6c6e83-6a54-4be6-8fb4-26e5feec8339 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3b3cc07c-95b3-4ca6-9838-cee7da3aa55e') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:01.898804 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Deleting port 4af6a69f-3464-4783-85b6-11428692cba6 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:01.899179 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:01.934987 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Attempting to bind port 1708541e-7721-4b61-90a9-ffccebd18eb2 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:48:01.935359 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Attempting to bind port 1708541e-7721-4b61-90a9-ffccebd18eb2 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:48:01.935723 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Attempting to bind port 1708541e-7721-4b61-90a9-ffccebd18eb2 on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:48:01.940656 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-450491371'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:01.946618 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:48:01.947411 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:01.947411 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:01.947799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:48:01.948263 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Bound port: 1708541e-7721-4b61-90a9-ffccebd18eb2, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:48:01.948633 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:01.953831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:01.960362 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Usage tracker for resource:network and tenant:a3546ec4e0ce4c848df1e7d61a57469d is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:01.965831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:01.972902 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:02.016468 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:02.027862 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:port and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:02.032606 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:02.041331 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:02.052995 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4e6c6e83-6a54-4be6-8fb4-26e5feec8339 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/routers/3b3cc07c-95b3-4ca6-9838-cee7da3aa55e/tags HTTP/1.1" status: 200 len: 241 time: 0.2118652 Apr 20 15:48:02.052995 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Made reservation on behalf of a3546ec4e0ce4c848df1e7d61a57469d for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:02.054574 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33484) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:02.054958 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:02.067843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:02.080255 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-4284d63b-f703-43a8-8645-20e446ae3672 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3b3cc07c-95b3-4ca6-9838-cee7da3aa55e', 'tempest-TagsExtTest-Tag-1151203512') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:02.083266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:02.087855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Usage tracker for resource:security_group_rule and tenant:a3546ec4e0ce4c848df1e7d61a57469d is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:02.091664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:02.098212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:02.101374 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b3b7-21ee-4bdd-a2c6-bb77aa1f3e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:02.106530 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] For port 1708541e-7721-4b61-90a9-ffccebd18eb2, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:48:02.111280 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] For port 1708541e-7721-4b61-90a9-ffccebd18eb2, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1708541e-7721-4b61-90a9-ffccebd18eb2,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:48:02.116559 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:02.194013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:02.199209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:02.199407 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:02.208242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e7f00-fec3-4f46-b614-e5be2f6c5ded None None] Pushing event updated for resources: {'Port': ['ID=1708541e-7721-4b61-90a9-ffccebd18eb2,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:02.238454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:48:02.248786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e003ae91-60fa-4208-b919-46fc8f26f4b2,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:02.254319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:02.254481 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Added segment 8de7dc57-e5e8-4508-b262-b706886e20b1 of type vlan for network 6fb737db-354a-40b9-9389-807a97f6f46b Apr 20 15:48:02.283722 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:02.300446 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 06680d66-3caf-4e6e-a170-77da8eaacd0f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:48:02.315589 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:02.331001 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:02.340463 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:02.341960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:02.402411 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 06680d66-3caf-4e6e-a170-77da8eaacd0f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:02.402784 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:02.462517 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6616967 Apr 20 15:48:02.465571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33488) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:02.472471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1fe01aeb-e833-4a2e-94db-304fd98a72da tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Request body: {'subnet': {'network_id': '6fb737db-354a-40b9-9389-807a97f6f46b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:02.488455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a213be-7c05-4e97-9e87-2f71daab3eb7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event updated for resources: {'Network': ['ID=6fb737db-354a-40b9-9389-807a97f6f46b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:02.531605 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 6fb737db-354a-40b9-9389-807a97f6f46b details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:48:02.630251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1fe01aeb-e833-4a2e-94db-304fd98a72da tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:02.634921 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1fe01aeb-e833-4a2e-94db-304fd98a72da tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Usage tracker for resource:subnet and tenant:a3546ec4e0ce4c848df1e7d61a57469d is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:02.638513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1fe01aeb-e833-4a2e-94db-304fd98a72da tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:02.652666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1fe01aeb-e833-4a2e-94db-304fd98a72da tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:02.672936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe01aeb-e833-4a2e-94db-304fd98a72da tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Made reservation on behalf of a3546ec4e0ce4c848df1e7d61a57469d for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:02.678672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1fe01aeb-e833-4a2e-94db-304fd98a72da tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:02.683628 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Calling delete_port for 4af6a69f-3464-4783-85b6-11428692cba6 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:02.722612 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4284d63b-f703-43a8-8645-20e446ae3672 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/routers/3b3cc07c-95b3-4ca6-9838-cee7da3aa55e/tags/tempest-TagsExtTest-Tag-1151203512 HTTP/1.1" status: 204 len: 168 time: 0.6515799 Apr 20 15:48:02.735232 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33492) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:02.747944 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-692e77dc-ce99-4ee0-bb39-b44191ef8370 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3b3cc07c-95b3-4ca6-9838-cee7da3aa55e', 'tempest-TagsExtTest-Tag-1151203512') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:02.842427 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:02.908623 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1fe01aeb-e833-4a2e-94db-304fd98a72da tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:02.946005 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port 7395acf6-5f41-461d-8163-8a01e3d24e53 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:48:02.978238 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:02.993720 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe01aeb-e833-4a2e-94db-304fd98a72da tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event updated for resources: {'Subnet': ['ID=a577075d-7951-455b-b815-8d5461d8755d,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:03.010649 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe01aeb-e833-4a2e-94db-304fd98a72da tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Checking segment: {'id': '8de7dc57-e5e8-4508-b262-b706886e20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6fb737db-354a-40b9-9389-807a97f6f46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:03.011182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe01aeb-e833-4a2e-94db-304fd98a72da tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Network hostable DHCP agents. Network: 6fb737db-354a-40b9-9389-807a97f6f46b, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:48:03.033166 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe01aeb-e833-4a2e-94db-304fd98a72da tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Network 6fb737db-354a-40b9-9389-807a97f6f46b is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:48:03.044045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-1fe01aeb-e833-4a2e-94db-304fd98a72da tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 6fb737db-354a-40b9-9389-807a97f6f46b) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:03.054357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea16edb6-fdc0-41ba-a890-a3d3e117bb9a None None] Network 6fb737db-354a-40b9-9389-807a97f6f46b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:03.056099 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event deleted for resources: {'Port': ['ID=4af6a69f-3464-4783-85b6-11428692cba6,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:03.064574 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe01aeb-e833-4a2e-94db-304fd98a72da tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:03.066154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1fe01aeb-e833-4a2e-94db-304fd98a72da tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:03.085166 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:03.085572 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:03.085791 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:03.086093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:03.086436 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:03.086772 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:03.087106 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:03.087435 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:03.087786 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:03.088122 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:03.088449 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:03.088773 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:03.100291 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1fe01aeb-e833-4a2e-94db-304fd98a72da tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6333537 Apr 20 15:48:03.103210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33496) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:03.105879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:03.111332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Request body: {'port': {'network_id': '6fb737db-354a-40b9-9389-807a97f6f46b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-929279399'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:03.244563 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-692e77dc-ce99-4ee0-bb39-b44191ef8370 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/routers/3b3cc07c-95b3-4ca6-9838-cee7da3aa55e/tags/tempest-TagsExtTest-Tag-1151203512 HTTP/1.1" status: 204 len: 168 time: 0.5059073 Apr 20 15:48:03.245742 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33500) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:03.271931 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-3c4991ba-c99c-451e-8ab8-1567fe58da68 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3b3cc07c-95b3-4ca6-9838-cee7da3aa55e') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:03.291568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:03.296005 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Usage tracker for resource:port and tenant:a3546ec4e0ce4c848df1e7d61a57469d is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:03.300527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:03.308214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:03.325159 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-6fb737db-354a-40b9-9389-807a97f6f46b', 'network_id': '6fb737db-354a-40b9-9389-807a97f6f46b', 'tenant_id': 'a3546ec4e0ce4c848df1e7d61a57469d', 'fixed_ips': [{'subnet_id': 'a577075d-7951-455b-b815-8d5461d8755d'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:48:03.326019 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:03.331896 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Made reservation on behalf of a3546ec4e0ce4c848df1e7d61a57469d for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:03.336767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:03.349809 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-24f6cab2-f5f4-40b5-bfd8-8943d1b21349 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "DELETE /v2.0/ports/4af6a69f-3464-4783-85b6-11428692cba6 HTTP/1.1" status: 204 len: 168 time: 1.5953617 Apr 20 15:48:03.354740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33504) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:03.398150 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1cfef9-da16-48bb-9a81-68a9d1c6a330 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:03.435447 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] device_id is not set on port 608081c5-e420-43e5-b3a2-154a71b27f29 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:48:03.503487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1517385b-9d24-454d-bb41-4869b1c004be tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Deleting port ebd71258-e960-4531-a7fc-108d3c576c8e {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:03.503880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1517385b-9d24-454d-bb41-4869b1c004be tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:03.518721 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3c4991ba-c99c-451e-8ab8-1567fe58da68 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/routers/3b3cc07c-95b3-4ca6-9838-cee7da3aa55e/tags HTTP/1.1" status: 200 len: 205 time: 0.2643836 Apr 20 15:48:03.519332 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33508) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:03.519467 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a71ec2ef-568a-4f71-ad1e-bec00e01d6aa None None] Provisioning for port 1708541e-7721-4b61-90a9-ffccebd18eb2 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:03.526230 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-e15e849a-4534-4fb3-8207-34c921b81992 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'aec4aa35-84b5-4935-9bdb-1c0461bc6c54') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:03.559302 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8:0:1::335 (f66047db-8bb8-4641-b4de-e5f9a3950b44/007996d3-614b-4812-82b7-ec0eeae31ccc/7395acf6-5f41-461d-8163-8a01e3d24e53) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:03.565908 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::f816:3eff:febb:d90b (f66047db-8bb8-4641-b4de-e5f9a3950b44/9b34a756-9d2f-4f77-b48c-935e42f21f4b/7395acf6-5f41-461d-8163-8a01e3d24e53) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:03.584229 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e15e849a-4534-4fb3-8207-34c921b81992 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/subnetpools/aec4aa35-84b5-4935-9bdb-1c0461bc6c54/tags HTTP/1.1" status: 200 len: 240 time: 0.0606740 Apr 20 15:48:03.584446 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33512) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:03.591085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-1a94a57e-e732-49f6-8af3-ac71af0792c7 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aec4aa35-84b5-4935-9bdb-1c0461bc6c54', 'tempest-TagsExtTest-Tag-923665190') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:03.646303 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Allocated IP 2001:db8::2 (6fb737db-354a-40b9-9389-807a97f6f46b/a577075d-7951-455b-b815-8d5461d8755d/d35f5b6f-8cb9-43d2-ad43-da81e64a7bde) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:03.795027 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:03.812221 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object 7395acf6-5f41-461d-8163-8a01e3d24e53 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:03.838068 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:03.863936 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1a94a57e-e732-49f6-8af3-ac71af0792c7 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/subnetpools/aec4aa35-84b5-4935-9bdb-1c0461bc6c54/tags/tempest-TagsExtTest-Tag-923665190 HTTP/1.1" status: 204 len: 168 time: 0.2768357 Apr 20 15:48:03.864931 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33516) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:03.883487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-71bbd60d-c593-4ed2-b4ce-ed0ec5c1b28a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'aec4aa35-84b5-4935-9bdb-1c0461bc6c54', 'tempest-TagsExtTest-Tag-923665190') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:03.914456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1517385b-9d24-454d-bb41-4869b1c004be tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:03.916872 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:03.920446 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:03.925955 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:03.932377 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:03.933014 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:03.937185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=7395acf6-5f41-461d-8163-8a01e3d24e53,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:03.957566 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6052f1c7-475b-455c-9690-08a5ddbacb3c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2457356 Apr 20 15:48:03.960006 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33520) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:04.041991 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-98267705-7bf3-40d2-92b3-a30e6234f47d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port 7395acf6-5f41-461d-8163-8a01e3d24e53 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:04.042479 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-98267705-7bf3-40d2-92b3-a30e6234f47d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.047029 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.047218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1517385b-9d24-454d-bb41-4869b1c004be tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Calling delete_port for ebd71258-e960-4531-a7fc-108d3c576c8e owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:04.068435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Transition to ACTIVE for port object d35f5b6f-8cb9-43d2-ad43-da81e64a7bde will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:04.083858 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feba36e-f7eb-4a30-991f-161c8c68e07d None None] Update dhcp port {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'fixed_ips': [{'subnet_id': '9b34a756-9d2f-4f77-b48c-935e42f21f4b', 'ip_address': '2001:db8::f816:3eff:feb5:f981'}, {'subnet_id': '007996d3-614b-4812-82b7-ec0eeae31ccc'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': '1708541e-7721-4b61-90a9-ffccebd18eb2'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:48:04.122615 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-71bbd60d-c593-4ed2-b4ce-ed0ec5c1b28a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/subnetpools/aec4aa35-84b5-4935-9bdb-1c0461bc6c54/tags/tempest-TagsExtTest-Tag-923665190 HTTP/1.1" status: 204 len: 168 time: 0.2543418 Apr 20 15:48:04.122807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33524) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:04.127851 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-994a7811-190d-46e0-a0b6-22630eaa27d3 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'aec4aa35-84b5-4935-9bdb-1c0461bc6c54') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:04.129127 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Transition to ACTIVE for port object d35f5b6f-8cb9-43d2-ad43-da81e64a7bde will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:04.139562 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.186240 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1feba36e-f7eb-4a30-991f-161c8c68e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.213454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1517385b-9d24-454d-bb41-4869b1c004be tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.266333 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Network 6fb737db-354a-40b9-9389-807a97f6f46b is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:04.270939 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-994a7811-190d-46e0-a0b6-22630eaa27d3 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/subnetpools/aec4aa35-84b5-4935-9bdb-1c0461bc6c54/tags HTTP/1.1" status: 200 len: 205 time: 0.1470976 Apr 20 15:48:04.276045 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:04.282532 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33528) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:04.284017 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:04.287305 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Pushing event updated for resources: {'Port': ['ID=d35f5b6f-8cb9-43d2-ad43-da81e64a7bde,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:04.287622 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517385b-9d24-454d-bb41-4869b1c004be tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event deleted for resources: {'Port': ['ID=ebd71258-e960-4531-a7fc-108d3c576c8e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:04.301244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Allocated IP 2001:db8::2ed (6fb737db-354a-40b9-9389-807a97f6f46b/a577075d-7951-455b-b815-8d5461d8755d/608081c5-e420-43e5-b3a2-154a71b27f29) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:04.305664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-79c50329-1962-400d-bd0b-7f2479613515 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aec4aa35-84b5-4935-9bdb-1c0461bc6c54') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:04.308457 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1517385b-9d24-454d-bb41-4869b1c004be tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.308791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:04.309148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:04.309481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:04.309811 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:04.310148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:04.310491 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:04.310780 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:04.311162 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:04.311458 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:04.311931 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:04.313291 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:04.313725 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:48:04.329357 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1517385b-9d24-454d-bb41-4869b1c004be tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "DELETE /v2.0/ports/ebd71258-e960-4531-a7fc-108d3c576c8e HTTP/1.1" status: 204 len: 168 time: 0.9733164 Apr 20 15:48:04.331889 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33532) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:04.365571 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1708541e-7721-4b61-90a9-ffccebd18eb2 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:48:04.402602 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6a39ba61-d282-4e26-8273-3100fe970044 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Synchronizing usage tracker for tenant:796a71e18c2844488590df58ecf286ef on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:04.446347 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-79c50329-1962-400d-bd0b-7f2479613515 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/subnetpools/aec4aa35-84b5-4935-9bdb-1c0461bc6c54/tags HTTP/1.1" status: 204 len: 168 time: 0.1595244 Apr 20 15:48:04.447326 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33536) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:04.455470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-c42d4db2-883e-463c-922e-0d5f3bb35883 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3b3cc07c-95b3-4ca6-9838-cee7da3aa55e') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:04.456211 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6a39ba61-d282-4e26-8273-3100fe970044 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Unset dirty status for tenant:796a71e18c2844488590df58ecf286ef on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:04.457419 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6a39ba61-d282-4e26-8273-3100fe970044 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1246324 Apr 20 15:48:04.484602 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6951853b-26dd-4ca1-9003-7e305d3f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.506134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33540) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:04.519294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4549c5bc-d38d-4893-8ea2-71a3e056e415 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-449426917'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:04.535598 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Attempting to bind port d35f5b6f-8cb9-43d2-ad43-da81e64a7bde on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:48:04.535990 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Attempting to bind port d35f5b6f-8cb9-43d2-ad43-da81e64a7bde by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '8de7dc57-e5e8-4508-b262-b706886e20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6fb737db-354a-40b9-9389-807a97f6f46b'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:48:04.536346 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Attempting to bind port d35f5b6f-8cb9-43d2-ad43-da81e64a7bde on network 6fb737db-354a-40b9-9389-807a97f6f46b {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:48:04.539754 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-98267705-7bf3-40d2-92b3-a30e6234f47d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.540924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4549c5bc-d38d-4893-8ea2-71a3e056e415 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:04.549665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4549c5bc-d38d-4893-8ea2-71a3e056e415 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Usage tracker for resource:network and tenant:796a71e18c2844488590df58ecf286ef is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:04.554472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4549c5bc-d38d-4893-8ea2-71a3e056e415 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:04.565835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4549c5bc-d38d-4893-8ea2-71a3e056e415 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:04.573128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:48:04.573504 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Checking segment: {'id': '8de7dc57-e5e8-4508-b262-b706886e20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6fb737db-354a-40b9-9389-807a97f6f46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:04.573905 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.574291 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Bound using segment: {'id': '8de7dc57-e5e8-4508-b262-b706886e20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6fb737db-354a-40b9-9389-807a97f6f46b'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:48:04.574763 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Bound port: d35f5b6f-8cb9-43d2-ad43-da81e64a7bde, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de7dc57-e5e8-4508-b262-b706886e20b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6fb737db-354a-40b9-9389-807a97f6f46b'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:48:04.575131 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.602217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4549c5bc-d38d-4893-8ea2-71a3e056e415 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Made reservation on behalf of 796a71e18c2844488590df58ecf286ef for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:04.606025 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4549c5bc-d38d-4893-8ea2-71a3e056e415 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.642735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.663568 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 1708541e-7721-4b61-90a9-ffccebd18eb2 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:04.667744 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4549c5bc-d38d-4893-8ea2-71a3e056e415 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:48:04.675340 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Transition to ACTIVE for port object 608081c5-e420-43e5-b3a2-154a71b27f29 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:04.683544 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4549c5bc-d38d-4893-8ea2-71a3e056e415 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.683929 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-4549c5bc-d38d-4893-8ea2-71a3e056e415 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Added segment 8387e4a0-e859-49bf-8192-05c647486018 of type vlan for network 669fc8e1-1013-4571-b307-b63182829b9d Apr 20 15:48:04.684906 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-1feba36e-f7eb-4a30-991f-161c8c68e07d None None] Allocated IP 2001:db8:0:1::2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/007996d3-614b-4812-82b7-ec0eeae31ccc/1708541e-7721-4b61-90a9-ffccebd18eb2) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:04.686873 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 1708541e-7721-4b61-90a9-ffccebd18eb2 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:04.687720 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.717406 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4549c5bc-d38d-4893-8ea2-71a3e056e415 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.747039 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.799746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] For port d35f5b6f-8cb9-43d2-ad43-da81e64a7bde, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:48:04.809936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4549c5bc-d38d-4893-8ea2-71a3e056e415 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.815906 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4549c5bc-d38d-4893-8ea2-71a3e056e415 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:04.816499 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4549c5bc-d38d-4893-8ea2-71a3e056e415 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.828697 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-98267705-7bf3-40d2-92b3-a30e6234f47d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for 7395acf6-5f41-461d-8163-8a01e3d24e53 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:04.860785 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] For port d35f5b6f-8cb9-43d2-ad43-da81e64a7bde, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d35f5b6f-8cb9-43d2-ad43-da81e64a7bde,segment=NetworkSegment(8de7dc57-e5e8-4508-b262-b706886e20b1),segment_id=8de7dc57-e5e8-4508-b262-b706886e20b1)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:48:04.878272 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.908714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Network 6fb737db-354a-40b9-9389-807a97f6f46b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:04.921818 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:04.937091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:04.942570 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:04.943190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:04.952994 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c42d4db2-883e-463c-922e-0d5f3bb35883 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/routers/3b3cc07c-95b3-4ca6-9838-cee7da3aa55e/tags HTTP/1.1" status: 204 len: 168 time: 0.5045760 Apr 20 15:48:04.962495 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event updated for resources: {'Port': ['ID=608081c5-e420-43e5-b3a2-154a71b27f29,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:04.967929 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33544) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:04.973206 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-84b9acab-c98d-42d3-aaab-be425bb3860c tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b287c838-8ade-48c7-838c-f6628b53377c') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:04.986690 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4549c5bc-d38d-4893-8ea2-71a3e056e415 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4767940 Apr 20 15:48:04.986690 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549c5bc-d38d-4893-8ea2-71a3e056e415 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event updated for resources: {'Network': ['ID=669fc8e1-1013-4571-b307-b63182829b9d,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:04.989283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33548) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:04.998666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f6a01637-f30d-4d11-a471-9a5dbf5c73d6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2048698884'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:05.004454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f6a01637-f30d-4d11-a471-9a5dbf5c73d6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:05.005919 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 669fc8e1-1013-4571-b307-b63182829b9d details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:48:05.008216 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ecfdb54f-e29e-4323-9f4a-1087f6b63bab tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9038193 Apr 20 15:48:05.012146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f6a01637-f30d-4d11-a471-9a5dbf5c73d6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Usage tracker for resource:network and tenant:796a71e18c2844488590df58ecf286ef is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:05.015538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33552) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:05.018504 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f6a01637-f30d-4d11-a471-9a5dbf5c73d6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:05.028123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Request body: {'port': {'network_id': '6fb737db-354a-40b9-9389-807a97f6f46b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-589841581', 'allowed_address_pairs': [{'ip_address': '2001:db8::2ed', 'mac_address': 'fa:16:3e:67:90:2f'}]}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:05.120203 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-1feba36e-f7eb-4a30-991f-161c8c68e07d None None] For port 1708541e-7721-4b61-90a9-ffccebd18eb2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1708541e-7721-4b61-90a9-ffccebd18eb2,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:05.124314 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860040f-cf8f-4911-8b9e-d82fc50acf3e None None] Pushing event updated for resources: {'Port': ['ID=d35f5b6f-8cb9-43d2-ad43-da81e64a7bde,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:05.151418 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f6a01637-f30d-4d11-a471-9a5dbf5c73d6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:05.186044 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-84b9acab-c98d-42d3-aaab-be425bb3860c tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/ports/b287c838-8ade-48c7-838c-f6628b53377c/tags HTTP/1.1" status: 204 len: 168 time: 0.2145472 Apr 20 15:48:05.186404 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33556) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:05.188957 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a01637-f30d-4d11-a471-9a5dbf5c73d6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Made reservation on behalf of 796a71e18c2844488590df58ecf286ef for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:05.193633 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-265caeeb-33d0-45e0-85ef-3e427df800c4 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2102d989-48a4-4cb9-918b-552e770c727f') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:05.193797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f6a01637-f30d-4d11-a471-9a5dbf5c73d6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:05.224380 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1feba36e-f7eb-4a30-991f-161c8c68e07d None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:05.248417 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-98267705-7bf3-40d2-92b3-a30e6234f47d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:05.253964 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:05.271169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:05.276111 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1feba36e-f7eb-4a30-991f-161c8c68e07d None None] Transition to ACTIVE for port object 1708541e-7721-4b61-90a9-ffccebd18eb2 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:05.282159 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a01637-f30d-4d11-a471-9a5dbf5c73d6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:48:05.285052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1feba36e-f7eb-4a30-991f-161c8c68e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:05.288361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Usage tracker for resource:port and tenant:a3546ec4e0ce4c848df1e7d61a57469d is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:05.292379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:05.300761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:05.304121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f6a01637-f30d-4d11-a471-9a5dbf5c73d6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:05.304560 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-f6a01637-f30d-4d11-a471-9a5dbf5c73d6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Added segment 49a50d9f-099b-4099-af74-e09447dcb543 of type vlan for network e661e751-de11-4649-8713-77fa69e328c9 Apr 20 15:48:05.318521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98267705-7bf3-40d2-92b3-a30e6234f47d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=7395acf6-5f41-461d-8163-8a01e3d24e53,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:05.384596 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Made reservation on behalf of a3546ec4e0ce4c848df1e7d61a57469d for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:05.412204 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f6a01637-f30d-4d11-a471-9a5dbf5c73d6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:05.450603 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-98267705-7bf3-40d2-92b3-a30e6234f47d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:05.470639 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-98267705-7bf3-40d2-92b3-a30e6234f47d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/7395acf6-5f41-461d-8163-8a01e3d24e53 HTTP/1.1" status: 204 len: 168 time: 1.5093567 Apr 20 15:48:05.474735 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33562) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:05.515080 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-265caeeb-33d0-45e0-85ef-3e427df800c4 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/subnets/2102d989-48a4-4cb9-918b-552e770c727f/tags HTTP/1.1" status: 204 len: 168 time: 0.3276062 Apr 20 15:48:05.519747 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33566) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:05.528178 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-a05ec4a3-e8d7-4fe5-9fd1-1965576958b8 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2102d989-48a4-4cb9-918b-552e770c727f', 'tempest-TagsExtTest-Tag-84997130') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:05.560750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:48:05.561268 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:48:05.561727 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feba36e-f7eb-4a30-991f-161c8c68e07d None None] Pushing event updated for resources: {'Port': ['ID=1708541e-7721-4b61-90a9-ffccebd18eb2,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:05.585382 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa781e8-c6b4-4e66-8714-1736f888de48 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:05.586200 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-bfa781e8-c6b4-4e66-8714-1736f888de48 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:05.603753 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-bfa781e8-c6b4-4e66-8714-1736f888de48 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:05.605103 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bfa781e8-c6b4-4e66-8714-1736f888de48 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1293950 Apr 20 15:48:05.607586 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33570) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:05.615104 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f6a01637-f30d-4d11-a471-9a5dbf5c73d6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:05.620489 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a01637-f30d-4d11-a471-9a5dbf5c73d6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:05.621092 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f6a01637-f30d-4d11-a471-9a5dbf5c73d6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:05.637575 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:05.702297 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f68b574-d20b-463f-915e-8c0e23fa1174 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:05.705236 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9f68b574-d20b-463f-915e-8c0e23fa1174 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0956051 Apr 20 15:48:05.707516 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33574) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:05.735198 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:05.789479 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63db200b-ee81-4ed8-8853-f8882448711b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:05.791252 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63db200b-ee81-4ed8-8853-f8882448711b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:05.793332 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63db200b-ee81-4ed8-8853-f8882448711b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:05.794255 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-63db200b-ee81-4ed8-8853-f8882448711b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:05.812437 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-63db200b-ee81-4ed8-8853-f8882448711b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:05.813894 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-63db200b-ee81-4ed8-8853-f8882448711b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1054068 Apr 20 15:48:05.816756 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33578) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:05.893850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:05.900231 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-2887c46f-998d-448b-98ea-650c6a0b63f6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 007996d3-614b-4812-82b7-ec0eeae31ccc {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:48:05.912561 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2887c46f-998d-448b-98ea-650c6a0b63f6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:05.924592 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a01637-f30d-4d11-a471-9a5dbf5c73d6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event updated for resources: {'Network': ['ID=e661e751-de11-4649-8713-77fa69e328c9,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:05.936352 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network e661e751-de11-4649-8713-77fa69e328c9 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:48:05.951328 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f6a01637-f30d-4d11-a471-9a5dbf5c73d6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9587245 Apr 20 15:48:06.025722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2887c46f-998d-448b-98ea-650c6a0b63f6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:06.054492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] device_id is not set on port 69c1000d-3518-403d-89c6-4784db8ee529 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:48:06.254325 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2887c46f-998d-448b-98ea-650c6a0b63f6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:06.256535 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:06.385218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2887c46f-998d-448b-98ea-650c6a0b63f6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:06.437771 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a05ec4a3-e8d7-4fe5-9fd1-1965576958b8 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "PUT /v2.0/subnets/2102d989-48a4-4cb9-918b-552e770c727f/tags/tempest-TagsExtTest-Tag-84997130 HTTP/1.1" status: 201 len: 201 time: 0.9163470 Apr 20 15:48:06.443579 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33584) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:06.457911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-0c9b3404-4999-4e50-a72c-074aaa9aa221 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b287c838-8ade-48c7-838c-f6628b53377c', 'tempest-TagsExtTest-Tag-1524238133') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:06.503948 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887c46f-998d-448b-98ea-650c6a0b63f6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=007996d3-614b-4812-82b7-ec0eeae31ccc,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:06.518963 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2887c46f-998d-448b-98ea-650c6a0b63f6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:06.535177 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d6b38-fbb7-48a9-98c8-47d6da8c63e1 req-86a21230-6072-4e73-9365-193070e63260 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:06.537761 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ab0d6b38-fbb7-48a9-98c8-47d6da8c63e1 req-86a21230-6072-4e73-9365-193070e63260 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.5813503 Apr 20 15:48:06.548839 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2887c46f-998d-448b-98ea-650c6a0b63f6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/007996d3-614b-4812-82b7-ec0eeae31ccc HTTP/1.1" status: 204 len: 168 time: 0.7306678 Apr 20 15:48:06.549995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:48:06.550449 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:48:06.551204 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4daecfd1-debc-48e8-bb4e-b23287fbc991 None None] Provisioning for port 1708541e-7721-4b61-90a9-ffccebd18eb2 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:06.551869 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33588) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:06.569603 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4daecfd1-debc-48e8-bb4e-b23287fbc991 None None] Provisioning complete for port 1708541e-7721-4b61-90a9-ffccebd18eb2 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:06.570105 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4daecfd1-debc-48e8-bb4e-b23287fbc991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:06.596561 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Allocated IP 2001:db8::370 (6fb737db-354a-40b9-9389-807a97f6f46b/a577075d-7951-455b-b815-8d5461d8755d/69c1000d-3518-403d-89c6-4784db8ee529) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:06.660239 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bae052c-b540-4a35-8ac1-32b03214b190 None None] Network 6fb737db-354a-40b9-9389-807a97f6f46b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:06.681884 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecdbfa3-35fb-48e7-b641-0c94af29ee74 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:06.685546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-f569efd1-0395-49e1-8375-5f78e35ffe48 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 9b34a756-9d2f-4f77-b48c-935e42f21f4b {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:48:06.688894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f569efd1-0395-49e1-8375-5f78e35ffe48 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:06.699737 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ab0d6b38-fbb7-48a9-98c8-47d6da8c63e1 req-411bf93b-eee5-40e5-a8a9-79b69ff2a345 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418142 Apr 20 15:48:06.806655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f569efd1-0395-49e1-8375-5f78e35ffe48 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:06.852521 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0c9b3404-4999-4e50-a72c-074aaa9aa221 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "PUT /v2.0/ports/b287c838-8ade-48c7-838c-f6628b53377c/tags/tempest-TagsExtTest-Tag-1524238133 HTTP/1.1" status: 201 len: 201 time: 0.4075127 Apr 20 15:48:06.856558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33594) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:06.866455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-a999179d-0e48-4441-a067-b713a7af2976 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3b3cc07c-95b3-4ca6-9838-cee7da3aa55e', 'tempest-TagsExtTest-Tag-1626649920') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:06.943028 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f569efd1-0395-49e1-8375-5f78e35ffe48 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:07.050369 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f569efd1-0395-49e1-8375-5f78e35ffe48 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:07.074488 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:07.097038 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:07.107375 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f569efd1-0395-49e1-8375-5f78e35ffe48 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:07.122000 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f569efd1-0395-49e1-8375-5f78e35ffe48 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/9b34a756-9d2f-4f77-b48c-935e42f21f4b HTTP/1.1" status: 204 len: 168 time: 0.5689304 Apr 20 15:48:07.123396 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569efd1-0395-49e1-8375-5f78e35ffe48 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=9b34a756-9d2f-4f77-b48c-935e42f21f4b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:07.136844 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33598) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:07.149226 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:07.216115 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a06d7e23-5aaa-4ce9-8e72-7107f3940408 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751991 Apr 20 15:48:07.220605 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33602) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:07.231031 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4daecfd1-debc-48e8-bb4e-b23287fbc991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:07.235651 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:07.242010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Transition to ACTIVE for port object 69c1000d-3518-403d-89c6-4784db8ee529 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:07.273521 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac4aa3-b0a9-4c90-b440-ce1ceb9ec818 req-e76e41a7-f6dd-4611-8ba9-cb5c86b0330e tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:07.275002 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-16ac4aa3-b0a9-4c90-b440-ce1ceb9ec818 req-e76e41a7-f6dd-4611-8ba9-cb5c86b0330e tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.3194833 Apr 20 15:48:07.278133 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a999179d-0e48-4441-a067-b713a7af2976 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "PUT /v2.0/routers/3b3cc07c-95b3-4ca6-9838-cee7da3aa55e/tags/tempest-TagsExtTest-Tag-1626649920 HTTP/1.1" status: 201 len: 201 time: 0.4204080 Apr 20 15:48:07.286718 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33606) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:07.312804 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-bae91197-1674-441a-81cb-4c83d6e69a4a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'aec4aa35-84b5-4935-9bdb-1c0461bc6c54', 'tempest-TagsExtTest-Tag-1361375805') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:07.378190 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-16ac4aa3-b0a9-4c90-b440-ce1ceb9ec818 req-d3278657-5ca2-4813-a1c9-6fa352052e27 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934775 Apr 20 15:48:07.384531 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:48:07.384845 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:48:07.386530 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:07.388277 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-4daecfd1-debc-48e8-bb4e-b23287fbc991 None None] For port 1708541e-7721-4b61-90a9-ffccebd18eb2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1708541e-7721-4b61-90a9-ffccebd18eb2,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:07.404929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4daecfd1-debc-48e8-bb4e-b23287fbc991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:07.507619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:07.513694 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:07.517921 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:07.524260 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:07.527481 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Network 6fb737db-354a-40b9-9389-807a97f6f46b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:07.535873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:07.540210 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:07.554410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:07.558902 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:07.566814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:07.567751 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:07.593258 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bae91197-1674-441a-81cb-4c83d6e69a4a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "PUT /v2.0/subnetpools/aec4aa35-84b5-4935-9bdb-1c0461bc6c54/tags/tempest-TagsExtTest-Tag-1361375805 HTTP/1.1" status: 201 len: 201 time: 0.3054786 Apr 20 15:48:07.599656 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-756529aa-af08-44e7-bad6-315dcdfba28e None None] Could not find standard attr ID for object 7395acf6-5f41-461d-8163-8a01e3d24e53. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:48:07.654010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33612) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:07.654551 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event updated for resources: {'Port': ['ID=69c1000d-3518-403d-89c6-4784db8ee529,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:07.654700 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daecfd1-debc-48e8-bb4e-b23287fbc991 None None] Pushing event updated for resources: {'Port': ['ID=1708541e-7721-4b61-90a9-ffccebd18eb2,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:07.678496 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1082d741-6128-47d3-9110-d49d06c679df tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.6616757 Apr 20 15:48:07.692531 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-63098e0f-eaba-46f2-aec3-6caa04d35c43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2102d989-48a4-4cb9-918b-552e770c727f', {'tags': ['tempest-TagsExtTest-Tag-301100976', 'tempest-TagsExtTest-Tag-489538028', 'tempest-TagsExtTest-Tag-2092908682']}) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:07.726077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-756529aa-af08-44e7-bad6-315dcdfba28e None None] Provisioning for port d35f5b6f-8cb9-43d2-ad43-da81e64a7bde completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:07.750680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45614e18-daad-49be-9edc-ae10572eb7fb None None] Update dhcp port {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'fixed_ips': [{'subnet_id': '9b34a756-9d2f-4f77-b48c-935e42f21f4b'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': '1708541e-7721-4b61-90a9-ffccebd18eb2'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:48:07.787947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33616) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:07.899617 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-63098e0f-eaba-46f2-aec3-6caa04d35c43 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "PUT /v2.0/subnets/2102d989-48a4-4cb9-918b-552e770c727f/tags HTTP/1.1" status: 200 len: 316 time: 0.2244978 Apr 20 15:48:07.901252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33620) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:07.911115 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-10a219e5-4489-4252-ab64-6a0801848723 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2102d989-48a4-4cb9-918b-552e770c727f') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:07.923252 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-45614e18-daad-49be-9edc-ae10572eb7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:07.951540 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0e67c0-2e3d-4a39-b156-4be7f5eea0e7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:07.959311 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0e67c0-2e3d-4a39-b156-4be7f5eea0e7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:07.966514 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0e67c0-2e3d-4a39-b156-4be7f5eea0e7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:07.969074 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ee0e67c0-2e3d-4a39-b156-4be7f5eea0e7 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1799850 Apr 20 15:48:07.971965 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33624) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:08.063892 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fbe83-f25f-4182-9c84-23f262812406 req-ef441a4e-6e00-4850-b354-5a700c960bd0 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:08.071861 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ef9fbe83-f25f-4182-9c84-23f262812406 req-ef441a4e-6e00-4850-b354-5a700c960bd0 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.5190341 Apr 20 15:48:08.178626 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ef9fbe83-f25f-4182-9c84-23f262812406 req-4ecc8c09-96ae-46c4-a1f6-fcebfd786ea5 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057422 Apr 20 15:48:08.246908 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-1c9acb3e-0877-4dc0-9911-af1ee27add7c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Deleting port 69c1000d-3518-403d-89c6-4784db8ee529 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:08.247299 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c9acb3e-0877-4dc0-9911-af1ee27add7c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:08.254935 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-10a219e5-4489-4252-ab64-6a0801848723 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/subnets/2102d989-48a4-4cb9-918b-552e770c727f/tags HTTP/1.1" status: 204 len: 168 time: 0.3506215 Apr 20 15:48:08.259047 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1708541e-7721-4b61-90a9-ffccebd18eb2 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:48:08.261080 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33630) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:08.280260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-7c37d44d-522f-4574-a7bf-217267776e5b tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2102d989-48a4-4cb9-918b-552e770c727f', 'tempest-TagsExtTest-Tag-301100976') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:08.357871 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681450ae-816b-4da1-847f-e61616333d17 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:08.564940 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-7c37d44d-522f-4574-a7bf-217267776e5b tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] show failed (client error): The resource could not be found. Apr 20 15:48:08.566126 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7c37d44d-522f-4574-a7bf-217267776e5b tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/subnets/2102d989-48a4-4cb9-918b-552e770c727f/tags/tempest-TagsExtTest-Tag-301100976 HTTP/1.1" status: 404 len: 328 time: 0.3038182 Apr 20 15:48:08.569610 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33634) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:08.580562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-cf82a0d8-3193-400e-91e8-2cdab36a4fbf tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2102d989-48a4-4cb9-918b-552e770c727f', 'tempest-TagsExtTest-Tag-489538028') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:08.585751 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c9acb3e-0877-4dc0-9911-af1ee27add7c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:08.623998 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49a0317e-353a-4b2c-b947-5bd8a749dcc3 None None] Provisioning for port 608081c5-e420-43e5-b3a2-154a71b27f29 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:08.644449 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49a0317e-353a-4b2c-b947-5bd8a749dcc3 None None] Provisioning complete for port 608081c5-e420-43e5-b3a2-154a71b27f29 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:08.646432 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49a0317e-353a-4b2c-b947-5bd8a749dcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:08.672741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8c32a-ef65-4adc-b50a-f0bef0e2007d req-0c12f94a-0cf6-41d1-9872-26f43a5930fb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:08.681354 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-04a8c32a-ef65-4adc-b50a-f0bef0e2007d req-0c12f94a-0cf6-41d1-9872-26f43a5930fb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.1844530 Apr 20 15:48:08.764202 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-04a8c32a-ef65-4adc-b50a-f0bef0e2007d req-d17d22bd-4cda-4c0e-8d9b-5c74041c4109 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817339 Apr 20 15:48:08.779403 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 1708541e-7721-4b61-90a9-ffccebd18eb2 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:08.781160 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:08.803297 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-1c9acb3e-0877-4dc0-9911-af1ee27add7c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Calling delete_port for 69c1000d-3518-403d-89c6-4784db8ee529 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:08.804958 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-cf82a0d8-3193-400e-91e8-2cdab36a4fbf tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] show failed (client error): The resource could not be found. Apr 20 15:48:08.806691 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cf82a0d8-3193-400e-91e8-2cdab36a4fbf tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/subnets/2102d989-48a4-4cb9-918b-552e770c727f/tags/tempest-TagsExtTest-Tag-489538028 HTTP/1.1" status: 404 len: 328 time: 0.2362313 Apr 20 15:48:08.809650 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33640) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:08.819382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-bfbafc37-f810-4a39-b7f4-f247a43d0ab0 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2102d989-48a4-4cb9-918b-552e770c727f', 'tempest-TagsExtTest-Tag-2092908682') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:08.828492 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49a0317e-353a-4b2c-b947-5bd8a749dcc3 None None] Port 608081c5-e420-43e5-b3a2-154a71b27f29 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:48:08.987997 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c9acb3e-0877-4dc0-9911-af1ee27add7c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:09.209936 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9acb3e-0877-4dc0-9911-af1ee27add7c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event deleted for resources: {'Port': ['ID=69c1000d-3518-403d-89c6-4784db8ee529,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:09.236114 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d35f5b6f-8cb9-43d2-ad43-da81e64a7bde up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:48:09.303869 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33646) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:09.331883 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d45bca48-d0b5-4ca6-ba35-12e02ff9aa59 None None] Provisioning complete for port 1708541e-7721-4b61-90a9-ffccebd18eb2 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:09.332031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Request body: {'subnets': [{'network_id': '669fc8e1-1013-4571-b307-b63182829b9d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--230234261', 'ip_version': 6}, {'network_id': 'e661e751-de11-4649-8713-77fa69e328c9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:09.332465 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Request body: {'subnet': {'network_id': '669fc8e1-1013-4571-b307-b63182829b9d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--230234261', 'ip_version': 6}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:09.332736 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d45bca48-d0b5-4ca6-ba35-12e02ff9aa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:09.333840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Request body: {'subnet': {'network_id': 'e661e751-de11-4649-8713-77fa69e328c9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:09.395533 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.objects.ports [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88169) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:48:09.466341 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c9acb3e-0877-4dc0-9911-af1ee27add7c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:09.486312 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1c9acb3e-0877-4dc0-9911-af1ee27add7c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "DELETE /v2.0/ports/69c1000d-3518-403d-89c6-4784db8ee529 HTTP/1.1" status: 204 len: 168 time: 1.5126312 Apr 20 15:48:09.487383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port d35f5b6f-8cb9-43d2-ad43-da81e64a7bde completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:09.488840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33650) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:09.495572 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port d35f5b6f-8cb9-43d2-ad43-da81e64a7bde triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:09.495959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:09.556364 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc450f8e-73a6-4274-9039-1d85a39d402f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] GET failed (client error): The resource could not be found. Apr 20 15:48:09.556986 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-dc450f8e-73a6-4274-9039-1d85a39d402f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Synchronizing usage tracker for tenant:a3546ec4e0ce4c848df1e7d61a57469d on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:09.573992 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126aecfe-f38c-4526-b28d-3f66c5f7e10d None None] Update dhcp port {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'fixed_ips': [{'subnet_id': '32e8db57-89a0-400e-8d5b-93a64ca6a786'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': '1708541e-7721-4b61-90a9-ffccebd18eb2'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:48:09.591390 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:09.663318 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-126aecfe-f38c-4526-b28d-3f66c5f7e10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:09.680723 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-dc450f8e-73a6-4274-9039-1d85a39d402f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Unset dirty status for tenant:a3546ec4e0ce4c848df1e7d61a57469d on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:09.683813 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dc450f8e-73a6-4274-9039-1d85a39d402f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "GET /v2.0/ports/69c1000d-3518-403d-89c6-4784db8ee529 HTTP/1.1" status: 404 len: 333 time: 0.1913738 Apr 20 15:48:09.688719 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-bfbafc37-f810-4a39-b7f4-f247a43d0ab0 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] show failed (client error): The resource could not be found. Apr 20 15:48:09.692261 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bfbafc37-f810-4a39-b7f4-f247a43d0ab0 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/subnets/2102d989-48a4-4cb9-918b-552e770c727f/tags/tempest-TagsExtTest-Tag-2092908682 HTTP/1.1" status: 404 len: 329 time: 0.8790009 Apr 20 15:48:09.693863 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33654) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:09.694202 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33656) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:09.705635 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-93a83e2b-e157-4f32-b171-c60c00e11094 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Request body: {'port': {'network_id': '6fb737db-354a-40b9-9389-807a97f6f46b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-459420315'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:09.717380 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:09.723448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Usage tracker for resource:subnet and tenant:796a71e18c2844488590df58ecf286ef is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:09.723877 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-5efac4e1-ac7b-4e06-85a6-36f9d4307773 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b287c838-8ade-48c7-838c-f6628b53377c', {'tags': ['tempest-TagsExtTest-Tag-378139139', 'tempest-TagsExtTest-Tag-1769170701', 'tempest-TagsExtTest-Tag-1824523925']}) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:09.733710 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f6e24-b783-4e8b-b4bb-435fb0139d43 req-a0f75a0d-038a-4d72-b5cd-08fbe6f7d865 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:09.735794 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-996f6e24-b783-4e8b-b4bb-435fb0139d43 req-a0f75a0d-038a-4d72-b5cd-08fbe6f7d865 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.3165500 Apr 20 15:48:09.736661 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:09.742978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:09.760834 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d45bca48-d0b5-4ca6-ba35-12e02ff9aa59 None None] Provisioning complete for port 608081c5-e420-43e5-b3a2-154a71b27f29 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:09.761249 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d45bca48-d0b5-4ca6-ba35-12e02ff9aa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:09.772741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Made reservation on behalf of 796a71e18c2844488590df58ecf286ef for: {'subnet': 2} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:09.777210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:09.777540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:09.870264 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:09.874977 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-996f6e24-b783-4e8b-b4bb-435fb0139d43 req-e3e225c5-db37-4c42-9e5d-d0046400ebda tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271572 Apr 20 15:48:09.904054 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-d45bca48-d0b5-4ca6-ba35-12e02ff9aa59 None None] Port 608081c5-e420-43e5-b3a2-154a71b27f29 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:48:09.908344 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d45bca48-d0b5-4ca6-ba35-12e02ff9aa59 None None] Could not find standard attr ID for object 69c1000d-3518-403d-89c6-4784db8ee529. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:48:09.964770 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port d35f5b6f-8cb9-43d2-ad43-da81e64a7bde, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d35f5b6f-8cb9-43d2-ad43-da81e64a7bde,segment=NetworkSegment(8de7dc57-e5e8-4508-b262-b706886e20b1),segment_id=8de7dc57-e5e8-4508-b262-b706886e20b1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:09.982391 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:10.054871 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=d35f5b6f-8cb9-43d2-ad43-da81e64a7bde,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:10.098808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1708541e-7721-4b61-90a9-ffccebd18eb2 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:48:10.109529 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5efac4e1-ac7b-4e06-85a6-36f9d4307773 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "PUT /v2.0/ports/b287c838-8ade-48c7-838c-f6628b53377c/tags HTTP/1.1" status: 200 len: 317 time: 0.4098096 Apr 20 15:48:10.117058 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33662) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:10.127757 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] For port 1708541e-7721-4b61-90a9-ffccebd18eb2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1708541e-7721-4b61-90a9-ffccebd18eb2,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:10.132177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-3f5c94e7-68f8-4d70-90a5-25f2a6694c02 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b287c838-8ade-48c7-838c-f6628b53377c') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:10.177049 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-93a83e2b-e157-4f32-b171-c60c00e11094 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:10.201295 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-93a83e2b-e157-4f32-b171-c60c00e11094 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:10.214466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:10.221410 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:10.222043 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:10.238211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-126aecfe-f38c-4526-b28d-3f66c5f7e10d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:48:10.238684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-126aecfe-f38c-4526-b28d-3f66c5f7e10d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:48:10.258525 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:10.294237 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 1708541e-7721-4b61-90a9-ffccebd18eb2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1708541e-7721-4b61-90a9-ffccebd18eb2,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:10.295414 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a83e2b-e157-4f32-b171-c60c00e11094 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Made reservation on behalf of a3546ec4e0ce4c848df1e7d61a57469d for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:10.298866 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-93a83e2b-e157-4f32-b171-c60c00e11094 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:10.299575 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:10.339090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:10.362517 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:10.377836 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=1708541e-7721-4b61-90a9-ffccebd18eb2,revision_number=9']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:10.379414 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:10.387869 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-93a83e2b-e157-4f32-b171-c60c00e11094 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] device_id is not set on port 19e331cb-7b2b-4fa2-a435-991052833ac3 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:48:10.430815 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:10.431406 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:10.441167 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event updated for resources: {'Subnet': ['ID=1689cda3-a353-4583-ab40-c805cde8af58,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:10.448921 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Checking segment: {'id': '8387e4a0-e859-49bf-8192-05c647486018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '669fc8e1-1013-4571-b307-b63182829b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:10.449285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Network hostable DHCP agents. Network: 669fc8e1-1013-4571-b307-b63182829b9d, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:48:10.449554 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=32e8db57-89a0-400e-8d5b-93a64ca6a786,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:10.468969 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Network 669fc8e1-1013-4571-b307-b63182829b9d is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:48:10.479439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 669fc8e1-1013-4571-b307-b63182829b9d) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:10.481444 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=1708541e-7721-4b61-90a9-ffccebd18eb2,revision_number=8']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:10.484613 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:10.493932 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-57dcc505-35e7-48eb-be1e-70ed4058b641 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2716684 Apr 20 15:48:10.497869 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33666) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:10.506858 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc52ad6-e35a-4d98-ac17-541230ff064d None None] Network 669fc8e1-1013-4571-b307-b63182829b9d requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:10.508883 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-916af14f-8416-451c-af8f-42b03e671c8e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:10.538519 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3f5c94e7-68f8-4d70-90a5-25f2a6694c02 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/ports/b287c838-8ade-48c7-838c-f6628b53377c/tags HTTP/1.1" status: 204 len: 168 time: 0.4178429 Apr 20 15:48:10.541907 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33670) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:10.554882 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-91ac3796-277f-4615-8aef-5d29df78e18a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b287c838-8ade-48c7-838c-f6628b53377c', 'tempest-TagsExtTest-Tag-378139139') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:10.612918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event updated for resources: {'Subnet': ['ID=1ca04b83-add6-42f9-93d5-3b2cd8ec8dff,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:10.630023 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Checking segment: {'id': '49a50d9f-099b-4099-af74-e09447dcb543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e661e751-de11-4649-8713-77fa69e328c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:10.630386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Network hostable DHCP agents. Network: e661e751-de11-4649-8713-77fa69e328c9, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:48:10.664761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Network e661e751-de11-4649-8713-77fa69e328c9 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:48:10.676261 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-91ac3796-277f-4615-8aef-5d29df78e18a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] show failed (client error): The resource could not be found. Apr 20 15:48:10.679998 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-91ac3796-277f-4615-8aef-5d29df78e18a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/ports/b287c838-8ade-48c7-838c-f6628b53377c/tags/tempest-TagsExtTest-Tag-378139139 HTTP/1.1" status: 404 len: 328 time: 0.1322358 Apr 20 15:48:10.680240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33674) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:10.685342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-5d141808-6b60-4ff1-82f6-8533e351a324 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b287c838-8ade-48c7-838c-f6628b53377c', 'tempest-TagsExtTest-Tag-1769170701') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:10.694340 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-93a83e2b-e157-4f32-b171-c60c00e11094 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Allocated IP 2001:db8::232 (6fb737db-354a-40b9-9389-807a97f6f46b/a577075d-7951-455b-b815-8d5461d8755d/19e331cb-7b2b-4fa2-a435-991052833ac3) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:10.726267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, e661e751-de11-4649-8713-77fa69e328c9) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:10.727257 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-916af14f-8416-451c-af8f-42b03e671c8e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:10.735700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:10.736231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:10.736802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:10.746055 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-916af14f-8416-451c-af8f-42b03e671c8e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:10.751639 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-916af14f-8416-451c-af8f-42b03e671c8e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:10.766317 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-916af14f-8416-451c-af8f-42b03e671c8e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:10.769964 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d8d1d089-cb4b-4b49-9bdf-d191fa3c4488 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.4428234 Apr 20 15:48:10.770305 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33678) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:10.789694 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916af14f-8416-451c-af8f-42b03e671c8e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:10.793217 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-916af14f-8416-451c-af8f-42b03e671c8e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:10.832310 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702802cf-cccb-4baa-8bcf-c1f7640873dc None None] Network e661e751-de11-4649-8713-77fa69e328c9 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:10.834463 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-5d141808-6b60-4ff1-82f6-8533e351a324 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] show failed (client error): The resource could not be found. Apr 20 15:48:10.838112 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5d141808-6b60-4ff1-82f6-8533e351a324 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/ports/b287c838-8ade-48c7-838c-f6628b53377c/tags/tempest-TagsExtTest-Tag-1769170701 HTTP/1.1" status: 404 len: 329 time: 0.1543250 Apr 20 15:48:10.838335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33682) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:10.845760 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-426a0cac-383e-4aa1-8ff5-ffcd9c1782d4 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b287c838-8ade-48c7-838c-f6628b53377c', 'tempest-TagsExtTest-Tag-1824523925') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:10.898417 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e0376-b9f5-4d65-9abc-ab038ccdc9ba tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:10.900025 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e0376-b9f5-4d65-9abc-ab038ccdc9ba tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:10.902061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e0376-b9f5-4d65-9abc-ab038ccdc9ba tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:10.902434 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-955e0376-b9f5-4d65-9abc-ab038ccdc9ba tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Synchronizing usage tracker for tenant:796a71e18c2844488590df58ecf286ef on resource:subnet {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:10.906595 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-669fc8e1-1013-4571-b307-b63182829b9d', 'network_id': '669fc8e1-1013-4571-b307-b63182829b9d', 'tenant_id': '796a71e18c2844488590df58ecf286ef', 'fixed_ips': [{'subnet_id': '1689cda3-a353-4583-ab40-c805cde8af58'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:48:10.907520 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:10.939175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-955e0376-b9f5-4d65-9abc-ab038ccdc9ba tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Unset dirty status for tenant:796a71e18c2844488590df58ecf286ef on resource:subnet {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:10.943826 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-955e0376-b9f5-4d65-9abc-ab038ccdc9ba tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1692848 Apr 20 15:48:10.952570 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33688) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:11.034352 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-426a0cac-383e-4aa1-8ff5-ffcd9c1782d4 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] show failed (client error): The resource could not be found. Apr 20 15:48:11.040887 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-426a0cac-383e-4aa1-8ff5-ffcd9c1782d4 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/ports/b287c838-8ade-48c7-838c-f6628b53377c/tags/tempest-TagsExtTest-Tag-1824523925 HTTP/1.1" status: 404 len: 329 time: 0.2013054 Apr 20 15:48:11.045255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33692) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:11.048207 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.ipam_backend_mixin [None req-916af14f-8416-451c-af8f-42b03e671c8e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 32e8db57-89a0-400e-8d5b-93a64ca6a786 (CIDR: 2001:db8::/64) Apr 20 15:48:11.059449 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-916af14f-8416-451c-af8f-42b03e671c8e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:48:11.059986 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916af14f-8416-451c-af8f-42b03e671c8e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:11.073366 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-93a83e2b-e157-4f32-b171-c60c00e11094 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:11.075776 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Allocated IP 2001:db8::1 (669fc8e1-1013-4571-b307-b63182829b9d/1689cda3-a353-4583-ab40-c805cde8af58/663dc9bb-053e-4d1f-a5f3-3c0d4b199005) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:11.086706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-aa15aeda-88a2-4a82-9ac7-ee522638ed82 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3b3cc07c-95b3-4ca6-9838-cee7da3aa55e', {'tags': ['tempest-TagsExtTest-Tag-426803082', 'tempest-TagsExtTest-Tag-546915533', 'tempest-TagsExtTest-Tag-509328726']}) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:11.092201 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-916af14f-8416-451c-af8f-42b03e671c8e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5932908 Apr 20 15:48:11.094927 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-93a83e2b-e157-4f32-b171-c60c00e11094 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Transition to ACTIVE for port object 19e331cb-7b2b-4fa2-a435-991052833ac3 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:11.096007 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33696) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:11.102526 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ae679194-3693-4441-9ae7-1f3e3db241c1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:11.220758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-126aecfe-f38c-4526-b28d-3f66c5f7e10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:11.241811 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-93a83e2b-e157-4f32-b171-c60c00e11094 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:11.311570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ae679194-3693-4441-9ae7-1f3e3db241c1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:11.322430 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ae679194-3693-4441-9ae7-1f3e3db241c1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:11.326868 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a83e2b-e157-4f32-b171-c60c00e11094 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Network 6fb737db-354a-40b9-9389-807a97f6f46b is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:11.328463 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ae679194-3693-4441-9ae7-1f3e3db241c1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:11.337571 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-93a83e2b-e157-4f32-b171-c60c00e11094 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:11.345416 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a83e2b-e157-4f32-b171-c60c00e11094 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:11.350997 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a83e2b-e157-4f32-b171-c60c00e11094 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:11.351985 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-93a83e2b-e157-4f32-b171-c60c00e11094 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:11.355967 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ae679194-3693-4441-9ae7-1f3e3db241c1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:11.364335 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a83e2b-e157-4f32-b171-c60c00e11094 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event updated for resources: {'Port': ['ID=19e331cb-7b2b-4fa2-a435-991052833ac3,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:11.382339 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae679194-3693-4441-9ae7-1f3e3db241c1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:11.386196 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae679194-3693-4441-9ae7-1f3e3db241c1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:11.386352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b069bc-1dae-44e0-a422-c91bb7978fa6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Deleting subnet 1689cda3-a353-4583-ab40-c805cde8af58 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:48:11.408703 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-aa15aeda-88a2-4a82-9ac7-ee522638ed82 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "PUT /v2.0/routers/3b3cc07c-95b3-4ca6-9838-cee7da3aa55e/tags HTTP/1.1" status: 200 len: 315 time: 0.3619237 Apr 20 15:48:11.412739 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33700) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:11.413780 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-93a83e2b-e157-4f32-b171-c60c00e11094 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7186399 Apr 20 15:48:11.416553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33704) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:11.423305 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-66ba6f31-6918-4a84-91d8-9926a39b8f59 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ed', 'mac_address': 'fa:16:3e:67:90:2f'}]}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:11.488844 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83777cea-5ff2-497d-8031-05ffe7bd1163 req-ce122ae5-3c44-4c36-8926-de98af44a441 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:11.490389 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-83777cea-5ff2-497d-8031-05ffe7bd1163 req-ce122ae5-3c44-4c36-8926-de98af44a441 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.4449620 Apr 20 15:48:11.528101 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-4cb9793c-612c-478c-b65e-08a231c9b7d4 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3b3cc07c-95b3-4ca6-9838-cee7da3aa55e') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:11.623988 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-e661e751-de11-4649-8713-77fa69e328c9', 'network_id': 'e661e751-de11-4649-8713-77fa69e328c9', 'tenant_id': '796a71e18c2844488590df58ecf286ef', 'fixed_ips': [{'subnet_id': '1ca04b83-add6-42f9-93d5-3b2cd8ec8dff'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:48:11.625131 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:11.646610 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-83777cea-5ff2-497d-8031-05ffe7bd1163 req-d366dbe3-183e-47f9-872f-9f991bc8d17f tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369112 Apr 20 15:48:11.722587 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:11.752477 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Transition to ACTIVE for port object 663dc9bb-053e-4d1f-a5f3-3c0d4b199005 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:11.763756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-66ba6f31-6918-4a84-91d8-9926a39b8f59 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:11.874008 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2ac00af4-90a6-414e-bb98-bffd0ea582b0 None None] Provisioning for port 19e331cb-7b2b-4fa2-a435-991052833ac3 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:11.885250 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2ac00af4-90a6-414e-bb98-bffd0ea582b0 None None] Provisioning complete for port 19e331cb-7b2b-4fa2-a435-991052833ac3 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:11.885589 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2ac00af4-90a6-414e-bb98-bffd0ea582b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:11.897183 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4cb9793c-612c-478c-b65e-08a231c9b7d4 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/routers/3b3cc07c-95b3-4ca6-9838-cee7da3aa55e/tags HTTP/1.1" status: 204 len: 168 time: 0.4797060 Apr 20 15:48:11.898385 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33708) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:11.905168 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-dff230ab-aaec-44cd-97d9-8d336956eb94 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3b3cc07c-95b3-4ca6-9838-cee7da3aa55e', 'tempest-TagsExtTest-Tag-426803082') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:11.923648 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Transition to ACTIVE for port object 663dc9bb-053e-4d1f-a5f3-3c0d4b199005 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:11.945518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22b069bc-1dae-44e0-a422-c91bb7978fa6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:11.971230 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:12.033477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22b069bc-1dae-44e0-a422-c91bb7978fa6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:12.066589 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-2ac00af4-90a6-414e-bb98-bffd0ea582b0 None None] Port 19e331cb-7b2b-4fa2-a435-991052833ac3 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:48:12.097478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Network 669fc8e1-1013-4571-b307-b63182829b9d is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:12.104201 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-dff230ab-aaec-44cd-97d9-8d336956eb94 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] show failed (client error): The resource could not be found. Apr 20 15:48:12.108131 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dff230ab-aaec-44cd-97d9-8d336956eb94 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/routers/3b3cc07c-95b3-4ca6-9838-cee7da3aa55e/tags/tempest-TagsExtTest-Tag-426803082 HTTP/1.1" status: 404 len: 328 time: 0.2065473 Apr 20 15:48:12.109355 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:12.109525 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33712) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:12.110686 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d35f5b6f-8cb9-43d2-ad43-da81e64a7bde up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:48:12.118653 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae679194-3693-4441-9ae7-1f3e3db241c1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:12.119003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-6fee4e0f-4ed6-4b64-aac1-b635a70a8835 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3b3cc07c-95b3-4ca6-9838-cee7da3aa55e', 'tempest-TagsExtTest-Tag-546915533') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:12.148686 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Pushing event updated for resources: {'Port': ['ID=663dc9bb-053e-4d1f-a5f3-3c0d4b199005,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:12.168332 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:12.180051 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Allocated IP 2001:db8:0:1::1 (e661e751-de11-4649-8713-77fa69e328c9/1ca04b83-add6-42f9-93d5-3b2cd8ec8dff/8209b798-c8cd-42aa-951f-8dfe05b618df) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:12.189514 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae679194-3693-4441-9ae7-1f3e3db241c1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:12.194480 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-ae679194-3693-4441-9ae7-1f3e3db241c1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:12.197483 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-126aecfe-f38c-4526-b28d-3f66c5f7e10d None None] For port 1708541e-7721-4b61-90a9-ffccebd18eb2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1708541e-7721-4b61-90a9-ffccebd18eb2,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:12.200149 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae679194-3693-4441-9ae7-1f3e3db241c1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:12.200887 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae679194-3693-4441-9ae7-1f3e3db241c1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:12.220392 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae679194-3693-4441-9ae7-1f3e3db241c1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=73a7652a-d192-4ed8-af2d-c7cdf286116e,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:12.245860 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ae679194-3693-4441-9ae7-1f3e3db241c1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1465936 Apr 20 15:48:12.247135 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33716) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:12.254062 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-424b8dfb-2c96-4795-8c69-2e7b0b396b59 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'mac_address': 'fa:16:3e:9c:87:e2', 'name': 'tempest-NetworksTestDHCPv6-1911007781'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:12.301383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-66ba6f31-6918-4a84-91d8-9926a39b8f59 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:12.311862 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-6fee4e0f-4ed6-4b64-aac1-b635a70a8835 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] show failed (client error): The resource could not be found. Apr 20 15:48:12.316165 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6fee4e0f-4ed6-4b64-aac1-b635a70a8835 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/routers/3b3cc07c-95b3-4ca6-9838-cee7da3aa55e/tags/tempest-TagsExtTest-Tag-546915533 HTTP/1.1" status: 404 len: 328 time: 0.2033179 Apr 20 15:48:12.316165 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-66ba6f31-6918-4a84-91d8-9926a39b8f59 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:12.319137 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33720) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:12.363802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-6bc86b31-a5d5-45f1-8108-07841791b057 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3b3cc07c-95b3-4ca6-9838-cee7da3aa55e', 'tempest-TagsExtTest-Tag-509328726') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:12.392712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.resource_extend [None req-126aecfe-f38c-4526-b28d-3f66c5f7e10d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:48:12.396477 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-424b8dfb-2c96-4795-8c69-2e7b0b396b59 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:12.402400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Attempting to bind port 663dc9bb-053e-4d1f-a5f3-3c0d4b199005 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:48:12.402686 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Attempting to bind port 663dc9bb-053e-4d1f-a5f3-3c0d4b199005 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '8387e4a0-e859-49bf-8192-05c647486018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '669fc8e1-1013-4571-b307-b63182829b9d'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:48:12.403052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Attempting to bind port 663dc9bb-053e-4d1f-a5f3-3c0d4b199005 on network 669fc8e1-1013-4571-b307-b63182829b9d {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:48:12.407085 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-424b8dfb-2c96-4795-8c69-2e7b0b396b59 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:12.417448 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424b8dfb-2c96-4795-8c69-2e7b0b396b59 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:12.418688 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-126aecfe-f38c-4526-b28d-3f66c5f7e10d None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:12.423569 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:48:12.423968 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Checking segment: {'id': '8387e4a0-e859-49bf-8192-05c647486018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '669fc8e1-1013-4571-b307-b63182829b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:12.424372 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:12.424767 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Bound using segment: {'id': '8387e4a0-e859-49bf-8192-05c647486018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '669fc8e1-1013-4571-b307-b63182829b9d'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:48:12.425244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Bound port: 663dc9bb-053e-4d1f-a5f3-3c0d4b199005, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8387e4a0-e859-49bf-8192-05c647486018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '669fc8e1-1013-4571-b307-b63182829b9d'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:48:12.425605 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:12.438734 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-126aecfe-f38c-4526-b28d-3f66c5f7e10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:12.444603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-66ba6f31-6918-4a84-91d8-9926a39b8f59 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] In _notify_port_updated(), no bound segment for port 19e331cb-7b2b-4fa2-a435-991052833ac3 on network 6fb737db-354a-40b9-9389-807a97f6f46b {{(pid=88168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:48:12.449885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ba6f31-6918-4a84-91d8-9926a39b8f59 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:12.450507 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-66ba6f31-6918-4a84-91d8-9926a39b8f59 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:12.454411 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-66ba6f31-6918-4a84-91d8-9926a39b8f59 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "PUT /v2.0/ports/19e331cb-7b2b-4fa2-a435-991052833ac3 HTTP/1.1" status: 200 len: 1002 time: 1.0343320 Apr 20 15:48:12.462138 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33724) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:12.463123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22b069bc-1dae-44e0-a422-c91bb7978fa6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:12.559052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port d35f5b6f-8cb9-43d2-ad43-da81e64a7bde triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:12.559425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:12.568455 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-424b8dfb-2c96-4795-8c69-2e7b0b396b59 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:12.599588 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-424b8dfb-2c96-4795-8c69-2e7b0b396b59 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port c4c3810e-36e8-4e54-98aa-fe0951857c3a yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:48:12.798061 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126aecfe-f38c-4526-b28d-3f66c5f7e10d None None] Pushing event updated for resources: {'Port': ['ID=1708541e-7721-4b61-90a9-ffccebd18eb2,revision_number=10']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:12.803574 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba6f31-6918-4a84-91d8-9926a39b8f59 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event updated for resources: {'Port': ['ID=19e331cb-7b2b-4fa2-a435-991052833ac3,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:12.854343 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3d77aa1b-f846-4afe-a773-265114196018 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Deleting port 19e331cb-7b2b-4fa2-a435-991052833ac3 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:12.854914 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d77aa1b-f846-4afe-a773-265114196018 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:12.889516 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-6bc86b31-a5d5-45f1-8108-07841791b057 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] show failed (client error): The resource could not be found. Apr 20 15:48:12.891234 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6bc86b31-a5d5-45f1-8108-07841791b057 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/routers/3b3cc07c-95b3-4ca6-9838-cee7da3aa55e/tags/tempest-TagsExtTest-Tag-509328726 HTTP/1.1" status: 404 len: 328 time: 0.5363615 Apr 20 15:48:12.907166 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33730) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:12.916189 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.tag.tag_plugin [None req-bd069f9a-2023-413d-a58a-78d93ce94bc9 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'aec4aa35-84b5-4935-9bdb-1c0461bc6c54', {'tags': ['tempest-TagsExtTest-Tag-159688125', 'tempest-TagsExtTest-Tag-280098675', 'tempest-TagsExtTest-Tag-2064312197']}) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:12.959797 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:12.971371 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0f55c00a-87a8-4d67-a98e-33f43b2da95f None None] Provisioning complete for port 19e331cb-7b2b-4fa2-a435-991052833ac3 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:12.971746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0f55c00a-87a8-4d67-a98e-33f43b2da95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:12.991613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-424b8dfb-2c96-4795-8c69-2e7b0b396b59 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8:0:1::35d (f66047db-8bb8-4641-b4de-e5f9a3950b44/73a7652a-d192-4ed8-af2d-c7cdf286116e/c4c3810e-36e8-4e54-98aa-fe0951857c3a) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:12.992580 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22b069bc-1dae-44e0-a422-c91bb7978fa6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:12.999130 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-424b8dfb-2c96-4795-8c69-2e7b0b396b59 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::f816:3eff:fe9c:87e2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/32e8db57-89a0-400e-8d5b-93a64ca6a786/c4c3810e-36e8-4e54-98aa-fe0951857c3a) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:13.027933 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] For port 663dc9bb-053e-4d1f-a5f3-3c0d4b199005, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:48:13.030277 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Transition to ACTIVE for port object 8209b798-c8cd-42aa-951f-8dfe05b618df will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:13.059905 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] For port 663dc9bb-053e-4d1f-a5f3-3c0d4b199005, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=663dc9bb-053e-4d1f-a5f3-3c0d4b199005,segment=NetworkSegment(8387e4a0-e859-49bf-8192-05c647486018),segment_id=8387e4a0-e859-49bf-8192-05c647486018)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:48:13.077283 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:13.081615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b069bc-1dae-44e0-a422-c91bb7978fa6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event deleted for resources: {'Subnet': ['ID=1689cda3-a353-4583-ab40-c805cde8af58,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:13.108793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22b069bc-1dae-44e0-a422-c91bb7978fa6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:13.152294 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0f55c00a-87a8-4d67-a98e-33f43b2da95f None None] Port 19e331cb-7b2b-4fa2-a435-991052833ac3 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:48:13.166878 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bd069f9a-2023-413d-a58a-78d93ce94bc9 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "PUT /v2.0/subnetpools/aec4aa35-84b5-4935-9bdb-1c0461bc6c54/tags HTTP/1.1" status: 200 len: 316 time: 0.2580035 Apr 20 15:48:13.167403 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Transition to ACTIVE for port object 8209b798-c8cd-42aa-951f-8dfe05b618df will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:13.176236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33734) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:13.181935 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-1bfca2f4-6f8e-43b1-b710-2dd108acb3ff tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aec4aa35-84b5-4935-9bdb-1c0461bc6c54') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:13.194409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:13.258896 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Network e661e751-de11-4649-8713-77fa69e328c9 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:13.263081 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:13.273145 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:13.282735 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2195fa-86a6-4ea5-9736-bcbf6a5e7fa4 None None] Pushing event updated for resources: {'Port': ['ID=663dc9bb-053e-4d1f-a5f3-3c0d4b199005,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:13.331547 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1bfca2f4-6f8e-43b1-b710-2dd108acb3ff tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/subnetpools/aec4aa35-84b5-4935-9bdb-1c0461bc6c54/tags HTTP/1.1" status: 204 len: 168 time: 0.1542361 Apr 20 15:48:13.332329 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33738) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:13.356422 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-2445219c-5b73-4903-bc50-3a573f20c5ce tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aec4aa35-84b5-4935-9bdb-1c0461bc6c54', 'tempest-TagsExtTest-Tag-159688125') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:13.390479 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-22b069bc-1dae-44e0-a422-c91bb7978fa6 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "DELETE /v2.0/subnets/1689cda3-a353-4583-ab40-c805cde8af58 HTTP/1.1" status: 204 len: 168 time: 2.4344039 Apr 20 15:48:13.391358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33742) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:13.395376 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-424b8dfb-2c96-4795-8c69-2e7b0b396b59 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:13.408221 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-2445219c-5b73-4903-bc50-3a573f20c5ce tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] show failed (client error): The resource could not be found. Apr 20 15:48:13.413704 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2445219c-5b73-4903-bc50-3a573f20c5ce tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/subnetpools/aec4aa35-84b5-4935-9bdb-1c0461bc6c54/tags/tempest-TagsExtTest-Tag-159688125 HTTP/1.1" status: 404 len: 328 time: 0.0652378 Apr 20 15:48:13.417055 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33746) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:13.426488 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-5801bc40-267b-4933-a74e-f283ccb9152f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aec4aa35-84b5-4935-9bdb-1c0461bc6c54', 'tempest-TagsExtTest-Tag-280098675') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:13.447491 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-424b8dfb-2c96-4795-8c69-2e7b0b396b59 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object c4c3810e-36e8-4e54-98aa-fe0951857c3a will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:13.469575 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-5801bc40-267b-4933-a74e-f283ccb9152f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] show failed (client error): The resource could not be found. Apr 20 15:48:13.474930 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5801bc40-267b-4933-a74e-f283ccb9152f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/subnetpools/aec4aa35-84b5-4935-9bdb-1c0461bc6c54/tags/tempest-TagsExtTest-Tag-280098675 HTTP/1.1" status: 404 len: 328 time: 0.0566561 Apr 20 15:48:13.477751 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33750) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:13.480254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Pushing event updated for resources: {'Port': ['ID=8209b798-c8cd-42aa-951f-8dfe05b618df,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:13.487664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-fc31b1ea-e2b8-40e2-978a-ee034865ccfb tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aec4aa35-84b5-4935-9bdb-1c0461bc6c54', 'tempest-TagsExtTest-Tag-2064312197') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:13.492276 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Attempting to bind port 8209b798-c8cd-42aa-951f-8dfe05b618df on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:48:13.495089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Attempting to bind port 8209b798-c8cd-42aa-951f-8dfe05b618df by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '49a50d9f-099b-4099-af74-e09447dcb543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e661e751-de11-4649-8713-77fa69e328c9'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:48:13.495487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Attempting to bind port 8209b798-c8cd-42aa-951f-8dfe05b618df on network e661e751-de11-4649-8713-77fa69e328c9 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:48:13.505835 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:48:13.506217 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Checking segment: {'id': '49a50d9f-099b-4099-af74-e09447dcb543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e661e751-de11-4649-8713-77fa69e328c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:13.506626 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:13.507024 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Bound using segment: {'id': '49a50d9f-099b-4099-af74-e09447dcb543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e661e751-de11-4649-8713-77fa69e328c9'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:48:13.507491 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Bound port: 8209b798-c8cd-42aa-951f-8dfe05b618df, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a50d9f-099b-4099-af74-e09447dcb543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e661e751-de11-4649-8713-77fa69e328c9'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:48:13.509265 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:13.509569 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e114e-817d-42b0-8c08-876f98ca382b req-1e8284ab-d607-43cc-9870-5e828e0b0b77 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:13.516595 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a94e114e-817d-42b0-8c08-876f98ca382b req-1e8284ab-d607-43cc-9870-5e828e0b0b77 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.6241517 Apr 20 15:48:13.527846 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-fc31b1ea-e2b8-40e2-978a-ee034865ccfb tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] show failed (client error): The resource could not be found. Apr 20 15:48:13.532986 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fc31b1ea-e2b8-40e2-978a-ee034865ccfb tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/subnetpools/aec4aa35-84b5-4935-9bdb-1c0461bc6c54/tags/tempest-TagsExtTest-Tag-2064312197 HTTP/1.1" status: 404 len: 329 time: 0.0539563 Apr 20 15:48:13.534706 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33754) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:13.542078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-36f4fd52-e37b-4221-aded-d0ebe201ae44 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aec4aa35-84b5-4935-9bdb-1c0461bc6c54') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:13.571630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f1f708-86e3-4676-892e-161bd1ed1e04 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Deleting subnet 1ca04b83-add6-42f9-93d5-3b2cd8ec8dff {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:48:13.576578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-13f1f708-86e3-4676-892e-161bd1ed1e04 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:13.597154 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-36f4fd52-e37b-4221-aded-d0ebe201ae44 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/subnetpools/aec4aa35-84b5-4935-9bdb-1c0461bc6c54/tags HTTP/1.1" status: 204 len: 168 time: 0.0611866 Apr 20 15:48:13.597938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33758) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:13.599119 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-424b8dfb-2c96-4795-8c69-2e7b0b396b59 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:13.626574 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-788da2ee-4316-4800-a552-3d03a01ed83a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3b3cc07c-95b3-4ca6-9838-cee7da3aa55e') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:13.632121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9165f8f1-43da-4564-b692-e4bac765be28 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:13.649977 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d77aa1b-f846-4afe-a773-265114196018 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:13.780772 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424b8dfb-2c96-4795-8c69-2e7b0b396b59 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:13.787757 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-424b8dfb-2c96-4795-8c69-2e7b0b396b59 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:13.806465 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3d77aa1b-f846-4afe-a773-265114196018 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Calling delete_port for 19e331cb-7b2b-4fa2-a435-991052833ac3 owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:13.808092 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424b8dfb-2c96-4795-8c69-2e7b0b396b59 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:13.814889 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b8dfb-2c96-4795-8c69-2e7b0b396b59 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:13.815242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-424b8dfb-2c96-4795-8c69-2e7b0b396b59 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:13.833255 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-53ebfccb-0d73-46c8-bf7c-bac236ddc27f None None] Provisioning complete for port 1708541e-7721-4b61-90a9-ffccebd18eb2 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:13.833630 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-53ebfccb-0d73-46c8-bf7c-bac236ddc27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:13.848592 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a94e114e-817d-42b0-8c08-876f98ca382b req-5fe135f4-bb65-4298-bbb3-a05d6323317b tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3308222 Apr 20 15:48:13.850201 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-424b8dfb-2c96-4795-8c69-2e7b0b396b59 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6016090 Apr 20 15:48:13.850911 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b8dfb-2c96-4795-8c69-2e7b0b396b59 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=c4c3810e-36e8-4e54-98aa-fe0951857c3a,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:13.853662 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33762) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:13.878559 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-13f1f708-86e3-4676-892e-161bd1ed1e04 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:13.881233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] For port 8209b798-c8cd-42aa-951f-8dfe05b618df, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:48:13.928393 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] For port 8209b798-c8cd-42aa-951f-8dfe05b618df, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=8209b798-c8cd-42aa-951f-8dfe05b618df,segment=NetworkSegment(49a50d9f-099b-4099-af74-e09447dcb543),segment_id=49a50d9f-099b-4099-af74-e09447dcb543)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:48:13.945708 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:13.997568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-6411ee05-f1b0-4d2f-bf59-38cbfc5d65d7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port c4c3810e-36e8-4e54-98aa-fe0951857c3a {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:13.997916 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6411ee05-f1b0-4d2f-bf59-38cbfc5d65d7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:14.054387 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-788da2ee-4316-4800-a552-3d03a01ed83a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/routers/3b3cc07c-95b3-4ca6-9838-cee7da3aa55e/tags HTTP/1.1" status: 204 len: 168 time: 0.4506974 Apr 20 15:48:14.055266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33766) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:14.076814 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-53ebfccb-0d73-46c8-bf7c-bac236ddc27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:14.077342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-13f1f708-86e3-4676-892e-161bd1ed1e04 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:14.080213 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-2114fd57-36d9-41b2-9fa8-867b7b8dfbdf tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b287c838-8ade-48c7-838c-f6628b53377c') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:14.155116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d77aa1b-f846-4afe-a773-265114196018 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:14.216866 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-13f1f708-86e3-4676-892e-161bd1ed1e04 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:14.251997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77aa1b-f846-4afe-a773-265114196018 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event deleted for resources: {'Port': ['ID=19e331cb-7b2b-4fa2-a435-991052833ac3,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:14.265670 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc55e4-7d2f-4652-9e5d-6f719290225f None None] Pushing event updated for resources: {'Port': ['ID=8209b798-c8cd-42aa-951f-8dfe05b618df,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:14.278289 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1708541e-7721-4b61-90a9-ffccebd18eb2 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:48:14.309174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1f708-86e3-4676-892e-161bd1ed1e04 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca04b83-add6-42f9-93d5-3b2cd8ec8dff,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:14.324834 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-13f1f708-86e3-4676-892e-161bd1ed1e04 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:14.362955 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-13f1f708-86e3-4676-892e-161bd1ed1e04 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "DELETE /v2.0/subnets/1ca04b83-add6-42f9-93d5-3b2cd8ec8dff HTTP/1.1" status: 204 len: 168 time: 0.9653482 Apr 20 15:48:14.366462 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33770) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:14.394728 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-53ebfccb-0d73-46c8-bf7c-bac236ddc27f None None] For port 1708541e-7721-4b61-90a9-ffccebd18eb2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1708541e-7721-4b61-90a9-ffccebd18eb2,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:14.416765 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-53ebfccb-0d73-46c8-bf7c-bac236ddc27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:14.584865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d77aa1b-f846-4afe-a773-265114196018 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:14.589416 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3d77aa1b-f846-4afe-a773-265114196018 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "DELETE /v2.0/ports/19e331cb-7b2b-4fa2-a435-991052833ac3 HTTP/1.1" status: 204 len: 168 time: 2.0836923 Apr 20 15:48:14.590582 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38be5b15-5a23-4110-9d71-4b8430907261 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:14.591424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-38be5b15-5a23-4110-9d71-4b8430907261 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Synchronizing usage tracker for tenant:796a71e18c2844488590df58ecf286ef on resource:subnet {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:14.595572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33774) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:14.612489 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 1708541e-7721-4b61-90a9-ffccebd18eb2 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:14.613149 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:14.647448 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d863214-0171-45c3-8d09-329a5923ae08 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] GET failed (client error): The resource could not be found. Apr 20 15:48:14.648162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-7d863214-0171-45c3-8d09-329a5923ae08 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Synchronizing usage tracker for tenant:a3546ec4e0ce4c848df1e7d61a57469d on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:14.661698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-38be5b15-5a23-4110-9d71-4b8430907261 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Unset dirty status for tenant:796a71e18c2844488590df58ecf286ef on resource:subnet {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:14.663392 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-38be5b15-5a23-4110-9d71-4b8430907261 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2958219 Apr 20 15:48:14.667882 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33778) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:14.673861 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6411ee05-f1b0-4d2f-bf59-38cbfc5d65d7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:14.705102 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-7d863214-0171-45c3-8d09-329a5923ae08 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Unset dirty status for tenant:a3546ec4e0ce4c848df1e7d61a57469d on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:14.709744 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7d863214-0171-45c3-8d09-329a5923ae08 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "GET /v2.0/ports/19e331cb-7b2b-4fa2-a435-991052833ac3 HTTP/1.1" status: 404 len: 333 time: 0.1098595 Apr 20 15:48:14.712607 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33782) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:14.720690 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebfccb-0d73-46c8-bf7c-bac236ddc27f None None] Pushing event updated for resources: {'Port': ['ID=1708541e-7721-4b61-90a9-ffccebd18eb2,revision_number=11']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:14.783269 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-363d4b4c-f45d-42cf-abe6-e6eb79957b1f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Request body: {'port': {'network_id': '6fb737db-354a-40b9-9389-807a97f6f46b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1095528601'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:14.851003 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:14.870501 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 663dc9bb-053e-4d1f-a5f3-3c0d4b199005 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:48:14.883995 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-6411ee05-f1b0-4d2f-bf59-38cbfc5d65d7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for c4c3810e-36e8-4e54-98aa-fe0951857c3a owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:14.945850 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2114fd57-36d9-41b2-9fa8-867b7b8dfbdf tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/ports/b287c838-8ade-48c7-838c-f6628b53377c/tags HTTP/1.1" status: 204 len: 168 time: 0.8898535 Apr 20 15:48:14.953338 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33788) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:14.961151 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.tag.tag_plugin [None req-888f4883-88a5-4398-88b7-e415d5bfa5d8 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2102d989-48a4-4cb9-918b-552e770c727f') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:14.996850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-363d4b4c-f45d-42cf-abe6-e6eb79957b1f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:15.000961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c103cbe7-829f-4fad-ac91-cf3b462bf576 None None] Update dhcp port {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'fixed_ips': [{'subnet_id': '32e8db57-89a0-400e-8d5b-93a64ca6a786', 'ip_address': '2001:db8::f816:3eff:feb5:f981'}, {'subnet_id': '73a7652a-d192-4ed8-af2d-c7cdf286116e'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': '1708541e-7721-4b61-90a9-ffccebd18eb2'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:48:15.014471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:15.048789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2e80cc-6224-481e-9c3b-1acb6259b27d None None] Network 669fc8e1-1013-4571-b307-b63182829b9d requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:15.067980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-363d4b4c-f45d-42cf-abe6-e6eb79957b1f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:15.091918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Deleting port 8209b798-c8cd-42aa-951f-8dfe05b618df {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:15.092345 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:15.135042 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363d4b4c-f45d-42cf-abe6-e6eb79957b1f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Made reservation on behalf of a3546ec4e0ce4c848df1e7d61a57469d for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:15.138472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-363d4b4c-f45d-42cf-abe6-e6eb79957b1f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:15.162357 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-363d4b4c-f45d-42cf-abe6-e6eb79957b1f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] device_id is not set on port 683ed019-1d8d-46a7-9b38-ef0ea5f7c305 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:48:15.211847 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1d643b61-0fbf-4858-9ceb-46f4f4d15267 None None] Provisioning for port 663dc9bb-053e-4d1f-a5f3-3c0d4b199005 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:15.215206 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6411ee05-f1b0-4d2f-bf59-38cbfc5d65d7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:15.224561 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c103cbe7-829f-4fad-ac91-cf3b462bf576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:15.267096 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-888f4883-88a5-4398-88b7-e415d5bfa5d8 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/subnets/2102d989-48a4-4cb9-918b-552e770c727f/tags HTTP/1.1" status: 204 len: 168 time: 0.3126142 Apr 20 15:48:15.276810 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33792) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:15.279467 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411ee05-f1b0-4d2f-bf59-38cbfc5d65d7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=c4c3810e-36e8-4e54-98aa-fe0951857c3a,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:15.393886 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6411ee05-f1b0-4d2f-bf59-38cbfc5d65d7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:15.409532 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 663dc9bb-053e-4d1f-a5f3-3c0d4b199005 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:15.425286 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6411ee05-f1b0-4d2f-bf59-38cbfc5d65d7 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/c4c3810e-36e8-4e54-98aa-fe0951857c3a HTTP/1.1" status: 204 len: 168 time: 1.5696115 Apr 20 15:48:15.428766 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33796) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:15.434280 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 663dc9bb-053e-4d1f-a5f3-3c0d4b199005 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:15.434785 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:15.526281 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-64e57106-108e-41e1-870e-94f89a8eb9f3 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks [] for subnetpool, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:15.528257 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-64e57106-108e-41e1-870e-94f89a8eb9f3 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/subnetpools/aec4aa35-84b5-4935-9bdb-1c0461bc6c54 HTTP/1.1" status: 204 len: 168 time: 0.2450886 Apr 20 15:48:15.531498 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33800) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:15.585361 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9b9ebf00-9436-48ad-b487-20c33f969865 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b3cc07c-95b3-4ca6-9838-cee7da3aa55e HTTP/1.1" status: 200 len: 205 time: 0.0525303 Apr 20 15:48:15.591519 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33804) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:15.596137 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ea4194-7c9b-44d0-935b-8fddeb0abb5d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:15.597062 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-89ea4194-7c9b-44d0-935b-8fddeb0abb5d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:15.615799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-89ea4194-7c9b-44d0-935b-8fddeb0abb5d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:15.617395 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-89ea4194-7c9b-44d0-935b-8fddeb0abb5d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.1875153 Apr 20 15:48:15.620099 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33808) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:15.711872 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53d932a-0145-40ab-886e-0ab9aaeb26f6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:15.714163 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d53d932a-0145-40ab-886e-0ab9aaeb26f6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.0929921 Apr 20 15:48:15.716891 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33812) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:15.741734 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-c103cbe7-829f-4fad-ac91-cf3b462bf576 None None] Allocated IP 2001:db8:0:1::2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/73a7652a-d192-4ed8-af2d-c7cdf286116e/1708541e-7721-4b61-90a9-ffccebd18eb2) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:15.746472 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f183eb87-e629-4054-b5f0-c81268efd084 None None] Network e661e751-de11-4649-8713-77fa69e328c9 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:15.764316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:15.799050 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82d540a-f00b-445d-b95b-d8eee7aa7030 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:15.799050 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82d540a-f00b-445d-b95b-d8eee7aa7030 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:15.803865 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82d540a-f00b-445d-b95b-d8eee7aa7030 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:15.804733 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d82d540a-f00b-445d-b95b-d8eee7aa7030 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:15.822410 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d82d540a-f00b-445d-b95b-d8eee7aa7030 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:15.823965 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d82d540a-f00b-445d-b95b-d8eee7aa7030 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1057370 Apr 20 15:48:15.826522 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33816) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:15.833874 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5b551-a963-4eb4-abde-4b980bd89969 req-a7c86500-8daf-43b4-ae86-93fa7d658bcf tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:15.835788 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2fd5b551-a963-4eb4-abde-4b980bd89969 req-a7c86500-8daf-43b4-ae86-93fa7d658bcf tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.8055699 Apr 20 15:48:15.845855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f306f01-f23f-45b6-a05a-7a3253d0ce08 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:15.849637 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b88f702-42e9-4f1b-b765-b86619994bc1 None None] DHCP port deletion for 669fc8e1-1013-4571-b307-b63182829b9d request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:48:15.897171 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-8b88f702-42e9-4f1b-b765-b86619994bc1 None None] Deleting port 663dc9bb-053e-4d1f-a5f3-3c0d4b199005 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:15.897619 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8b88f702-42e9-4f1b-b765-b86619994bc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:15.898802 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b159f47-b6f7-4f2f-824b-dd15a606d333 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 32e8db57-89a0-400e-8d5b-93a64ca6a786 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:48:15.920043 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] For port 8209b798-c8cd-42aa-951f-8dfe05b618df, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=8209b798-c8cd-42aa-951f-8dfe05b618df,segment=NetworkSegment(49a50d9f-099b-4099-af74-e09447dcb543),segment_id=49a50d9f-099b-4099-af74-e09447dcb543)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:15.920408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:15.952423 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-363d4b4c-f45d-42cf-abe6-e6eb79957b1f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Allocated IP 2001:db8::1f (6fb737db-354a-40b9-9389-807a97f6f46b/a577075d-7951-455b-b815-8d5461d8755d/683ed019-1d8d-46a7-9b38-ef0ea5f7c305) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:16.047564 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 663dc9bb-053e-4d1f-a5f3-3c0d4b199005, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=663dc9bb-053e-4d1f-a5f3-3c0d4b199005,segment=NetworkSegment(8387e4a0-e859-49bf-8192-05c647486018),segment_id=8387e4a0-e859-49bf-8192-05c647486018)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:16.052423 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f0a9e9bd-f4d7-4aee-8d92-caf4bea62b31 None None] Provisioning for port 8209b798-c8cd-42aa-951f-8dfe05b618df completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:16.073419 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:16.190805 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Calling delete_port for 8209b798-c8cd-42aa-951f-8dfe05b618df owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:16.278148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 8209b798-c8cd-42aa-951f-8dfe05b618df up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:48:16.328113 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2fd5b551-a963-4eb4-abde-4b980bd89969 req-f836fb44-8e7b-460d-9587-f86426945537 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4241712 Apr 20 15:48:16.374388 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c103cbe7-829f-4fad-ac91-cf3b462bf576 None None] For port 1708541e-7721-4b61-90a9-ffccebd18eb2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1708541e-7721-4b61-90a9-ffccebd18eb2,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:16.388870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=663dc9bb-053e-4d1f-a5f3-3c0d4b199005,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:16.413768 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f306f01-f23f-45b6-a05a-7a3253d0ce08 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:16.429159 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f306f01-f23f-45b6-a05a-7a3253d0ce08 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:16.439811 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-8b88f702-42e9-4f1b-b765-b86619994bc1 None None] For port 663dc9bb-053e-4d1f-a5f3-3c0d4b199005, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=663dc9bb-053e-4d1f-a5f3-3c0d4b199005,segment=NetworkSegment(8387e4a0-e859-49bf-8192-05c647486018),segment_id=8387e4a0-e859-49bf-8192-05c647486018)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:16.440210 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8b88f702-42e9-4f1b-b765-b86619994bc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:16.480212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:16.559309 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f306f01-f23f-45b6-a05a-7a3253d0ce08 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:16.559830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f306f01-f23f-45b6-a05a-7a3253d0ce08 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Fanout notify agent at l3_agent the message router_deleted on router 3b3cc07c-95b3-4ca6-9838-cee7da3aa55e {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:48:16.578272 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c103cbe7-829f-4fad-ac91-cf3b462bf576 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:16.588233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-8b88f702-42e9-4f1b-b765-b86619994bc1 None None] Calling delete_port for 663dc9bb-053e-4d1f-a5f3-3c0d4b199005 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:16.595799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event deleted for resources: {'Port': ['ID=8209b798-c8cd-42aa-951f-8dfe05b618df,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:16.604604 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] No DVR routers for this DVR port 8209b798-c8cd-42aa-951f-8dfe05b618df on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:48:16.618591 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No active binding found for port 8209b798-c8cd-42aa-951f-8dfe05b618df {{(pid=88170) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 20 15:48:16.619079 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 8209b798-c8cd-42aa-951f-8dfe05b618df not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 20 15:48:16.721736 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Port 8209b798-c8cd-42aa-951f-8dfe05b618df not found, will not notify nova. {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 20 15:48:16.722146 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1708541e-7721-4b61-90a9-ffccebd18eb2 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:48:16.722268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f306f01-f23f-45b6-a05a-7a3253d0ce08 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:16.725680 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3f306f01-f23f-45b6-a05a-7a3253d0ce08 tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/routers/3b3cc07c-95b3-4ca6-9838-cee7da3aa55e HTTP/1.1" status: 204 len: 168 time: 1.1251976 Apr 20 15:48:16.726020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33820) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:16.754562 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7c1fe1-dba7-40ff-b30c-e79523f84555 None None] DHCP port deletion for e661e751-de11-4649-8713-77fa69e328c9 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:48:16.762967 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c103cbe7-829f-4fad-ac91-cf3b462bf576 None None] Transition to ACTIVE for port object 1708541e-7721-4b61-90a9-ffccebd18eb2 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:16.776836 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2b159f47-b6f7-4f2f-824b-dd15a606d333 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:16.783080 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c103cbe7-829f-4fad-ac91-cf3b462bf576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:16.857264 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-adf2897c-1659-4296-a4c5-23c93b45e62a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Deleting port b287c838-8ade-48c7-838c-f6628b53377c {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:16.857591 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-adf2897c-1659-4296-a4c5-23c93b45e62a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:16.894536 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2b159f47-b6f7-4f2f-824b-dd15a606d333 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:16.961043 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8b88f702-42e9-4f1b-b765-b86619994bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:16.969405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:16.971830 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103cbe7-829f-4fad-ac91-cf3b462bf576 None None] Pushing event updated for resources: {'Port': ['ID=1708541e-7721-4b61-90a9-ffccebd18eb2,revision_number=12']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:17.023618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e661e751-de11-4649-8713-77fa69e328c9']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:17.032757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-363d4b4c-f45d-42cf-abe6-e6eb79957b1f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:17.036998 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88f702-42e9-4f1b-b765-b86619994bc1 None None] Pushing event deleted for resources: {'Port': ['ID=663dc9bb-053e-4d1f-a5f3-3c0d4b199005,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:17.045303 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a50d9f-099b-4099-af74-e09447dcb543') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:17.045609 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a50d9f-099b-4099-af74-e09447dcb543') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:17.063234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:17.066763 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b88f702-42e9-4f1b-b765-b86619994bc1 None None] No DVR routers for this DVR port 663dc9bb-053e-4d1f-a5f3-3c0d4b199005 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:48:17.071198 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d72de-adc6-41e9-bac5-bddf07131e1b req-6ca4a912-14e8-486f-9eff-775dcb8b7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:17.072737 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-746d72de-adc6-41e9-bac5-bddf07131e1b req-6ca4a912-14e8-486f-9eff-775dcb8b7a3d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80c78f2bdb844b1b88a5fac930d650c8&device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 1099 time: 0.4307208 Apr 20 15:48:17.086523 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-363d4b4c-f45d-42cf-abe6-e6eb79957b1f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Transition to ACTIVE for port object 683ed019-1d8d-46a7-9b38-ef0ea5f7c305 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:17.092620 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:17.106909 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:17.107448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:17.125187 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:17.161551 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 663dc9bb-053e-4d1f-a5f3-3c0d4b199005 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:48:17.224274 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2b159f47-b6f7-4f2f-824b-dd15a606d333 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:17.229861 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 663dc9bb-053e-4d1f-a5f3-3c0d4b199005 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:48:17.230130 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 663dc9bb-053e-4d1f-a5f3-3c0d4b199005 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:48:17.355859 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:17.369828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-363d4b4c-f45d-42cf-abe6-e6eb79957b1f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:17.385723 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:17.472427 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event deleted for resources: {'Network': ['ID=e661e751-de11-4649-8713-77fa69e328c9,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:17.495502 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d72de-adc6-41e9-bac5-bddf07131e1b req-6ff2e7c9-743d-4126-865a-77d5491e1282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:17.497081 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-746d72de-adc6-41e9-bac5-bddf07131e1b req-6ff2e7c9-743d-4126-865a-77d5491e1282 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b99e9b56-1358-4ae1-9cfc-416f103dc430 HTTP/1.1" status: 200 len: 912 time: 0.3664138 Apr 20 15:48:17.502095 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-adf2897c-1659-4296-a4c5-23c93b45e62a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:17.502515 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3cbb816d-a298-4884-b56c-a077e1d85af3 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "DELETE /v2.0/networks/e661e751-de11-4649-8713-77fa69e328c9 HTTP/1.1" status: 204 len: 168 time: 2.8333962 Apr 20 15:48:17.513446 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33826) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:17.519143 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363d4b4c-f45d-42cf-abe6-e6eb79957b1f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Network 6fb737db-354a-40b9-9389-807a97f6f46b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:17.582965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-363d4b4c-f45d-42cf-abe6-e6eb79957b1f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:17.610121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d4b4c-f45d-42cf-abe6-e6eb79957b1f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event updated for resources: {'Port': ['ID=683ed019-1d8d-46a7-9b38-ef0ea5f7c305,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:17.623225 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363d4b4c-f45d-42cf-abe6-e6eb79957b1f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:17.629370 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363d4b4c-f45d-42cf-abe6-e6eb79957b1f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:17.630010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-363d4b4c-f45d-42cf-abe6-e6eb79957b1f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:17.653604 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-adf2897c-1659-4296-a4c5-23c93b45e62a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Calling delete_port for b287c838-8ade-48c7-838c-f6628b53377c owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:17.746465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2b159f47-b6f7-4f2f-824b-dd15a606d333 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:17.786590 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-363d4b4c-f45d-42cf-abe6-e6eb79957b1f tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0707047 Apr 20 15:48:17.787692 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33830) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:17.796006 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-204192ba-aa15-49ca-97ca-cdd99d17a6c8 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:67:90:2f'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:17.801029 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-746d72de-adc6-41e9-bac5-bddf07131e1b req-a2388c41-6537-4a57-9386-46247481e698 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4af254e-9470-4a05-9aef-8350767e21a0 HTTP/1.1" status: 200 len: 1002 time: 0.2884533 Apr 20 15:48:17.812294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3fc53b43-8c29-47b1-9966-ed8ed60462da tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:17.837831 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2b159f47-b6f7-4f2f-824b-dd15a606d333 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:17.879963 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b159f47-b6f7-4f2f-824b-dd15a606d333 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=32e8db57-89a0-400e-8d5b-93a64ca6a786,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:17.910937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9f4945-6f95-40de-ade1-a4ca5ea13877 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:17.948855 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2b159f47-b6f7-4f2f-824b-dd15a606d333 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/32e8db57-89a0-400e-8d5b-93a64ca6a786 HTTP/1.1" status: 204 len: 168 time: 2.1211414 Apr 20 15:48:17.952681 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d72de-adc6-41e9-bac5-bddf07131e1b req-cbc1f66e-86f8-44ef-906d-fc50915f96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:17.954119 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-746d72de-adc6-41e9-bac5-bddf07131e1b req-cbc1f66e-86f8-44ef-906d-fc50915f96ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ddbab018-b2c7-4785-88fd-2b8333c96735 HTTP/1.1" status: 200 len: 850 time: 0.1458328 Apr 20 15:48:17.954586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33834) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:17.966424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cda76-1812-4001-8ee1-488bbba68fc1 req-c4dd2819-55f2-4f99-911e-cd11298bac3f tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:17.967948 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-847cda76-1812-4001-8ee1-488bbba68fc1 req-c4dd2819-55f2-4f99-911e-cd11298bac3f tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.3550344 Apr 20 15:48:18.006845 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cbfed0b7-acd1-4df4-b7ce-baf27cda9c30 None None] Provisioning for port 1708541e-7721-4b61-90a9-ffccebd18eb2 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:18.014773 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cbfed0b7-acd1-4df4-b7ce-baf27cda9c30 None None] Provisioning complete for port 1708541e-7721-4b61-90a9-ffccebd18eb2 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:18.015707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cbfed0b7-acd1-4df4-b7ce-baf27cda9c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.020366 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-adf2897c-1659-4296-a4c5-23c93b45e62a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.108613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2897c-1659-4296-a4c5-23c93b45e62a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Pushing event deleted for resources: {'Port': ['ID=b287c838-8ade-48c7-838c-f6628b53377c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:18.160644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3fc53b43-8c29-47b1-9966-ed8ed60462da tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.206665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2a76d1-f823-493e-9a57-8fcf5b3a5702 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 73a7652a-d192-4ed8-af2d-c7cdf286116e {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:48:18.216854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a2a76d1-f823-493e-9a57-8fcf5b3a5702 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.259935 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-adf2897c-1659-4296-a4c5-23c93b45e62a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.262201 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-adf2897c-1659-4296-a4c5-23c93b45e62a tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/ports/b287c838-8ade-48c7-838c-f6628b53377c HTTP/1.1" status: 204 len: 168 time: 1.5352020 Apr 20 15:48:18.265216 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33838) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:18.277897 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-3fc53b43-8c29-47b1-9966-ed8ed60462da tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669fc8e1-1013-4571-b307-b63182829b9d']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:18.298298 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1708541e-7721-4b61-90a9-ffccebd18eb2 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:48:18.314457 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-3fc53b43-8c29-47b1-9966-ed8ed60462da tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8387e4a0-e859-49bf-8192-05c647486018') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:18.315383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-3fc53b43-8c29-47b1-9966-ed8ed60462da tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8387e4a0-e859-49bf-8192-05c647486018') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:18.336966 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-204192ba-aa15-49ca-97ca-cdd99d17a6c8 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.338187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3fc53b43-8c29-47b1-9966-ed8ed60462da tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.371741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3fc53b43-8c29-47b1-9966-ed8ed60462da tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.382399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc53b43-8c29-47b1-9966-ed8ed60462da tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:18.383243 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3fc53b43-8c29-47b1-9966-ed8ed60462da tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.396751 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cbfed0b7-acd1-4df4-b7ce-baf27cda9c30 None None] Provisioning for port 683ed019-1d8d-46a7-9b38-ef0ea5f7c305 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:18.399360 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c0fdc4-aee2-432a-8521-48c49659c69e tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Deleting subnet 2102d989-48a4-4cb9-918b-552e770c727f {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:48:18.406545 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cbfed0b7-acd1-4df4-b7ce-baf27cda9c30 None None] Provisioning complete for port 683ed019-1d8d-46a7-9b38-ef0ea5f7c305 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:18.407017 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cbfed0b7-acd1-4df4-b7ce-baf27cda9c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.410136 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f1c0fdc4-aee2-432a-8521-48c49659c69e tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.471904 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 1708541e-7721-4b61-90a9-ffccebd18eb2 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:18.472385 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.482567 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f1c0fdc4-aee2-432a-8521-48c49659c69e tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.495657 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-847cda76-1812-4001-8ee1-488bbba68fc1 req-3ece5478-06e5-4e3b-ac77-30015ec6817f tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4064028 Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:18.496332 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:18.509589 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-cbfed0b7-acd1-4df4-b7ce-baf27cda9c30 None None] Port 683ed019-1d8d-46a7-9b38-ef0ea5f7c305 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:48:18.523088 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cbfed0b7-acd1-4df4-b7ce-baf27cda9c30 None None] Could not find standard attr ID for object c4c3810e-36e8-4e54-98aa-fe0951857c3a. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:48:18.526984 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a2a76d1-f823-493e-9a57-8fcf5b3a5702 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.652992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a2a76d1-f823-493e-9a57-8fcf5b3a5702 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.670524 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 8209b798-c8cd-42aa-951f-8dfe05b618df no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:48:18.717224 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 8209b798-c8cd-42aa-951f-8dfe05b618df {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:48:18.717224 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 8209b798-c8cd-42aa-951f-8dfe05b618df not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:48:18.740541 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3fc53b43-8c29-47b1-9966-ed8ed60462da tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.757077 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-204192ba-aa15-49ca-97ca-cdd99d17a6c8 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.759575 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f1c0fdc4-aee2-432a-8521-48c49659c69e tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.766467 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3fc53b43-8c29-47b1-9966-ed8ed60462da tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.773804 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d72de-adc6-41e9-bac5-bddf07131e1b req-8a887482-0bb1-46e9-a460-394e776831d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:18.775308 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-746d72de-adc6-41e9-bac5-bddf07131e1b req-8a887482-0bb1-46e9-a460-394e776831d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b99e9b56-1358-4ae1-9cfc-416f103dc430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8056591 Apr 20 15:48:18.793580 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-204192ba-aa15-49ca-97ca-cdd99d17a6c8 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.815379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc53b43-8c29-47b1-9966-ed8ed60462da tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event deleted for resources: {'Network': ['ID=669fc8e1-1013-4571-b307-b63182829b9d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:18.867412 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-204192ba-aa15-49ca-97ca-cdd99d17a6c8 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] In _notify_port_updated(), no bound segment for port 683ed019-1d8d-46a7-9b38-ef0ea5f7c305 on network 6fb737db-354a-40b9-9389-807a97f6f46b {{(pid=88169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:48:18.872861 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204192ba-aa15-49ca-97ca-cdd99d17a6c8 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:18.873537 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-204192ba-aa15-49ca-97ca-cdd99d17a6c8 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:18.874911 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-204192ba-aa15-49ca-97ca-cdd99d17a6c8 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "PUT /v2.0/ports/683ed019-1d8d-46a7-9b38-ef0ea5f7c305 HTTP/1.1" status: 200 len: 1002 time: 1.0856056 Apr 20 15:48:18.882532 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33842) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:18.958310 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3fc53b43-8c29-47b1-9966-ed8ed60462da tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "DELETE /v2.0/networks/669fc8e1-1013-4571-b307-b63182829b9d HTTP/1.1" status: 204 len: 168 time: 1.3862197 Apr 20 15:48:18.966152 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33846) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:18.966929 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204192ba-aa15-49ca-97ca-cdd99d17a6c8 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event updated for resources: {'Port': ['ID=683ed019-1d8d-46a7-9b38-ef0ea5f7c305,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:19.004709 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a2a76d1-f823-493e-9a57-8fcf5b3a5702 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:19.064274 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a76d1-f823-493e-9a57-8fcf5b3a5702 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=73a7652a-d192-4ed8-af2d-c7cdf286116e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:19.073201 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4de297f6-6c78-4146-81f2-cfa9e4ab1251 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Deleting port 683ed019-1d8d-46a7-9b38-ef0ea5f7c305 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:19.073343 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a2a76d1-f823-493e-9a57-8fcf5b3a5702 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:19.073538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4de297f6-6c78-4146-81f2-cfa9e4ab1251 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:19.075133 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8a2a76d1-f823-493e-9a57-8fcf5b3a5702 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/73a7652a-d192-4ed8-af2d-c7cdf286116e HTTP/1.1" status: 204 len: 168 time: 1.1168931 Apr 20 15:48:19.078111 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33850) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:19.126442 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f1c0fdc4-aee2-432a-8521-48c49659c69e tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:19.171395 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dddbc8-4b16-46c9-b77c-c3d77459d0e5 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:19.221515 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-746d72de-adc6-41e9-bac5-bddf07131e1b req-61215921-f63e-403b-ae84-2998e74b88e0 service neutron] 10.222.0.11 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329746 Apr 20 15:48:19.226516 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0d116a6e-0fdc-462f-adb8-032ab0192620 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1447833 Apr 20 15:48:19.227118 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33854) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:19.236182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-45cfe6b6-cd94-46d3-a8ec-0c416f0dbf56 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:19.316164 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0fdc4-aee2-432a-8521-48c49659c69e tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Pushing event deleted for resources: {'Subnet': ['ID=2102d989-48a4-4cb9-918b-552e770c727f,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:19.325942 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f1c0fdc4-aee2-432a-8521-48c49659c69e tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:19.334554 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c90122bb-347b-4d62-b46f-e0bcdc3633d5 None None] Provisioning complete for port 1708541e-7721-4b61-90a9-ffccebd18eb2 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:19.334930 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c90122bb-347b-4d62-b46f-e0bcdc3633d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:19.349180 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24e0af8c-2d94-4048-9e8b-c35c61a207e4 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:19.353910 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f1c0fdc4-aee2-432a-8521-48c49659c69e tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/subnets/2102d989-48a4-4cb9-918b-552e770c727f HTTP/1.1" status: 204 len: 168 time: 1.0853591 Apr 20 15:48:19.375694 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33858) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:19.382457 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333f478b-a1b4-4857-8dcb-f2a1336b6ec5 None None] Network c15d83db-5339-4515-ac72-9f742512f4e2 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:19.601386 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-746d72de-adc6-41e9-bac5-bddf07131e1b req-8e3e5c33-12cb-4e13-9a3c-5f713e714724 service neutron] 10.222.0.11 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714077 Apr 20 15:48:19.607895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:19.614778 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24e0af8c-2d94-4048-9e8b-c35c61a207e4 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:19.621787 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-45cfe6b6-cd94-46d3-a8ec-0c416f0dbf56 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:19.632327 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-45cfe6b6-cd94-46d3-a8ec-0c416f0dbf56 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:19.670697 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-45cfe6b6-cd94-46d3-a8ec-0c416f0dbf56 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:19.678524 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-24e0af8c-2d94-4048-9e8b-c35c61a207e4 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b034522-55a4-4cda-a6e8-0c28b639608f']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:19.684293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-45cfe6b6-cd94-46d3-a8ec-0c416f0dbf56 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:19.688200 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Deleting port 06680d66-3caf-4e6e-a170-77da8eaacd0f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:19.689036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:19.700717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c90122bb-347b-4d62-b46f-e0bcdc3633d5 None None] Provisioning complete for port 683ed019-1d8d-46a7-9b38-ef0ea5f7c305 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:19.701096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c90122bb-347b-4d62-b46f-e0bcdc3633d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:19.703955 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-24e0af8c-2d94-4048-9e8b-c35c61a207e4 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa94caf-8614-4eee-a663-f28152b690d0') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:19.704326 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-24e0af8c-2d94-4048-9e8b-c35c61a207e4 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa94caf-8614-4eee-a663-f28152b690d0') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:19.715169 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4de297f6-6c78-4146-81f2-cfa9e4ab1251 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:19.728164 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24e0af8c-2d94-4048-9e8b-c35c61a207e4 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:19.785899 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f21df35-3ab0-4822-aa55-7bfa04679372 None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:48:19.796007 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-3f21df35-3ab0-4822-aa55-7bfa04679372 None None] Deleting port 1708541e-7721-4b61-90a9-ffccebd18eb2 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:19.797027 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3f21df35-3ab0-4822-aa55-7bfa04679372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:19.810057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cfe6b6-cd94-46d3-a8ec-0c416f0dbf56 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:19.818986 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-45cfe6b6-cd94-46d3-a8ec-0c416f0dbf56 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:19.843745 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c90122bb-347b-4d62-b46f-e0bcdc3633d5 None None] Port 683ed019-1d8d-46a7-9b38-ef0ea5f7c305 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:48:19.863077 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4de297f6-6c78-4146-81f2-cfa9e4ab1251 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Calling delete_port for 683ed019-1d8d-46a7-9b38-ef0ea5f7c305 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:19.895130 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24e0af8c-2d94-4048-9e8b-c35c61a207e4 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:19.902292 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd871cd-21cb-4ae9-b3d4-9ce1c177d30c None None] DHCP port deletion for c15d83db-5339-4515-ac72-9f742512f4e2 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:48:19.912694 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e0af8c-2d94-4048-9e8b-c35c61a207e4 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:19.913093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24e0af8c-2d94-4048-9e8b-c35c61a207e4 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:19.917497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7bd871cd-21cb-4ae9-b3d4-9ce1c177d30c None None] Deleting port 06680d66-3caf-4e6e-a170-77da8eaacd0f {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:19.917935 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7bd871cd-21cb-4ae9-b3d4-9ce1c177d30c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:19.932392 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:20.050437 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24e0af8c-2d94-4048-9e8b-c35c61a207e4 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.062369 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24e0af8c-2d94-4048-9e8b-c35c61a207e4 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.095696 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0af8c-2d94-4048-9e8b-c35c61a207e4 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event deleted for resources: {'Network': ['ID=3b034522-55a4-4cda-a6e8-0c28b639608f,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:20.104458 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-24e0af8c-2d94-4048-9e8b-c35c61a207e4 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "DELETE /v2.0/networks/3b034522-55a4-4cda-a6e8-0c28b639608f HTTP/1.1" status: 204 len: 168 time: 1.1320617 Apr 20 15:48:20.104760 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33864) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:20.139999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443b121-0210-4b7b-a1cb-43ab9769cde6 req-d26858b2-e974-4720-af7d-65bb5fccd409 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:20.141841 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8443b121-0210-4b7b-a1cb-43ab9769cde6 req-d26858b2-e974-4720-af7d-65bb5fccd409 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.4021604 Apr 20 15:48:20.194564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] For port 06680d66-3caf-4e6e-a170-77da8eaacd0f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=06680d66-3caf-4e6e-a170-77da8eaacd0f,segment=NetworkSegment(cf247762-655f-484f-9b81-66ba44ea8ffc),segment_id=cf247762-655f-484f-9b81-66ba44ea8ffc)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:20.195331 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.286893 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-7bd871cd-21cb-4ae9-b3d4-9ce1c177d30c None None] For port 06680d66-3caf-4e6e-a170-77da8eaacd0f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=06680d66-3caf-4e6e-a170-77da8eaacd0f,segment=NetworkSegment(cf247762-655f-484f-9b81-66ba44ea8ffc),segment_id=cf247762-655f-484f-9b81-66ba44ea8ffc)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:20.287878 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7bd871cd-21cb-4ae9-b3d4-9ce1c177d30c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.290724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47f5ec8d-4656-480d-9a99-580e63412bb9 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.293804 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4de297f6-6c78-4146-81f2-cfa9e4ab1251 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.299659 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1708541e-7721-4b61-90a9-ffccebd18eb2 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:48:20.350043 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de297f6-6c78-4146-81f2-cfa9e4ab1251 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event deleted for resources: {'Port': ['ID=683ed019-1d8d-46a7-9b38-ef0ea5f7c305,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:20.388234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Calling delete_port for 06680d66-3caf-4e6e-a170-77da8eaacd0f owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:20.428257 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4de297f6-6c78-4146-81f2-cfa9e4ab1251 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.441045 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8443b121-0210-4b7b-a1cb-43ab9769cde6 req-ce1a1979-ae5a-45e5-afc6-6f5866ea285e tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914398 Apr 20 15:48:20.493828 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7bd871cd-21cb-4ae9-b3d4-9ce1c177d30c None None] Calling delete_port for 06680d66-3caf-4e6e-a170-77da8eaacd0f owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:20.512113 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4de297f6-6c78-4146-81f2-cfa9e4ab1251 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "DELETE /v2.0/ports/683ed019-1d8d-46a7-9b38-ef0ea5f7c305 HTTP/1.1" status: 204 len: 168 time: 1.6284974 Apr 20 15:48:20.518183 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33868) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:20.543124 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47f5ec8d-4656-480d-9a99-580e63412bb9 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.546943 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-3f21df35-3ab0-4822-aa55-7bfa04679372 None None] For port 1708541e-7721-4b61-90a9-ffccebd18eb2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1708541e-7721-4b61-90a9-ffccebd18eb2,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:20.547416 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3f21df35-3ab0-4822-aa55-7bfa04679372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.567180 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-45cfe6b6-cd94-46d3-a8ec-0c416f0dbf56 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.574353 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-47f5ec8d-4656-480d-9a99-580e63412bb9 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29f211c-70d6-42bf-85e0-51f3b7a81562']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:20.589802 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-47f5ec8d-4656-480d-9a99-580e63412bb9 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823e337e-e5fc-4aee-93c1-1eb4a0bc5966') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:20.590186 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-47f5ec8d-4656-480d-9a99-580e63412bb9 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823e337e-e5fc-4aee-93c1-1eb4a0bc5966') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:20.605891 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47f5ec8d-4656-480d-9a99-580e63412bb9 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.626246 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47f5ec8d-4656-480d-9a99-580e63412bb9 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.633650 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f5ec8d-4656-480d-9a99-580e63412bb9 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:20.634106 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47f5ec8d-4656-480d-9a99-580e63412bb9 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:20.651145 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:20.699477 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-3f21df35-3ab0-4822-aa55-7bfa04679372 None None] Calling delete_port for 1708541e-7721-4b61-90a9-ffccebd18eb2 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:20.740129 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-d260323c-c621-498e-9a87-91e03ef1b652 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] GET failed (client error): The resource could not be found. Apr 20 15:48:20.740664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d260323c-c621-498e-9a87-91e03ef1b652 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Synchronizing usage tracker for tenant:a3546ec4e0ce4c848df1e7d61a57469d on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:20.741030 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47f5ec8d-4656-480d-9a99-580e63412bb9 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.743262 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.746211 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47f5ec8d-4656-480d-9a99-580e63412bb9 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.777634 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-47f5ec8d-4656-480d-9a99-580e63412bb9 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] 10.222.0.13 "DELETE /v2.0/networks/f29f211c-70d6-42bf-85e0-51f3b7a81562 HTTP/1.1" status: 204 len: 168 time: 0.6688883 Apr 20 15:48:20.777634 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5ec8d-4656-480d-9a99-580e63412bb9 tempest-BulkNetworkOpsIpV6Test-979420025 tempest-BulkNetworkOpsIpV6Test-979420025-project] Pushing event deleted for resources: {'Network': ['ID=f29f211c-70d6-42bf-85e0-51f3b7a81562,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:20.820445 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Pushing event deleted for resources: {'Port': ['ID=06680d66-3caf-4e6e-a170-77da8eaacd0f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:20.824534 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cfe6b6-cd94-46d3-a8ec-0c416f0dbf56 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:20.833267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] No DVR routers for this DVR port 06680d66-3caf-4e6e-a170-77da8eaacd0f on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:48:20.835152 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-45cfe6b6-cd94-46d3-a8ec-0c416f0dbf56 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:20.840536 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-7bd871cd-21cb-4ae9-b3d4-9ce1c177d30c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:48:20.841203 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-7bd871cd-21cb-4ae9-b3d4-9ce1c177d30c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:48:20.841923 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.868630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cfe6b6-cd94-46d3-a8ec-0c416f0dbf56 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:20.870394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-45cfe6b6-cd94-46d3-a8ec-0c416f0dbf56 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.888568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d260323c-c621-498e-9a87-91e03ef1b652 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Unset dirty status for tenant:a3546ec4e0ce4c848df1e7d61a57469d on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:20.889730 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d260323c-c621-498e-9a87-91e03ef1b652 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "GET /v2.0/ports/683ed019-1d8d-46a7-9b38-ef0ea5f7c305 HTTP/1.1" status: 404 len: 333 time: 0.3681908 Apr 20 15:48:20.893433 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfe6b6-cd94-46d3-a8ec-0c416f0dbf56 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=ee73e9ff-584a-4406-be57-23d8abfa2dc2,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:20.894419 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33874) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:20.901154 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c72452b0-b122-475c-86f5-8e4b3a6833f6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Request body: {'port': {'network_id': '6fb737db-354a-40b9-9389-807a97f6f46b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-875419547'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:20.905109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3f21df35-3ab0-4822-aa55-7bfa04679372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:20.948389 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 06680d66-3caf-4e6e-a170-77da8eaacd0f no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:48:20.989325 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 06680d66-3caf-4e6e-a170-77da8eaacd0f {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:48:20.990051 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 06680d66-3caf-4e6e-a170-77da8eaacd0f not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:48:20.993320 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21df35-3ab0-4822-aa55-7bfa04679372 None None] Pushing event deleted for resources: {'Port': ['ID=1708541e-7721-4b61-90a9-ffccebd18eb2,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:20.995507 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21df35-3ab0-4822-aa55-7bfa04679372 None None] No DVR routers for this DVR port 1708541e-7721-4b61-90a9-ffccebd18eb2 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:48:20.998140 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-45cfe6b6-cd94-46d3-a8ec-0c416f0dbf56 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7698233 Apr 20 15:48:21.001917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33878) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:21.005433 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:21.017902 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-8a2d6b0d-2c39-4f6b-a0fd-f35b2d659f74 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:21.031958 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a0cb50-de39-41a3-9bcf-ca0700753447 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:21.122424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15d83db-5339-4515-ac72-9f742512f4e2']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:21.141475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf247762-655f-484f-9b81-66ba44ea8ffc') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:21.142058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf247762-655f-484f-9b81-66ba44ea8ffc') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:21.161063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:21.196113 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33884) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:21.200459 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:21.212315 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:21.212971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:21.228497 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:21.237813 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8a2d6b0d-2c39-4f6b-a0fd-f35b2d659f74 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:21.246200 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c72452b0-b122-475c-86f5-8e4b3a6833f6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:21.257912 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c72452b0-b122-475c-86f5-8e4b3a6833f6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:21.269062 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72452b0-b122-475c-86f5-8e4b3a6833f6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Made reservation on behalf of a3546ec4e0ce4c848df1e7d61a57469d for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:21.273217 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c72452b0-b122-475c-86f5-8e4b3a6833f6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:21.293619 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8a2d6b0d-2c39-4f6b-a0fd-f35b2d659f74 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:21.298044 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-c72452b0-b122-475c-86f5-8e4b3a6833f6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] device_id is not set on port 2b82c894-0911-4b07-b77a-d9d76bead6a0 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:48:21.299099 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8a2d6b0d-2c39-4f6b-a0fd-f35b2d659f74 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:21.318074 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8a2d6b0d-2c39-4f6b-a0fd-f35b2d659f74 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:21.330396 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:21.332411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2d6b0d-2c39-4f6b-a0fd-f35b2d659f74 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:21.335884 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6b0d-2c39-4f6b-a0fd-f35b2d659f74 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:21.349258 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7bd871cd-21cb-4ae9-b3d4-9ce1c177d30c None None] Deleting port 06680d66-3caf-4e6e-a170-77da8eaacd0f {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:21.350233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7bd871cd-21cb-4ae9-b3d4-9ce1c177d30c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:21.375448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:21.425505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] Pushing event deleted for resources: {'Network': ['ID=c15d83db-5339-4515-ac72-9f742512f4e2,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:21.432717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f66047db-8bb8-4641-b4de-e5f9a3950b44', 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'tenant_id': 'f3037f91c8bf44c29e08e0d07a1b1447', 'fixed_ips': [{'subnet_id': 'ee73e9ff-584a-4406-be57-23d8abfa2dc2'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:48:21.433760 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:21.438096 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e6124ea1-a62f-43d3-ab3b-e9fed1ed005f tempest-TagsExtTest-397687365 tempest-TagsExtTest-397687365-project] 10.222.0.13 "DELETE /v2.0/networks/c15d83db-5339-4515-ac72-9f742512f4e2 HTTP/1.1" status: 204 len: 168 time: 2.0551562 Apr 20 15:48:21.505571 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7bd871cd-21cb-4ae9-b3d4-9ce1c177d30c None None] The port '06680d66-3caf-4e6e-a170-77da8eaacd0f' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:48:21.522834 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3e891e03-0aa1-47b4-aefe-826da130de8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=796a71e18c2844488590df58ecf286ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123426 Apr 20 15:48:21.524951 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33894) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:21.568889 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.ipam_backend_mixin [None req-8a2d6b0d-2c39-4f6b-a0fd-f35b2d659f74 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ee73e9ff-584a-4406-be57-23d8abfa2dc2 (CIDR: 2001:db8::/64) Apr 20 15:48:21.580579 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2d6b0d-2c39-4f6b-a0fd-f35b2d659f74 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:48:21.581072 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2d6b0d-2c39-4f6b-a0fd-f35b2d659f74 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:21.587336 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-c72452b0-b122-475c-86f5-8e4b3a6833f6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Allocated IP 2001:db8::102 (6fb737db-354a-40b9-9389-807a97f6f46b/a577075d-7951-455b-b815-8d5461d8755d/2b82c894-0911-4b07-b77a-d9d76bead6a0) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:21.633299 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8a2d6b0d-2c39-4f6b-a0fd-f35b2d659f74 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6305077 Apr 20 15:48:21.636030 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33898) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:21.644517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:21.659670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c4ed80d2-1786-461c-9c99-9557f0e87527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:21.720338 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Allocated IP 2001:db8::2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/ee73e9ff-584a-4406-be57-23d8abfa2dc2/df8a4562-3ed0-4d2c-9346-15086f30419b) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:21.800130 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33904) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:21.841159 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c4ed80d2-1786-461c-9c99-9557f0e87527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:21.885227 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c72452b0-b122-475c-86f5-8e4b3a6833f6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:21.907231 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-c72452b0-b122-475c-86f5-8e4b3a6833f6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Transition to ACTIVE for port object 2b82c894-0911-4b07-b77a-d9d76bead6a0 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:21.944057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:21.956235 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c72452b0-b122-475c-86f5-8e4b3a6833f6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:21.956469 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af63dae-bcc7-4148-b929-3890cc612125 req-c743697b-2a62-40ae-af0e-da81b477fcdb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:21.957771 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1af63dae-bcc7-4148-b929-3890cc612125 req-c743697b-2a62-40ae-af0e-da81b477fcdb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.3173549 Apr 20 15:48:21.959291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:21.962466 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:21.975695 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:21.981489 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:21.990227 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Transition to ACTIVE for port object df8a4562-3ed0-4d2c-9346-15086f30419b will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:21.995034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c4ed80d2-1786-461c-9c99-9557f0e87527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:22.012484 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Transition to ACTIVE for port object df8a4562-3ed0-4d2c-9346-15086f30419b will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:22.018460 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:22.019939 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:22.021915 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:22.038097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed80d2-1786-461c-9c99-9557f0e87527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f2f8b0-6639-4d49-9161-6a88a14e8160,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:22.042635 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72452b0-b122-475c-86f5-8e4b3a6833f6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Network 6fb737db-354a-40b9-9389-807a97f6f46b is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:22.048777 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-c72452b0-b122-475c-86f5-8e4b3a6833f6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:22.054567 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72452b0-b122-475c-86f5-8e4b3a6833f6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:22.059914 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72452b0-b122-475c-86f5-8e4b3a6833f6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:22.060537 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c72452b0-b122-475c-86f5-8e4b3a6833f6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:22.100813 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72452b0-b122-475c-86f5-8e4b3a6833f6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event updated for resources: {'Port': ['ID=2b82c894-0911-4b07-b77a-d9d76bead6a0,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:22.106464 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-321c7023-c9c4-4c62-9d67-57703ba76700 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed4cc8b240484d7d9f82f049c5d796b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038378 Apr 20 15:48:22.110440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33910) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:22.113656 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1af63dae-bcc7-4148-b929-3890cc612125 req-edbb1e19-5c64-4d1d-a4dd-9846737aff22 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482060 Apr 20 15:48:22.116094 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c4ed80d2-1786-461c-9c99-9557f0e87527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:22.119751 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c4ed80d2-1786-461c-9c99-9557f0e87527 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76f2f8b0-6639-4d49-9161-6a88a14e8160 HTTP/1.1" status: 204 len: 168 time: 0.5912368 Apr 20 15:48:22.167882 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c72452b0-b122-475c-86f5-8e4b3a6833f6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2699718 Apr 20 15:48:22.168021 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33916) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:22.173877 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Request body: {'port': {'network_id': '6fb737db-354a-40b9-9389-807a97f6f46b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1281592661'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:22.178031 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Pushing event updated for resources: {'Port': ['ID=df8a4562-3ed0-4d2c-9346-15086f30419b,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:22.188367 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:22.190114 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:22.194470 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:22.279305 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c5e7b75-54e1-4a7c-8b87-64f1f399e6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:22.336276 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c5e7b75-54e1-4a7c-8b87-64f1f399e6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:22.348874 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Attempting to bind port df8a4562-3ed0-4d2c-9346-15086f30419b on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:48:22.349490 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Attempting to bind port df8a4562-3ed0-4d2c-9346-15086f30419b by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:48:22.350466 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Attempting to bind port df8a4562-3ed0-4d2c-9346-15086f30419b on network f66047db-8bb8-4641-b4de-e5f9a3950b44 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:48:22.356247 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:48:22.357034 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Checking segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:22.357609 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:22.358165 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Bound using segment: {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:48:22.359607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Bound port: df8a4562-3ed0-4d2c-9346-15086f30419b, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a9347b-a2d1-4383-8172-258e1e19c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:48:22.360266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:22.395890 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:22.400539 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Usage tracker for resource:port and tenant:a3546ec4e0ce4c848df1e7d61a57469d is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:22.403756 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:22.410432 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:22.423781 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Made reservation on behalf of a3546ec4e0ce4c848df1e7d61a57469d for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:22.428024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:22.463218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] device_id is not set on port c15ea07e-8bd6-4fef-99d1-fd175eb41d9a yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:48:22.486990 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] For port df8a4562-3ed0-4d2c-9346-15086f30419b, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:48:22.491582 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c5e7b75-54e1-4a7c-8b87-64f1f399e6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:22.493623 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] For port df8a4562-3ed0-4d2c-9346-15086f30419b, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=df8a4562-3ed0-4d2c-9346-15086f30419b,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:48:22.498347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:22.513956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e7b75-54e1-4a7c-8b87-64f1f399e6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f98d290-29cd-43d8-a045-9d6c352fa14f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:22.551196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c5e7b75-54e1-4a7c-8b87-64f1f399e6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:22.552363 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2c5e7b75-54e1-4a7c-8b87-64f1f399e6aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f98d290-29cd-43d8-a045-9d6c352fa14f HTTP/1.1" status: 204 len: 168 time: 0.4378135 Apr 20 15:48:22.629196 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-266548d3-8022-4484-a0ec-40887b614579 None None] Provisioning for port 2b82c894-0911-4b07-b77a-d9d76bead6a0 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:22.642337 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6c4e3-4cf2-44bc-992e-8fd51df92e1a None None] Pushing event updated for resources: {'Port': ['ID=df8a4562-3ed0-4d2c-9346-15086f30419b,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:22.649979 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-266548d3-8022-4484-a0ec-40887b614579 None None] Provisioning complete for port 2b82c894-0911-4b07-b77a-d9d76bead6a0 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:22.650329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-266548d3-8022-4484-a0ec-40887b614579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:22.729899 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-266548d3-8022-4484-a0ec-40887b614579 None None] Port 2b82c894-0911-4b07-b77a-d9d76bead6a0 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:48:22.755949 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Allocated IP 2001:db8::33e (6fb737db-354a-40b9-9389-807a97f6f46b/a577075d-7951-455b-b815-8d5461d8755d/c15ea07e-8bd6-4fef-99d1-fd175eb41d9a) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:22.778041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.objects.ports [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88168) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:48:23.080456 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:23.100595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Transition to ACTIVE for port object c15ea07e-8bd6-4fef-99d1-fd175eb41d9a will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:23.138249 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:23.191462 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:23.235193 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Network 6fb737db-354a-40b9-9389-807a97f6f46b is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:23.242519 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:23.248655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:23.255054 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:23.255931 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:23.264910 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event updated for resources: {'Port': ['ID=c15ea07e-8bd6-4fef-99d1-fd175eb41d9a,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:23.290666 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7d108619-c724-4d48-8ee9-ebca0574e3ac tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1215920 Apr 20 15:48:23.293299 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33942) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:23.300429 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-6eb61b2e-ab7b-47a9-85d2-af3f257442dc tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ed', 'mac_address': 'fa:16:3e:67:90:2f'}, {'ip_address': '2001:db8::102', 'mac_address': 'fa:16:3e:ea:d9:68'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:23.440709 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33946) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:23.503439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1643a-5a99-418d-9059-b2a5f680ea0e req-ead2ad52-0aef-4c9e-9557-03d827a76487 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:23.505169 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-73b1643a-5a99-418d-9059-b2a5f680ea0e req-ead2ad52-0aef-4c9e-9557-03d827a76487 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.2156115 Apr 20 15:48:23.592165 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6eb61b2e-ab7b-47a9-85d2-af3f257442dc tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:23.595491 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-73b1643a-5a99-418d-9059-b2a5f680ea0e req-6846fd50-76c0-40b9-828e-686a13a773a1 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844340 Apr 20 15:48:23.597445 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] For port df8a4562-3ed0-4d2c-9346-15086f30419b, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=df8a4562-3ed0-4d2c-9346-15086f30419b,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:23.610317 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-750731403'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:23.617251 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:23.634216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:23.639091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:23.640869 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:23.652673 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:network and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:23.662360 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:23.662885 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e67e2999-7315-4b3e-8415-c8d9e7ad08a4 None None] Provisioning for port c15ea07e-8bd6-4fef-99d1-fd175eb41d9a completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:23.669874 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e67e2999-7315-4b3e-8415-c8d9e7ad08a4 None None] Provisioning complete for port c15ea07e-8bd6-4fef-99d1-fd175eb41d9a triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:23.671364 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e67e2999-7315-4b3e-8415-c8d9e7ad08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:23.671967 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:23.697933 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:23.701220 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:23.719948 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:23.748041 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e67e2999-7315-4b3e-8415-c8d9e7ad08a4 None None] Port c15ea07e-8bd6-4fef-99d1-fd175eb41d9a cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:48:23.774274 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=df8a4562-3ed0-4d2c-9346-15086f30419b,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:23.799581 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:23.802763 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:23.807206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:23.807853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:23.808520 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:23.822462 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:security_group_rule and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:23.827311 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:23.828531 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=c0e1042c-d39b-4897-a53e-8cddcbfb0f2c,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:23.836133 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7a0d1d6b-acaa-4e96-b949-041c32736b43 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1989400 Apr 20 15:48:23.838775 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33952) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:23.839428 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:23.846633 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'mac_address': 'fa:16:3e:ba:91:ce', 'name': 'tempest-NetworksTestDHCPv6-1386787174'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:23.962285 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6eb61b2e-ab7b-47a9-85d2-af3f257442dc tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:23.977901 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6eb61b2e-ab7b-47a9-85d2-af3f257442dc tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:23.990867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe783de1-d2d7-4882-8f8c-40fcd12d7860 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:24.003383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:24.007713 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:port and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:24.014116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:24.020410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:24.032900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:24.045528 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:24.050860 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-6eb61b2e-ab7b-47a9-85d2-af3f257442dc tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] In _notify_port_updated(), no bound segment for port c15ea07e-8bd6-4fef-99d1-fd175eb41d9a on network 6fb737db-354a-40b9-9389-807a97f6f46b {{(pid=88169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:48:24.056520 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb61b2e-ab7b-47a9-85d2-af3f257442dc tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:24.057177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6eb61b2e-ab7b-47a9-85d2-af3f257442dc tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:24.061350 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6eb61b2e-ab7b-47a9-85d2-af3f257442dc tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "PUT /v2.0/ports/c15ea07e-8bd6-4fef-99d1-fd175eb41d9a HTTP/1.1" status: 200 len: 1068 time: 0.7669396 Apr 20 15:48:24.062544 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33956) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:24.067248 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:24.124063 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6a4f592c-b5bf-4498-b160-07ec9e48fb17 None None] Provisioning for port df8a4562-3ed0-4d2c-9346-15086f30419b completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:24.224143 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:24.251393 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device df8a4562-3ed0-4d2c-9346-15086f30419b up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:48:24.279155 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port 51944dca-ede9-483b-8a96-1223d9e2e0a5 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:48:24.322290 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb61b2e-ab7b-47a9-85d2-af3f257442dc tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event updated for resources: {'Port': ['ID=c15ea07e-8bd6-4fef-99d1-fd175eb41d9a,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:24.339866 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:48:24.363620 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd6a689-cb24-4d44-b39b-049df030aa3c,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:24.370334 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f517e4f5-c44a-49d8-9d9b-2ba1da81ed4b tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Deleting port c15ea07e-8bd6-4fef-99d1-fd175eb41d9a {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:24.370675 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f517e4f5-c44a-49d8-9d9b-2ba1da81ed4b tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:24.409326 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:24.409694 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Added segment 77bcaeec-aeef-44e6-bc18-1e446d89099f of type vlan for network ad88dfea-5e3f-4b0c-a25c-f136022d74cb Apr 20 15:48:24.431048 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port df8a4562-3ed0-4d2c-9346-15086f30419b completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:24.439759 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port df8a4562-3ed0-4d2c-9346-15086f30419b triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:24.440150 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:24.492017 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:24.526213 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d45dc37b-6685-4eaf-82e0-dfa3e8083dca None None] Provisioning complete for port c15ea07e-8bd6-4fef-99d1-fd175eb41d9a triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:24.526581 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d45dc37b-6685-4eaf-82e0-dfa3e8083dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:24.571982 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::c6 (f66047db-8bb8-4641-b4de-e5f9a3950b44/ee73e9ff-584a-4406-be57-23d8abfa2dc2/51944dca-ede9-483b-8a96-1223d9e2e0a5) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:24.585358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8:0:1:f816:3eff:feba:91ce (f66047db-8bb8-4641-b4de-e5f9a3950b44/c0e1042c-d39b-4897-a53e-8cddcbfb0f2c/51944dca-ede9-483b-8a96-1223d9e2e0a5) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:24.632330 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-d45dc37b-6685-4eaf-82e0-dfa3e8083dca None None] Port c15ea07e-8bd6-4fef-99d1-fd175eb41d9a cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:48:24.662681 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:24.663678 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:24.681743 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:24.682663 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:24.702131 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port df8a4562-3ed0-4d2c-9346-15086f30419b, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=df8a4562-3ed0-4d2c-9346-15086f30419b,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:24.711233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:24.811878 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=df8a4562-3ed0-4d2c-9346-15086f30419b,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:24.865263 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Network': ['ID=ad88dfea-5e3f-4b0c-a25c-f136022d74cb,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:24.880815 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network ad88dfea-5e3f-4b0c-a25c-f136022d74cb details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:48:24.887538 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1ab6160f-1fbc-4b10-82fa-03251401c74e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4458873 Apr 20 15:48:24.893210 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f517e4f5-c44a-49d8-9d9b-2ba1da81ed4b tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:24.924938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:24.939151 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e27511-ba65-4a61-8a53-b24599c1f6a4 req-bb998544-7d75-4e2b-b8a4-53cf4bc9d830 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:24.940750 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e4e27511-ba65-4a61-8a53-b24599c1f6a4 req-bb998544-7d75-4e2b-b8a4-53cf4bc9d830 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.1856184 Apr 20 15:48:24.970628 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object 51944dca-ede9-483b-8a96-1223d9e2e0a5 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:25.007571 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e4e27511-ba65-4a61-8a53-b24599c1f6a4 req-42730b24-0b88-4ccc-83e3-1c15165da7f8 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605426 Apr 20 15:48:25.037475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:25.069518 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f517e4f5-c44a-49d8-9d9b-2ba1da81ed4b tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Calling delete_port for c15ea07e-8bd6-4fef-99d1-fd175eb41d9a owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:25.079330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33964) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:25.097772 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a1c3a515-68fd-499f-920f-6d5cbf5c19dc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'subnet': {'network_id': 'ad88dfea-5e3f-4b0c-a25c-f136022d74cb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:25.238824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:25.239825 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f517e4f5-c44a-49d8-9d9b-2ba1da81ed4b tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:25.263202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:25.270535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=51944dca-ede9-483b-8a96-1223d9e2e0a5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:25.273053 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:25.279120 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:25.279829 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:25.305109 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517e4f5-c44a-49d8-9d9b-2ba1da81ed4b tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event deleted for resources: {'Port': ['ID=c15ea07e-8bd6-4fef-99d1-fd175eb41d9a,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:25.415329 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e796d5b7-4ec4-41ae-9fd1-5a4bc1218432 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5730715 Apr 20 15:48:25.415329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a1c3a515-68fd-499f-920f-6d5cbf5c19dc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:25.430552 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33970) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:25.465774 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a51f9039-6b1a-4aba-b88f-b3644180f63f None None] Provisioning complete for port df8a4562-3ed0-4d2c-9346-15086f30419b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:25.466151 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a51f9039-6b1a-4aba-b88f-b3644180f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:25.537945 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a1c3a515-68fd-499f-920f-6d5cbf5c19dc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:subnet and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:25.634538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f517e4f5-c44a-49d8-9d9b-2ba1da81ed4b tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:25.649488 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f517e4f5-c44a-49d8-9d9b-2ba1da81ed4b tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "DELETE /v2.0/ports/c15ea07e-8bd6-4fef-99d1-fd175eb41d9a HTTP/1.1" status: 204 len: 168 time: 1.5832698 Apr 20 15:48:25.650322 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33974) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:25.695694 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec88b0ac-d3c7-403d-875c-aba0c6041e43 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] GET failed (client error): The resource could not be found. Apr 20 15:48:25.696268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ec88b0ac-d3c7-403d-875c-aba0c6041e43 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Synchronizing usage tracker for tenant:a3546ec4e0ce4c848df1e7d61a57469d on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:25.716457 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ec88b0ac-d3c7-403d-875c-aba0c6041e43 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Unset dirty status for tenant:a3546ec4e0ce4c848df1e7d61a57469d on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:25.722891 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ec88b0ac-d3c7-403d-875c-aba0c6041e43 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "GET /v2.0/ports/c15ea07e-8bd6-4fef-99d1-fd175eb41d9a HTTP/1.1" status: 404 len: 333 time: 0.0714962 Apr 20 15:48:25.723862 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33978) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:25.740692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a1c3a515-68fd-499f-920f-6d5cbf5c19dc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:25.762906 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d53c0355-d6e6-429b-98a8-3701397c79fe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port 51944dca-ede9-483b-8a96-1223d9e2e0a5 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:25.762906 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d53c0355-d6e6-429b-98a8-3701397c79fe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:25.787341 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a1c3a515-68fd-499f-920f-6d5cbf5c19dc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:25.796502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-21be187c-c357-4905-b67c-9188c3c70013 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Deleting port 2b82c894-0911-4b07-b77a-d9d76bead6a0 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:25.797422 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-21be187c-c357-4905-b67c-9188c3c70013 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:25.827429 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c3a515-68fd-499f-920f-6d5cbf5c19dc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:25.831449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a515-68fd-499f-920f-6d5cbf5c19dc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:25.841929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9cba2b32-122a-49a7-96f2-e32a579a4979 None None] Could not find standard attr ID for object c4c3810e-36e8-4e54-98aa-fe0951857c3a. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:48:25.969225 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d0dd5eac-944e-4763-9f3e-bc843f395df2 None None] Provisioning for port 51944dca-ede9-483b-8a96-1223d9e2e0a5 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:25.974494 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d0dd5eac-944e-4763-9f3e-bc843f395df2 None None] Provisioning complete for port 51944dca-ede9-483b-8a96-1223d9e2e0a5 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:25.975068 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d0dd5eac-944e-4763-9f3e-bc843f395df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:26.038206 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-d0dd5eac-944e-4763-9f3e-bc843f395df2 None None] Port 51944dca-ede9-483b-8a96-1223d9e2e0a5 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:48:26.085778 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f96896-2feb-4ec5-b7f0-3dde8177b26d req-bf3f32ec-b2c4-4b19-be5e-ac1e431846cd tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:26.087474 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d0f96896-2feb-4ec5-b7f0-3dde8177b26d req-bf3f32ec-b2c4-4b19-be5e-ac1e431846cd tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.6556389 Apr 20 15:48:26.090022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432e21f-d852-4d58-abbc-885469d73ff7 req-b1ff4f2a-75d2-47aa-83c2-bcd15bca39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:26.091376 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7432e21f-d852-4d58-abbc-885469d73ff7 req-b1ff4f2a-75d2-47aa-83c2-bcd15bca39b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80c78f2bdb844b1b88a5fac930d650c8&device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 1099 time: 0.5918100 Apr 20 15:48:26.098003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-21be187c-c357-4905-b67c-9188c3c70013 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:26.209002 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device df8a4562-3ed0-4d2c-9346-15086f30419b up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:48:26.239564 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-21be187c-c357-4905-b67c-9188c3c70013 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Calling delete_port for 2b82c894-0911-4b07-b77a-d9d76bead6a0 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:26.291013 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port df8a4562-3ed0-4d2c-9346-15086f30419b triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:26.291422 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:26.388280 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d0f96896-2feb-4ec5-b7f0-3dde8177b26d req-e4005f84-e807-4b13-858b-a452cc8857c8 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410035 Apr 20 15:48:26.417337 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d53c0355-d6e6-429b-98a8-3701397c79fe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:26.520156 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-21be187c-c357-4905-b67c-9188c3c70013 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:26.571303 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be187c-c357-4905-b67c-9188c3c70013 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event deleted for resources: {'Port': ['ID=2b82c894-0911-4b07-b77a-d9d76bead6a0,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:26.590410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d53c0355-d6e6-429b-98a8-3701397c79fe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for 51944dca-ede9-483b-8a96-1223d9e2e0a5 owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:26.621308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-21be187c-c357-4905-b67c-9188c3c70013 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:26.639296 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-21be187c-c357-4905-b67c-9188c3c70013 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "DELETE /v2.0/ports/2b82c894-0911-4b07-b77a-d9d76bead6a0 HTTP/1.1" status: 204 len: 168 time: 0.9114869 Apr 20 15:48:26.640571 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33982) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:26.660934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432e21f-d852-4d58-abbc-885469d73ff7 req-20113353-2db6-4390-84b1-1d5c18eb552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:26.662548 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7432e21f-d852-4d58-abbc-885469d73ff7 req-20113353-2db6-4390-84b1-1d5c18eb552e service neutron] 10.222.0.11 "GET /v2.0/networks?id=b99e9b56-1358-4ae1-9cfc-416f103dc430 HTTP/1.1" status: 200 len: 912 time: 0.5063839 Apr 20 15:48:26.666431 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a515-68fd-499f-920f-6d5cbf5c19dc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:26.684539 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81c8582-0b1f-466e-9623-544fdc56b4c2 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] GET failed (client error): The resource could not be found. Apr 20 15:48:26.685081 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f81c8582-0b1f-466e-9623-544fdc56b4c2 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Synchronizing usage tracker for tenant:a3546ec4e0ce4c848df1e7d61a57469d on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:26.705254 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f81c8582-0b1f-466e-9623-544fdc56b4c2 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Unset dirty status for tenant:a3546ec4e0ce4c848df1e7d61a57469d on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:26.707819 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f81c8582-0b1f-466e-9623-544fdc56b4c2 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "GET /v2.0/ports/2b82c894-0911-4b07-b77a-d9d76bead6a0 HTTP/1.1" status: 404 len: 333 time: 0.0652487 Apr 20 15:48:26.712531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33986) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:26.790580 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b430960f-d287-42dd-8681-e20e762a7c84 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Deleting port 608081c5-e420-43e5-b3a2-154a71b27f29 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:26.790919 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b430960f-d287-42dd-8681-e20e762a7c84 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:26.871216 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7432e21f-d852-4d58-abbc-885469d73ff7 req-f6abd987-5ade-4554-a508-ad4670d11ebf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4af254e-9470-4a05-9aef-8350767e21a0 HTTP/1.1" status: 200 len: 1002 time: 0.2005363 Apr 20 15:48:26.878715 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3a515-68fd-499f-920f-6d5cbf5c19dc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Subnet': ['ID=bdefc724-b07a-4803-b8ce-d3e384c9b2d4,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:26.977597 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3a515-68fd-499f-920f-6d5cbf5c19dc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Checking segment: {'id': '77bcaeec-aeef-44e6-bc18-1e446d89099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ad88dfea-5e3f-4b0c-a25c-f136022d74cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:26.977954 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c3a515-68fd-499f-920f-6d5cbf5c19dc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network hostable DHCP agents. Network: ad88dfea-5e3f-4b0c-a25c-f136022d74cb, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:48:27.033018 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b430960f-d287-42dd-8681-e20e762a7c84 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:27.041361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432e21f-d852-4d58-abbc-885469d73ff7 req-2fa614dc-c135-48a5-9e8b-16d8597fe9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:27.042881 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7432e21f-d852-4d58-abbc-885469d73ff7 req-2fa614dc-c135-48a5-9e8b-16d8597fe9af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ddbab018-b2c7-4785-88fd-2b8333c96735 HTTP/1.1" status: 200 len: 850 time: 0.1315436 Apr 20 15:48:27.096627 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c3a515-68fd-499f-920f-6d5cbf5c19dc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network ad88dfea-5e3f-4b0c-a25c-f136022d74cb is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:48:27.123855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-a1c3a515-68fd-499f-920f-6d5cbf5c19dc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, ad88dfea-5e3f-4b0c-a25c-f136022d74cb) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:27.129362 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3a515-68fd-499f-920f-6d5cbf5c19dc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:27.129947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a515-68fd-499f-920f-6d5cbf5c19dc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:27.137315 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc4f119-42f9-4451-bed5-e08560572916 None None] Network ad88dfea-5e3f-4b0c-a25c-f136022d74cb requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:27.151127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d53c0355-d6e6-429b-98a8-3701397c79fe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:27.163931 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b430960f-d287-42dd-8681-e20e762a7c84 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Calling delete_port for 608081c5-e420-43e5-b3a2-154a71b27f29 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:27.216076 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c0355-d6e6-429b-98a8-3701397c79fe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=51944dca-ede9-483b-8a96-1223d9e2e0a5,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:27.270366 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a1c3a515-68fd-499f-920f-6d5cbf5c19dc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1895263 Apr 20 15:48:27.271099 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 33990) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:27.319817 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-5619decc-d3fb-4e37-b22e-7b3f549016a3 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-289243308'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:27.328761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d53c0355-d6e6-429b-98a8-3701397c79fe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:27.331194 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d53c0355-d6e6-429b-98a8-3701397c79fe tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/51944dca-ede9-483b-8a96-1223d9e2e0a5 HTTP/1.1" status: 204 len: 168 time: 1.8978100 Apr 20 15:48:27.332975 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-5619decc-d3fb-4e37-b22e-7b3f549016a3 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:27.333906 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 33994) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:27.340637 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-5619decc-d3fb-4e37-b22e-7b3f549016a3 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:network and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:27.344360 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-5619decc-d3fb-4e37-b22e-7b3f549016a3 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:27.348528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432e21f-d852-4d58-abbc-885469d73ff7 req-34f89f9a-f26b-4aa8-b635-1a58f9ec714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:27.350017 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7432e21f-d852-4d58-abbc-885469d73ff7 req-34f89f9a-f26b-4aa8-b635-1a58f9ec714b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b99e9b56-1358-4ae1-9cfc-416f103dc430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2947333 Apr 20 15:48:27.354112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-5619decc-d3fb-4e37-b22e-7b3f549016a3 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:27.379298 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b430960f-d287-42dd-8681-e20e762a7c84 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:27.411483 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-ad88dfea-5e3f-4b0c-a25c-f136022d74cb', 'network_id': 'ad88dfea-5e3f-4b0c-a25c-f136022d74cb', 'tenant_id': '4acc138ba51044c2bac2c8174a933ad9', 'fixed_ips': [{'subnet_id': 'bdefc724-b07a-4803-b8ce-d3e384c9b2d4'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:48:27.412474 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:27.479925 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430960f-d287-42dd-8681-e20e762a7c84 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event deleted for resources: {'Port': ['ID=608081c5-e420-43e5-b3a2-154a71b27f29,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:27.499167 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b430960f-d287-42dd-8681-e20e762a7c84 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:27.522260 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b430960f-d287-42dd-8681-e20e762a7c84 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "DELETE /v2.0/ports/608081c5-e420-43e5-b3a2-154a71b27f29 HTTP/1.1" status: 204 len: 168 time: 0.8083289 Apr 20 15:48:27.530110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34000) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:27.586546 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5619decc-d3fb-4e37-b22e-7b3f549016a3 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:27.590329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5619decc-d3fb-4e37-b22e-7b3f549016a3 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:27.632551 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2be403-7486-4a97-afca-320da339b3bd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:27.636803 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fc2be403-7486-4a97-afca-320da339b3bd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3008001 Apr 20 15:48:27.637737 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34004) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:27.649522 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Allocated IP 172.20.255.242 (ad88dfea-5e3f-4b0c-a25c-f136022d74cb/bdefc724-b07a-4803-b8ce-d3e384c9b2d4/bdaae2f4-acd5-43e1-a72c-036b940019a6) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:27.687637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e065c8a-6990-4577-9fe2-72c154b09db6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Deleting subnet a577075d-7951-455b-b815-8d5461d8755d {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:48:27.696659 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3e065c8a-6990-4577-9fe2-72c154b09db6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:27.697258 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5619decc-d3fb-4e37-b22e-7b3f549016a3 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:48:27.724322 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5619decc-d3fb-4e37-b22e-7b3f549016a3 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:27.724824 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-5619decc-d3fb-4e37-b22e-7b3f549016a3 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Added segment 4df8405d-ec56-43e4-8f68-2acb6c8506cd of type vlan for network 968ac2d4-db88-4ace-8e7d-ae07df6886c5 Apr 20 15:48:27.764515 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3e065c8a-6990-4577-9fe2-72c154b09db6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:27.810302 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc7d08-57e5-4f5a-a24a-16c28fd49ec8 req-461613ea-0308-4cf5-b76d-0f4a920a4d9f tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:27.812387 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b7cc7d08-57e5-4f5a-a24a-16c28fd49ec8 req-461613ea-0308-4cf5-b76d-0f4a920a4d9f tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.1701303 Apr 20 15:48:27.814453 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7432e21f-d852-4d58-abbc-885469d73ff7 req-51ead24d-18fc-4640-9904-3fb3619d189a service neutron] 10.222.0.11 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538281 Apr 20 15:48:27.816337 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5619decc-d3fb-4e37-b22e-7b3f549016a3 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:27.839096 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc2e7c8-c9a0-440c-8488-fb4f7ad6b790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:27.843896 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dbc2e7c8-c9a0-440c-8488-fb4f7ad6b790 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2023444 Apr 20 15:48:27.847141 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34008) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:27.888379 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:27.899220 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Transition to ACTIVE for port object bdaae2f4-acd5-43e1-a72c-036b940019a6 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:27.919605 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Transition to ACTIVE for port object bdaae2f4-acd5-43e1-a72c-036b940019a6 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:27.926799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:27.934823 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79412296-0cf2-439a-b62c-d1d014603f7b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:27.936443 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79412296-0cf2-439a-b62c-d1d014603f7b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:27.937900 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79412296-0cf2-439a-b62c-d1d014603f7b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:27.938682 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-79412296-0cf2-439a-b62c-d1d014603f7b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:27.951473 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3e065c8a-6990-4577-9fe2-72c154b09db6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:27.971963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5619decc-d3fb-4e37-b22e-7b3f549016a3 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:27.977396 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5619decc-d3fb-4e37-b22e-7b3f549016a3 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:27.978207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5619decc-d3fb-4e37-b22e-7b3f549016a3 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:27.990950 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Network ad88dfea-5e3f-4b0c-a25c-f136022d74cb is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:27.993875 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:28.001711 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-79412296-0cf2-439a-b62c-d1d014603f7b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:28.002030 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:28.002927 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-79412296-0cf2-439a-b62c-d1d014603f7b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1549690 Apr 20 15:48:28.005756 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34012) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:28.011135 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b7cc7d08-57e5-4f5a-a24a-16c28fd49ec8 req-c9b607e0-3e34-45f7-b649-a024a6e3dcc9 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641860 Apr 20 15:48:28.016883 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Pushing event updated for resources: {'Port': ['ID=bdaae2f4-acd5-43e1-a72c-036b940019a6,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:28.096378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52cf1b6-a524-4563-8c0b-22b3093ea2f6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet c0e1042c-d39b-4897-a53e-8cddcbfb0f2c {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:48:28.099751 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d52cf1b6-a524-4563-8c0b-22b3093ea2f6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:28.122846 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Attempting to bind port bdaae2f4-acd5-43e1-a72c-036b940019a6 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:48:28.123156 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Attempting to bind port bdaae2f4-acd5-43e1-a72c-036b940019a6 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '77bcaeec-aeef-44e6-bc18-1e446d89099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ad88dfea-5e3f-4b0c-a25c-f136022d74cb'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:48:28.123659 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Attempting to bind port bdaae2f4-acd5-43e1-a72c-036b940019a6 on network ad88dfea-5e3f-4b0c-a25c-f136022d74cb {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:48:28.130666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619decc-d3fb-4e37-b22e-7b3f549016a3 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Network': ['ID=968ac2d4-db88-4ace-8e7d-ae07df6886c5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:28.138099 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5619decc-d3fb-4e37-b22e-7b3f549016a3 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8399739 Apr 20 15:48:28.138924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34016) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:28.142876 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7432e21f-d852-4d58-abbc-885469d73ff7 req-a8a3c02b-aad4-4e54-844a-58def4531a4d service neutron] 10.222.0.11 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216035 Apr 20 15:48:28.143981 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3e065c8a-6990-4577-9fe2-72c154b09db6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:28.144809 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:48:28.145911 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Checking segment: {'id': '77bcaeec-aeef-44e6-bc18-1e446d89099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ad88dfea-5e3f-4b0c-a25c-f136022d74cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:28.146588 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:28.147197 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Bound using segment: {'id': '77bcaeec-aeef-44e6-bc18-1e446d89099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ad88dfea-5e3f-4b0c-a25c-f136022d74cb'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:48:28.148016 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Bound port: bdaae2f4-acd5-43e1-a72c-036b940019a6, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77bcaeec-aeef-44e6-bc18-1e446d89099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ad88dfea-5e3f-4b0c-a25c-f136022d74cb'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:48:28.148735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-559fa258-2bc2-47e5-ad7d-1c0715e8245a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'subnet': {'network_id': '968ac2d4-db88-4ace-8e7d-ae07df6886c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:28.149124 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:28.164553 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 968ac2d4-db88-4ace-8e7d-ae07df6886c5 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:48:28.211115 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e065c8a-6990-4577-9fe2-72c154b09db6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event deleted for resources: {'Subnet': ['ID=a577075d-7951-455b-b815-8d5461d8755d,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:28.219650 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3e065c8a-6990-4577-9fe2-72c154b09db6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:28.227672 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d52cf1b6-a524-4563-8c0b-22b3093ea2f6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:28.278691 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d4fc9a-f452-4d31-aef6-82e1936b2aa4 None None] Network 6fb737db-354a-40b9-9389-807a97f6f46b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:28.279338 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-559fa258-2bc2-47e5-ad7d-1c0715e8245a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:28.284021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-559fa258-2bc2-47e5-ad7d-1c0715e8245a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:subnet and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:28.287101 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-559fa258-2bc2-47e5-ad7d-1c0715e8245a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:28.293054 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-559fa258-2bc2-47e5-ad7d-1c0715e8245a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:28.304368 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559fa258-2bc2-47e5-ad7d-1c0715e8245a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:28.307344 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-559fa258-2bc2-47e5-ad7d-1c0715e8245a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:28.368438 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3e065c8a-6990-4577-9fe2-72c154b09db6 tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "DELETE /v2.0/subnets/a577075d-7951-455b-b815-8d5461d8755d HTTP/1.1" status: 204 len: 168 time: 0.8348041 Apr 20 15:48:28.372853 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34020) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:28.506828 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:28.518645 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] For port bdaae2f4-acd5-43e1-a72c-036b940019a6, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:48:28.524630 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Deleting port d35f5b6f-8cb9-43d2-ad43-da81e64a7bde {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:28.524927 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:28.529134 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] For port bdaae2f4-acd5-43e1-a72c-036b940019a6, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=bdaae2f4-acd5-43e1-a72c-036b940019a6,segment=NetworkSegment(77bcaeec-aeef-44e6-bc18-1e446d89099f),segment_id=77bcaeec-aeef-44e6-bc18-1e446d89099f)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:48:28.535403 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:28.544629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-559fa258-2bc2-47e5-ad7d-1c0715e8245a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:28.555304 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d52cf1b6-a524-4563-8c0b-22b3093ea2f6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:28.629952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fa258-2bc2-47e5-ad7d-1c0715e8245a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Subnet': ['ID=b78a34b5-558e-44f2-adbf-b011ea5465a1,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:28.641231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559fa258-2bc2-47e5-ad7d-1c0715e8245a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Checking segment: {'id': '4df8405d-ec56-43e4-8f68-2acb6c8506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '968ac2d4-db88-4ace-8e7d-ae07df6886c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:28.641478 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559fa258-2bc2-47e5-ad7d-1c0715e8245a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network hostable DHCP agents. Network: 968ac2d4-db88-4ace-8e7d-ae07df6886c5, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:48:28.664122 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559fa258-2bc2-47e5-ad7d-1c0715e8245a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network 968ac2d4-db88-4ace-8e7d-ae07df6886c5 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:48:28.672024 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444da1c6-0cc1-40c2-8447-965ddae7b56e None None] Pushing event updated for resources: {'Port': ['ID=bdaae2f4-acd5-43e1-a72c-036b940019a6,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:28.673952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-559fa258-2bc2-47e5-ad7d-1c0715e8245a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 968ac2d4-db88-4ace-8e7d-ae07df6886c5) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:28.681538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559fa258-2bc2-47e5-ad7d-1c0715e8245a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:28.682164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-559fa258-2bc2-47e5-ad7d-1c0715e8245a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:28.716092 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-559fa258-2bc2-47e5-ad7d-1c0715e8245a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5759885 Apr 20 15:48:28.716677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34024) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:28.724442 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e6f932-1e7b-4906-875a-94b715a33c2e None None] Network 968ac2d4-db88-4ace-8e7d-ae07df6886c5 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:28.773500 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d52cf1b6-a524-4563-8c0b-22b3093ea2f6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:28.829859 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e767cc4d-cc19-4096-8c57-4951c7c1ac69 None None] DHCP port deletion for 6fb737db-354a-40b9-9389-807a97f6f46b request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:48:28.842811 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e767cc4d-cc19-4096-8c57-4951c7c1ac69 None None] Deleting port d35f5b6f-8cb9-43d2-ad43-da81e64a7bde {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:28.844109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e767cc4d-cc19-4096-8c57-4951c7c1ac69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:28.891962 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cf1b6-a524-4563-8c0b-22b3093ea2f6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e1042c-d39b-4897-a53e-8cddcbfb0f2c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:28.907446 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d52cf1b6-a524-4563-8c0b-22b3093ea2f6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:28.917215 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e528a4c-2444-4d90-955e-ec5e66100fbb None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:28.929031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aba43b49-ac47-421c-8bfe-b0ce60c0a83c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:28.944163 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d52cf1b6-a524-4563-8c0b-22b3093ea2f6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/c0e1042c-d39b-4897-a53e-8cddcbfb0f2c HTTP/1.1" status: 204 len: 168 time: 0.9372180 Apr 20 15:48:28.946131 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] For port d35f5b6f-8cb9-43d2-ad43-da81e64a7bde, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d35f5b6f-8cb9-43d2-ad43-da81e64a7bde,segment=NetworkSegment(8de7dc57-e5e8-4508-b262-b706886e20b1),segment_id=8de7dc57-e5e8-4508-b262-b706886e20b1)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:28.946441 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:28.954775 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34028) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:29.037976 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aba43b49-ac47-421c-8bfe-b0ce60c0a83c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.132164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aba43b49-ac47-421c-8bfe-b0ce60c0a83c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.153908 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Calling delete_port for d35f5b6f-8cb9-43d2-ad43-da81e64a7bde owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:29.181455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba43b49-ac47-421c-8bfe-b0ce60c0a83c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Subnet': ['ID=b78a34b5-558e-44f2-adbf-b011ea5465a1,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:29.237038 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae295dc3-f7ca-469e-927a-2c2976238bcf tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet ee73e9ff-584a-4406-be57-23d8abfa2dc2 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:48:29.246632 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae295dc3-f7ca-469e-927a-2c2976238bcf tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.320532 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae295dc3-f7ca-469e-927a-2c2976238bcf tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.357414 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.363824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aba43b49-ac47-421c-8bfe-b0ce60c0a83c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.398359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-aba43b49-ac47-421c-8bfe-b0ce60c0a83c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968ac2d4-db88-4ace-8e7d-ae07df6886c5']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:29.408570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] No DVR routers for this DVR port d35f5b6f-8cb9-43d2-ad43-da81e64a7bde on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:48:29.416928 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-aba43b49-ac47-421c-8bfe-b0ce60c0a83c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df8405d-ec56-43e4-8f68-2acb6c8506cd') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:29.417236 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-aba43b49-ac47-421c-8bfe-b0ce60c0a83c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df8405d-ec56-43e4-8f68-2acb6c8506cd') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:29.436621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aba43b49-ac47-421c-8bfe-b0ce60c0a83c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.455337 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ff11be-533f-4a9b-bf21-c7a3b812fa80 None None] Network 968ac2d4-db88-4ace-8e7d-ae07df6886c5 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:29.460364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019e7a2-8044-47a8-9885-766f7ced50cf req-89ffee90-456d-40d4-91c8-6e6b0362f21f tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:29.467476 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7019e7a2-8044-47a8-9885-766f7ced50cf req-89ffee90-456d-40d4-91c8-6e6b0362f21f tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.2556357 Apr 20 15:48:29.472176 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event deleted for resources: {'Port': ['ID=d35f5b6f-8cb9-43d2-ad43-da81e64a7bde,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:29.497260 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e767cc4d-cc19-4096-8c57-4951c7c1ac69 None None] For port d35f5b6f-8cb9-43d2-ad43-da81e64a7bde, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d35f5b6f-8cb9-43d2-ad43-da81e64a7bde,segment=NetworkSegment(8de7dc57-e5e8-4508-b262-b706886e20b1),segment_id=8de7dc57-e5e8-4508-b262-b706886e20b1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:29.497260 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e767cc4d-cc19-4096-8c57-4951c7c1ac69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.498727 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aba43b49-ac47-421c-8bfe-b0ce60c0a83c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.516881 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba43b49-ac47-421c-8bfe-b0ce60c0a83c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:29.517285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aba43b49-ac47-421c-8bfe-b0ce60c0a83c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:29.531959 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:29.572572 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.606584 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb737db-354a-40b9-9389-807a97f6f46b']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:29.625521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de7dc57-e5e8-4508-b262-b706886e20b1') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:29.625892 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de7dc57-e5e8-4508-b262-b706886e20b1') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:29.637149 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae295dc3-f7ca-469e-927a-2c2976238bcf tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.671030 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.706743 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.712379 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e767cc4d-cc19-4096-8c57-4951c7c1ac69 None None] Calling delete_port for d35f5b6f-8cb9-43d2-ad43-da81e64a7bde owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:29.714872 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7019e7a2-8044-47a8-9885-766f7ced50cf req-d7d7a884-1575-4778-95e9-802ceaefc3fd tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464530 Apr 20 15:48:29.731568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:29.732024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:29.749483 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:29.775417 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aba43b49-ac47-421c-8bfe-b0ce60c0a83c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.814346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aba43b49-ac47-421c-8bfe-b0ce60c0a83c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.824922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba43b49-ac47-421c-8bfe-b0ce60c0a83c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Network': ['ID=968ac2d4-db88-4ace-8e7d-ae07df6886c5,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:29.837109 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-aba43b49-ac47-421c-8bfe-b0ce60c0a83c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/968ac2d4-db88-4ace-8e7d-ae07df6886c5 HTTP/1.1" status: 204 len: 168 time: 1.1163394 Apr 20 15:48:29.837453 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34036) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:29.859824 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-a951dd78-932c-4f2e-98fb-cd42c59bc520 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-244395198'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:29.870921 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a951dd78-932c-4f2e-98fb-cd42c59bc520 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:29.875944 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a951dd78-932c-4f2e-98fb-cd42c59bc520 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:network and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:29.879146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae295dc3-f7ca-469e-927a-2c2976238bcf tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.889363 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a951dd78-932c-4f2e-98fb-cd42c59bc520 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:29.918218 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-e767cc4d-cc19-4096-8c57-4951c7c1ac69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:48:29.918806 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-e767cc4d-cc19-4096-8c57-4951c7c1ac69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:48:29.937984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae295dc3-f7ca-469e-927a-2c2976238bcf tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.940716 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.942939 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a951dd78-932c-4f2e-98fb-cd42c59bc520 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:29.946366 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae295dc3-f7ca-469e-927a-2c2976238bcf tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=ee73e9ff-584a-4406-be57-23d8abfa2dc2,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:29.975227 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:29.989710 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] Pushing event deleted for resources: {'Network': ['ID=6fb737db-354a-40b9-9389-807a97f6f46b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:30.001501 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ae295dc3-f7ca-469e-927a-2c2976238bcf tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/ee73e9ff-584a-4406-be57-23d8abfa2dc2 HTTP/1.1" status: 204 len: 168 time: 1.0458093 Apr 20 15:48:30.002447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a951dd78-932c-4f2e-98fb-cd42c59bc520 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:30.003066 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34040) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:30.005966 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a951dd78-932c-4f2e-98fb-cd42c59bc520 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:30.018230 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4e67966f-dfda-4331-9c61-d65641fb488c tempest-AllowedAddressPairIpV6TestJSON-1102827850 tempest-AllowedAddressPairIpV6TestJSON-1102827850-project] 10.222.0.13 "DELETE /v2.0/networks/6fb737db-354a-40b9-9389-807a97f6f46b HTTP/1.1" status: 204 len: 168 time: 1.6444652 Apr 20 15:48:30.052904 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a951dd78-932c-4f2e-98fb-cd42c59bc520 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:48:30.066471 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a951dd78-932c-4f2e-98fb-cd42c59bc520 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:30.066856 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-a951dd78-932c-4f2e-98fb-cd42c59bc520 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Added segment 2254ddea-14b8-404b-978e-ef618c57fa66 of type vlan for network be97f609-64fe-447b-827f-10490305c366 Apr 20 15:48:30.102682 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a951dd78-932c-4f2e-98fb-cd42c59bc520 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:30.106285 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34046) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:30.108190 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a83695f3-9061-4104-a8e9-b7f68aa5ae0e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1018214 Apr 20 15:48:30.119001 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-40c07655-9be1-4fee-92ec-64881a349ad0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:30.126624 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e827e-60a9-4c0f-812b-f049ce00933a req-781cebe9-2f7e-4c94-a3db-6b27d8f73256 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:30.128195 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4a8e827e-60a9-4c0f-812b-f049ce00933a req-781cebe9-2f7e-4c94-a3db-6b27d8f73256 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.2621965 Apr 20 15:48:30.251450 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4a8e827e-60a9-4c0f-812b-f049ce00933a req-92678c59-283c-4509-80ce-e8e2589c170b tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017661 Apr 20 15:48:30.289348 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570419f8-4f14-4962-b1d3-7aea6dd5758d None None] Network ad88dfea-5e3f-4b0c-a25c-f136022d74cb requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:30.319087 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device bdaae2f4-acd5-43e1-a72c-036b940019a6 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:48:30.388913 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.resource_extend [None req-a951dd78-932c-4f2e-98fb-cd42c59bc520 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:48:30.429548 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e767cc4d-cc19-4096-8c57-4951c7c1ac69 None None] Deleting port d35f5b6f-8cb9-43d2-ad43-da81e64a7bde {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:30.429934 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e767cc4d-cc19-4096-8c57-4951c7c1ac69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:30.461946 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-40c07655-9be1-4fee-92ec-64881a349ad0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:30.470413 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-40c07655-9be1-4fee-92ec-64881a349ad0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:30.475059 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a951dd78-932c-4f2e-98fb-cd42c59bc520 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:30.482316 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a951dd78-932c-4f2e-98fb-cd42c59bc520 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:30.483431 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a951dd78-932c-4f2e-98fb-cd42c59bc520 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:30.492024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-40c07655-9be1-4fee-92ec-64881a349ad0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:30.538080 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-40c07655-9be1-4fee-92ec-64881a349ad0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:30.554429 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-39e5840c-d31f-4430-9420-554add6c09a0 None None] Provisioning for port bdaae2f4-acd5-43e1-a72c-036b940019a6 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:30.554951 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03d4ea-a33e-4e0e-9288-a7d6099b1a61 req-27a3a66b-616c-4963-9342-33e9ad44d9a8 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:30.557265 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bc03d4ea-a33e-4e0e-9288-a7d6099b1a61 req-27a3a66b-616c-4963-9342-33e9ad44d9a8 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.1438310 Apr 20 15:48:30.558866 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34054) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:30.562603 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e767cc4d-cc19-4096-8c57-4951c7c1ac69 None None] The port 'd35f5b6f-8cb9-43d2-ad43-da81e64a7bde' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:48:30.619390 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bc03d4ea-a33e-4e0e-9288-a7d6099b1a61 req-e56549b4-e069-4686-8345-3a209480a297 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521579 Apr 20 15:48:30.656844 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a951dd78-932c-4f2e-98fb-cd42c59bc520 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8155596 Apr 20 15:48:30.660180 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34062) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:30.666678 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c07655-9be1-4fee-92ec-64881a349ad0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:30.667422 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1f75444d-ffc4-443b-acb1-cb958ea2ebf5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'subnet': {'network_id': 'be97f609-64fe-447b-827f-10490305c366', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:30.670814 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-40c07655-9be1-4fee-92ec-64881a349ad0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:30.692622 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951dd78-932c-4f2e-98fb-cd42c59bc520 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Network': ['ID=be97f609-64fe-447b-827f-10490305c366,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:30.721240 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port bdaae2f4-acd5-43e1-a72c-036b940019a6 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:30.728147 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network be97f609-64fe-447b-827f-10490305c366 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:48:30.813321 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1f75444d-ffc4-443b-acb1-cb958ea2ebf5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:30.880711 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port bdaae2f4-acd5-43e1-a72c-036b940019a6 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:30.881008 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:30.889702 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1f75444d-ffc4-443b-acb1-cb958ea2ebf5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:subnet and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:30.902910 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1f75444d-ffc4-443b-acb1-cb958ea2ebf5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:30.926988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1f75444d-ffc4-443b-acb1-cb958ea2ebf5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:30.954174 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-40c07655-9be1-4fee-92ec-64881a349ad0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:30.971080 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-20ffbdc7-72a7-4eb6-9275-b95ed5234ac0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3546ec4e0ce4c848df1e7d61a57469d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4106982 Apr 20 15:48:30.971879 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f75444d-ffc4-443b-acb1-cb958ea2ebf5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:30.974160 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d10864b-bdc5-4a51-9b42-7ff4f7652f6f None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:30.975260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f75444d-ffc4-443b-acb1-cb958ea2ebf5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:30.989148 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34066) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:31.022841 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c07655-9be1-4fee-92ec-64881a349ad0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:31.025895 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-40c07655-9be1-4fee-92ec-64881a349ad0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:31.030170 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c07655-9be1-4fee-92ec-64881a349ad0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:31.031337 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-40c07655-9be1-4fee-92ec-64881a349ad0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:31.044412 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c07655-9be1-4fee-92ec-64881a349ad0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=775ab719-0a56-4f18-987b-c1ae495e3181,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:31.062503 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-40c07655-9be1-4fee-92ec-64881a349ad0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9518938 Apr 20 15:48:31.063663 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34070) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:31.068302 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-f5f5a6c5-3127-4df4-97d9-596769051c3b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:31.116431 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.ipam_backend_mixin [None req-1f75444d-ffc4-443b-acb1-cb958ea2ebf5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Performing IP validity checks on allocation pools {{(pid=88168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 20 15:48:31.116952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.ipam_backend_mixin [None req-1f75444d-ffc4-443b-acb1-cb958ea2ebf5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 20 15:48:31.138926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bef7cb-bb5f-4274-b5e7-7b416c15cdcf req-ad381d2e-7860-42fb-900c-66c541ac9378 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:31.141839 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2bef7cb-bb5f-4274-b5e7-7b416c15cdcf req-ad381d2e-7860-42fb-900c-66c541ac9378 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.2870862 Apr 20 15:48:31.161669 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f5760024-f9cb-418b-b5c2-d60b705dd43f None None] Provisioning complete for port df8a4562-3ed0-4d2c-9346-15086f30419b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:31.162057 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f5760024-f9cb-418b-b5c2-d60b705dd43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:31.220432 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f5f5a6c5-3127-4df4-97d9-596769051c3b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:31.222001 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2bef7cb-bb5f-4274-b5e7-7b416c15cdcf req-960276b8-c738-4f57-a898-9f25adc78b86 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707860 Apr 20 15:48:31.223725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cab3962c-a316-443b-9889-216782e35e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:31.225447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f5f5a6c5-3127-4df4-97d9-596769051c3b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:31.229947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f5f5a6c5-3127-4df4-97d9-596769051c3b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:31.239615 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f5f5a6c5-3127-4df4-97d9-596769051c3b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:31.273476 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f5a6c5-3127-4df4-97d9-596769051c3b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:31.278748 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5f5a6c5-3127-4df4-97d9-596769051c3b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:31.303228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cab3962c-a316-443b-9889-216782e35e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:31.400374 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:31.422993 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cab3962c-a316-443b-9889-216782e35e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:31.441473 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.ipam_backend_mixin [None req-f5f5a6c5-3127-4df4-97d9-596769051c3b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 775ab719-0a56-4f18-987b-c1ae495e3181 (CIDR: 2001:db8::/64) Apr 20 15:48:31.445865 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f5a6c5-3127-4df4-97d9-596769051c3b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:48:31.446350 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f5a6c5-3127-4df4-97d9-596769051c3b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:31.460623 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3962c-a316-443b-9889-216782e35e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e003ae91-60fa-4208-b919-46fc8f26f4b2,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:31.484650 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f5f5a6c5-3127-4df4-97d9-596769051c3b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4201105 Apr 20 15:48:31.487309 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34076) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:31.495732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'subnet': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:31.510785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f75444d-ffc4-443b-acb1-cb958ea2ebf5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:31.544438 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port bdaae2f4-acd5-43e1-a72c-036b940019a6, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=bdaae2f4-acd5-43e1-a72c-036b940019a6,segment=NetworkSegment(77bcaeec-aeef-44e6-bc18-1e446d89099f),segment_id=77bcaeec-aeef-44e6-bc18-1e446d89099f)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:31.561685 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:31.622461 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cab3962c-a316-443b-9889-216782e35e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:31.623650 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cab3962c-a316-443b-9889-216782e35e73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e003ae91-60fa-4208-b919-46fc8f26f4b2 HTTP/1.1" status: 204 len: 168 time: 0.6303713 Apr 20 15:48:31.629459 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d35f5b6f-8cb9-43d2-ad43-da81e64a7bde no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:48:31.678644 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: d35f5b6f-8cb9-43d2-ad43-da81e64a7bde {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:48:31.678983 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d35f5b6f-8cb9-43d2-ad43-da81e64a7bde not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:48:31.695178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=bdaae2f4-acd5-43e1-a72c-036b940019a6,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:31.700944 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93754cd2-5646-4f55-bcd9-6aac710ca15d req-dacef650-ef24-45be-a853-33fb15930e7f tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:31.702528 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93754cd2-5646-4f55-bcd9-6aac710ca15d req-dacef650-ef24-45be-a853-33fb15930e7f tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.3491743 Apr 20 15:48:31.710605 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75444d-ffc4-443b-acb1-cb958ea2ebf5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Subnet': ['ID=8c70125f-4a84-41b4-8c8d-3ac35b446018,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:31.731903 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4a1c1bac-af2f-4ad4-816d-caefb41b40aa None None] Provisioning complete for port bdaae2f4-acd5-43e1-a72c-036b940019a6 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:31.732277 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4a1c1bac-af2f-4ad4-816d-caefb41b40aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:31.747137 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f75444d-ffc4-443b-acb1-cb958ea2ebf5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Checking segment: {'id': '2254ddea-14b8-404b-978e-ef618c57fa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'be97f609-64fe-447b-827f-10490305c366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:31.747519 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f75444d-ffc4-443b-acb1-cb958ea2ebf5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network hostable DHCP agents. Network: be97f609-64fe-447b-827f-10490305c366, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:48:31.840687 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93754cd2-5646-4f55-bcd9-6aac710ca15d req-d4930cc4-2301-4a98-9a3b-f59a8880aedd tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275594 Apr 20 15:48:31.841362 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f75444d-ffc4-443b-acb1-cb958ea2ebf5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network be97f609-64fe-447b-827f-10490305c366 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:48:31.845757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:31.854320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:subnet and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:31.858918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:31.864155 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-1f75444d-ffc4-443b-acb1-cb958ea2ebf5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, be97f609-64fe-447b-827f-10490305c366) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:31.869013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f75444d-ffc4-443b-acb1-cb958ea2ebf5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:31.869593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f75444d-ffc4-443b-acb1-cb958ea2ebf5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:31.884459 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0401edba-e16b-4223-b5f0-713f72a06f8b None None] Network be97f609-64fe-447b-827f-10490305c366 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:31.888088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:31.908358 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34086) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:31.908581 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1f75444d-ffc4-443b-acb1-cb958ea2ebf5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2469616 Apr 20 15:48:31.917231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:31.923304 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:32.092142 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4e21a3-24dc-4b2a-bb38-5b10426695d1 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:32.194409 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c3842863-60cf-4dc2-aa98-2b395bbd8e11 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:32.265963 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device bdaae2f4-acd5-43e1-a72c-036b940019a6 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:48:32.353485 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c3842863-60cf-4dc2-aa98-2b395bbd8e11 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:32.383723 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-514dc13d-9ee9-4edd-8a5d-ff0b659a2abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:32.395896 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9f41a157-3669-46dd-8f30-944ea2e2b381 None None] Provisioning complete for port df8a4562-3ed0-4d2c-9346-15086f30419b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:32.396367 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9f41a157-3669-46dd-8f30-944ea2e2b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:32.543479 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c3842863-60cf-4dc2-aa98-2b395bbd8e11 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:32.584328 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3842863-60cf-4dc2-aa98-2b395bbd8e11 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Subnet': ['ID=8c70125f-4a84-41b4-8c8d-3ac35b446018,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:32.622631 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff97a742-11bd-426a-b2be-8af99cd07be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-be97f609-64fe-447b-827f-10490305c366', 'network_id': 'be97f609-64fe-447b-827f-10490305c366', 'tenant_id': '4acc138ba51044c2bac2c8174a933ad9', 'fixed_ips': [{'subnet_id': '8c70125f-4a84-41b4-8c8d-3ac35b446018'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:48:32.623758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ff97a742-11bd-426a-b2be-8af99cd07be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:32.743183 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c3842863-60cf-4dc2-aa98-2b395bbd8e11 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:32.779177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-c3842863-60cf-4dc2-aa98-2b395bbd8e11 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be97f609-64fe-447b-827f-10490305c366']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:32.795984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-c3842863-60cf-4dc2-aa98-2b395bbd8e11 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2254ddea-14b8-404b-978e-ef618c57fa66') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:32.796316 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-c3842863-60cf-4dc2-aa98-2b395bbd8e11 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2254ddea-14b8-404b-978e-ef618c57fa66') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:32.809657 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c3842863-60cf-4dc2-aa98-2b395bbd8e11 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:32.830175 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c3842863-60cf-4dc2-aa98-2b395bbd8e11 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:32.837979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3842863-60cf-4dc2-aa98-2b395bbd8e11 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:32.838378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c3842863-60cf-4dc2-aa98-2b395bbd8e11 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:32.906235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.objects.ports [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88168) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:32.938812 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:32.942429 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c3842863-60cf-4dc2-aa98-2b395bbd8e11 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:32.948945 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c3842863-60cf-4dc2-aa98-2b395bbd8e11 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:32.983425 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c3842863-60cf-4dc2-aa98-2b395bbd8e11 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/be97f609-64fe-447b-827f-10490305c366 HTTP/1.1" status: 204 len: 168 time: 1.0736947 Apr 20 15:48:32.984981 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34108) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:32.985873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3842863-60cf-4dc2-aa98-2b395bbd8e11 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Network': ['ID=be97f609-64fe-447b-827f-10490305c366,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:32.998689 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port bdaae2f4-acd5-43e1-a72c-036b940019a6 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:33.000708 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-9b452753-983a-49d2-9c43-a8f1dc2d8359 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1981486608'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:33.001687 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:33.006481 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9b452753-983a-49d2-9c43-a8f1dc2d8359 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:33.010688 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9b452753-983a-49d2-9c43-a8f1dc2d8359 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:network and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:33.013585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211f5b7-ddf9-4327-9a1d-bf879858fdd7 req-0287179f-3eaf-4c9f-8bfe-4ccdaff71d1e tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:33.013820 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9b452753-983a-49d2-9c43-a8f1dc2d8359 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:33.021374 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8211f5b7-ddf9-4327-9a1d-bf879858fdd7 req-0287179f-3eaf-4c9f-8bfe-4ccdaff71d1e tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.4653988 Apr 20 15:48:33.023606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34112) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:33.032110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9b452753-983a-49d2-9c43-a8f1dc2d8359 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:33.072072 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b452753-983a-49d2-9c43-a8f1dc2d8359 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:33.084236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9b452753-983a-49d2-9c43-a8f1dc2d8359 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:33.096866 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8211f5b7-ddf9-4327-9a1d-bf879858fdd7 req-ee4b6ea0-786c-4762-8315-e712ad87cbe0 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745542 Apr 20 15:48:33.144576 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b452753-983a-49d2-9c43-a8f1dc2d8359 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:48:33.154306 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9b452753-983a-49d2-9c43-a8f1dc2d8359 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:33.154853 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-9b452753-983a-49d2-9c43-a8f1dc2d8359 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Added segment 0557cba1-f9e8-4e60-b65c-bc76290fe3e1 of type vlan for network e645c5fd-bd00-4eec-8eef-6b90cac2a554 Apr 20 15:48:33.165566 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37cf694-ee00-4df7-845b-8a0665b51869 None None] Network be97f609-64fe-447b-827f-10490305c366 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:33.195705 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37cf694-ee00-4df7-845b-8a0665b51869 None None] Network be97f609-64fe-447b-827f-10490305c366 could not be found, it might have been deleted concurrently. {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 20 15:48:33.205597 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9b452753-983a-49d2-9c43-a8f1dc2d8359 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:33.267593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9b452753-983a-49d2-9c43-a8f1dc2d8359 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:33.273037 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b452753-983a-49d2-9c43-a8f1dc2d8359 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:33.273624 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9b452753-983a-49d2-9c43-a8f1dc2d8359 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:33.297845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group': {'name': 'tempest-secgroup--120388843'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:33.309626 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:33.319888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:33.330444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:33.335066 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9b452753-983a-49d2-9c43-a8f1dc2d8359 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3437190 Apr 20 15:48:33.335721 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:33.339522 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34118) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:33.370551 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:33.381317 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-2361f0d3-8530-44fe-ab2d-d233de6935c5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'subnet': {'network_id': 'e645c5fd-bd00-4eec-8eef-6b90cac2a554', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:33.428192 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b452753-983a-49d2-9c43-a8f1dc2d8359 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Network': ['ID=e645c5fd-bd00-4eec-8eef-6b90cac2a554,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:33.433180 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a2c0a0-a426-4b3e-9276-d059d3c2382a None None] Update dhcp port {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'fixed_ips': [{'subnet_id': '9838bcd1-8084-4180-a3e9-1fd23d32114e'}, {'subnet_id': '775ab719-0a56-4f18-987b-c1ae495e3181'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': 'df8a4562-3ed0-4d2c-9346-15086f30419b'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:48:33.477123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network e645c5fd-bd00-4eec-8eef-6b90cac2a554 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:48:33.489353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:33.514116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:33.555332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:33.580996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2361f0d3-8530-44fe-ab2d-d233de6935c5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:33.616817 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-51a2c0a0-a426-4b3e-9276-d059d3c2382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:33.627329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:33.630139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2361f0d3-8530-44fe-ab2d-d233de6935c5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:subnet and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:33.637631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:33.640144 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2361f0d3-8530-44fe-ab2d-d233de6935c5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:33.657485 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:33.659483 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2361f0d3-8530-44fe-ab2d-d233de6935c5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:33.694006 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2361f0d3-8530-44fe-ab2d-d233de6935c5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:33.697333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2361f0d3-8530-44fe-ab2d-d233de6935c5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:33.832379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] For port df8a4562-3ed0-4d2c-9346-15086f30419b, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=df8a4562-3ed0-4d2c-9346-15086f30419b,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:33.908223 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:33.921440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:33.922143 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:33.951216 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-51a2c0a0-a426-4b3e-9276-d059d3c2382a None None] Allocated IP 2001:db8::2 (f66047db-8bb8-4641-b4de-e5f9a3950b44/775ab719-0a56-4f18-987b-c1ae495e3181/df8a4562-3ed0-4d2c-9346-15086f30419b) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:34.011003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:34.071969 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:34.098620 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:34.101611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:34.114946 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:34.129383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-51a2c0a0-a426-4b3e-9276-d059d3c2382a None None] For port df8a4562-3ed0-4d2c-9346-15086f30419b, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=df8a4562-3ed0-4d2c-9346-15086f30419b,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:34.162464 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-51a2c0a0-a426-4b3e-9276-d059d3c2382a None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:34.163519 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:34.168955 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:34.175236 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:34.179626 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-51a2c0a0-a426-4b3e-9276-d059d3c2382a None None] Transition to ACTIVE for port object df8a4562-3ed0-4d2c-9346-15086f30419b will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:34.183924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-51a2c0a0-a426-4b3e-9276-d059d3c2382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:34.220436 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=df8a4562-3ed0-4d2c-9346-15086f30419b,revision_number=9']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:34.223077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Subnet': ['ID=9838bcd1-8084-4180-a3e9-1fd23d32114e,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:34.232368 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:34.232992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:34.361039 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2c0a0-a426-4b3e-9276-d059d3c2382a None None] Pushing event updated for resources: {'Port': ['ID=df8a4562-3ed0-4d2c-9346-15086f30419b,revision_number=10']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:34.362611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94404e8-da3b-491f-911b-33ac93fc57aa,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:34.364099 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4eb43ece-37cd-41d8-8276-288c4a17505f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:34.402705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:34.408740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:34.413046 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1c282a04-1162-4bad-ab00-555fbf9a0d02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9249344 Apr 20 15:48:34.416025 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34124) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:34.423447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Request body: {'port': {'network_id': 'f66047db-8bb8-4641-b4de-e5f9a3950b44', 'mac_address': 'fa:16:3e:56:b9:ae', 'name': 'tempest-NetworksTestDHCPv6-245383609'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:34.431219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2361f0d3-8530-44fe-ab2d-d233de6935c5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:34.508136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:34.509386 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4817123 Apr 20 15:48:34.516183 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34128) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:34.521044 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e54c0-439a-4db3-9630-163ed6416be8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82cb83bb-6907-4ec3-b5bd-11569d435696,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:34.590014 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b237848-b662-4bc9-81dc-f7fb7fd45a60 req-4756e900-aa1e-4db5-9c5d-fed0b08096fa tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:34.591510 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8b237848-b662-4bc9-81dc-f7fb7fd45a60 req-4756e900-aa1e-4db5-9c5d-fed0b08096fa tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.3608048 Apr 20 15:48:34.592172 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361f0d3-8530-44fe-ab2d-d233de6935c5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Subnet': ['ID=d53fb12b-a3f3-4710-97fa-f6b7c6bff32d,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:34.659846 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2361f0d3-8530-44fe-ab2d-d233de6935c5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Checking segment: {'id': '0557cba1-f9e8-4e60-b65c-bc76290fe3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e645c5fd-bd00-4eec-8eef-6b90cac2a554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:34.660302 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2361f0d3-8530-44fe-ab2d-d233de6935c5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network hostable DHCP agents. Network: e645c5fd-bd00-4eec-8eef-6b90cac2a554, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:48:34.688071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-55f3ef79-2ec3-4a69-971a-30bc1331ef2c tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:34.694359 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:34.698885 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Usage tracker for resource:port and tenant:f3037f91c8bf44c29e08e0d07a1b1447 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:34.702052 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:34.704042 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8b237848-b662-4bc9-81dc-f7fb7fd45a60 req-0174dcdd-2f25-463c-b4d5-1fa818c70f58 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993552 Apr 20 15:48:34.708827 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:34.729858 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2361f0d3-8530-44fe-ab2d-d233de6935c5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network e645c5fd-bd00-4eec-8eef-6b90cac2a554 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:48:34.730489 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Made reservation on behalf of f3037f91c8bf44c29e08e0d07a1b1447 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:34.739809 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-55f3ef79-2ec3-4a69-971a-30bc1331ef2c tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:34.741508 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-55f3ef79-2ec3-4a69-971a-30bc1331ef2c tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2217615 Apr 20 15:48:34.745254 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-2361f0d3-8530-44fe-ab2d-d233de6935c5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, e645c5fd-bd00-4eec-8eef-6b90cac2a554) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:34.746828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34134) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:34.752438 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2361f0d3-8530-44fe-ab2d-d233de6935c5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:34.753222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2361f0d3-8530-44fe-ab2d-d233de6935c5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:34.753424 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36d22a0-065f-47fe-a1e0-2e59b684d069 None None] Network e645c5fd-bd00-4eec-8eef-6b90cac2a554 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:34.764137 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-274cb312-72bb-4467-883d-c9a590fce68a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group': {'name': 'tempest-security--357422287', 'description': 'tempest-security-description-805619269'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:34.811642 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-274cb312-72bb-4467-883d-c9a590fce68a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:34.848057 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2361f0d3-8530-44fe-ab2d-d233de6935c5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5048120 Apr 20 15:48:34.849933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34138) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:34.899003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:34.929682 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] device_id is not set on port c84c2634-2bb9-4973-8a76-1dfeefd0b68c yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:48:35.069244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3046e36-abc6-4c3a-990b-2f31fe75a3d3 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:35.224123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-e645c5fd-bd00-4eec-8eef-6b90cac2a554', 'network_id': 'e645c5fd-bd00-4eec-8eef-6b90cac2a554', 'tenant_id': '4acc138ba51044c2bac2c8174a933ad9', 'fixed_ips': [{'subnet_id': 'd53fb12b-a3f3-4710-97fa-f6b7c6bff32d'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:48:35.224526 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:35.243249 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8::265 (f66047db-8bb8-4641-b4de-e5f9a3950b44/775ab719-0a56-4f18-987b-c1ae495e3181/c84c2634-2bb9-4973-8a76-1dfeefd0b68c) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:35.248452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e9372f95-4d8d-4976-bcb1-35356a0340cf None None] Provisioning for port df8a4562-3ed0-4d2c-9346-15086f30419b completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:35.251938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Allocated IP 2001:db8:0:1:f816:3eff:fe56:b9ae (f66047db-8bb8-4641-b4de-e5f9a3950b44/9838bcd1-8084-4180-a3e9-1fd23d32114e/c84c2634-2bb9-4973-8a76-1dfeefd0b68c) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:35.262859 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e9372f95-4d8d-4976-bcb1-35356a0340cf None None] Provisioning complete for port df8a4562-3ed0-4d2c-9346-15086f30419b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:35.263225 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e9372f95-4d8d-4976-bcb1-35356a0340cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:35.302719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-274cb312-72bb-4467-883d-c9a590fce68a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:35.318047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-274cb312-72bb-4467-883d-c9a590fce68a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:35.320455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-274cb312-72bb-4467-883d-c9a590fce68a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:35.321660 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-274cb312-72bb-4467-883d-c9a590fce68a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "PUT /v2.0/security-groups/82cb83bb-6907-4ec3-b5bd-11569d435696 HTTP/1.1" status: 200 len: 1776 time: 0.5737879 Apr 20 15:48:35.325025 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34144) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:35.391687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cb312-72bb-4467-883d-c9a590fce68a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82cb83bb-6907-4ec3-b5bd-11569d435696,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:35.432026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:35.437852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bcf1c-a647-452c-a7b8-94ff92389764 req-da7b17db-9071-4c58-befc-0e9121d8030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:35.439385 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8f0bcf1c-a647-452c-a7b8-94ff92389764 req-da7b17db-9071-4c58-befc-0e9121d8030b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80c78f2bdb844b1b88a5fac930d650c8&device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 1099 time: 0.3832920 Apr 20 15:48:35.463264 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3e3ca389-ca7d-45b6-a420-46844cbd26d0 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-groups/82cb83bb-6907-4ec3-b5bd-11569d435696 HTTP/1.1" status: 200 len: 1776 time: 0.1375227 Apr 20 15:48:35.475404 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34148) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:35.510424 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:35.539421 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Transition to ACTIVE for port object c84c2634-2bb9-4973-8a76-1dfeefd0b68c will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:35.539651 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5189c27-6190-46ef-9ded-523e1249a0ef req-ea65101b-4cf9-438f-82af-c270b4af5d89 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:35.541148 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d5189c27-6190-46ef-9ded-523e1249a0ef req-ea65101b-4cf9-438f-82af-c270b4af5d89 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.4362557 Apr 20 15:48:35.601353 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-665036d6-2215-43e4-a7ee-25be6aee92e2 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:35.621261 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:35.672076 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:35.689231 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-665036d6-2215-43e4-a7ee-25be6aee92e2 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:35.710517 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:35.712349 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d5189c27-6190-46ef-9ded-523e1249a0ef req-cb08eda5-9ca4-43d5-bcc4-14491dcd5afd tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290221 Apr 20 15:48:35.717193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:35.717348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:35.719785 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Allocated IP 172.20.0.1 (e645c5fd-bd00-4eec-8eef-6b90cac2a554/d53fb12b-a3f3-4710-97fa-f6b7c6bff32d/40f74cab-dad4-4826-b5ef-5e0eac108f9b) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:35.724701 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:35.731142 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:35.732055 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:35.753156 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:35.772443 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bcf1c-a647-452c-a7b8-94ff92389764 req-59fcb5c5-02a1-4598-b85a-4ab08a9bb609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:35.773879 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8f0bcf1c-a647-452c-a7b8-94ff92389764 req-59fcb5c5-02a1-4598-b85a-4ab08a9bb609 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b99e9b56-1358-4ae1-9cfc-416f103dc430 HTTP/1.1" status: 200 len: 912 time: 0.3261831 Apr 20 15:48:35.789699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event updated for resources: {'Port': ['ID=c84c2634-2bb9-4973-8a76-1dfeefd0b68c,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:35.816215 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cb87d484-3d9f-4b1f-8f49-ba7e8429c75e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3952191 Apr 20 15:48:35.817209 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34152) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:35.867668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-665036d6-2215-43e4-a7ee-25be6aee92e2 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:35.893690 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665036d6-2215-43e4-a7ee-25be6aee92e2 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cb83bb-6907-4ec3-b5bd-11569d435696,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:35.911808 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4f955680-924f-4fb8-87d8-c6221a4cb707 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting port c84c2634-2bb9-4973-8a76-1dfeefd0b68c {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:35.912147 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4f955680-924f-4fb8-87d8-c6221a4cb707 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:35.916532 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8f0bcf1c-a647-452c-a7b8-94ff92389764 req-2b8f2617-565a-4d81-91b8-f20023bbad2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4af254e-9470-4a05-9aef-8350767e21a0 HTTP/1.1" status: 200 len: 1002 time: 0.1347709 Apr 20 15:48:35.946872 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-665036d6-2215-43e4-a7ee-25be6aee92e2 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:35.948011 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-665036d6-2215-43e4-a7ee-25be6aee92e2 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-groups/82cb83bb-6907-4ec3-b5bd-11569d435696 HTTP/1.1" status: 204 len: 168 time: 0.4729080 Apr 20 15:48:35.955010 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34156) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:35.992863 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bcf1c-a647-452c-a7b8-94ff92389764 req-f02fee22-f754-46b6-a840-d8440dadc46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:35.994861 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8f0bcf1c-a647-452c-a7b8-94ff92389764 req-f02fee22-f754-46b6-a840-d8440dadc46e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ddbab018-b2c7-4785-88fd-2b8333c96735 HTTP/1.1" status: 200 len: 850 time: 0.0714383 Apr 20 15:48:36.002540 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:36.017555 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Transition to ACTIVE for port object 40f74cab-dad4-4826-b5ef-5e0eac108f9b will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:36.040180 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Transition to ACTIVE for port object 40f74cab-dad4-4826-b5ef-5e0eac108f9b will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:36.050956 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:36.077014 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:36.136430 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Network e645c5fd-bd00-4eec-8eef-6b90cac2a554 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:36.152796 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Subnet': ['ID=d53fb12b-a3f3-4710-97fa-f6b7c6bff32d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:36.154589 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:36.166272 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:36.230796 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bcf1c-a647-452c-a7b8-94ff92389764 req-43ec475e-1637-4436-921a-d2a915832fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:36.232794 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8f0bcf1c-a647-452c-a7b8-94ff92389764 req-43ec475e-1637-4436-921a-d2a915832fb2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b99e9b56-1358-4ae1-9cfc-416f103dc430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2321928 Apr 20 15:48:36.238452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Pushing event updated for resources: {'Port': ['ID=40f74cab-dad4-4826-b5ef-5e0eac108f9b,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:36.253759 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device df8a4562-3ed0-4d2c-9346-15086f30419b up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:48:36.283083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:36.301073 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4f955680-924f-4fb8-87d8-c6221a4cb707 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:36.315580 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c47e73b0-b946-47bc-8dac-f8235b1b37ae tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:36.375222 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1f781309-6b03-4007-872a-04d07dcfc280 None None] Provisioning complete for port df8a4562-3ed0-4d2c-9346-15086f30419b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:36.375602 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1f781309-6b03-4007-872a-04d07dcfc280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:36.376724 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e645c5fd-bd00-4eec-8eef-6b90cac2a554']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:36.393744 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0557cba1-f9e8-4e60-b65c-bc76290fe3e1') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:36.394271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0557cba1-f9e8-4e60-b65c-bc76290fe3e1') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:36.421047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:36.436413 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Attempting to bind port 40f74cab-dad4-4826-b5ef-5e0eac108f9b on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:48:36.436789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Attempting to bind port 40f74cab-dad4-4826-b5ef-5e0eac108f9b by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '0557cba1-f9e8-4e60-b65c-bc76290fe3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e645c5fd-bd00-4eec-8eef-6b90cac2a554'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:48:36.437691 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Attempting to bind port 40f74cab-dad4-4826-b5ef-5e0eac108f9b on network e645c5fd-bd00-4eec-8eef-6b90cac2a554 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:48:36.449071 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c47e73b0-b946-47bc-8dac-f8235b1b37ae tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:36.450409 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c47e73b0-b946-47bc-8dac-f8235b1b37ae tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4943323 Apr 20 15:48:36.454279 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8f0bcf1c-a647-452c-a7b8-94ff92389764 req-50eb34ba-4435-4273-bd2f-ed406cbaf6e6 service neutron] 10.222.0.11 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034988 Apr 20 15:48:36.454729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34160) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:36.455627 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:36.457477 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:48:36.457787 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4f955680-924f-4fb8-87d8-c6221a4cb707 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Calling delete_port for c84c2634-2bb9-4973-8a76-1dfeefd0b68c owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:36.458247 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Checking segment: {'id': '0557cba1-f9e8-4e60-b65c-bc76290fe3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e645c5fd-bd00-4eec-8eef-6b90cac2a554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:36.458664 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:36.459066 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Bound using segment: {'id': '0557cba1-f9e8-4e60-b65c-bc76290fe3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e645c5fd-bd00-4eec-8eef-6b90cac2a554'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:48:36.459650 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Bound port: 40f74cab-dad4-4826-b5ef-5e0eac108f9b, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0557cba1-f9e8-4e60-b65c-bc76290fe3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e645c5fd-bd00-4eec-8eef-6b90cac2a554'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:48:36.460057 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:36.491447 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port df8a4562-3ed0-4d2c-9346-15086f30419b triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:36.491918 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:36.498377 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:36.499214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:36.519042 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:36.570636 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-6822eaad-d854-4dbd-89e3-c59ca54be0da tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] delete failed (client error): The resource could not be found. Apr 20 15:48:36.575291 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6822eaad-d854-4dbd-89e3-c59ca54be0da tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-groups/82cb83bb-6907-4ec3-b5bd-11569d435696 HTTP/1.1" status: 404 len: 347 time: 0.1130946 Apr 20 15:48:36.575906 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34164) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:36.586632 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-f45f5aaf-e4c4-43eb-8419-7eb0ddff256c tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group': {'name': 'tempest-secgroup--422780457'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:36.597844 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f45f5aaf-e4c4-43eb-8419-7eb0ddff256c tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:36.614789 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f45f5aaf-e4c4-43eb-8419-7eb0ddff256c tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:36.663045 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f45f5aaf-e4c4-43eb-8419-7eb0ddff256c tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:36.663710 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 15:48:36.663710 dv-neutron-838699-1-hyperv neutron-server[88168]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 15:48:36.663710 dv-neutron-838699-1-hyperv neutron-server[88168]: [parameters: {'id': 'e645c5fd-bd00-4eec-8eef-6b90cac2a554'}] Apr 20 15:48:36.663710 dv-neutron-838699-1-hyperv neutron-server[88168]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:48:36.664137 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:48:36.679819 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] For port 40f74cab-dad4-4826-b5ef-5e0eac108f9b, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:48:36.699999 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f45f5aaf-e4c4-43eb-8419-7eb0ddff256c tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:36.702099 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8f0bcf1c-a647-452c-a7b8-94ff92389764 req-14950fc0-216f-40bd-9fa4-b9035749e308 service neutron] 10.222.0.11 "GET /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394540 Apr 20 15:48:36.706230 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f45f5aaf-e4c4-43eb-8419-7eb0ddff256c tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:36.710932 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f45f5aaf-e4c4-43eb-8419-7eb0ddff256c tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:36.720207 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f45f5aaf-e4c4-43eb-8419-7eb0ddff256c tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:36.728740 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4f955680-924f-4fb8-87d8-c6221a4cb707 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:36.744840 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] For port 40f74cab-dad4-4826-b5ef-5e0eac108f9b, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=40f74cab-dad4-4826-b5ef-5e0eac108f9b,segment=NetworkSegment(0557cba1-f9e8-4e60-b65c-bc76290fe3e1),segment_id=0557cba1-f9e8-4e60-b65c-bc76290fe3e1)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:48:36.750821 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:36.838631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f955680-924f-4fb8-87d8-c6221a4cb707 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Port': ['ID=c84c2634-2bb9-4973-8a76-1dfeefd0b68c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:36.858650 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5211a3e-37ca-4597-95a1-e1d7415e78b1 None None] Pushing event updated for resources: {'Port': ['ID=40f74cab-dad4-4826-b5ef-5e0eac108f9b,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:36.879711 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0590868b-472f-4fc7-9fbd-f6abebb1ded1 None None] Could not find standard attr ID for object c84c2634-2bb9-4973-8a76-1dfeefd0b68c. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:48:36.947756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48df84-4d1e-45a1-ba80-c49e8bcf4bc8 req-59fb87a1-3de9-439d-bae4-232efebdd86f tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:36.949569 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3f48df84-4d1e-45a1-ba80-c49e8bcf4bc8 req-59fb87a1-3de9-439d-bae4-232efebdd86f tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.1031253 Apr 20 15:48:36.975278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b44124-5d03-47f4-8d77-aa4d77db3751 None None] Network e645c5fd-bd00-4eec-8eef-6b90cac2a554 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:37.013840 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3f48df84-4d1e-45a1-ba80-c49e8bcf4bc8 req-5cbf2c5c-e2a3-4742-8fd0-aa6c051753e1 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584385 Apr 20 15:48:37.041138 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4f955680-924f-4fb8-87d8-c6221a4cb707 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.071005 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4f955680-924f-4fb8-87d8-c6221a4cb707 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/c84c2634-2bb9-4973-8a76-1dfeefd0b68c HTTP/1.1" status: 204 len: 168 time: 1.2532628 Apr 20 15:48:37.073465 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34170) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:37.093542 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.096530 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f45f5aaf-e4c4-43eb-8419-7eb0ddff256c tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.100708 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f45f5aaf-e4c4-43eb-8419-7eb0ddff256c tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.134806 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f45f5aaf-e4c4-43eb-8419-7eb0ddff256c tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.138824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34174) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:37.138956 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f45f5aaf-e4c4-43eb-8419-7eb0ddff256c tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5615146 Apr 20 15:48:37.145260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-869f39d5-3c6b-4699-9321-4654d72fbe3e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group_rule': {'security_group_id': '20244cd0-adde-49d6-bccd-6e57b75227e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:37.145418 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f5aaf-e4c4-43eb-8419-7eb0ddff256c tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20244cd0-adde-49d6-bccd-6e57b75227e7,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:37.155487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-869f39d5-3c6b-4699-9321-4654d72fbe3e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:37.167495 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-869f39d5-3c6b-4699-9321-4654d72fbe3e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:37.170273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.174497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-869f39d5-3c6b-4699-9321-4654d72fbe3e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:37.186358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-869f39d5-3c6b-4699-9321-4654d72fbe3e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:37.196390 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e719297a-8cae-4a09-b5e0-16002fbed693 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:37.197245 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e719297a-8cae-4a09-b5e0-16002fbed693 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:37.211705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Deleting port 40f74cab-dad4-4826-b5ef-5e0eac108f9b {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:37.212196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.236306 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b80243-e40e-4ea9-ab0b-4075cd13d147 None None] get_active_networks_info from dv-neutron-838699-1-hyperv {{(pid=88170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 15:48:37.264507 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e719297a-8cae-4a09-b5e0-16002fbed693 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:37.267997 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e719297a-8cae-4a09-b5e0-16002fbed693 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1910675 Apr 20 15:48:37.268933 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34178) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:37.271580 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-869f39d5-3c6b-4699-9321-4654d72fbe3e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.341422 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b80243-e40e-4ea9-ab0b-4075cd13d147 None None] Resources bound (agent type, host, resource id): {{(pid=88170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 15:48:37.360509 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da1d28f-ef82-4978-a8a8-7f5eaafb935e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:37.361453 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-4da1d28f-ef82-4978-a8a8-7f5eaafb935e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:37.373685 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-4da1d28f-ef82-4978-a8a8-7f5eaafb935e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:37.376482 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4da1d28f-ef82-4978-a8a8-7f5eaafb935e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1067593 Apr 20 15:48:37.377977 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34182) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:37.455357 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d5ba7-bc51-480a-a550-a2539ab35fcc tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:37.456930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d5ba7-bc51-480a-a550-a2539ab35fcc tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:37.458544 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d5ba7-bc51-480a-a550-a2539ab35fcc tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:37.459402 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8f7d5ba7-bc51-480a-a550-a2539ab35fcc tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:37.477463 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8f7d5ba7-bc51-480a-a550-a2539ab35fcc tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:37.481896 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8f7d5ba7-bc51-480a-a550-a2539ab35fcc tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1027982 Apr 20 15:48:37.482911 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34186) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:37.571879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9053ba8-e2aa-425c-96e8-734598354a67 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 775ab719-0a56-4f18-987b-c1ae495e3181 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:48:37.576024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a9053ba8-e2aa-425c-96e8-734598354a67 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.591318 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-869f39d5-3c6b-4699-9321-4654d72fbe3e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.601826 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-869f39d5-3c6b-4699-9321-4654d72fbe3e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.640813 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f39d5-3c6b-4699-9321-4654d72fbe3e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e86bf00-ebfe-4b89-b1b1-4f98a5610864,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:37.668950 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] For port 40f74cab-dad4-4826-b5ef-5e0eac108f9b, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=40f74cab-dad4-4826-b5ef-5e0eac108f9b,segment=NetworkSegment(0557cba1-f9e8-4e60-b65c-bc76290fe3e1),segment_id=0557cba1-f9e8-4e60-b65c-bc76290fe3e1)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:37.669437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.677303 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-869f39d5-3c6b-4699-9321-4654d72fbe3e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.678486 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-869f39d5-3c6b-4699-9321-4654d72fbe3e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5383034 Apr 20 15:48:37.681574 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34190) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:37.697809 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a9053ba8-e2aa-425c-96e8-734598354a67 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.787877 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a9053ba8-e2aa-425c-96e8-734598354a67 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.820774 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Calling delete_port for 40f74cab-dad4-4826-b5ef-5e0eac108f9b owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:37.868079 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a9053ba8-e2aa-425c-96e8-734598354a67 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.877224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecdde01c-6bdf-4967-a46e-c8f2eb8bcb31 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.900048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecdde01c-6bdf-4967-a46e-c8f2eb8bcb31 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.908385 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9053ba8-e2aa-425c-96e8-734598354a67 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=775ab719-0a56-4f18-987b-c1ae495e3181,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:37.912052 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a9053ba8-e2aa-425c-96e8-734598354a67 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.925163 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab37479-667c-40ab-bae6-332cb890fe2d None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:37.929589 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a9053ba8-e2aa-425c-96e8-734598354a67 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/775ab719-0a56-4f18-987b-c1ae495e3181 HTTP/1.1" status: 204 len: 168 time: 0.4445939 Apr 20 15:48:37.929903 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34194) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:37.942871 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:37.985047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecdde01c-6bdf-4967-a46e-c8f2eb8bcb31 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.004168 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8729fec5-8e6c-4faa-b895-36dfcae87e02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Deleting subnet 9838bcd1-8084-4180-a3e9-1fd23d32114e {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:48:38.007976 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Port': ['ID=40f74cab-dad4-4826-b5ef-5e0eac108f9b,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:38.008122 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8729fec5-8e6c-4faa-b895-36dfcae87e02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.014926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdde01c-6bdf-4967-a46e-c8f2eb8bcb31 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e86bf00-ebfe-4b89-b1b1-4f98a5610864,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:38.017533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No DVR routers for this DVR port 40f74cab-dad4-4826-b5ef-5e0eac108f9b on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:48:38.052720 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecdde01c-6bdf-4967-a46e-c8f2eb8bcb31 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.056307 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ecdde01c-6bdf-4967-a46e-c8f2eb8bcb31 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8e86bf00-ebfe-4b89-b1b1-4f98a5610864 HTTP/1.1" status: 204 len: 168 time: 0.3715222 Apr 20 15:48:38.057840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34200) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:38.085652 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8729fec5-8e6c-4faa-b895-36dfcae87e02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.197819 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8729fec5-8e6c-4faa-b895-36dfcae87e02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.228073 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.259271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-310cca25-e6a9-461c-8751-f077652268f5 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:38.281459 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e645c5fd-bd00-4eec-8eef-6b90cac2a554']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:38.285941 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8729fec5-8e6c-4faa-b895-36dfcae87e02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.286125 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:48:38.306207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0557cba1-f9e8-4e60-b65c-bc76290fe3e1') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:38.306833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0557cba1-f9e8-4e60-b65c-bc76290fe3e1') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:38.321646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-310cca25-e6a9-461c-8751-f077652268f5 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:38.326402 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-310cca25-e6a9-461c-8751-f077652268f5 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2517583 Apr 20 15:48:38.326402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.330064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34204) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:38.335335 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8729fec5-8e6c-4faa-b895-36dfcae87e02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.350655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729fec5-8e6c-4faa-b895-36dfcae87e02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Subnet': ['ID=9838bcd1-8084-4180-a3e9-1fd23d32114e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:38.368239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.373919 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8729fec5-8e6c-4faa-b895-36dfcae87e02 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/9838bcd1-8084-4180-a3e9-1fd23d32114e HTTP/1.1" status: 204 len: 168 time: 0.4428177 Apr 20 15:48:38.378241 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34208) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:38.380831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b73ba4-95a9-47ac-9e7c-2024c2435258 req-58807134-085a-4f9a-b099-fcade04e7340 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:38.382480 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-08b73ba4-95a9-47ac-9e7c-2024c2435258 req-58807134-085a-4f9a-b099-fcade04e7340 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.2038009 Apr 20 15:48:38.385343 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:38.385730 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:38.401189 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:38.465411 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f6284f03-926c-4d5a-8e35-d9b4741f6bff tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0862365 Apr 20 15:48:38.468689 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34212) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:38.515374 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-08b73ba4-95a9-47ac-9e7c-2024c2435258 req-5a0a0d5e-ed88-4bba-81db-d660b8cf63e8 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131992 Apr 20 15:48:38.517831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.532362 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f25697dc-64dc-4aa9-bffd-41c2eb12d8fd tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.539089 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.549815 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Network': ['ID=e645c5fd-bd00-4eec-8eef-6b90cac2a554,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:38.558421 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-468286ab-7d1b-433e-a09d-348b8e3181ce tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/e645c5fd-bd00-4eec-8eef-6b90cac2a554 HTTP/1.1" status: 204 len: 168 time: 3.7072403 Apr 20 15:48:38.563112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34218) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:38.569004 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b71e1786-fd63-4743-9f39-1ac8cdbb0ad4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783735728'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:38.573964 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b71e1786-fd63-4743-9f39-1ac8cdbb0ad4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:38.575931 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f25697dc-64dc-4aa9-bffd-41c2eb12d8fd tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.578030 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b71e1786-fd63-4743-9f39-1ac8cdbb0ad4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:network and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:38.581220 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b71e1786-fd63-4743-9f39-1ac8cdbb0ad4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:38.587678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b71e1786-fd63-4743-9f39-1ac8cdbb0ad4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:38.599557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71e1786-fd63-4743-9f39-1ac8cdbb0ad4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:38.603282 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b71e1786-fd63-4743-9f39-1ac8cdbb0ad4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.638585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71e1786-fd63-4743-9f39-1ac8cdbb0ad4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:48:38.641386 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b3649f-6431-4753-bf75-ee7b8008a8ae tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:38.645585 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c8b3649f-6431-4753-bf75-ee7b8008a8ae tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1759501 Apr 20 15:48:38.646723 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34222) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:38.659086 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f25697dc-64dc-4aa9-bffd-41c2eb12d8fd tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.684471 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25697dc-64dc-4aa9-bffd-41c2eb12d8fd tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20244cd0-adde-49d6-bccd-6e57b75227e7,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:38.704053 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b71e1786-fd63-4743-9f39-1ac8cdbb0ad4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.704410 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-b71e1786-fd63-4743-9f39-1ac8cdbb0ad4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Added segment 2104be96-eb1b-4521-8d9a-5c51b23c16a2 of type vlan for network 1f288d5e-8d9a-4f5f-b99c-284a7bd5337a Apr 20 15:48:38.712332 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f25697dc-64dc-4aa9-bffd-41c2eb12d8fd tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.717068 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f25697dc-64dc-4aa9-bffd-41c2eb12d8fd tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-groups/20244cd0-adde-49d6-bccd-6e57b75227e7 HTTP/1.1" status: 204 len: 168 time: 0.3858688 Apr 20 15:48:38.717962 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34226) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:38.772888 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-4cac1906-e94a-4cef-bf2a-d2de3a02557d tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:38.790246 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-4cac1906-e94a-4cef-bf2a-d2de3a02557d tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:38.797248 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4cac1906-e94a-4cef-bf2a-d2de3a02557d tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0762506 Apr 20 15:48:38.798068 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34230) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:38.799217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c7c06b-7543-46bd-a453-af8b0ba6887b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:38.799946 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b0c7c06b-7543-46bd-a453-af8b0ba6887b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Synchronizing usage tracker for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:38.803335 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b3f6f26a-f15d-4b63-a1d7-ff245107a013 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517646955'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:38.813015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b3f6f26a-f15d-4b63-a1d7-ff245107a013 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:38.823897 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b3f6f26a-f15d-4b63-a1d7-ff245107a013 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:38.828025 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b71e1786-fd63-4743-9f39-1ac8cdbb0ad4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.835962 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b3f6f26a-f15d-4b63-a1d7-ff245107a013 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.848121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b0c7c06b-7543-46bd-a453-af8b0ba6887b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Unset dirty status for tenant:f3037f91c8bf44c29e08e0d07a1b1447 on resource:subnet {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:38.849361 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b0c7c06b-7543-46bd-a453-af8b0ba6887b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2013555 Apr 20 15:48:38.853081 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34234) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:38.861664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b3f6f26a-f15d-4b63-a1d7-ff245107a013 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:38.865868 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b3f6f26a-f15d-4b63-a1d7-ff245107a013 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:38.868784 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b3f6f26a-f15d-4b63-a1d7-ff245107a013 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:38.875041 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b3f6f26a-f15d-4b63-a1d7-ff245107a013 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:38.885969 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45299163-2184-4f68-ae61-d1c79dd82ec7 None None] Network f66047db-8bb8-4641-b4de-e5f9a3950b44 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:38.939182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7ce1f-89c6-4a23-8e22-32f78ba77bec req-2b5182eb-6898-4f9c-a06c-38e321199bc9 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:38.940804 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-83f7ce1f-89c6-4a23-8e22-32f78ba77bec req-2b5182eb-6898-4f9c-a06c-38e321199bc9 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.2485199 Apr 20 15:48:38.954167 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4329b9ec-81be-4b4b-93d0-d816265f4bb3 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995662 Apr 20 15:48:38.962048 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b3f6f26a-f15d-4b63-a1d7-ff245107a013 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.962222 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34238) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:38.975844 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b71e1786-fd63-4743-9f39-1ac8cdbb0ad4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.980779 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e1786-fd63-4743-9f39-1ac8cdbb0ad4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:38.981373 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b71e1786-fd63-4743-9f39-1ac8cdbb0ad4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:38.997547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a540b26e-a608-40d1-8907-d0b6245bddb3 None None] Provisioning complete for port df8a4562-3ed0-4d2c-9346-15086f30419b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:38.998114 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a540b26e-a608-40d1-8907-d0b6245bddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:39.004822 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b3f6f26a-f15d-4b63-a1d7-ff245107a013 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:39.030595 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a958bd-9e1c-43c6-8c5d-7d67a29544d4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:39.031525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a958bd-9e1c-43c6-8c5d-7d67a29544d4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:39.071502 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a2a958bd-9e1c-43c6-8c5d-7d67a29544d4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/c84c2634-2bb9-4973-8a76-1dfeefd0b68c HTTP/1.1" status: 404 len: 333 time: 0.1069055 Apr 20 15:48:39.072647 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b3f6f26a-f15d-4b63-a1d7-ff245107a013 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:39.074234 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b3f6f26a-f15d-4b63-a1d7-ff245107a013 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2751839 Apr 20 15:48:39.075451 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6f26a-f15d-4b63-a1d7-ff245107a013 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d4758f-79ad-482f-949e-67a0b1b9a87b,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:39.078692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34242) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:39.079036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34244) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:39.126033 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-d2083f6f-2350-4ade-9a19-9e5315fe663b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group_rule': {'security_group_id': 'c8d4758f-79ad-482f-949e-67a0b1b9a87b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:39.139253 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b71e1786-fd63-4743-9f39-1ac8cdbb0ad4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5750825 Apr 20 15:48:39.142747 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34250) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:39.148995 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5932b76b-bb4c-436d-a558-dd740198dc0e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'subnet': {'network_id': '1f288d5e-8d9a-4f5f-b99c-284a7bd5337a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:39.150750 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d2083f6f-2350-4ade-9a19-9e5315fe663b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:39.158818 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-83f7ce1f-89c6-4a23-8e22-32f78ba77bec req-d3cea9c6-4ea1-4b4e-a0d4-fdc796bdef00 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095335 Apr 20 15:48:39.163984 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-856759ca-1c72-4d4a-9d41-8c4d04e88f0f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:39.164443 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856759ca-1c72-4d4a-9d41-8c4d04e88f0f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:39.166278 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-856759ca-1c72-4d4a-9d41-8c4d04e88f0f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/9838bcd1-8084-4180-a3e9-1fd23d32114e HTTP/1.1" status: 404 len: 337 time: 0.0836608 Apr 20 15:48:39.170316 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d2083f6f-2350-4ade-9a19-9e5315fe663b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:39.175060 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34254) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:39.177550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d2083f6f-2350-4ade-9a19-9e5315fe663b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:39.180606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e1786-fd63-4743-9f39-1ac8cdbb0ad4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Network': ['ID=1f288d5e-8d9a-4f5f-b99c-284a7bd5337a,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:39.207251 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 1f288d5e-8d9a-4f5f-b99c-284a7bd5337a details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:48:39.214778 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d2083f6f-2350-4ade-9a19-9e5315fe663b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:39.226992 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-da696465-557c-443b-abec-a40cc11940fb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:39.227381 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da696465-557c-443b-abec-a40cc11940fb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:39.231437 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-da696465-557c-443b-abec-a40cc11940fb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/775ab719-0a56-4f18-987b-c1ae495e3181 HTTP/1.1" status: 404 len: 337 time: 0.0531280 Apr 20 15:48:39.231637 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34260) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:39.288890 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d2083f6f-2350-4ade-9a19-9e5315fe663b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:39.296060 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-23990238-d88f-4a8a-88e6-4c9e2fa61d55 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:39.296579 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23990238-d88f-4a8a-88e6-4c9e2fa61d55 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:39.300598 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-23990238-d88f-4a8a-88e6-4c9e2fa61d55 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/51944dca-ede9-483b-8a96-1223d9e2e0a5 HTTP/1.1" status: 404 len: 333 time: 0.0648570 Apr 20 15:48:39.301282 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34264) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:39.338440 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5932b76b-bb4c-436d-a558-dd740198dc0e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:39.348710 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5932b76b-bb4c-436d-a558-dd740198dc0e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:subnet and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:39.353232 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-595213ad-f34f-4e46-9d48-2808ffdf1905 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:39.353551 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5932b76b-bb4c-436d-a558-dd740198dc0e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:39.353692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595213ad-f34f-4e46-9d48-2808ffdf1905 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:39.357837 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-595213ad-f34f-4e46-9d48-2808ffdf1905 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/c0e1042c-d39b-4897-a53e-8cddcbfb0f2c HTTP/1.1" status: 404 len: 337 time: 0.0535836 Apr 20 15:48:39.360124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34268) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:39.372005 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5932b76b-bb4c-436d-a558-dd740198dc0e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:39.386906 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5932b76b-bb4c-436d-a558-dd740198dc0e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:39.392277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5932b76b-bb4c-436d-a558-dd740198dc0e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:39.395800 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd622e0-df2c-42ac-85c9-fc3c9f6d201a None None] DHCP port deletion for f66047db-8bb8-4641-b4de-e5f9a3950b44 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:48:39.400540 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-2dd622e0-df2c-42ac-85c9-fc3c9f6d201a None None] Deleting port df8a4562-3ed0-4d2c-9346-15086f30419b {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:39.401160 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2dd622e0-df2c-42ac-85c9-fc3c9f6d201a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:39.538876 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-abefc69e-dea1-41cb-9c20-49fbe175176f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:39.539505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abefc69e-dea1-41cb-9c20-49fbe175176f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:39.541377 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-abefc69e-dea1-41cb-9c20-49fbe175176f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/ee73e9ff-584a-4406-be57-23d8abfa2dc2 HTTP/1.1" status: 404 len: 337 time: 0.1814396 Apr 20 15:48:39.544264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34274) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:39.592167 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-547ca8c7-70f8-442d-a637-c21a2d995960 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:39.592644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-547ca8c7-70f8-442d-a637-c21a2d995960 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:39.594511 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-547ca8c7-70f8-442d-a637-c21a2d995960 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/c4c3810e-36e8-4e54-98aa-fe0951857c3a HTTP/1.1" status: 404 len: 333 time: 0.0493393 Apr 20 15:48:39.597258 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34278) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:39.644592 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d2083f6f-2350-4ade-9a19-9e5315fe663b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:39.654420 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-2dd622e0-df2c-42ac-85c9-fc3c9f6d201a None None] For port df8a4562-3ed0-4d2c-9346-15086f30419b, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=df8a4562-3ed0-4d2c-9346-15086f30419b,segment=NetworkSegment(31a9347b-a2d1-4383-8172-258e1e19c8d4),segment_id=31a9347b-a2d1-4383-8172-258e1e19c8d4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:39.654814 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2dd622e0-df2c-42ac-85c9-fc3c9f6d201a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:39.675416 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5932b76b-bb4c-436d-a558-dd740198dc0e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:39.687880 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-499be735-3e99-45a9-bee3-0cb9bd5e7d40 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:39.688299 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499be735-3e99-45a9-bee3-0cb9bd5e7d40 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:39.695619 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d2083f6f-2350-4ade-9a19-9e5315fe663b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:39.719448 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-499be735-3e99-45a9-bee3-0cb9bd5e7d40 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/73a7652a-d192-4ed8-af2d-c7cdf286116e HTTP/1.1" status: 404 len: 337 time: 0.1211791 Apr 20 15:48:39.725974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2083f6f-2350-4ade-9a19-9e5315fe663b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3596cb-8a1e-46c6-96c1-df789db36cd3,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:39.726719 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34282) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:39.739406 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d2083f6f-2350-4ade-9a19-9e5315fe663b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:39.740597 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d2083f6f-2350-4ade-9a19-9e5315fe663b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6567159 Apr 20 15:48:39.743642 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34286) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:39.749082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-69491b69-549e-4fb1-81f2-14cc07cb666b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group_rule': {'security_group_id': 'c8d4758f-79ad-482f-949e-67a0b1b9a87b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:39.758589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-69491b69-549e-4fb1-81f2-14cc07cb666b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:39.762911 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932b76b-bb4c-436d-a558-dd740198dc0e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Subnet': ['ID=11813ab8-d7a3-4650-89d8-d7225b419168,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:39.771231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-69491b69-549e-4fb1-81f2-14cc07cb666b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:39.775304 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-69491b69-549e-4fb1-81f2-14cc07cb666b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:39.783031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-69491b69-549e-4fb1-81f2-14cc07cb666b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:39.791958 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-2dd622e0-df2c-42ac-85c9-fc3c9f6d201a None None] Calling delete_port for df8a4562-3ed0-4d2c-9346-15086f30419b owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:39.792623 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ede88-0faf-40b6-8101-2ef1757ff537 req-c75cb026-2140-4d2d-9eb4-abdf6efc6cdd tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:39.794250 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b6ede88-0faf-40b6-8101-2ef1757ff537 req-c75cb026-2140-4d2d-9eb4-abdf6efc6cdd tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.1576979 Apr 20 15:48:39.832246 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69491b69-549e-4fb1-81f2-14cc07cb666b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:39.877500 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b6ede88-0faf-40b6-8101-2ef1757ff537 req-dadf1b8d-918b-4f57-8c1b-cc7d805986f3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734372 Apr 20 15:48:39.881166 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2dd622e0-df2c-42ac-85c9-fc3c9f6d201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:39.928683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69491b69-549e-4fb1-81f2-14cc07cb666b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:39.931992 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6010a1d-4e03-4265-9039-f7314c0b06ac tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:39.932448 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6010a1d-4e03-4265-9039-f7314c0b06ac tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:39.932567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69491b69-549e-4fb1-81f2-14cc07cb666b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:39.936127 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd622e0-df2c-42ac-85c9-fc3c9f6d201a None None] Pushing event deleted for resources: {'Port': ['ID=df8a4562-3ed0-4d2c-9346-15086f30419b,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:39.940358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd622e0-df2c-42ac-85c9-fc3c9f6d201a None None] No DVR routers for this DVR port df8a4562-3ed0-4d2c-9346-15086f30419b on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:48:39.943961 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a6010a1d-4e03-4265-9039-f7314c0b06ac tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/32e8db57-89a0-400e-8d5b-93a64ca6a786 HTTP/1.1" status: 404 len: 337 time: 0.2069435 Apr 20 15:48:39.944593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34290) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:39.962415 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69491b69-549e-4fb1-81f2-14cc07cb666b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ae0644-8547-4c36-8b67-39891f05d6e1,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:39.976302 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69491b69-549e-4fb1-81f2-14cc07cb666b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:39.977566 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-69491b69-549e-4fb1-81f2-14cc07cb666b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2331388 Apr 20 15:48:39.980433 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34294) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:39.986951 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-0f6bedec-3da9-4c74-b759-0b91b50a6006 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group_rule': {'security_group_id': 'c8d4758f-79ad-482f-949e-67a0b1b9a87b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:39.992896 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0f6bedec-3da9-4c74-b759-0b91b50a6006 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:39.997036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0f6bedec-3da9-4c74-b759-0b91b50a6006 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:39.997861 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c50c71-e0f9-4168-ac7a-f94fc5397618 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:39.998331 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c50c71-e0f9-4168-ac7a-f94fc5397618 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:40.000534 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-33c50c71-e0f9-4168-ac7a-f94fc5397618 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/7395acf6-5f41-461d-8163-8a01e3d24e53 HTTP/1.1" status: 404 len: 333 time: 0.0525844 Apr 20 15:48:40.001463 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932b76b-bb4c-436d-a558-dd740198dc0e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Checking segment: {'id': '2104be96-eb1b-4521-8d9a-5c51b23c16a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1f288d5e-8d9a-4f5f-b99c-284a7bd5337a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:40.001810 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5932b76b-bb4c-436d-a558-dd740198dc0e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network hostable DHCP agents. Network: 1f288d5e-8d9a-4f5f-b99c-284a7bd5337a, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:48:40.003315 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0f6bedec-3da9-4c74-b759-0b91b50a6006 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:40.005695 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34298) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.009237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0f6bedec-3da9-4c74-b759-0b91b50a6006 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:40.028442 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0f6bedec-3da9-4c74-b759-0b91b50a6006 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.050798 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-8019c240-2d67-42e5-a461-11d042fb3fa4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:40.051251 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8019c240-2d67-42e5-a461-11d042fb3fa4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:40.052914 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8019c240-2d67-42e5-a461-11d042fb3fa4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/007996d3-614b-4812-82b7-ec0eeae31ccc HTTP/1.1" status: 404 len: 337 time: 0.0450466 Apr 20 15:48:40.055655 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34302) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.063005 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5932b76b-bb4c-436d-a558-dd740198dc0e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network 1f288d5e-8d9a-4f5f-b99c-284a7bd5337a is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:48:40.072673 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-5932b76b-bb4c-436d-a558-dd740198dc0e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 1f288d5e-8d9a-4f5f-b99c-284a7bd5337a) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:40.078855 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5932b76b-bb4c-436d-a558-dd740198dc0e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:40.079806 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5932b76b-bb4c-436d-a558-dd740198dc0e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.081123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b5afe8-584f-4e59-bb05-aa885cad347a None None] Network 1f288d5e-8d9a-4f5f-b99c-284a7bd5337a requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:40.098935 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5932b76b-bb4c-436d-a558-dd740198dc0e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9546869 Apr 20 15:48:40.101900 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34306) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.108266 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e204a1-63fe-4204-a560-8d89cd00f1b1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:40.108711 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e204a1-63fe-4204-a560-8d89cd00f1b1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:40.110946 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-07e204a1-63fe-4204-a560-8d89cd00f1b1 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/9b34a756-9d2f-4f77-b48c-935e42f21f4b HTTP/1.1" status: 404 len: 337 time: 0.0542972 Apr 20 15:48:40.113983 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34310) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.178863 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device df8a4562-3ed0-4d2c-9346-15086f30419b no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:48:40.201432 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-39edddc2-7257-418b-8db4-5eefd11a9f1f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:40.202012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39edddc2-7257-418b-8db4-5eefd11a9f1f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:40.220524 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0f6bedec-3da9-4c74-b759-0b91b50a6006 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.226671 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-39edddc2-7257-418b-8db4-5eefd11a9f1f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/e9dc547f-50a7-4552-854f-76eee9abaa8c HTTP/1.1" status: 404 len: 333 time: 0.1114314 Apr 20 15:48:40.227442 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34314) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.267112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0f6bedec-3da9-4c74-b759-0b91b50a6006 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.270889 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: df8a4562-3ed0-4d2c-9346-15086f30419b {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:48:40.271183 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device df8a4562-3ed0-4d2c-9346-15086f30419b not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:48:40.275212 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bf42-b841-4360-9551-bff25ad83cdf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.292884 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bedec-3da9-4c74-b759-0b91b50a6006 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02835bb9-e0ec-4228-b641-af75a1735da0,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:40.297163 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-362e056b-42f4-4869-9ad1-d024a1f1ac20 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:40.297688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362e056b-42f4-4869-9ad1-d024a1f1ac20 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:40.302184 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-362e056b-42f4-4869-9ad1-d024a1f1ac20 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/1f52f340-00a9-4b36-940f-3410827603de HTTP/1.1" status: 404 len: 337 time: 0.0733643 Apr 20 15:48:40.307688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34318) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.345966 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bf42-b841-4360-9551-bff25ad83cdf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.357262 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0f6bedec-3da9-4c74-b759-0b91b50a6006 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.358460 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0f6bedec-3da9-4c74-b759-0b91b50a6006 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3768163 Apr 20 15:48:40.360485 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-698acadb-6075-4dd2-835a-ecd26b8c2db9 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:40.361399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698acadb-6075-4dd2-835a-ecd26b8c2db9 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:40.364884 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-698acadb-6075-4dd2-835a-ecd26b8c2db9 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/a2fe7337-8298-47ea-ba4a-c533a93e98b0 HTTP/1.1" status: 404 len: 333 time: 0.0538933 Apr 20 15:48:40.364884 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34322) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.365398 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34324) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.370060 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-77ab94f1-6665-4284-ae5f-c9a89df9122e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group_rule': {'security_group_id': 'c8d4758f-79ad-482f-949e-67a0b1b9a87b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:40.407805 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-77ab94f1-6665-4284-ae5f-c9a89df9122e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:40.414163 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a622dfc3-37d0-4c82-8247-0a76352d5988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-1f288d5e-8d9a-4f5f-b99c-284a7bd5337a', 'network_id': '1f288d5e-8d9a-4f5f-b99c-284a7bd5337a', 'tenant_id': '4acc138ba51044c2bac2c8174a933ad9', 'fixed_ips': [{'subnet_id': '11813ab8-d7a3-4650-89d8-d7225b419168'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:48:40.414998 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a622dfc3-37d0-4c82-8247-0a76352d5988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.416244 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-bead3509-a363-45ed-a60b-a58e2cab9713 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:40.416775 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bead3509-a363-45ed-a60b-a58e2cab9713 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:40.419252 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bead3509-a363-45ed-a60b-a58e2cab9713 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/1bf18463-79d6-4e62-8639-865a0eab2636 HTTP/1.1" status: 404 len: 337 time: 0.0527267 Apr 20 15:48:40.420661 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-77ab94f1-6665-4284-ae5f-c9a89df9122e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:40.422554 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34330) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.424584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-77ab94f1-6665-4284-ae5f-c9a89df9122e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:40.430632 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-77ab94f1-6665-4284-ae5f-c9a89df9122e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:40.448489 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-77ab94f1-6665-4284-ae5f-c9a89df9122e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.471028 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-984901f6-1547-4864-8e34-a2a25c46efdc tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:40.471281 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984901f6-1547-4864-8e34-a2a25c46efdc tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:40.478235 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-984901f6-1547-4864-8e34-a2a25c46efdc tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/090e7e78-cb2b-463b-97df-c65011757167 HTTP/1.1" status: 404 len: 333 time: 0.0543203 Apr 20 15:48:40.480763 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34334) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.512679 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bf42-b841-4360-9551-bff25ad83cdf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.526107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-77ab94f1-6665-4284-ae5f-c9a89df9122e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.529848 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-77ab94f1-6665-4284-ae5f-c9a89df9122e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server [None req-a622dfc3-37d0-4c82-8247-0a76352d5988 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11813ab8-d7a3-4650-89d8-d7225b419168: This subnet is being modified by another concurrent operation. Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 15:48:40.534498 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise exception Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11813ab8-d7a3-4650-89d8-d7225b419168: This subnet is being modified by another concurrent operation. Apr 20 15:48:40.538585 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server Apr 20 15:48:40.556917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab94f1-6665-4284-ae5f-c9a89df9122e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77cd9985-28c5-4352-ab22-c0f1de471df2,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:40.565500 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff7f91f-944b-4167-abd2-e8c6a9336292 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:40.565938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff7f91f-944b-4167-abd2-e8c6a9336292 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:40.567707 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8ff7f91f-944b-4167-abd2-e8c6a9336292 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/6f941f77-0f1f-4a3f-aa24-ff11ef029245 HTTP/1.1" status: 404 len: 337 time: 0.0859106 Apr 20 15:48:40.570358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34338) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.570786 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6bf42-b841-4360-9551-bff25ad83cdf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Subnet': ['ID=11813ab8-d7a3-4650-89d8-d7225b419168,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:40.608260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-77ab94f1-6665-4284-ae5f-c9a89df9122e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.612271 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-77ab94f1-6665-4284-ae5f-c9a89df9122e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2453740 Apr 20 15:48:40.616288 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34342) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.621873 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1811d303-941b-4990-a34f-deda9f94eaaf tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group_rule': {'security_group_id': 'c8d4758f-79ad-482f-949e-67a0b1b9a87b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:40.626779 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c84a9d3-0472-4e51-8b05-028a1673ece9 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:40.627252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c84a9d3-0472-4e51-8b05-028a1673ece9 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:40.632021 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5c84a9d3-0472-4e51-8b05-028a1673ece9 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/4f494df8-15b7-4786-a8d8-de3b795561de HTTP/1.1" status: 404 len: 333 time: 0.0575593 Apr 20 15:48:40.632021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34346) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.634717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1811d303-941b-4990-a34f-deda9f94eaaf tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:40.669625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bf42-b841-4360-9551-bff25ad83cdf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.671101 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1811d303-941b-4990-a34f-deda9f94eaaf tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:40.678809 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1811d303-941b-4990-a34f-deda9f94eaaf tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:40.679916 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2df9c2b-1bc6-4b2b-813e-45f7f0f7b0bf tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:40.680369 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2df9c2b-1bc6-4b2b-813e-45f7f0f7b0bf tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:40.684348 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a2df9c2b-1bc6-4b2b-813e-45f7f0f7b0bf tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/cc19d2eb-7a98-4e3f-ac42-ae504960d355 HTTP/1.1" status: 404 len: 337 time: 0.0494363 Apr 20 15:48:40.684498 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddda28a7-700e-439a-a0d8-83b56d709d4a None None] Network 1f288d5e-8d9a-4f5f-b99c-284a7bd5337a requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:40.685425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34350) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.688037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1811d303-941b-4990-a34f-deda9f94eaaf tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:40.704034 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-c2a6bf42-b841-4360-9551-bff25ad83cdf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f288d5e-8d9a-4f5f-b99c-284a7bd5337a']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:40.716099 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-c2a6bf42-b841-4360-9551-bff25ad83cdf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2104be96-eb1b-4521-8d9a-5c51b23c16a2') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:40.716517 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-c2a6bf42-b841-4360-9551-bff25ad83cdf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2104be96-eb1b-4521-8d9a-5c51b23c16a2') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:40.728507 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bf42-b841-4360-9551-bff25ad83cdf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.737340 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c2e199-3aa5-4569-bd5a-0f45bb1f3721 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:40.738032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c2e199-3aa5-4569-bd5a-0f45bb1f3721 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:40.741977 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-68c2e199-3aa5-4569-bd5a-0f45bb1f3721 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/3d8204ee-b302-4f74-98f4-899779121890 HTTP/1.1" status: 404 len: 333 time: 0.0531590 Apr 20 15:48:40.742172 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34354) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.751036 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bf42-b841-4360-9551-bff25ad83cdf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.759092 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a6bf42-b841-4360-9551-bff25ad83cdf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:40.759542 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bf42-b841-4360-9551-bff25ad83cdf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:40.776380 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:40.787139 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-4990fc02-6259-4aba-82d9-a9e6b575b65c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:40.787549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4990fc02-6259-4aba-82d9-a9e6b575b65c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:40.791947 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4990fc02-6259-4aba-82d9-a9e6b575b65c tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/7d821411-6efb-45d1-b20e-1cc0ab0d1e78 HTTP/1.1" status: 404 len: 337 time: 0.0464036 Apr 20 15:48:40.791947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1811d303-941b-4990-a34f-deda9f94eaaf tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.797745 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34358) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.853294 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c133ba-7cd2-4841-a07d-bf9a1dc8dc97 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:40.853770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c133ba-7cd2-4841-a07d-bf9a1dc8dc97 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:40.857645 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f5c133ba-7cd2-4841-a07d-bf9a1dc8dc97 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/0076e6e7-f8a3-4a40-b4ca-46936024e4fa HTTP/1.1" status: 404 len: 333 time: 0.0567765 Apr 20 15:48:40.858027 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34362) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.860814 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd01faa7-630e-4959-8568-35ae08c16d35 None None] get_active_networks_info from dv-neutron-838699-1-hyperv {{(pid=88170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 15:48:40.904525 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1811d303-941b-4990-a34f-deda9f94eaaf tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.904773 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6db332-563d-4f33-9d49-c99d997d5e22 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:40.905047 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6db332-563d-4f33-9d49-c99d997d5e22 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:40.916247 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3b6db332-563d-4f33-9d49-c99d997d5e22 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/9d47f851-1cfc-4406-a29b-4ce34cc53aab HTTP/1.1" status: 404 len: 337 time: 0.0542116 Apr 20 15:48:40.916247 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bf42-b841-4360-9551-bff25ad83cdf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.918563 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34368) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.919315 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bf42-b841-4360-9551-bff25ad83cdf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.925181 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c2a6bf42-b841-4360-9551-bff25ad83cdf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/1f288d5e-8d9a-4f5f-b99c-284a7bd5337a HTTP/1.1" status: 204 len: 168 time: 0.8182654 Apr 20 15:48:40.940418 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34372) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:40.945959 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-e92a6be2-f162-4f26-8025-f98d71955d07 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-460358375'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:40.952807 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6bf42-b841-4360-9551-bff25ad83cdf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Network': ['ID=1f288d5e-8d9a-4f5f-b99c-284a7bd5337a,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:40.956353 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e92a6be2-f162-4f26-8025-f98d71955d07 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:40.960482 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e92a6be2-f162-4f26-8025-f98d71955d07 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:network and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:40.963337 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1811d303-941b-4990-a34f-deda9f94eaaf tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.963965 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e92a6be2-f162-4f26-8025-f98d71955d07 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:40.973419 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e92a6be2-f162-4f26-8025-f98d71955d07 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:40.982585 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd01faa7-630e-4959-8568-35ae08c16d35 None None] Resources bound (agent type, host, resource id): {{(pid=88170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 15:48:40.989226 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-62467e7a-9c81-470c-a392-d446cbfc80b4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:40.989698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62467e7a-9c81-470c-a392-d446cbfc80b4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:40.993283 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92a6be2-f162-4f26-8025-f98d71955d07 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:40.998897 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e92a6be2-f162-4f26-8025-f98d71955d07 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.999801 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811d303-941b-4990-a34f-deda9f94eaaf tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70b6971-2abf-407d-a150-78034b3f3555,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:41.008282 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-62467e7a-9c81-470c-a392-d446cbfc80b4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/1311ef54-371d-4e47-b139-b615c8fd0572 HTTP/1.1" status: 404 len: 337 time: 0.0845459 Apr 20 15:48:41.008282 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34376) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.034255 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92a6be2-f162-4f26-8025-f98d71955d07 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:48:41.043196 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e92a6be2-f162-4f26-8025-f98d71955d07 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:41.043519 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-e92a6be2-f162-4f26-8025-f98d71955d07 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Added segment 253566f8-ed42-42f4-9b2b-8dc27b73201b of type vlan for network 3da50c08-3150-4eb3-a1fb-7942c78de41d Apr 20 15:48:41.048905 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1811d303-941b-4990-a34f-deda9f94eaaf tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:41.051892 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1811d303-941b-4990-a34f-deda9f94eaaf tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4327834 Apr 20 15:48:41.056385 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34380) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.086777 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e92a6be2-f162-4f26-8025-f98d71955d07 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:41.095106 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-226d9795-8739-4f25-ad8d-0a61cd15886b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:41.095587 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226d9795-8739-4f25-ad8d-0a61cd15886b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:41.097322 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-226d9795-8739-4f25-ad8d-0a61cd15886b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/cb9b1764-cdf2-4e85-8b0e-44d926ce3a7e HTTP/1.1" status: 404 len: 333 time: 0.0881610 Apr 20 15:48:41.102521 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34384) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.107592 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc6d40ce-3fb8-485f-a401-d703929ded4a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:41.123459 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc6d40ce-3fb8-485f-a401-d703929ded4a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:41.143836 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d6ed27-d408-4c63-8f5e-5c73aa1a2cd5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:41.144286 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d6ed27-d408-4c63-8f5e-5c73aa1a2cd5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:41.147818 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-69d6ed27-d408-4c63-8f5e-5c73aa1a2cd5 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/4d9a565d-59b8-4cbf-affd-bebfa85bc539 HTTP/1.1" status: 404 len: 337 time: 0.0425484 Apr 20 15:48:41.149437 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34388) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.189457 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e92a6be2-f162-4f26-8025-f98d71955d07 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:41.194694 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92a6be2-f162-4f26-8025-f98d71955d07 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:41.195268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e92a6be2-f162-4f26-8025-f98d71955d07 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:41.196009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c4c49-f4ad-4503-b374-d862b87e1b66 req-29054971-2380-45d0-8b4e-b98edec9cff2 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:41.205475 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-af4c4c49-f4ad-4503-b374-d862b87e1b66 req-29054971-2380-45d0-8b4e-b98edec9cff2 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.1574774 Apr 20 15:48:41.228492 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f203cd-b57d-49f7-bf53-db3c4aaef947 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:41.228938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f203cd-b57d-49f7-bf53-db3c4aaef947 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:41.231335 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc6d40ce-3fb8-485f-a401-d703929ded4a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:41.259499 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-af4c4c49-f4ad-4503-b374-d862b87e1b66 req-0c282af0-92e5-46d7-9104-0deed1951e96 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526669 Apr 20 15:48:41.324307 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d40ce-3fb8-485f-a401-d703929ded4a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d70b6971-2abf-407d-a150-78034b3f3555,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:41.331302 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc6d40ce-3fb8-485f-a401-d703929ded4a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:41.334358 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fc6d40ce-3fb8-485f-a401-d703929ded4a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d70b6971-2abf-407d-a150-78034b3f3555 HTTP/1.1" status: 204 len: 168 time: 0.2743182 Apr 20 15:48:41.334358 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-18f203cd-b57d-49f7-bf53-db3c4aaef947 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/46348f30-b1bf-4d40-93c6-95aa7b82effc HTTP/1.1" status: 404 len: 337 time: 0.1830986 Apr 20 15:48:41.337053 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34394) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.337349 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34392) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.343628 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e92a6be2-f162-4f26-8025-f98d71955d07 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3987870 Apr 20 15:48:41.344283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34400) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.362539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-fb968a95-be67-4eb2-b048-b471cd482fa4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'subnet': {'network_id': '3da50c08-3150-4eb3-a1fb-7942c78de41d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:41.381759 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a6be2-f162-4f26-8025-f98d71955d07 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Network': ['ID=3da50c08-3150-4eb3-a1fb-7942c78de41d,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:41.390298 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9490a412-8481-4c15-b49f-66c79fd9deb6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:41.390959 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9490a412-8481-4c15-b49f-66c79fd9deb6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:41.392509 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9490a412-8481-4c15-b49f-66c79fd9deb6 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/9fb7c14b-2f39-4c22-80f0-cdb4b56c5c29 HTTP/1.1" status: 404 len: 333 time: 0.0544426 Apr 20 15:48:41.393965 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 3da50c08-3150-4eb3-a1fb-7942c78de41d details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:48:41.394961 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34404) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.435271 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09fd11c-4a26-4d06-9671-62ed9e2c010b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:41.435726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09fd11c-4a26-4d06-9671-62ed9e2c010b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:41.440331 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a09fd11c-4a26-4d06-9671-62ed9e2c010b tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/94641a2e-27d1-4671-8f0b-585358a58914 HTTP/1.1" status: 404 len: 337 time: 0.0416028 Apr 20 15:48:41.440596 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34408) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.476550 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6cd31b-41ab-4e1e-996b-ab0283c711b0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:41.476999 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6cd31b-41ab-4e1e-996b-ab0283c711b0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:41.481528 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-db6cd31b-41ab-4e1e-996b-ab0283c711b0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/28cc49e9-37b8-4cbf-ac9f-760bb109e367 HTTP/1.1" status: 404 len: 337 time: 0.0372100 Apr 20 15:48:41.481746 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34412) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.485890 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4dad26c8-6312-4642-ae60-f72c5a333a07 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:41.515963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-fb968a95-be67-4eb2-b048-b471cd482fa4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:41.520318 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-fb968a95-be67-4eb2-b048-b471cd482fa4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:subnet and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:41.523003 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfc00dd-76c5-47af-ac27-358ba122cf2f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:41.523464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-fb968a95-be67-4eb2-b048-b471cd482fa4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:41.523585 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddfc00dd-76c5-47af-ac27-358ba122cf2f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:41.525155 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ddfc00dd-76c5-47af-ac27-358ba122cf2f tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/0a7d9f5d-8c1d-4834-a738-5e4582578d4a HTTP/1.1" status: 404 len: 333 time: 0.0425444 Apr 20 15:48:41.526022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4dad26c8-6312-4642-ae60-f72c5a333a07 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:41.530139 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4dad26c8-6312-4642-ae60-f72c5a333a07 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1887259 Apr 20 15:48:41.530291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34416) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.530393 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34420) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.532613 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-fb968a95-be67-4eb2-b048-b471cd482fa4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:41.566915 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb968a95-be67-4eb2-b048-b471cd482fa4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:41.567921 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-4272d2bf-a89d-4413-b9ef-794e6eb21eaa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:41.568366 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4272d2bf-a89d-4413-b9ef-794e6eb21eaa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:41.569986 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4272d2bf-a89d-4413-b9ef-794e6eb21eaa tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/3a78b843-dea9-4315-8550-841b6a203642 HTTP/1.1" status: 404 len: 337 time: 0.0413299 Apr 20 15:48:41.570143 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fb968a95-be67-4eb2-b048-b471cd482fa4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:41.572593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34424) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.587715 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c79e6d0c-97bf-4810-ae37-9819ed54f4cc tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:41.609884 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-8335531a-872a-4600-86b1-dbcb6bdefbcb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:41.610335 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8335531a-872a-4600-86b1-dbcb6bdefbcb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:41.612020 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8335531a-872a-4600-86b1-dbcb6bdefbcb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/4d6025aa-0369-43a9-b095-0eeaff9e8aad HTTP/1.1" status: 404 len: 337 time: 0.0384583 Apr 20 15:48:41.614592 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34428) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.647444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c79e6d0c-97bf-4810-ae37-9819ed54f4cc tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:41.657715 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3611b0ca-905e-4555-9c65-c670f7439dcc tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cbd04ed-7dba-48a8-ab3b-aab247fed0e5 HTTP/1.1" status: 200 len: 205 time: 0.0420516 Apr 20 15:48:41.659989 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34432) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.680400 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.ipam_backend_mixin [None req-fb968a95-be67-4eb2-b048-b471cd482fa4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Performing IP validity checks on allocation pools {{(pid=88168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 20 15:48:41.680973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.ipam_backend_mixin [None req-fb968a95-be67-4eb2-b048-b471cd482fa4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 20 15:48:41.702391 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c79e6d0c-97bf-4810-ae37-9819ed54f4cc tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:41.722612 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e6d0c-97bf-4810-ae37-9819ed54f4cc tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77cd9985-28c5-4352-ab22-c0f1de471df2,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:41.775734 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c79e6d0c-97bf-4810-ae37-9819ed54f4cc tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:41.776916 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c79e6d0c-97bf-4810-ae37-9819ed54f4cc tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/77cd9985-28c5-4352-ab22-c0f1de471df2 HTTP/1.1" status: 204 len: 168 time: 0.2456968 Apr 20 15:48:41.782301 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34436) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.848434 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-4046f27e-f6ec-42d5-a1b3-ee5a28db22ae tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] delete failed (client error): The resource could not be found. Apr 20 15:48:41.852113 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4046f27e-f6ec-42d5-a1b3-ee5a28db22ae tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/routers/8cbd04ed-7dba-48a8-ab3b-aab247fed0e5 HTTP/1.1" status: 404 len: 336 time: 0.1912036 Apr 20 15:48:41.852749 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34440) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.868593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ebb803ad-d401-4463-8bcf-8786958a4917 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:41.890250 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f765db-380d-47c2-8db2-68bb7c1e9825 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:41.892614 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f765db-380d-47c2-8db2-68bb7c1e9825 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:41.893164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fb968a95-be67-4eb2-b048-b471cd482fa4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:41.897134 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-88f765db-380d-47c2-8db2-68bb7c1e9825 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/182135cb-0808-45c4-b6b7-422d04d5f412 HTTP/1.1" status: 404 len: 337 time: 0.0410371 Apr 20 15:48:41.897425 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34444) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.933087 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ebb803ad-d401-4463-8bcf-8786958a4917 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:41.934359 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ebb803ad-d401-4463-8bcf-8786958a4917 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1511385 Apr 20 15:48:41.941174 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34448) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.947016 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c5aa3a5c-7954-4d9e-b5e7-1275e96c92e0 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "GET /v2.0/ports?device_id=db7e66b3-36b6-465d-9268-b135853ee9b4 HTTP/1.1" status: 200 len: 205 time: 0.0465779 Apr 20 15:48:41.948417 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34452) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:41.971058 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a3ef2130-afc3-4081-bc26-3824c336449a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:41.981053 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a3ef2130-afc3-4081-bc26-3824c336449a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:42.006029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a3ef2130-afc3-4081-bc26-3824c336449a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:42.025376 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef2130-afc3-4081-bc26-3824c336449a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02835bb9-e0ec-4228-b641-af75a1735da0,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:42.031859 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a3ef2130-afc3-4081-bc26-3824c336449a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:42.035475 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a3ef2130-afc3-4081-bc26-3824c336449a tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/02835bb9-e0ec-4228-b641-af75a1735da0 HTTP/1.1" status: 204 len: 168 time: 0.0907819 Apr 20 15:48:42.035662 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34456) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.087639 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cbeec40e-4770-4c42-90f4-81ba97d3bce2 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:42.104622 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cbeec40e-4770-4c42-90f4-81ba97d3bce2 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:42.108602 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cbeec40e-4770-4c42-90f4-81ba97d3bce2 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0692527 Apr 20 15:48:42.109204 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34460) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.137945 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ed031cb-1269-48ee-84b7-81c9ebc48829 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:42.149057 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ed031cb-1269-48ee-84b7-81c9ebc48829 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:42.172960 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ed031cb-1269-48ee-84b7-81c9ebc48829 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:42.179090 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-d204d273-a3ce-4dce-8c0b-4f614336e157 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] delete failed (client error): The resource could not be found. Apr 20 15:48:42.180112 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d204d273-a3ce-4dce-8c0b-4f614336e157 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/routers/db7e66b3-36b6-465d-9268-b135853ee9b4 HTTP/1.1" status: 404 len: 336 time: 0.2278147 Apr 20 15:48:42.183619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34464) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.193549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb968a95-be67-4eb2-b048-b471cd482fa4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Subnet': ['ID=6d51a883-8679-4630-b088-3909d9dbf9ed,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:42.216456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb968a95-be67-4eb2-b048-b471cd482fa4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Checking segment: {'id': '253566f8-ed42-42f4-9b2b-8dc27b73201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3da50c08-3150-4eb3-a1fb-7942c78de41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:42.216778 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb968a95-be67-4eb2-b048-b471cd482fa4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network hostable DHCP agents. Network: 3da50c08-3150-4eb3-a1fb-7942c78de41d, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:48:42.224602 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed031cb-1269-48ee-84b7-81c9ebc48829 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76ae0644-8547-4c36-8b67-39891f05d6e1,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:42.235222 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-726026bc-f2c4-4731-a965-c5c94f5b53fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:42.235681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-726026bc-f2c4-4731-a965-c5c94f5b53fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:42.237395 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-726026bc-f2c4-4731-a965-c5c94f5b53fd tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/7133744f-503e-4ec4-9d57-9f50698aadfa HTTP/1.1" status: 404 len: 337 time: 0.0502455 Apr 20 15:48:42.238576 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ed031cb-1269-48ee-84b7-81c9ebc48829 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:42.240835 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7ed031cb-1269-48ee-84b7-81c9ebc48829 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/76ae0644-8547-4c36-8b67-39891f05d6e1 HTTP/1.1" status: 204 len: 168 time: 0.1294148 Apr 20 15:48:42.240996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34468) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.242514 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34472) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.284078 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f41fb0-f014-41c9-87b2-358cc7f25981 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:42.284527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f41fb0-f014-41c9-87b2-358cc7f25981 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:42.286189 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b7f41fb0-f014-41c9-87b2-358cc7f25981 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/e88c5aa4-0913-4ab8-b1cd-0e034deeee53 HTTP/1.1" status: 404 len: 337 time: 0.0451014 Apr 20 15:48:42.289501 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-da2d8492-d9fe-4f39-bae9-c4078b73416f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:42.291832 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34478) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.294285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb968a95-be67-4eb2-b048-b471cd482fa4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network 3da50c08-3150-4eb3-a1fb-7942c78de41d is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:48:42.306420 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-da2d8492-d9fe-4f39-bae9-c4078b73416f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:42.307724 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-da2d8492-d9fe-4f39-bae9-c4078b73416f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0642426 Apr 20 15:48:42.310693 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34482) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.341666 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fb436319-1c4d-405e-96f1-cc1d24da0f75 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:42.350925 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-fb968a95-be67-4eb2-b048-b471cd482fa4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 3da50c08-3150-4eb3-a1fb-7942c78de41d) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:42.352652 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5bf680-f8c1-48b0-8e19-93e58c3cc718 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:42.353107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5bf680-f8c1-48b0-8e19-93e58c3cc718 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:42.354415 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fb436319-1c4d-405e-96f1-cc1d24da0f75 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:42.354795 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-fa5bf680-f8c1-48b0-8e19-93e58c3cc718 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/eb32f9cb-b156-4f1b-a139-6a3fa434dd3d HTTP/1.1" status: 404 len: 333 time: 0.0581951 Apr 20 15:48:42.360812 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34486) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.362938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2f8a3-4014-4c4f-8079-894b2ed47fc2 req-f9b88fd1-736f-4d6e-a858-9d3bb848cb0e tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:42.364413 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e4e2f8a3-4014-4c4f-8079-894b2ed47fc2 req-f9b88fd1-736f-4d6e-a858-9d3bb848cb0e tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.2179525 Apr 20 15:48:42.367472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb968a95-be67-4eb2-b048-b471cd482fa4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:42.367807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fb968a95-be67-4eb2-b048-b471cd482fa4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:42.369089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e80d8cd-6f8c-4ccb-be0d-f6fbca6a71c6 None None] Network 3da50c08-3150-4eb3-a1fb-7942c78de41d requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:42.403892 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0eeddcc-6db4-48d6-b918-b54ed532f9ef tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:42.404347 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0eeddcc-6db4-48d6-b918-b54ed532f9ef tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:42.409091 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c0eeddcc-6db4-48d6-b918-b54ed532f9ef tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/9cf75cfd-795d-41e6-974d-0a6790ac32f0 HTTP/1.1" status: 404 len: 337 time: 0.0440946 Apr 20 15:48:42.409780 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34490) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.456516 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-07117fcf-3e4e-4c8d-aa83-0aacbaf15a1d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:42.457075 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07117fcf-3e4e-4c8d-aa83-0aacbaf15a1d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:42.463691 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fb436319-1c4d-405e-96f1-cc1d24da0f75 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:42.474507 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-07117fcf-3e4e-4c8d-aa83-0aacbaf15a1d tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/4ebf956b-b8d0-4c44-9483-dfd2956455eb HTTP/1.1" status: 404 len: 333 time: 0.0618401 Apr 20 15:48:42.474831 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fb436319-1c4d-405e-96f1-cc1d24da0f75 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:42.476051 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fb436319-1c4d-405e-96f1-cc1d24da0f75 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9e3596cb-8a1e-46c6-96c1-df789db36cd3 HTTP/1.1" status: 204 len: 168 time: 0.1644499 Apr 20 15:48:42.476202 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-fb968a95-be67-4eb2-b048-b471cd482fa4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1198156 Apr 20 15:48:42.477394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34494) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.478665 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34496) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.499005 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34502) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.501455 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb436319-1c4d-405e-96f1-cc1d24da0f75 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e3596cb-8a1e-46c6-96c1-df789db36cd3,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:42.533947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-e4e2f8a3-4014-4c4f-8079-894b2ed47fc2 req-33d090d1-42f0-4431-ba57-4fcbd3f455bb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Deleting port a4af254e-9470-4a05-9aef-8350767e21a0 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:42.534301 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e4e2f8a3-4014-4c4f-8079-894b2ed47fc2 req-33d090d1-42f0-4431-ba57-4fcbd3f455bb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:42.570413 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7985ad-eafb-437b-8877-407c32d233eb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:42.571342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7985ad-eafb-437b-8877-407c32d233eb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:42.575050 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3d7985ad-eafb-437b-8877-407c32d233eb tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/d36cbae6-2965-47cc-9b8c-a3938d9e49fe HTTP/1.1" status: 404 len: 337 time: 0.0924833 Apr 20 15:48:42.575829 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34506) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.619726 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-3da50c08-3150-4eb3-a1fb-7942c78de41d', 'network_id': '3da50c08-3150-4eb3-a1fb-7942c78de41d', 'tenant_id': '4acc138ba51044c2bac2c8174a933ad9', 'fixed_ips': [{'subnet_id': '6d51a883-8679-4630-b088-3909d9dbf9ed'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:48:42.620724 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:42.635531 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-06566d35-6cee-4403-893b-880ac9b3b387 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:42.636027 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06566d35-6cee-4403-893b-880ac9b3b387 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:42.637686 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-06566d35-6cee-4403-893b-880ac9b3b387 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/47d115b8-6789-461b-954c-bc4ace62898b HTTP/1.1" status: 404 len: 333 time: 0.0598679 Apr 20 15:48:42.641000 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34510) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.669189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2ee27f41-8ebc-4477-b714-13877aef24be tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:42.694730 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935f18b-2bdf-4766-bef2-cc9187021fb5 req-510cf7b9-dcdd-4574-bff0-0fe77a4079e3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:42.696227 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4935f18b-2bdf-4766-bef2-cc9187021fb5 req-510cf7b9-dcdd-4574-bff0-0fe77a4079e3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 946 time: 0.2939444 Apr 20 15:48:42.705199 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-582ec2bb-2bfd-42ed-8542-a1e3e5beda1e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:42.705643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582ec2bb-2bfd-42ed-8542-a1e3e5beda1e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:42.707305 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-582ec2bb-2bfd-42ed-8542-a1e3e5beda1e tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/3b51054b-5da2-4ee8-a27d-27218af2ad28 HTTP/1.1" status: 404 len: 337 time: 0.0653882 Apr 20 15:48:42.710050 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34514) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.717672 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2ee27f41-8ebc-4477-b714-13877aef24be tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:42.722245 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2ee27f41-8ebc-4477-b714-13877aef24be tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2192223 Apr 20 15:48:42.723361 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:42.725954 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34518) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.789798 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Allocated IP 172.20.0.3 (3da50c08-3150-4eb3-a1fb-7942c78de41d/6d51a883-8679-4630-b088-3909d9dbf9ed/49795835-6308-4ab1-b345-9bbcdf36d262) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:42.796944 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-df41a537-9e61-43e9-9bbb-c528fe75b835 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:42.796944 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df41a537-9e61-43e9-9bbb-c528fe75b835 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:42.801014 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-df41a537-9e61-43e9-9bbb-c528fe75b835 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/d81f7514-c249-4d52-b5b6-adb0ee876889 HTTP/1.1" status: 404 len: 333 time: 0.0876005 Apr 20 15:48:42.802261 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34522) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.856640 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f894f3-accc-40e5-9c39-2774773e9caf tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:42.857314 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f894f3-accc-40e5-9c39-2774773e9caf tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:42.861513 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-46f894f3-accc-40e5-9c39-2774773e9caf tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/fa67ff1d-35bc-4924-9523-858b87f390e3 HTTP/1.1" status: 404 len: 337 time: 0.0528512 Apr 20 15:48:42.863790 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34526) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.884683 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d8ab187a-0659-430b-9c1d-0519e24feade tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:42.888934 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:42.938121 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4935f18b-2bdf-4766-bef2-cc9187021fb5 req-0ba99c39-3f45-4265-a338-fca065aa54e9 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups?id=7acd547a-87f1-49c6-ad23-9ddc8c1bb500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939480 Apr 20 15:48:42.941725 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29fc3ae-ad9b-4e30-8a5e-e4053e2c5d23 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:42.942191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29fc3ae-ad9b-4e30-8a5e-e4053e2c5d23 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:42.947802 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f29fc3ae-ad9b-4e30-8a5e-e4053e2c5d23 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/309a8c5b-417e-466b-afdb-916ed6881a69 HTTP/1.1" status: 404 len: 333 time: 0.0791898 Apr 20 15:48:42.947802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34530) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:42.959291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d8ab187a-0659-430b-9c1d-0519e24feade tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:42.998873 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f68990-c194-4919-ab5e-882b8f6afe86 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:42.999309 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f68990-c194-4919-ab5e-882b8f6afe86 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:43.002161 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f8f68990-c194-4919-ab5e-882b8f6afe86 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/960ffa3d-dbe2-400b-b22f-d90b0eb1f77f HTTP/1.1" status: 404 len: 337 time: 0.0529814 Apr 20 15:48:43.004282 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34534) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:43.020541 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-e4e2f8a3-4014-4c4f-8079-894b2ed47fc2 req-33d090d1-42f0-4431-ba57-4fcbd3f455bb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] For port a4af254e-9470-4a05-9aef-8350767e21a0, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=a4af254e-9470-4a05-9aef-8350767e21a0,segment=NetworkSegment(64b7e63f-c762-4f02-9acf-cfdeb829fc9b),segment_id=64b7e63f-c762-4f02-9acf-cfdeb829fc9b)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:43.020884 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e4e2f8a3-4014-4c4f-8079-894b2ed47fc2 req-33d090d1-42f0-4431-ba57-4fcbd3f455bb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.031994 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.042999 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Transition to ACTIVE for port object 49795835-6308-4ab1-b345-9bbcdf36d262 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:43.068513 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a1dd57-6acb-427b-85d0-e103d39d6c68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:43.068987 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a1dd57-6acb-427b-85d0-e103d39d6c68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:43.070859 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Transition to ACTIVE for port object 49795835-6308-4ab1-b345-9bbcdf36d262 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:43.073708 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d8ab187a-0659-430b-9c1d-0519e24feade tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.077190 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.104077 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-39a1dd57-6acb-427b-85d0-e103d39d6c68 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/5b01089c-06e7-42b4-b77f-83f0e3bf2849 HTTP/1.1" status: 404 len: 333 time: 0.0960002 Apr 20 15:48:43.104077 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab187a-0659-430b-9c1d-0519e24feade tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d4758f-79ad-482f-949e-67a0b1b9a87b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:43.104454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34538) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:43.109526 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d8ab187a-0659-430b-9c1d-0519e24feade tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.113146 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d8ab187a-0659-430b-9c1d-0519e24feade tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-groups/c8d4758f-79ad-482f-949e-67a0b1b9a87b HTTP/1.1" status: 204 len: 168 time: 0.3836687 Apr 20 15:48:43.114405 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34542) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:43.144430 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.154227 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5efd812-2ec7-4b27-98f0-f29eb3840bec tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:43.154379 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Network 3da50c08-3150-4eb3-a1fb-7942c78de41d is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:43.154830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5efd812-2ec7-4b27-98f0-f29eb3840bec tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:43.159020 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f5efd812-2ec7-4b27-98f0-f29eb3840bec tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/2f703d39-5049-49a3-b7d9-cf7c034f42e9 HTTP/1.1" status: 404 len: 337 time: 0.0513299 Apr 20 15:48:43.159169 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:43.159296 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34546) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:43.165666 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:43.215463 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-37956ac2-82db-4d80-974b-ed9369346978 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:43.216032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37956ac2-82db-4d80-974b-ed9369346978 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:43.220081 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-37956ac2-82db-4d80-974b-ed9369346978 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/ports/8b621369-2aad-4137-a8c5-abb5726eafce HTTP/1.1" status: 404 len: 333 time: 0.0575843 Apr 20 15:48:43.223669 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34550) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:43.236966 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Subnet': ['ID=6d51a883-8679-4630-b088-3909d9dbf9ed,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:43.244506 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Pushing event updated for resources: {'Port': ['ID=49795835-6308-4ab1-b345-9bbcdf36d262,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:43.308706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Attempting to bind port 49795835-6308-4ab1-b345-9bbcdf36d262 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:48:43.309213 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Attempting to bind port 49795835-6308-4ab1-b345-9bbcdf36d262 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '253566f8-ed42-42f4-9b2b-8dc27b73201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3da50c08-3150-4eb3-a1fb-7942c78de41d'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:48:43.309675 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Attempting to bind port 49795835-6308-4ab1-b345-9bbcdf36d262 on network 3da50c08-3150-4eb3-a1fb-7942c78de41d {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:48:43.315107 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:48:43.315608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Checking segment: {'id': '253566f8-ed42-42f4-9b2b-8dc27b73201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3da50c08-3150-4eb3-a1fb-7942c78de41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:43.316123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.316610 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Bound using segment: {'id': '253566f8-ed42-42f4-9b2b-8dc27b73201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3da50c08-3150-4eb3-a1fb-7942c78de41d'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:48:43.317275 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Bound port: 49795835-6308-4ab1-b345-9bbcdf36d262, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253566f8-ed42-42f4-9b2b-8dc27b73201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3da50c08-3150-4eb3-a1fb-7942c78de41d'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:48:43.317754 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.348819 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-722f4141-267c-4fb0-8e1e-d52de0275c74 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:43.351455 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-75248f05-b608-4205-ac2d-6324249258c4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:43.351927 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75248f05-b608-4205-ac2d-6324249258c4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:43.376428 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-75248f05-b608-4205-ac2d-6324249258c4 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/subnets/6bbf0b72-30d9-4700-a646-fee544e7ae63 HTTP/1.1" status: 404 len: 337 time: 0.1416316 Apr 20 15:48:43.378107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.378923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34554) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:43.404697 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-722f4141-267c-4fb0-8e1e-d52de0275c74 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:43.406535 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-722f4141-267c-4fb0-8e1e-d52de0275c74 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2907028 Apr 20 15:48:43.413373 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] For port 49795835-6308-4ab1-b345-9bbcdf36d262, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:48:43.413885 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da50c08-3150-4eb3-a1fb-7942c78de41d']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:43.417340 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] For port 49795835-6308-4ab1-b345-9bbcdf36d262, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=49795835-6308-4ab1-b345-9bbcdf36d262,segment=NetworkSegment(253566f8-ed42-42f4-9b2b-8dc27b73201b),segment_id=253566f8-ed42-42f4-9b2b-8dc27b73201b)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:48:43.420389 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34558) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:43.421148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.429078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ddae3546-c1bc-4f37-a7b8-e845ea717c82 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group': {'name': 'tempest-secgroup--363542041'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:43.436318 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253566f8-ed42-42f4-9b2b-8dc27b73201b') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:43.436706 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253566f8-ed42-42f4-9b2b-8dc27b73201b') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:43.443080 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ddae3546-c1bc-4f37-a7b8-e845ea717c82 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:43.453660 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.464278 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ddae3546-c1bc-4f37-a7b8-e845ea717c82 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:43.480191 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.487490 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ddae3546-c1bc-4f37-a7b8-e845ea717c82 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.497676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:43.498061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:43.512614 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:43.537197 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcf0b5-0857-491f-94bf-e64f0915e44c None None] Pushing event updated for resources: {'Port': ['ID=49795835-6308-4ab1-b345-9bbcdf36d262,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:43.549778 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a453ec2-264c-4bbe-a44a-d26391380855 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.574334 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ddae3546-c1bc-4f37-a7b8-e845ea717c82 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:43.577529 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6411ba9-72c9-402d-ad53-97adb87f3a6f None None] Network 3da50c08-3150-4eb3-a1fb-7942c78de41d requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:43.581251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e4e2f8a3-4014-4c4f-8079-894b2ed47fc2 req-33d090d1-42f0-4431-ba57-4fcbd3f455bb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.581679 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e4e2f8a3-4014-4c4f-8079-894b2ed47fc2 req-33d090d1-42f0-4431-ba57-4fcbd3f455bb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.582050 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [req-e4e2f8a3-4014-4c4f-8079-894b2ed47fc2 req-33d090d1-42f0-4431-ba57-4fcbd3f455bb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Floating IP 8ac39917-2c9b-43c1-a376-aa66455a9289 disassociated. External IP: 172.26.7.239, port: a4af254e-9470-4a05-9aef-8350767e21a0. Apr 20 15:48:43.582534 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-e4e2f8a3-4014-4c4f-8079-894b2ed47fc2 req-33d090d1-42f0-4431-ba57-4fcbd3f455bb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Calling delete_port for a4af254e-9470-4a05-9aef-8350767e21a0 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:43.598677 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ddae3546-c1bc-4f37-a7b8-e845ea717c82 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:43.602437 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.api [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 15:48:43.602437 dv-neutron-838699-1-hyperv neutron-server[88169]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 15:48:43.602437 dv-neutron-838699-1-hyperv neutron-server[88169]: [parameters: {'id': '3da50c08-3150-4eb3-a1fb-7942c78de41d'}] Apr 20 15:48:43.602437 dv-neutron-838699-1-hyperv neutron-server[88169]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:48:43.602837 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG oslo_db.api [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:48:43.681092 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ddae3546-c1bc-4f37-a7b8-e845ea717c82 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.685357 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ddae3546-c1bc-4f37-a7b8-e845ea717c82 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.735436 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae3546-c1bc-4f37-a7b8-e845ea717c82 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184b81d1-835a-4f21-b4f3-b342960636d1,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:43.745051 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ddae3546-c1bc-4f37-a7b8-e845ea717c82 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.750285 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ddae3546-c1bc-4f37-a7b8-e845ea717c82 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3288445 Apr 20 15:48:43.751045 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34562) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:43.756358 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-e6407e56-60ff-4ca0-8ad9-0a6f8dcb6dbe tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group_rule': {'security_group_id': '184b81d1-835a-4f21-b4f3-b342960636d1', 'direction': 'ingress', 'protocol': 17}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:43.762310 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e6407e56-60ff-4ca0-8ad9-0a6f8dcb6dbe tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:43.767191 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e6407e56-60ff-4ca0-8ad9-0a6f8dcb6dbe tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:43.770316 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e6407e56-60ff-4ca0-8ad9-0a6f8dcb6dbe tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:43.776450 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e6407e56-60ff-4ca0-8ad9-0a6f8dcb6dbe tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:43.787321 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdacbbf-af02-4e93-b9a9-21b164747714 None None] get_active_networks_info from dv-neutron-838699-1-hyperv {{(pid=88170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 15:48:43.800612 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e6407e56-60ff-4ca0-8ad9-0a6f8dcb6dbe tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.863313 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e6407e56-60ff-4ca0-8ad9-0a6f8dcb6dbe tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.869690 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e6407e56-60ff-4ca0-8ad9-0a6f8dcb6dbe tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.889869 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdacbbf-af02-4e93-b9a9-21b164747714 None None] Resources bound (agent type, host, resource id): {{(pid=88170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 15:48:43.892648 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6407e56-60ff-4ca0-8ad9-0a6f8dcb6dbe tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1d5514-4bd9-46d1-9b27-ab541db9a2d6,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:43.906645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e6407e56-60ff-4ca0-8ad9-0a6f8dcb6dbe tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.912001 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e6407e56-60ff-4ca0-8ad9-0a6f8dcb6dbe tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1596034 Apr 20 15:48:43.913005 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34566) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:43.921225 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a453ec2-264c-4bbe-a44a-d26391380855 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.979545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-3a453ec2-264c-4bbe-a44a-d26391380855 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66047db-8bb8-4641-b4de-e5f9a3950b44']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:43.982320 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-979ea5dc-6b54-40ed-b73e-94c469e23ed5 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.009017 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-3a453ec2-264c-4bbe-a44a-d26391380855 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a9347b-a2d1-4383-8172-258e1e19c8d4') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:44.009320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-3a453ec2-264c-4bbe-a44a-d26391380855 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a9347b-a2d1-4383-8172-258e1e19c8d4') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:44.014811 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-979ea5dc-6b54-40ed-b73e-94c469e23ed5 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.026895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a453ec2-264c-4bbe-a44a-d26391380855 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.055235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a453ec2-264c-4bbe-a44a-d26391380855 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.072748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a453ec2-264c-4bbe-a44a-d26391380855 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:44.073153 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a453ec2-264c-4bbe-a44a-d26391380855 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:44.089568 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:44.092029 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e4e2f8a3-4014-4c4f-8079-894b2ed47fc2 req-33d090d1-42f0-4431-ba57-4fcbd3f455bb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.173453 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.190900 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Deleting port 49795835-6308-4ab1-b345-9bbcdf36d262 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:44.191241 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.232209 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-979ea5dc-6b54-40ed-b73e-94c469e23ed5 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.263842 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ea5dc-6b54-40ed-b73e-94c469e23ed5 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=184b81d1-835a-4f21-b4f3-b342960636d1,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:44.299601 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d090d1-42f0-4431-ba57-4fcbd3f455bb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Pushing event deleted for resources: {'Port': ['ID=a4af254e-9470-4a05-9aef-8350767e21a0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:44.303032 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-74c897f7-5ca7-4558-8272-0e5a5feaf221 req-fb86f161-6781-434a-94d5-d723387f2f75 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 210 time: 0.2068813 Apr 20 15:48:44.314481 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-979ea5dc-6b54-40ed-b73e-94c469e23ed5 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.317990 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-979ea5dc-6b54-40ed-b73e-94c469e23ed5 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-groups/184b81d1-835a-4f21-b4f3-b342960636d1 HTTP/1.1" status: 204 len: 168 time: 0.4016688 Apr 20 15:48:44.322957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34572) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:44.382090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a453ec2-264c-4bbe-a44a-d26391380855 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.414353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a453ec2-264c-4bbe-a44a-d26391380855 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.424032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a453ec2-264c-4bbe-a44a-d26391380855 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] Pushing event deleted for resources: {'Network': ['ID=f66047db-8bb8-4641-b4de-e5f9a3950b44,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:44.438996 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3a453ec2-264c-4bbe-a44a-d26391380855 tempest-NetworksTestDHCPv6-1127189489 tempest-NetworksTestDHCPv6-1127189489-project] 10.222.0.13 "DELETE /v2.0/networks/f66047db-8bb8-4641-b4de-e5f9a3950b44 HTTP/1.1" status: 204 len: 168 time: 1.0563564 Apr 20 15:48:44.479281 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3a92226d-e493-4441-a2cb-a4037dc7a518 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:44.505806 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] For port 49795835-6308-4ab1-b345-9bbcdf36d262, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=49795835-6308-4ab1-b345-9bbcdf36d262,segment=NetworkSegment(253566f8-ed42-42f4-9b2b-8dc27b73201b),segment_id=253566f8-ed42-42f4-9b2b-8dc27b73201b)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:44.506166 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.551358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4e2f8a3-4014-4c4f-8079-894b2ed47fc2 req-33d090d1-42f0-4431-ba57-4fcbd3f455bb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Router 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:48:44.570606 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3a92226d-e493-4441-a2cb-a4037dc7a518 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:44.571873 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3a92226d-e493-4441-a2cb-a4037dc7a518 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2479715 Apr 20 15:48:44.608347 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34578) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:44.631673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b7cd7309-cfdf-44e6-9427-a336d4b1f11f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group': {'name': 'tempest-secgroup--938561360'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:44.637329 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Calling delete_port for 49795835-6308-4ab1-b345-9bbcdf36d262 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:44.639289 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b7cd7309-cfdf-44e6-9427-a336d4b1f11f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:44.656399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b7cd7309-cfdf-44e6-9427-a336d4b1f11f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:44.725288 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.732036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b7cd7309-cfdf-44e6-9427-a336d4b1f11f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.763163 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.763744 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34584) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:44.775065 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b7cd7309-cfdf-44e6-9427-a336d4b1f11f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:44.780247 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Port': ['ID=49795835-6308-4ab1-b345-9bbcdf36d262,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:44.785549 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No DVR routers for this DVR port 49795835-6308-4ab1-b345-9bbcdf36d262 on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:48:44.788346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b7cd7309-cfdf-44e6-9427-a336d4b1f11f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:44.793267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b7cd7309-cfdf-44e6-9427-a336d4b1f11f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:44.796575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4e2f8a3-4014-4c4f-8079-894b2ed47fc2 req-33d090d1-42f0-4431-ba57-4fcbd3f455bb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:48:44.809122 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08920068-6823-45e7-806a-d26f208d7554 None None] Sync routers for ids ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:48:44.823801 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08920068-6823-45e7-806a-d26f208d7554 None None] Routers {'3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:48:44.825208 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-08920068-6823-45e7-806a-d26f208d7554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:48:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:44.834410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b7cd7309-cfdf-44e6-9427-a336d4b1f11f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:44.884782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e2f8a3-4014-4c4f-8079-894b2ed47fc2 req-33d090d1-42f0-4431-ba57-4fcbd3f455bb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] No DVR routers for this DVR port a4af254e-9470-4a05-9aef-8350767e21a0 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:48:44.887385 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e4e2f8a3-4014-4c4f-8079-894b2ed47fc2 req-33d090d1-42f0-4431-ba57-4fcbd3f455bb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.889887 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e4e2f8a3-4014-4c4f-8079-894b2ed47fc2 req-33d090d1-42f0-4431-ba57-4fcbd3f455bb tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.11 "DELETE /v2.0/ports/a4af254e-9470-4a05-9aef-8350767e21a0 HTTP/1.1" status: 204 len: 173 time: 2.5176454 Apr 20 15:48:44.892817 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2263ff-81bb-4d36-b8fa-2b90accf25e4', 'name': 'network-vif-deleted', 'tag': 'a4af254e-9470-4a05-9aef-8350767e21a0'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:48:44.928946 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.962598 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f53db1a3-fa0a-4df1-99e7-7ee2ae15c95f'] response: {'server_uuid': 'ca2263ff-81bb-4d36-b8fa-2b90accf25e4', 'name': 'network-vif-deleted', 'tag': 'a4af254e-9470-4a05-9aef-8350767e21a0', 'status': 'completed', 'code': 200} Apr 20 15:48:44.963874 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da50c08-3150-4eb3-a1fb-7942c78de41d']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:44.976736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253566f8-ed42-42f4-9b2b-8dc27b73201b') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:44.977041 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253566f8-ed42-42f4-9b2b-8dc27b73201b') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:44.990521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.008511 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.018840 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:45.019564 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.031267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b7cd7309-cfdf-44e6-9427-a336d4b1f11f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.041060 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c33a53f8-b009-4da9-96e1-9e3c3a48955c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3037f91c8bf44c29e08e0d07a1b1447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674198 Apr 20 15:48:45.042027 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34592) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:45.043186 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:45.045527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b7cd7309-cfdf-44e6-9427-a336d4b1f11f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.103650 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-08920068-6823-45e7-806a-d26f208d7554 None None] Set router 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:48:45.136761 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.139742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd7309-cfdf-44e6-9427-a336d4b1f11f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21535655-54df-4e2e-8c40-df0fde5e7a7e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:45.148236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.157793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5019cbe1-80db-4271-a6a0-41940b83afb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.180706 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Network': ['ID=3da50c08-3150-4eb3-a1fb-7942c78de41d,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:45.185860 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5019cbe1-80db-4271-a6a0-41940b83afb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.190907 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6a96f4c1-5346-4078-a589-79f9d9a1a878 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/3da50c08-3150-4eb3-a1fb-7942c78de41d HTTP/1.1" status: 204 len: 168 time: 2.7106402 Apr 20 15:48:45.191595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34596) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:45.198737 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-1af6558a-6b53-4315-99da-a36e9e2849c8 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1606272870'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:45.203965 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1af6558a-6b53-4315-99da-a36e9e2849c8 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:45.208736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1af6558a-6b53-4315-99da-a36e9e2849c8 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:network and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:45.213076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1af6558a-6b53-4315-99da-a36e9e2849c8 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:45.220101 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1af6558a-6b53-4315-99da-a36e9e2849c8 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:45.228739 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b7cd7309-cfdf-44e6-9427-a336d4b1f11f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.233170 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b7cd7309-cfdf-44e6-9427-a336d4b1f11f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6179073 Apr 20 15:48:45.234436 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34600) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:45.238611 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af6558a-6b53-4315-99da-a36e9e2849c8 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:45.240543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-9b693277-6a4d-4842-a9f8-8756c5b6bf04 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group': {'name': 'tempest-secgroup--448380542'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:45.243964 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1af6558a-6b53-4315-99da-a36e9e2849c8 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.246895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9b693277-6a4d-4842-a9f8-8756c5b6bf04 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:45.252108 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9b693277-6a4d-4842-a9f8-8756c5b6bf04 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:45.256291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9b693277-6a4d-4842-a9f8-8756c5b6bf04 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:45.263054 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9b693277-6a4d-4842-a9f8-8756c5b6bf04 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:45.266484 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5019cbe1-80db-4271-a6a0-41940b83afb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.284764 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019cbe1-80db-4271-a6a0-41940b83afb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48727196-1128-4586-8526-8c74b2bc7ef5,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:45.291338 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af6558a-6b53-4315-99da-a36e9e2849c8 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:48:45.292080 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b693277-6a4d-4842-a9f8-8756c5b6bf04 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.306233 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1af6558a-6b53-4315-99da-a36e9e2849c8 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.306444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5019cbe1-80db-4271-a6a0-41940b83afb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.306646 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-1af6558a-6b53-4315-99da-a36e9e2849c8 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Added segment 46133fdb-ece0-4650-8773-21a09a3e1a0e of type vlan for network a1f9579b-54f0-4321-9fc3-02e3bf07b9e4 Apr 20 15:48:45.310114 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5019cbe1-80db-4271-a6a0-41940b83afb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48727196-1128-4586-8526-8c74b2bc7ef5 HTTP/1.1" status: 204 len: 168 time: 0.2671387 Apr 20 15:48:45.324674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9b693277-6a4d-4842-a9f8-8756c5b6bf04 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:45.329488 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9b693277-6a4d-4842-a9f8-8756c5b6bf04 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:45.332470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9b693277-6a4d-4842-a9f8-8756c5b6bf04 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:45.339192 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9b693277-6a4d-4842-a9f8-8756c5b6bf04 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:45.348905 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1af6558a-6b53-4315-99da-a36e9e2849c8 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.412723 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1af6558a-6b53-4315-99da-a36e9e2849c8 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.418626 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af6558a-6b53-4315-99da-a36e9e2849c8 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:45.419220 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1af6558a-6b53-4315-99da-a36e9e2849c8 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.435634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b693277-6a4d-4842-a9f8-8756c5b6bf04 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.444576 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b693277-6a4d-4842-a9f8-8756c5b6bf04 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.506726 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b693277-6a4d-4842-a9f8-8756c5b6bf04 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7a38c1-c4c0-4cbe-8f7e-69fe1034a0f2,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:45.511883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b693277-6a4d-4842-a9f8-8756c5b6bf04 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.517738 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9b693277-6a4d-4842-a9f8-8756c5b6bf04 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2812295 Apr 20 15:48:45.518150 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34608) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:45.599734 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-bf915050-1d1c-4ef0-9835-61979262edd9 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group_rule': {'security_group_id': '21535655-54df-4e2e-8c40-df0fde5e7a7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bb7a38c1-c4c0-4cbe-8f7e-69fe1034a0f2', 'remote_ip_prefix': None}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:45.613459 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-ae5bf2da-6812-4d9a-90a7-a6e2d585d210 req-3ed812ac-a9ea-4c79-abd3-0fbbd9def8f3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Synchronizing usage tracker for tenant:80c78f2bdb844b1b88a5fac930d650c8 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:45.623032 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-bf915050-1d1c-4ef0-9835-61979262edd9 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:45.628260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-ae5bf2da-6812-4d9a-90a7-a6e2d585d210 req-3ed812ac-a9ea-4c79-abd3-0fbbd9def8f3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Unset dirty status for tenant:80c78f2bdb844b1b88a5fac930d650c8 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:45.629423 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ae5bf2da-6812-4d9a-90a7-a6e2d585d210 req-3ed812ac-a9ea-4c79-abd3-0fbbd9def8f3 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2263ff-81bb-4d36-b8fa-2b90accf25e4 HTTP/1.1" status: 200 len: 210 time: 0.0677080 Apr 20 15:48:45.634236 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1af6558a-6b53-4315-99da-a36e9e2849c8 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4415267 Apr 20 15:48:45.638127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34614) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:45.646720 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-bf915050-1d1c-4ef0-9835-61979262edd9 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:45.652634 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-bf915050-1d1c-4ef0-9835-61979262edd9 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:45.655704 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4103f806-d59b-4c56-9f82-4c58c37a1794 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'subnet': {'network_id': 'a1f9579b-54f0-4321-9fc3-02e3bf07b9e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:45.662578 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-bf915050-1d1c-4ef0-9835-61979262edd9 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:45.664546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6558a-6b53-4315-99da-a36e9e2849c8 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Network': ['ID=a1f9579b-54f0-4321-9fc3-02e3bf07b9e4,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:45.677282 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network a1f9579b-54f0-4321-9fc3-02e3bf07b9e4 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:48:45.695056 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-08920068-6823-45e7-806a-d26f208d7554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'name': 'tempest-ServerActionsTestJSON-776158018-router', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '72961775-2253-4d84-84a8-56729540a8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:03Z', 'updated_at': '2022-04-20T15:44:22Z', 'revision_number': 4, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'gw_port': {'id': '72961775-2253-4d84-84a8-56729540a8a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:06Z', 'updated_at': '2022-04-20T15:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'dd79d11e-6c93-48ae-8f88-151934a92355', 'name': '', 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'mac_address': 'fa:16:3e:27:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:18Z', 'updated_at': '2022-04-20T15:44:30Z', 'revision_number': 5, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'subnets': [{'id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:45.699797 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08920068-6823-45e7-806a-d26f208d7554 None None] Checking router: 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:48:45.711463 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08920068-6823-45e7-806a-d26f208d7554 None None] Routers {'3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:48:45.712836 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-08920068-6823-45e7-806a-d26f208d7554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:48:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:45.713121 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf915050-1d1c-4ef0-9835-61979262edd9 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.780491 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4103f806-d59b-4c56-9f82-4c58c37a1794 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:45.786468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4103f806-d59b-4c56-9f82-4c58c37a1794 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:subnet and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:45.790294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4103f806-d59b-4c56-9f82-4c58c37a1794 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:45.800564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4103f806-d59b-4c56-9f82-4c58c37a1794 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:45.817252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4103f806-d59b-4c56-9f82-4c58c37a1794 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:45.821927 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4103f806-d59b-4c56-9f82-4c58c37a1794 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.841666 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf915050-1d1c-4ef0-9835-61979262edd9 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.849931 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf915050-1d1c-4ef0-9835-61979262edd9 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.885771 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf915050-1d1c-4ef0-9835-61979262edd9 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb5002c-6f30-419b-b9e7-dd39a2ccb505,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:45.894115 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf915050-1d1c-4ef0-9835-61979262edd9 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.897549 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bf915050-1d1c-4ef0-9835-61979262edd9 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3754802 Apr 20 15:48:45.899711 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34624) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:45.933135 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1236b0a5-ee22-4396-8990-4c4a10899be6 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.952525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1236b0a5-ee22-4396-8990-4c4a10899be6 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.955895 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-08920068-6823-45e7-806a-d26f208d7554 None None] Set router 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:48:45.981562 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1236b0a5-ee22-4396-8990-4c4a10899be6 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:46.003671 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236b0a5-ee22-4396-8990-4c4a10899be6 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cb5002c-6f30-419b-b9e7-dd39a2ccb505,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:46.012101 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1236b0a5-ee22-4396-8990-4c4a10899be6 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:46.016809 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1236b0a5-ee22-4396-8990-4c4a10899be6 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0cb5002c-6f30-419b-b9e7-dd39a2ccb505 HTTP/1.1" status: 204 len: 168 time: 0.1149929 Apr 20 15:48:46.017079 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34630) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:46.072524 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3f68fd7e-c043-4886-8530-c793a2ac0bf7 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:46.095692 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3f68fd7e-c043-4886-8530-c793a2ac0bf7 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:46.100755 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3f68fd7e-c043-4886-8530-c793a2ac0bf7 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0822151 Apr 20 15:48:46.101129 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34636) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:46.245252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4103f806-d59b-4c56-9f82-4c58c37a1794 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:46.335058 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-08920068-6823-45e7-806a-d26f208d7554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'name': 'tempest-ServerActionsTestJSON-776158018-router', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '72961775-2253-4d84-84a8-56729540a8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:03Z', 'updated_at': '2022-04-20T15:44:22Z', 'revision_number': 4, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'gw_port': {'id': '72961775-2253-4d84-84a8-56729540a8a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:06Z', 'updated_at': '2022-04-20T15:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'dd79d11e-6c93-48ae-8f88-151934a92355', 'name': '', 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'mac_address': 'fa:16:3e:27:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:18Z', 'updated_at': '2022-04-20T15:44:30Z', 'revision_number': 5, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'subnets': [{'id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:46.340026 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08920068-6823-45e7-806a-d26f208d7554 None None] The sync data for ids ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'] in dv-neutron-838699-1-hyperv is: [{'id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'name': 'tempest-ServerActionsTestJSON-776158018-router', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '72961775-2253-4d84-84a8-56729540a8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:03Z', 'updated_at': '2022-04-20T15:44:22Z', 'revision_number': 4, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'gw_port': {'id': '72961775-2253-4d84-84a8-56729540a8a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:06Z', 'updated_at': '2022-04-20T15:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'dd79d11e-6c93-48ae-8f88-151934a92355', 'name': '', 'network_id': 'b99e9b56-1358-4ae1-9cfc-416f103dc430', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'mac_address': 'fa:16:3e:27:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:18Z', 'updated_at': '2022-04-20T15:44:30Z', 'revision_number': 5, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'subnets': [{'id': 'ddbab018-b2c7-4785-88fd-2b8333c96735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:48:46.366980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103f806-d59b-4c56-9f82-4c58c37a1794 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Subnet': ['ID=56d1f611-8b69-45ba-911c-ac1bdb6fd0ae,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:46.379917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103f806-d59b-4c56-9f82-4c58c37a1794 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Checking segment: {'id': '46133fdb-ece0-4650-8773-21a09a3e1a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a1f9579b-54f0-4321-9fc3-02e3bf07b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:46.380275 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103f806-d59b-4c56-9f82-4c58c37a1794 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network hostable DHCP agents. Network: a1f9579b-54f0-4321-9fc3-02e3bf07b9e4, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:48:46.386167 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-28fe5b04-e61e-47e9-9f07-8c459cf6d6e1 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:46.397203 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34646) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:46.427026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103f806-d59b-4c56-9f82-4c58c37a1794 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network a1f9579b-54f0-4321-9fc3-02e3bf07b9e4 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:48:46.430022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-28fe5b04-e61e-47e9-9f07-8c459cf6d6e1 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:46.456007 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-4103f806-d59b-4c56-9f82-4c58c37a1794 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, a1f9579b-54f0-4321-9fc3-02e3bf07b9e4) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:46.467021 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2815abf2-39d7-4a33-b256-e252f2540b88 None None] Network a1f9579b-54f0-4321-9fc3-02e3bf07b9e4 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:46.467972 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4103f806-d59b-4c56-9f82-4c58c37a1794 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:46.468623 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4103f806-d59b-4c56-9f82-4c58c37a1794 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:46.501055 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4103f806-d59b-4c56-9f82-4c58c37a1794 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8603258 Apr 20 15:48:46.502600 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-28fe5b04-e61e-47e9-9f07-8c459cf6d6e1 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:46.504171 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34652) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:46.505311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-28fe5b04-e61e-47e9-9f07-8c459cf6d6e1 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:46.506370 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-28fe5b04-e61e-47e9-9f07-8c459cf6d6e1 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-groups/bb7a38c1-c4c0-4cbe-8f7e-69fe1034a0f2 HTTP/1.1" status: 204 len: 168 time: 0.4043045 Apr 20 15:48:46.509012 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34656) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:46.523949 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe5b04-e61e-47e9-9f07-8c459cf6d6e1 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7a38c1-c4c0-4cbe-8f7e-69fe1034a0f2,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:46.565160 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-670276672'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:46.621674 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d2495-09d7-4383-a7eb-baa74ed9fbe8 None None] New status for floating IP 8ac39917-2c9b-43c1-a376-aa66455a9289: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:48:46.631539 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:46.656428 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Usage tracker for resource:network and tenant:01efb454a0f04403b81dc849b3065a49 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:46.662850 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:46.678894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:46.681634 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device a4af254e-9470-4a05-9aef-8350767e21a0 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:48:46.725712 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cbca5539-409a-495d-b078-fe2ca58a5df7 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2154415 Apr 20 15:48:46.728666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34662) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:46.740686 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Made reservation on behalf of 01efb454a0f04403b81dc849b3065a49 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:46.744502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:46.767084 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:46.772102 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34668) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:46.789441 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69127d67-e59e-4f68-ab5a-1b38021f1730 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:46.792089 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:46.799712 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Usage tracker for resource:security_group_rule and tenant:01efb454a0f04403b81dc849b3065a49 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:46.802767 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:46.810661 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:46.834125 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-84a92c7d-60d0-44eb-b0f5-79d53ebc7c5e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:46.842119 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: a4af254e-9470-4a05-9aef-8350767e21a0 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:48:46.842464 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device a4af254e-9470-4a05-9aef-8350767e21a0 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:48:46.879464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fdebd927-0ed1-482b-b071-6f7ea4834c1d tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:46.881835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-84a92c7d-60d0-44eb-b0f5-79d53ebc7c5e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:46.885773 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69127d67-e59e-4f68-ab5a-1b38021f1730 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:46.942214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fdebd927-0ed1-482b-b071-6f7ea4834c1d tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:46.984723 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-84a92c7d-60d0-44eb-b0f5-79d53ebc7c5e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.005779 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb03607e-4e58-4908-9713-0217d271b0bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-a1f9579b-54f0-4321-9fc3-02e3bf07b9e4', 'network_id': 'a1f9579b-54f0-4321-9fc3-02e3bf07b9e4', 'tenant_id': '4acc138ba51044c2bac2c8174a933ad9', 'fixed_ips': [{'subnet_id': '56d1f611-8b69-45ba-911c-ac1bdb6fd0ae'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:48:47.006821 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cb03607e-4e58-4908-9713-0217d271b0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.009956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a92c7d-60d0-44eb-b0f5-79d53ebc7c5e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21535655-54df-4e2e-8c40-df0fde5e7a7e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:47.031751 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-84a92c7d-60d0-44eb-b0f5-79d53ebc7c5e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.035327 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-84a92c7d-60d0-44eb-b0f5-79d53ebc7c5e tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-groups/21535655-54df-4e2e-8c40-df0fde5e7a7e HTTP/1.1" status: 204 len: 168 time: 0.3033562 Apr 20 15:48:47.036836 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34672) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:47.039086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fdebd927-0ed1-482b-b071-6f7ea4834c1d tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.087679 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fdebd927-0ed1-482b-b071-6f7ea4834c1d tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.091252 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-fdebd927-0ed1-482b-b071-6f7ea4834c1d tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "DELETE /v2.0/security-groups/7acd547a-87f1-49c6-ad23-9ddc8c1bb500 HTTP/1.1" status: 204 len: 168 time: 0.3152723 Apr 20 15:48:47.091252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebd927-0ed1-482b-b071-6f7ea4834c1d tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acd547a-87f1-49c6-ad23-9ddc8c1bb500,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:47.092686 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34676) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:47.125482 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.130206 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-95bd7e34-baa5-440f-be3f-3986c1a0b0c8 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] show failed (client error): The resource could not be found. Apr 20 15:48:47.131266 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-95bd7e34-baa5-440f-be3f-3986c1a0b0c8 tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "GET /v2.0/security-groups/7acd547a-87f1-49c6-ad23-9ddc8c1bb500 HTTP/1.1" status: 404 len: 347 time: 0.0303862 Apr 20 15:48:47.134427 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34680) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:47.137851 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.154197 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:48:47.166938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.167335 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Added segment 88ef9860-e42b-47b4-b1bc-1650b98d9312 of type vlan for network fb1c14e3-5e96-4f27-8df2-c498343ec7ae Apr 20 15:48:47.202975 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.204814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0155c7ef-f78f-4ab3-adca-bcbbb5e5e350 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server [None req-cb03607e-4e58-4908-9713-0217d271b0bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56d1f611-8b69-45ba-911c-ac1bdb6fd0ae: This subnet is being modified by another concurrent operation. Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 15:48:47.228872 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise exception Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56d1f611-8b69-45ba-911c-ac1bdb6fd0ae: This subnet is being modified by another concurrent operation. Apr 20 15:48:47.232198 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server Apr 20 15:48:47.245899 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69127d67-e59e-4f68-ab5a-1b38021f1730 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.253483 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2076e58-ed73-406a-8fe9-9609c19b45b9 None None] Network a1f9579b-54f0-4321-9fc3-02e3bf07b9e4 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:47.294460 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0155c7ef-f78f-4ab3-adca-bcbbb5e5e350 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:47.300392 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0155c7ef-f78f-4ab3-adca-bcbbb5e5e350 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2587771 Apr 20 15:48:47.305212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34684) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:47.311648 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69127d67-e59e-4f68-ab5a-1b38021f1730 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Subnet': ['ID=56d1f611-8b69-45ba-911c-ac1bdb6fd0ae,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:47.316768 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-65911691-dc2c-4f3e-a970-9fb62f7e4e42 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1710052627'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:47.324790 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-65911691-dc2c-4f3e-a970-9fb62f7e4e42 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:47.327313 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ca7570b6-9aad-4823-9566-0760302b80cc tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Deleting port eb790ad1-7e76-4f5c-9e96-d1bcfe869663 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:47.328288 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ca7570b6-9aad-4823-9566-0760302b80cc tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.342732 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae234cc-9369-437f-a56a-a736202d7cf2,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:47.375633 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-65911691-dc2c-4f3e-a970-9fb62f7e4e42 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:47.393483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.399161 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:47.399974 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.422202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-65911691-dc2c-4f3e-a970-9fb62f7e4e42 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.456577 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d005ce3-9113-49f6-b3b5-314e4a16e4ad None None] get_active_networks_info from dv-neutron-838699-1-hyperv {{(pid=88170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 15:48:47.497490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-65911691-dc2c-4f3e-a970-9fb62f7e4e42 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:47.504434 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-65911691-dc2c-4f3e-a970-9fb62f7e4e42 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:47.508495 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-65911691-dc2c-4f3e-a970-9fb62f7e4e42 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:47.514223 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69127d67-e59e-4f68-ab5a-1b38021f1730 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.518655 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-65911691-dc2c-4f3e-a970-9fb62f7e4e42 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:47.556350 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Pushing event updated for resources: {'Network': ['ID=fb1c14e3-5e96-4f27-8df2-c498343ec7ae,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:47.563880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ca7570b6-9aad-4823-9566-0760302b80cc tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.564124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ca7570b6-9aad-4823-9566-0760302b80cc tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.569124 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2d425ee4-60b2-4783-9357-06862c2e0eb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1681111 Apr 20 15:48:47.569287 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34688) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:47.572450 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-69127d67-e59e-4f68-ab5a-1b38021f1730 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f9579b-54f0-4321-9fc3-02e3bf07b9e4']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:47.572691 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network fb1c14e3-5e96-4f27-8df2-c498343ec7ae details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:48:47.583104 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-696dea09-a383-4a61-bb54-0e2b8177afc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Request body: {'subnet': {'network_id': 'fb1c14e3-5e96-4f27-8df2-c498343ec7ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:47.607636 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-69127d67-e59e-4f68-ab5a-1b38021f1730 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46133fdb-ece0-4650-8773-21a09a3e1a0e') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:47.608020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-69127d67-e59e-4f68-ab5a-1b38021f1730 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46133fdb-ece0-4650-8773-21a09a3e1a0e') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:47.668661 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69127d67-e59e-4f68-ab5a-1b38021f1730 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.677434 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d005ce3-9113-49f6-b3b5-314e4a16e4ad None None] Resources bound (agent type, host, resource id): {{(pid=88170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 15:48:47.695210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ca7570b6-9aad-4823-9566-0760302b80cc tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Calling delete_port for eb790ad1-7e76-4f5c-9e96-d1bcfe869663 owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:47.711145 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69127d67-e59e-4f68-ab5a-1b38021f1730 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.721978 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69127d67-e59e-4f68-ab5a-1b38021f1730 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:47.722415 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69127d67-e59e-4f68-ab5a-1b38021f1730 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:47.737196 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:47.742965 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-696dea09-a383-4a61-bb54-0e2b8177afc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:47.793053 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-696dea09-a383-4a61-bb54-0e2b8177afc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Usage tracker for resource:subnet and tenant:01efb454a0f04403b81dc849b3065a49 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:47.793619 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-65911691-dc2c-4f3e-a970-9fb62f7e4e42 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.798605 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-696dea09-a383-4a61-bb54-0e2b8177afc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:47.803892 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-65911691-dc2c-4f3e-a970-9fb62f7e4e42 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.818832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-696dea09-a383-4a61-bb54-0e2b8177afc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:47.832514 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69127d67-e59e-4f68-ab5a-1b38021f1730 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.854064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69127d67-e59e-4f68-ab5a-1b38021f1730 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.856562 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696dea09-a383-4a61-bb54-0e2b8177afc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Made reservation on behalf of 01efb454a0f04403b81dc849b3065a49 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:47.857918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65911691-dc2c-4f3e-a970-9fb62f7e4e42 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beaaba38-b8ba-45c6-be72-dc5477840998,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:47.860313 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-696dea09-a383-4a61-bb54-0e2b8177afc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.888233 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69127d67-e59e-4f68-ab5a-1b38021f1730 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Network': ['ID=a1f9579b-54f0-4321-9fc3-02e3bf07b9e4,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:47.909791 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-65911691-dc2c-4f3e-a970-9fb62f7e4e42 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.913888 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-65911691-dc2c-4f3e-a970-9fb62f7e4e42 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6049109 Apr 20 15:48:47.914050 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34692) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:47.922798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-43e69235-73cf-40fa-a195-15137445fde3 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group_rule': {'security_group_id': 'beaaba38-b8ba-45c6-be72-dc5477840998', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:47.933381 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-43e69235-73cf-40fa-a195-15137445fde3 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:47.934120 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-69127d67-e59e-4f68-ab5a-1b38021f1730 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/a1f9579b-54f0-4321-9fc3-02e3bf07b9e4 HTTP/1.1" status: 204 len: 168 time: 1.4281626 Apr 20 15:48:47.938372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34696) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:47.941820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-43e69235-73cf-40fa-a195-15137445fde3 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:47.947759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-60be5994-2808-45a9-8938-85b4ddca4079 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1471205837'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:47.952496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-43e69235-73cf-40fa-a195-15137445fde3 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:47.958734 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-60be5994-2808-45a9-8938-85b4ddca4079 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:47.964597 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ca7570b6-9aad-4823-9566-0760302b80cc tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:47.970444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-43e69235-73cf-40fa-a195-15137445fde3 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:48.002311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-60be5994-2808-45a9-8938-85b4ddca4079 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:network and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:48.013717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-60be5994-2808-45a9-8938-85b4ddca4079 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:48.033486 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-60be5994-2808-45a9-8938-85b4ddca4079 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:48.036866 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7570b6-9aad-4823-9566-0760302b80cc tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Pushing event deleted for resources: {'Port': ['ID=eb790ad1-7e76-4f5c-9e96-d1bcfe869663,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:48.101294 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-696dea09-a383-4a61-bb54-0e2b8177afc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.115326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60be5994-2808-45a9-8938-85b4ddca4079 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:48.118663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60be5994-2808-45a9-8938-85b4ddca4079 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.132762 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-43e69235-73cf-40fa-a195-15137445fde3 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.172910 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696dea09-a383-4a61-bb54-0e2b8177afc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Pushing event updated for resources: {'Subnet': ['ID=ceed1bfc-b7e8-4009-8348-6f203e2483ba,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:48.203122 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ca7570b6-9aad-4823-9566-0760302b80cc tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.203333 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696dea09-a383-4a61-bb54-0e2b8177afc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Checking segment: {'id': '88ef9860-e42b-47b4-b1bc-1650b98d9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb1c14e3-5e96-4f27-8df2-c498343ec7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:48.203698 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696dea09-a383-4a61-bb54-0e2b8177afc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Network hostable DHCP agents. Network: fb1c14e3-5e96-4f27-8df2-c498343ec7ae, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:48:48.205428 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60be5994-2808-45a9-8938-85b4ddca4079 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:48:48.219593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ca7570b6-9aad-4823-9566-0760302b80cc tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.220738 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ca7570b6-9aad-4823-9566-0760302b80cc tempest-ServerActionsTestJSON-810041052 tempest-ServerActionsTestJSON-810041052-project] 10.222.0.13 "DELETE /v2.0/floatingips/8ac39917-2c9b-43c1-a376-aa66455a9289 HTTP/1.1" status: 204 len: 168 time: 1.0854123 Apr 20 15:48:48.223806 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34700) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:48.226054 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60be5994-2808-45a9-8938-85b4ddca4079 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.226395 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-60be5994-2808-45a9-8938-85b4ddca4079 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Added segment d522b06d-824a-4b8d-8adb-f7641821477e of type vlan for network 392062f0-c542-4056-8ab7-6ce21fc5f371 Apr 20 15:48:48.251539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-43e69235-73cf-40fa-a195-15137445fde3 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.259749 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-43e69235-73cf-40fa-a195-15137445fde3 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.284260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60be5994-2808-45a9-8938-85b4ddca4079 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.288970 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696dea09-a383-4a61-bb54-0e2b8177afc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Network fb1c14e3-5e96-4f27-8df2-c498343ec7ae is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:48:48.291412 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e69235-73cf-40fa-a195-15137445fde3 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8122922-8411-45c3-b5b9-d28c141161e1,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:48.310720 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-696dea09-a383-4a61-bb54-0e2b8177afc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, fb1c14e3-5e96-4f27-8df2-c498343ec7ae) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:48.316445 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696dea09-a383-4a61-bb54-0e2b8177afc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:48.317130 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-696dea09-a383-4a61-bb54-0e2b8177afc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.317580 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-43e69235-73cf-40fa-a195-15137445fde3 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.319958 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-43e69235-73cf-40fa-a195-15137445fde3 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4037933 Apr 20 15:48:48.321814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34704) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:48.322461 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c5c4e5-de53-4578-b49f-e528ad12c5b4 None None] Network fb1c14e3-5e96-4f27-8df2-c498343ec7ae requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:48.351164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60be5994-2808-45a9-8938-85b4ddca4079 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.356420 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60be5994-2808-45a9-8938-85b4ddca4079 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:48.356930 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60be5994-2808-45a9-8938-85b4ddca4079 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.383916 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3634bebc-f8ff-4365-abef-86ac4a8aa799 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.407500 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-696dea09-a383-4a61-bb54-0e2b8177afc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8372257 Apr 20 15:48:48.414741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34708) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:48.421938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Request body: {'port': {'network_id': 'fb1c14e3-5e96-4f27-8df2-c498343ec7ae', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1016806899'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:48.453366 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3634bebc-f8ff-4365-abef-86ac4a8aa799 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.467890 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-60be5994-2808-45a9-8938-85b4ddca4079 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5251930 Apr 20 15:48:48.476849 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34712) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:48.486963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e2704fbc-7467-4c7c-a2d4-4a645f72c2b9 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'subnet': {'network_id': '392062f0-c542-4056-8ab7-6ce21fc5f371', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:48.546131 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-fb1c14e3-5e96-4f27-8df2-c498343ec7ae', 'network_id': 'fb1c14e3-5e96-4f27-8df2-c498343ec7ae', 'tenant_id': '01efb454a0f04403b81dc849b3065a49', 'fixed_ips': [{'subnet_id': 'ceed1bfc-b7e8-4009-8348-6f203e2483ba'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:48:48.547131 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.560793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be5994-2808-45a9-8938-85b4ddca4079 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Network': ['ID=392062f0-c542-4056-8ab7-6ce21fc5f371,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:48.608934 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 392062f0-c542-4056-8ab7-6ce21fc5f371 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:48:48.703782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3634bebc-f8ff-4365-abef-86ac4a8aa799 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.730134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634bebc-f8ff-4365-abef-86ac4a8aa799 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8122922-8411-45c3-b5b9-d28c141161e1,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:48.735052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e2704fbc-7467-4c7c-a2d4-4a645f72c2b9 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:48.739582 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3634bebc-f8ff-4365-abef-86ac4a8aa799 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.743229 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3634bebc-f8ff-4365-abef-86ac4a8aa799 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f8122922-8411-45c3-b5b9-d28c141161e1 HTTP/1.1" status: 204 len: 168 time: 0.4180319 Apr 20 15:48:48.743229 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e2704fbc-7467-4c7c-a2d4-4a645f72c2b9 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:subnet and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:48.744470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34716) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:48.746884 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e2704fbc-7467-4c7c-a2d4-4a645f72c2b9 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:48.766759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e2704fbc-7467-4c7c-a2d4-4a645f72c2b9 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:48.790787 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2704fbc-7467-4c7c-a2d4-4a645f72c2b9 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:48.794390 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e2704fbc-7467-4c7c-a2d4-4a645f72c2b9 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.818149 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Allocated IP 2001:db8::2 (fb1c14e3-5e96-4f27-8df2-c498343ec7ae/ceed1bfc-b7e8-4009-8348-6f203e2483ba/d4596fab-d6e3-4aea-abdf-76c3ed725a5d) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:48.840093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:48.847227 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Usage tracker for resource:port and tenant:01efb454a0f04403b81dc849b3065a49 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:48.851759 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:48.868580 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:48.873383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-7e437bb4-84b4-4305-8f1f-03b8c0290d6b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:48.919320 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Made reservation on behalf of 01efb454a0f04403b81dc849b3065a49 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:48.919588 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-7e437bb4-84b4-4305-8f1f-03b8c0290d6b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:48.923549 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7e437bb4-84b4-4305-8f1f-03b8c0290d6b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1752656 Apr 20 15:48:48.923710 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:48.923857 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34720) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:48.956714 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] device_id is not set on port 2aa94899-f142-4829-b106-891c55d42499 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:48:49.037496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2abf19b-49ca-4d43-9085-34c3caddbefd tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.047797 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.059222 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Transition to ACTIVE for port object d4596fab-d6e3-4aea-abdf-76c3ed725a5d will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:49.082127 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Transition to ACTIVE for port object d4596fab-d6e3-4aea-abdf-76c3ed725a5d will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:49.088452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.089473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2abf19b-49ca-4d43-9085-34c3caddbefd tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.141793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e2704fbc-7467-4c7c-a2d4-4a645f72c2b9 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.154803 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Network fb1c14e3-5e96-4f27-8df2-c498343ec7ae is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:49.162049 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:49.166716 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:49.172662 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Pushing event updated for resources: {'Port': ['ID=d4596fab-d6e3-4aea-abdf-76c3ed725a5d,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:49.207456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2abf19b-49ca-4d43-9085-34c3caddbefd tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.215938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Allocated IP 2001:db8::33b (fb1c14e3-5e96-4f27-8df2-c498343ec7ae/ceed1bfc-b7e8-4009-8348-6f203e2483ba/2aa94899-f142-4829-b106-891c55d42499) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:49.242549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abf19b-49ca-4d43-9085-34c3caddbefd tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaaba38-b8ba-45c6-be72-dc5477840998,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:49.257617 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2704fbc-7467-4c7c-a2d4-4a645f72c2b9 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Subnet': ['ID=e35d63d0-6542-45a3-ad2b-bf4fef7643c3,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:49.276276 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2704fbc-7467-4c7c-a2d4-4a645f72c2b9 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Checking segment: {'id': 'd522b06d-824a-4b8d-8adb-f7641821477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '392062f0-c542-4056-8ab7-6ce21fc5f371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:49.276725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2704fbc-7467-4c7c-a2d4-4a645f72c2b9 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network hostable DHCP agents. Network: 392062f0-c542-4056-8ab7-6ce21fc5f371, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:48:49.283506 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2abf19b-49ca-4d43-9085-34c3caddbefd tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.287386 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b2abf19b-49ca-4d43-9085-34c3caddbefd tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-groups/beaaba38-b8ba-45c6-be72-dc5477840998 HTTP/1.1" status: 204 len: 168 time: 0.3600204 Apr 20 15:48:49.289543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34724) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:49.303423 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2c98d37f-c5b4-4441-9408-4fbf48407cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.330845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2704fbc-7467-4c7c-a2d4-4a645f72c2b9 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network 392062f0-c542-4056-8ab7-6ce21fc5f371 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:48:49.354940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e2704fbc-7467-4c7c-a2d4-4a645f72c2b9 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 392062f0-c542-4056-8ab7-6ce21fc5f371) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:49.361914 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2704fbc-7467-4c7c-a2d4-4a645f72c2b9 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:49.362492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e2704fbc-7467-4c7c-a2d4-4a645f72c2b9 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.369628 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Attempting to bind port d4596fab-d6e3-4aea-abdf-76c3ed725a5d on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:48:49.370022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-433ab0ac-a780-4636-bd1a-556f93c3c402 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:49.370160 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Attempting to bind port d4596fab-d6e3-4aea-abdf-76c3ed725a5d by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '88ef9860-e42b-47b4-b1bc-1650b98d9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb1c14e3-5e96-4f27-8df2-c498343ec7ae'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:48:49.370551 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Attempting to bind port d4596fab-d6e3-4aea-abdf-76c3ed725a5d on network fb1c14e3-5e96-4f27-8df2-c498343ec7ae {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:48:49.374115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c835b3d-729e-454a-a530-896ad9fa70f5 None None] Network 392062f0-c542-4056-8ab7-6ce21fc5f371 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:49.390268 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e2704fbc-7467-4c7c-a2d4-4a645f72c2b9 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9113693 Apr 20 15:48:49.396252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34728) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:49.398383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:48:49.398668 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Checking segment: {'id': '88ef9860-e42b-47b4-b1bc-1650b98d9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb1c14e3-5e96-4f27-8df2-c498343ec7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:49.399066 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.399451 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Bound using segment: {'id': '88ef9860-e42b-47b4-b1bc-1650b98d9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb1c14e3-5e96-4f27-8df2-c498343ec7ae'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:48:49.399946 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Bound port: d4596fab-d6e3-4aea-abdf-76c3ed725a5d, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ef9860-e42b-47b4-b1bc-1650b98d9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb1c14e3-5e96-4f27-8df2-c498343ec7ae'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:48:49.400316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.419153 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-433ab0ac-a780-4636-bd1a-556f93c3c402 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:49.427141 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-433ab0ac-a780-4636-bd1a-556f93c3c402 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1266403 Apr 20 15:48:49.427354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34732) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:49.432786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1bfe866e-6ad9-4636-8ed9-fea31c996fba tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group': {'name': 'tempest-secgroup--750518626'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:49.494811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1bfe866e-6ad9-4636-8ed9-fea31c996fba tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:49.520691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1bfe866e-6ad9-4636-8ed9-fea31c996fba tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:49.540649 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bfe866e-6ad9-4636-8ed9-fea31c996fba tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.585810 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1bfe866e-6ad9-4636-8ed9-fea31c996fba tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:49.593978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7c25db2f-97d3-47c7-a1c5-cbc1fd1fcb01 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.596107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1bfe866e-6ad9-4636-8ed9-fea31c996fba tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:49.599486 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1bfe866e-6ad9-4636-8ed9-fea31c996fba tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:49.608083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1bfe866e-6ad9-4636-8ed9-fea31c996fba tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:49.611320 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] For port d4596fab-d6e3-4aea-abdf-76c3ed725a5d, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:48:49.630299 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] For port d4596fab-d6e3-4aea-abdf-76c3ed725a5d, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d4596fab-d6e3-4aea-abdf-76c3ed725a5d,segment=NetworkSegment(88ef9860-e42b-47b4-b1bc-1650b98d9312),segment_id=88ef9860-e42b-47b4-b1bc-1650b98d9312)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:48:49.637148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.694031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7c25db2f-97d3-47c7-a1c5-cbc1fd1fcb01 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.733483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.760063 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Transition to ACTIVE for port object 2aa94899-f142-4829-b106-891c55d42499 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:49.761388 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb0706-c83d-4f52-80d8-42716c69b781 None None] Pushing event updated for resources: {'Port': ['ID=d4596fab-d6e3-4aea-abdf-76c3ed725a5d,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:49.773867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6564e9f-087e-449b-8bcf-2bf0f8c64c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-392062f0-c542-4056-8ab7-6ce21fc5f371', 'network_id': '392062f0-c542-4056-8ab7-6ce21fc5f371', 'tenant_id': '4acc138ba51044c2bac2c8174a933ad9', 'fixed_ips': [{'subnet_id': 'e35d63d0-6542-45a3-ad2b-bf4fef7643c3'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:48:49.777033 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a6564e9f-087e-449b-8bcf-2bf0f8c64c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.805722 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bfe866e-6ad9-4636-8ed9-fea31c996fba tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.816245 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bfe866e-6ad9-4636-8ed9-fea31c996fba tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.841643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7c25db2f-97d3-47c7-a1c5-cbc1fd1fcb01 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.875311 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.910215 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25db2f-97d3-47c7-a1c5-cbc1fd1fcb01 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Subnet': ['ID=e35d63d0-6542-45a3-ad2b-bf4fef7643c3,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server [None req-a6564e9f-087e-449b-8bcf-2bf0f8c64c7f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e35d63d0-6542-45a3-ad2b-bf4fef7643c3: This subnet is being modified by another concurrent operation. Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 15:48:49.910682 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise exception Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e35d63d0-6542-45a3-ad2b-bf4fef7643c3: This subnet is being modified by another concurrent operation. Apr 20 15:48:49.914599 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server Apr 20 15:48:49.921833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe866e-6ad9-4636-8ed9-fea31c996fba tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89bf4b42-0d04-42a0-8dbe-b31cea2c9a8d,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:49.934591 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3f444a-f1bc-48fe-b95b-22b5609f161e None None] Network 392062f0-c542-4056-8ab7-6ce21fc5f371 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:49.950015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bfe866e-6ad9-4636-8ed9-fea31c996fba tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.951230 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1bfe866e-6ad9-4636-8ed9-fea31c996fba tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5228024 Apr 20 15:48:49.960499 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34736) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:49.961279 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-2c98d37f-c5b4-4441-9408-4fbf48407cf3 admin admin] Deleting port dd79d11e-6c93-48ae-8f88-151934a92355 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:49.961811 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2c98d37f-c5b4-4441-9408-4fbf48407cf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:49.998377 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-e60859e9-b6ad-4ad9-a20e-1ec0d6252a63 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group_rule': {'security_group_id': '89bf4b42-0d04-42a0-8dbe-b31cea2c9a8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:50.046958 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e60859e9-b6ad-4ad9-a20e-1ec0d6252a63 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:50.050918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Network fb1c14e3-5e96-4f27-8df2-c498343ec7ae is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:50.057341 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:50.060222 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:50.066996 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:50.067602 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.072040 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e60859e9-b6ad-4ad9-a20e-1ec0d6252a63 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:50.083758 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7c25db2f-97d3-47c7-a1c5-cbc1fd1fcb01 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.091927 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e60859e9-b6ad-4ad9-a20e-1ec0d6252a63 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:50.113178 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e60859e9-b6ad-4ad9-a20e-1ec0d6252a63 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:50.115234 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Pushing event updated for resources: {'Port': ['ID=2aa94899-f142-4829-b106-891c55d42499,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:50.119468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-7c25db2f-97d3-47c7-a1c5-cbc1fd1fcb01 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392062f0-c542-4056-8ab7-6ce21fc5f371']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:50.165120 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-7c25db2f-97d3-47c7-a1c5-cbc1fd1fcb01 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd522b06d-824a-4b8d-8adb-f7641821477e') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:50.165732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-7c25db2f-97d3-47c7-a1c5-cbc1fd1fcb01 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd522b06d-824a-4b8d-8adb-f7641821477e') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:50.180439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7c25db2f-97d3-47c7-a1c5-cbc1fd1fcb01 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.212748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7c25db2f-97d3-47c7-a1c5-cbc1fd1fcb01 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.221777 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c25db2f-97d3-47c7-a1c5-cbc1fd1fcb01 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:50.222290 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7c25db2f-97d3-47c7-a1c5-cbc1fd1fcb01 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.260442 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1ce1909f-3dcc-491b-8853-5bbcc222f044 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8445935 Apr 20 15:48:50.261342 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34740) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:50.279550 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Request body: {'port': {'network_id': 'fb1c14e3-5e96-4f27-8df2-c498343ec7ae', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-929079580', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:50.280091 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.api.validators [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] bootfile-name is not in valid_values {{(pid=88169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 15:48:50.280425 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.api.validators [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] tftp-server is not in valid_values {{(pid=88169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 15:48:50.281567 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.api.validators [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] server-ip-address is not in valid_values {{(pid=88169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 15:48:50.288043 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d4596fab-d6e3-4aea-abdf-76c3ed725a5d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:48:50.310479 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e60859e9-b6ad-4ad9-a20e-1ec0d6252a63 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:50.317440 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:50.347701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7c25db2f-97d3-47c7-a1c5-cbc1fd1fcb01 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.374493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7c25db2f-97d3-47c7-a1c5-cbc1fd1fcb01 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.376564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25db2f-97d3-47c7-a1c5-cbc1fd1fcb01 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Network': ['ID=392062f0-c542-4056-8ab7-6ce21fc5f371,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:50.381242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port d4596fab-d6e3-4aea-abdf-76c3ed725a5d completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:50.386728 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7c25db2f-97d3-47c7-a1c5-cbc1fd1fcb01 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/392062f0-c542-4056-8ab7-6ce21fc5f371 HTTP/1.1" status: 204 len: 168 time: 0.9891090 Apr 20 15:48:50.387517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34744) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:50.393615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-67a00149-4fb8-401d-8bd0-4fa8ecae4eea tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-367212434'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:50.398285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-67a00149-4fb8-401d-8bd0-4fa8ecae4eea tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:50.402185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-67a00149-4fb8-401d-8bd0-4fa8ecae4eea tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:network and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:50.405074 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-67a00149-4fb8-401d-8bd0-4fa8ecae4eea tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:50.411442 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-67a00149-4fb8-401d-8bd0-4fa8ecae4eea tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:50.421701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a00149-4fb8-401d-8bd0-4fa8ecae4eea tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:50.425188 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-67a00149-4fb8-401d-8bd0-4fa8ecae4eea tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.459231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a00149-4fb8-401d-8bd0-4fa8ecae4eea tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:48:50.465484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-2c98d37f-c5b4-4441-9408-4fbf48407cf3 admin admin] For port dd79d11e-6c93-48ae-8f88-151934a92355, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=dd79d11e-6c93-48ae-8f88-151934a92355,segment=NetworkSegment(64b7e63f-c762-4f02-9acf-cfdeb829fc9b),segment_id=64b7e63f-c762-4f02-9acf-cfdeb829fc9b)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:50.465818 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2c98d37f-c5b4-4441-9408-4fbf48407cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.469389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-67a00149-4fb8-401d-8bd0-4fa8ecae4eea tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.469737 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-67a00149-4fb8-401d-8bd0-4fa8ecae4eea tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Added segment 04bba1b2-6536-41e8-b43c-a174c59c5006 of type vlan for network ec0337c4-b270-4a41-81a1-996ecca58bc6 Apr 20 15:48:50.502049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-67a00149-4fb8-401d-8bd0-4fa8ecae4eea tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.532796 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-67a00149-4fb8-401d-8bd0-4fa8ecae4eea tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.538100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a00149-4fb8-401d-8bd0-4fa8ecae4eea tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:50.538688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-67a00149-4fb8-401d-8bd0-4fa8ecae4eea tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599121'] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.628136 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-67a00149-4fb8-401d-8bd0-4fa8ecae4eea tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2394798 Apr 20 15:48:50.643743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34748) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:50.652678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-8f53b8fd-828a-4f40-bffc-9636ad7f99dd tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:50.722184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a00149-4fb8-401d-8bd0-4fa8ecae4eea tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Network': ['ID=ec0337c4-b270-4a41-81a1-996ecca58bc6,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:50.733532 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network ec0337c4-b270-4a41-81a1-996ecca58bc6 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:48:50.764461 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-2c98d37f-c5b4-4441-9408-4fbf48407cf3 admin admin] Calling delete_port for dd79d11e-6c93-48ae-8f88-151934a92355 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:50.825351 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:50.841876 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e60859e9-b6ad-4ad9-a20e-1ec0d6252a63 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.845994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Usage tracker for resource:port and tenant:01efb454a0f04403b81dc849b3065a49 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:50.852824 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e60859e9-b6ad-4ad9-a20e-1ec0d6252a63 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.859959 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:50.876745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:50.904935 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60859e9-b6ad-4ad9-a20e-1ec0d6252a63 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905aa794-e7d9-4b2f-8bbe-19096723ac5a,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:50.913032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8f53b8fd-828a-4f40-bffc-9636ad7f99dd tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.919685 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Made reservation on behalf of 01efb454a0f04403b81dc849b3065a49 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:50.923240 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.932334 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8f53b8fd-828a-4f40-bffc-9636ad7f99dd tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.949017 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e60859e9-b6ad-4ad9-a20e-1ec0d6252a63 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.952555 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e60859e9-b6ad-4ad9-a20e-1ec0d6252a63 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9561288 Apr 20 15:48:50.956562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34752) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:50.963271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f53b8fd-828a-4f40-bffc-9636ad7f99dd tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network ec0337c4-b270-4a41-81a1-996ecca58bc6 is not hosted by any dhcp agent {{(pid=88168) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 20 15:48:50.968973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f53b8fd-828a-4f40-bffc-9636ad7f99dd tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:50.969536 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8f53b8fd-828a-4f40-bffc-9636ad7f99dd tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:50.974000 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8f53b8fd-828a-4f40-bffc-9636ad7f99dd tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "PUT /v2.0/networks/ec0337c4-b270-4a41-81a1-996ecca58bc6 HTTP/1.1" status: 200 len: 723 time: 0.3267019 Apr 20 15:48:50.974132 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] device_id is not set on port 8f8b76a7-0db1-41d5-ad47-d27770b25247 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:48:50.991519 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c9fc5-a87e-47cc-8c8a-8ad44580d4c5 None None] Network fb1c14e3-5e96-4f27-8df2-c498343ec7ae requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:51.008303 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34756) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:51.015066 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-6ba5080d-09b0-4c5d-8d08-1ddd7d4c4818 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'subnet': {'network_id': 'ec0337c4-b270-4a41-81a1-996ecca58bc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:51.091339 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f09f8117-7264-4ee4-9cdd-8210afcffc24 None None] Provisioning for port d4596fab-d6e3-4aea-abdf-76c3ed725a5d completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:51.100425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f09f8117-7264-4ee4-9cdd-8210afcffc24 None None] Provisioning complete for port d4596fab-d6e3-4aea-abdf-76c3ed725a5d triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:51.100834 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f09f8117-7264-4ee4-9cdd-8210afcffc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:51.171095 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a60053fc-f3f1-4fe0-bbcb-2a3ed824b361 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-group-rules/905aa794-e7d9-4b2f-8bbe-19096723ac5a HTTP/1.1" status: 200 len: 763 time: 0.2102435 Apr 20 15:48:51.171682 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34760) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:51.189902 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53b8fd-828a-4f40-bffc-9636ad7f99dd tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Network': ['ID=ec0337c4-b270-4a41-81a1-996ecca58bc6,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:51.210891 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network ec0337c4-b270-4a41-81a1-996ecca58bc6 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:48:51.287008 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-6ba5080d-09b0-4c5d-8d08-1ddd7d4c4818 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:51.304619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-6ba5080d-09b0-4c5d-8d08-1ddd7d4c4818 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:subnet and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:51.311127 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-6ba5080d-09b0-4c5d-8d08-1ddd7d4c4818 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:51.330453 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-6ba5080d-09b0-4c5d-8d08-1ddd7d4c4818 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:51.362587 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e27fdaf7-9138-429c-ab7f-aa873dfa8da8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:51.383752 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Allocated IP 2001:db8::16c (fb1c14e3-5e96-4f27-8df2-c498343ec7ae/ceed1bfc-b7e8-4009-8348-6f203e2483ba/8f8b76a7-0db1-41d5-ad47-d27770b25247) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:51.385738 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba5080d-09b0-4c5d-8d08-1ddd7d4c4818 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:51.389128 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6ba5080d-09b0-4c5d-8d08-1ddd7d4c4818 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:51.402713 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2c98d37f-c5b4-4441-9408-4fbf48407cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:51.455181 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f09f8117-7264-4ee4-9cdd-8210afcffc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:51.499068 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-f09f8117-7264-4ee4-9cdd-8210afcffc24 None None] For port d4596fab-d6e3-4aea-abdf-76c3ed725a5d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d4596fab-d6e3-4aea-abdf-76c3ed725a5d,segment=NetworkSegment(88ef9860-e42b-47b4-b1bc-1650b98d9312),segment_id=88ef9860-e42b-47b4-b1bc-1650b98d9312)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:51.506763 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f09f8117-7264-4ee4-9cdd-8210afcffc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:51.514641 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98d37f-c5b4-4441-9408-4fbf48407cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd79d11e-6c93-48ae-8f88-151934a92355,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:51.554784 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e27fdaf7-9138-429c-ab7f-aa873dfa8da8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:51.556161 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e27fdaf7-9138-429c-ab7f-aa873dfa8da8 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3811221 Apr 20 15:48:51.559729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34764) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:51.585889 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f8117-7264-4ee4-9cdd-8210afcffc24 None None] Pushing event updated for resources: {'Port': ['ID=d4596fab-d6e3-4aea-abdf-76c3ed725a5d,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:51.619972 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68100c77-e53c-4a59-9868-956b486a8960 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:51.637153 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68100c77-e53c-4a59-9868-956b486a8960 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:51.669021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68100c77-e53c-4a59-9868-956b486a8960 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:51.695103 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68100c77-e53c-4a59-9868-956b486a8960 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=905aa794-e7d9-4b2f-8bbe-19096723ac5a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:51.709881 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68100c77-e53c-4a59-9868-956b486a8960 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:51.716554 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-68100c77-e53c-4a59-9868-956b486a8960 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/905aa794-e7d9-4b2f-8bbe-19096723ac5a HTTP/1.1" status: 204 len: 168 time: 0.1553211 Apr 20 15:48:51.717321 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34768) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:51.773505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-7cb44dc6-ef70-4862-8bda-33818e0240c1 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:51.792244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-7cb44dc6-ef70-4862-8bda-33818e0240c1 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:51.794053 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7cb44dc6-ef70-4862-8bda-33818e0240c1 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0754747 Apr 20 15:48:51.797803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34772) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:51.804977 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f233625d-e0cf-4887-8929-7f79113692b1 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group_rule': {'security_group_id': '89bf4b42-0d04-42a0-8dbe-b31cea2c9a8d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:51.811962 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f233625d-e0cf-4887-8929-7f79113692b1 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:51.822730 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f233625d-e0cf-4887-8929-7f79113692b1 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:51.841481 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f233625d-e0cf-4887-8929-7f79113692b1 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:51.858459 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-03894888-6bd0-4111-be5f-ee54507d35aa None None] Provisioning complete for port d4596fab-d6e3-4aea-abdf-76c3ed725a5d triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:51.859025 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-03894888-6bd0-4111-be5f-ee54507d35aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:51.919700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f233625d-e0cf-4887-8929-7f79113692b1 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:51.924004 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f233625d-e0cf-4887-8929-7f79113692b1 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:51.961964 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233625d-e0cf-4887-8929-7f79113692b1 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c152bae-2ca3-4e99-a20e-23f495a5ab30,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:51.964092 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f233625d-e0cf-4887-8929-7f79113692b1 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:51.968363 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f233625d-e0cf-4887-8929-7f79113692b1 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1688950 Apr 20 15:48:51.970019 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34776) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:51.992907 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b2034b35-20cb-496a-b3df-1cbd6e171792 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-group-rules/0c152bae-2ca3-4e99-a20e-23f495a5ab30 HTTP/1.1" status: 200 len: 763 time: 0.0215740 Apr 20 15:48:51.993677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34780) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:52.048485 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-62a4c6e6-27cc-4ffa-b7b0-3cb3d76ecc30 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:52.058352 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-03894888-6bd0-4111-be5f-ee54507d35aa None None] Provisioning for port 2aa94899-f142-4829-b106-891c55d42499 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:52.065525 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-03894888-6bd0-4111-be5f-ee54507d35aa None None] Provisioning complete for port 2aa94899-f142-4829-b106-891c55d42499 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:52.066663 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-03894888-6bd0-4111-be5f-ee54507d35aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.073355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-62a4c6e6-27cc-4ffa-b7b0-3cb3d76ecc30 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:52.077430 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-62a4c6e6-27cc-4ffa-b7b0-3cb3d76ecc30 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0800002 Apr 20 15:48:52.079251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34784) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:52.120802 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2c98d37f-c5b4-4441-9408-4fbf48407cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.128554 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3c0194-4da6-4dc7-ad0c-43c7709124c9 None None] get_active_networks_info from dv-neutron-838699-1-hyperv {{(pid=88170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 15:48:52.133802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1de217b7-4536-401f-b97b-8db4de052268 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.158221 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1de217b7-4536-401f-b97b-8db4de052268 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.199278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-03894888-6bd0-4111-be5f-ee54507d35aa None None] Port 2aa94899-f142-4829-b106-891c55d42499 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:48:52.204933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1de217b7-4536-401f-b97b-8db4de052268 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.238095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de217b7-4536-401f-b97b-8db4de052268 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c152bae-2ca3-4e99-a20e-23f495a5ab30,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:52.245967 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1de217b7-4536-401f-b97b-8db4de052268 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.247522 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1de217b7-4536-401f-b97b-8db4de052268 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0c152bae-2ca3-4e99-a20e-23f495a5ab30 HTTP/1.1" status: 204 len: 168 time: 0.1672418 Apr 20 15:48:52.250640 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34788) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:52.272838 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d4596fab-d6e3-4aea-abdf-76c3ed725a5d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:48:52.281627 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.299637 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9674e0fc-c0bf-4c56-bd86-2a0e29623f23 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:52.299890 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6ba5080d-09b0-4c5d-8d08-1ddd7d4c4818 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.302857 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3c0194-4da6-4dc7-ad0c-43c7709124c9 None None] Resources bound (agent type, host, resource id): {{(pid=88170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 15:48:52.319277 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9674e0fc-c0bf-4c56-bd86-2a0e29623f23 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:52.323486 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9674e0fc-c0bf-4c56-bd86-2a0e29623f23 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0693488 Apr 20 15:48:52.324106 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34792) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:52.330189 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-8f79f4a6-49ff-4eb0-9ba2-b7299f0ccb2b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group_rule': {'security_group_id': '89bf4b42-0d04-42a0-8dbe-b31cea2c9a8d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:52.337214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8f79f4a6-49ff-4eb0-9ba2-b7299f0ccb2b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:52.348978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8f79f4a6-49ff-4eb0-9ba2-b7299f0ccb2b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:52.350930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Transition to ACTIVE for port object 8f8b76a7-0db1-41d5-ad47-d27770b25247 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:52.369357 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8f79f4a6-49ff-4eb0-9ba2-b7299f0ccb2b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.424472 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-55f7587a-519f-428f-a173-42bc143e8ed3 None None] Provisioning complete for port 2aa94899-f142-4829-b106-891c55d42499 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:52.425003 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-55f7587a-519f-428f-a173-42bc143e8ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.436686 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8f79f4a6-49ff-4eb0-9ba2-b7299f0ccb2b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.441121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8f79f4a6-49ff-4eb0-9ba2-b7299f0ccb2b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.466787 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79f4a6-49ff-4eb0-9ba2-b7299f0ccb2b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b2baf2-01dd-44ce-b0ac-f62e46446bd9,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:52.482769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8f79f4a6-49ff-4eb0-9ba2-b7299f0ccb2b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.484700 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8f79f4a6-49ff-4eb0-9ba2-b7299f0ccb2b tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1592894 Apr 20 15:48:52.487170 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34796) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:52.510265 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8bcba174-517d-422d-8244-464f3a2f3eb7 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-group-rules/76b2baf2-01dd-44ce-b0ac-f62e46446bd9 HTTP/1.1" status: 200 len: 764 time: 0.0212002 Apr 20 15:48:52.512877 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34800) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:52.513845 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-55f7587a-519f-428f-a173-42bc143e8ed3 None None] Port 2aa94899-f142-4829-b106-891c55d42499 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:48:52.526862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port d4596fab-d6e3-4aea-abdf-76c3ed725a5d triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:52.527322 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.577098 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f6c01f09-0365-4c05-abc3-bdbf03ae6bdf tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:52.593963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f6c01f09-0365-4c05-abc3-bdbf03ae6bdf tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:52.598040 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f6c01f09-0365-4c05-abc3-bdbf03ae6bdf tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0810044 Apr 20 15:48:52.598665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34804) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:52.616392 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5080d-09b0-4c5d-8d08-1ddd7d4c4818 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Subnet': ['ID=c86fafe0-d29e-4a29-9d99-06cfad66d301,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:52.630525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba5080d-09b0-4c5d-8d08-1ddd7d4c4818 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Checking segment: {'id': '04bba1b2-6536-41e8-b43c-a174c59c5006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ec0337c4-b270-4a41-81a1-996ecca58bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:52.630863 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba5080d-09b0-4c5d-8d08-1ddd7d4c4818 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network hostable DHCP agents. Network: ec0337c4-b270-4a41-81a1-996ecca58bc6, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:48:52.631255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48cd18af-5499-45a0-ab6e-da7a5fee58ed tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.643807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48cd18af-5499-45a0-ab6e-da7a5fee58ed tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.668734 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48cd18af-5499-45a0-ab6e-da7a5fee58ed tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.688734 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd18af-5499-45a0-ab6e-da7a5fee58ed tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76b2baf2-01dd-44ce-b0ac-f62e46446bd9,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:52.694527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48cd18af-5499-45a0-ab6e-da7a5fee58ed tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.698032 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-48cd18af-5499-45a0-ab6e-da7a5fee58ed tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/76b2baf2-01dd-44ce-b0ac-f62e46446bd9 HTTP/1.1" status: 204 len: 168 time: 0.0963123 Apr 20 15:48:52.699532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34808) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:52.733336 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.748489 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-45c38f14-1ba9-4e83-8c87-ae907ec5c4fa tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:52.764300 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-45c38f14-1ba9-4e83-8c87-ae907ec5c4fa tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:52.765699 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-45c38f14-1ba9-4e83-8c87-ae907ec5c4fa tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0664344 Apr 20 15:48:52.768546 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34812) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:52.774834 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba5080d-09b0-4c5d-8d08-1ddd7d4c4818 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network ec0337c4-b270-4a41-81a1-996ecca58bc6 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:48:52.808798 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Network fb1c14e3-5e96-4f27-8df2-c498343ec7ae is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:52.816483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:52.822174 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-6ba5080d-09b0-4c5d-8d08-1ddd7d4c4818 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, ec0337c4-b270-4a41-81a1-996ecca58bc6) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:52.823741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:52.831854 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:52.832447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.850693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dd86ad85-74c1-4bd0-91bc-d5cdabd38f86 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.865191 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba5080d-09b0-4c5d-8d08-1ddd7d4c4818 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:52.865776 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6ba5080d-09b0-4c5d-8d08-1ddd7d4c4818 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.868534 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432eeab6-d101-4956-88be-9ede1b052391 None None] Network ec0337c4-b270-4a41-81a1-996ecca58bc6 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:52.883914 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dd86ad85-74c1-4bd0-91bc-d5cdabd38f86 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.939169 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Pushing event updated for resources: {'Port': ['ID=8f8b76a7-0db1-41d5-ad47-d27770b25247,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:52.942224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dd86ad85-74c1-4bd0-91bc-d5cdabd38f86 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:52.971893 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86ad85-74c1-4bd0-91bc-d5cdabd38f86 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bf4b42-0d04-42a0-8dbe-b31cea2c9a8d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:52.978072 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fd512567-9d5d-44e8-985e-52fc5fd14d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.7131510 Apr 20 15:48:52.982265 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6ba5080d-09b0-4c5d-8d08-1ddd7d4c4818 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9729378 Apr 20 15:48:52.982559 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34816) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:52.983003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34818) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:52.994188 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-945a5ec5-dfc8-404b-ad93-9397ab7e3a10 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:52.996934 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c98d37f-c5b4-4441-9408-4fbf48407cf3 admin admin] Router 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:48:53.078250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dd86ad85-74c1-4bd0-91bc-d5cdabd38f86 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:53.081917 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dd86ad85-74c1-4bd0-91bc-d5cdabd38f86 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-groups/89bf4b42-0d04-42a0-8dbe-b31cea2c9a8d HTTP/1.1" status: 204 len: 168 time: 0.3098943 Apr 20 15:48:53.083313 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34824) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:53.165667 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-ec0337c4-b270-4a41-81a1-996ecca58bc6', 'network_id': 'ec0337c4-b270-4a41-81a1-996ecca58bc6', 'tenant_id': '4acc138ba51044c2bac2c8174a933ad9', 'fixed_ips': [{'subnet_id': 'c86fafe0-d29e-4a29-9d99-06cfad66d301'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:48:53.166872 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:53.186620 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-945a5ec5-dfc8-404b-ad93-9397ab7e3a10 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2378487'] for subnet, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:53.240526 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f71804-e028-49f2-9119-6aecd8fc38eb tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:53.246703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f71804-e028-49f2-9119-6aecd8fc38eb tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:53.253107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f71804-e028-49f2-9119-6aecd8fc38eb tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:53.254826 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a1f71804-e028-49f2-9119-6aecd8fc38eb tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2685661 Apr 20 15:48:53.258156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34828) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:53.278182 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8c0ff5c7-7a79-4331-bf09-4e66314538d7 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1934266 Apr 20 15:48:53.278182 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c98d37f-c5b4-4441-9408-4fbf48407cf3 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:48:53.283642 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34832) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:53.288907 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2c98d37f-c5b4-4441-9408-4fbf48407cf3 admin admin] 10.222.0.13 "PUT /v2.0/routers/3ab6c599-d4b2-4e73-948c-b320ee3a1fd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0638773 Apr 20 15:48:53.290102 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-330450f0-c3f0-4bd9-99bb-67ce90579ec3 None None] Provisioning for port 8f8b76a7-0db1-41d5-ad47-d27770b25247 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:48:53.292107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-63417261-7c03-4fbb-b44d-fc1ec4915d01 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855759583'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:53.294680 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0c24b-19ff-4713-82f5-5ed517541ea8 None None] Sync routers for ids ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:48:53.296055 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34836) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:53.301610 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-330450f0-c3f0-4bd9-99bb-67ce90579ec3 None None] Provisioning complete for port 8f8b76a7-0db1-41d5-ad47-d27770b25247 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:53.302232 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-330450f0-c3f0-4bd9-99bb-67ce90579ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:53.311235 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0c24b-19ff-4713-82f5-5ed517541ea8 None None] Routers {'3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:48:53.312189 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-18b0c24b-19ff-4713-82f5-5ed517541ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:48:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:53.353429 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5f9eb659-af04-4554-97b6-8350e98cbe6e tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Deleting port 8f8b76a7-0db1-41d5-ad47-d27770b25247 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:53.354008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5f9eb659-af04-4554-97b6-8350e98cbe6e tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:53.354779 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-63417261-7c03-4fbb-b44d-fc1ec4915d01 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:53.371454 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-63417261-7c03-4fbb-b44d-fc1ec4915d01 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:53.376182 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-63417261-7c03-4fbb-b44d-fc1ec4915d01 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:53.384384 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-63417261-7c03-4fbb-b44d-fc1ec4915d01 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:53.405582 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-63417261-7c03-4fbb-b44d-fc1ec4915d01 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:53.424169 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-330450f0-c3f0-4bd9-99bb-67ce90579ec3 None None] Port 8f8b76a7-0db1-41d5-ad47-d27770b25247 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:48:53.435739 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Allocated IP 172.20.0.2 (ec0337c4-b270-4a41-81a1-996ecca58bc6/c86fafe0-d29e-4a29-9d99-06cfad66d301/2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:48:53.488240 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-63417261-7c03-4fbb-b44d-fc1ec4915d01 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:53.502747 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-63417261-7c03-4fbb-b44d-fc1ec4915d01 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:53.507618 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-63417261-7c03-4fbb-b44d-fc1ec4915d01 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:53.517598 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-63417261-7c03-4fbb-b44d-fc1ec4915d01 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:53.520068 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c485cfb6-4df9-45ff-904c-ab35c67f6192 admin admin] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:53.546017 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-18b0c24b-19ff-4713-82f5-5ed517541ea8 None None] Set router 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:48:53.661479 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5f9eb659-af04-4554-97b6-8350e98cbe6e tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:53.700335 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:53.712222 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Transition to ACTIVE for port object 2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:53.733677 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Transition to ACTIVE for port object 2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:48:53.741370 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c485cfb6-4df9-45ff-904c-ab35c67f6192 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:53.742676 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:53.761339 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-63417261-7c03-4fbb-b44d-fc1ec4915d01 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:53.763196 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-c485cfb6-4df9-45ff-904c-ab35c67f6192 admin admin] Deleting port 72961775-2253-4d84-84a8-56729540a8a3 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:53.763713 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c485cfb6-4df9-45ff-904c-ab35c67f6192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:53.792634 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-63417261-7c03-4fbb-b44d-fc1ec4915d01 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:53.813216 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Network ec0337c4-b270-4a41-81a1-996ecca58bc6 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:48:53.815696 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5f9eb659-af04-4554-97b6-8350e98cbe6e tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Calling delete_port for 8f8b76a7-0db1-41d5-ad47-d27770b25247 owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:53.822883 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:48:53.835985 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:48:53.883737 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63417261-7c03-4fbb-b44d-fc1ec4915d01 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c7ab3e-04ba-4582-b2b8-4be65d84f186,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:53.916423 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-18b0c24b-19ff-4713-82f5-5ed517541ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'name': 'tempest-ServerActionsTestJSON-776158018-router', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '72961775-2253-4d84-84a8-56729540a8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:03Z', 'updated_at': '2022-04-20T15:48:51Z', 'revision_number': 5, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'gw_port': {'id': '72961775-2253-4d84-84a8-56729540a8a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:44:06Z', 'updated_at': '2022-04-20T15:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:53.922034 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0c24b-19ff-4713-82f5-5ed517541ea8 None None] Checking router: 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:48:53.934623 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0c24b-19ff-4713-82f5-5ed517541ea8 None None] Routers {'3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:48:53.934623 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-18b0c24b-19ff-4713-82f5-5ed517541ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:48:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:53.943745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-63417261-7c03-4fbb-b44d-fc1ec4915d01 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:53.947571 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-63417261-7c03-4fbb-b44d-fc1ec4915d01 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6605220 Apr 20 15:48:53.947729 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34840) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:53.954894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-1aa736b6-c655-4952-85ea-bb41dbf5bd59 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Request body: {'security_group_rule': {'security_group_id': 'b1c7ab3e-04ba-4582-b2b8-4be65d84f186', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:53.962291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1aa736b6-c655-4952-85ea-bb41dbf5bd59 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:53.969100 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1aa736b6-c655-4952-85ea-bb41dbf5bd59 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Usage tracker for resource:security_group_rule and tenant:1d7c020a798d42c884e8c3282ab67687 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:53.973739 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1aa736b6-c655-4952-85ea-bb41dbf5bd59 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:53.983425 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1aa736b6-c655-4952-85ea-bb41dbf5bd59 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:53.996763 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Pushing event updated for resources: {'Port': ['ID=2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:54.023247 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Attempting to bind port 2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:48:54.025520 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Attempting to bind port 2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '04bba1b2-6536-41e8-b43c-a174c59c5006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ec0337c4-b270-4a41-81a1-996ecca58bc6'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:48:54.026661 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Attempting to bind port 2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc on network ec0337c4-b270-4a41-81a1-996ecca58bc6 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:48:54.028190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-c485cfb6-4df9-45ff-904c-ab35c67f6192 admin admin] For port 72961775-2253-4d84-84a8-56729540a8a3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=72961775-2253-4d84-84a8-56729540a8a3,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:54.028553 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c485cfb6-4df9-45ff-904c-ab35c67f6192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.034187 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:48:54.035171 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Checking segment: {'id': '04bba1b2-6536-41e8-b43c-a174c59c5006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ec0337c4-b270-4a41-81a1-996ecca58bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:48:54.036773 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1aa736b6-c655-4952-85ea-bb41dbf5bd59 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.037429 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.038169 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Bound using segment: {'id': '04bba1b2-6536-41e8-b43c-a174c59c5006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ec0337c4-b270-4a41-81a1-996ecca58bc6'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:48:54.038923 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Bound port: 2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04bba1b2-6536-41e8-b43c-a174c59c5006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ec0337c4-b270-4a41-81a1-996ecca58bc6'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:48:54.040417 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.088145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-945a5ec5-dfc8-404b-ad93-9397ab7e3a10 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763611962628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2220065'] for subnet, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.223299 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-18b0c24b-19ff-4713-82f5-5ed517541ea8 None None] Set router 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:48:54.249362 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] For port 2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:48:54.258274 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] For port 2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc,segment=NetworkSegment(04bba1b2-6536-41e8-b43c-a174c59c5006),segment_id=04bba1b2-6536-41e8-b43c-a174c59c5006)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:48:54.267273 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.280982 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945a5ec5-dfc8-404b-ad93-9397ab7e3a10 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:54.281742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-945a5ec5-dfc8-404b-ad93-9397ab7e3a10 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.283356 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-945a5ec5-dfc8-404b-ad93-9397ab7e3a10 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "PUT /v2.0/subnets/c86fafe0-d29e-4a29-9d99-06cfad66d301 HTTP/1.1" status: 200 len: 806 time: 1.2945845 Apr 20 15:48:54.294764 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34844) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:54.316936 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-c485cfb6-4df9-45ff-904c-ab35c67f6192 admin admin] Calling delete_port for 72961775-2253-4d84-84a8-56729540a8a3 owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:54.381066 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-18b0c24b-19ff-4713-82f5-5ed517541ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'name': 'tempest-ServerActionsTestJSON-776158018-router', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:03Z', 'updated_at': '2022-04-20T15:48:53Z', 'revision_number': 6, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:54.389859 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0c24b-19ff-4713-82f5-5ed517541ea8 None None] The sync data for ids ['3ab6c599-d4b2-4e73-948c-b320ee3a1fd6'] in dv-neutron-838699-1-hyperv is: [{'id': '3ab6c599-d4b2-4e73-948c-b320ee3a1fd6', 'name': 'tempest-ServerActionsTestJSON-776158018-router', 'tenant_id': '80c78f2bdb844b1b88a5fac930d650c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:44:03Z', 'updated_at': '2022-04-20T15:48:53Z', 'revision_number': 6, 'project_id': '80c78f2bdb844b1b88a5fac930d650c8', 'gw_port_host': None}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:48:54.399699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1aa736b6-c655-4952-85ea-bb41dbf5bd59 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.412617 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a5ec5-dfc8-404b-ad93-9397ab7e3a10 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Subnet': ['ID=c86fafe0-d29e-4a29-9d99-06cfad66d301,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:54.418920 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1aa736b6-c655-4952-85ea-bb41dbf5bd59 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.421142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5f9eb659-af04-4554-97b6-8350e98cbe6e tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.473645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa736b6-c655-4952-85ea-bb41dbf5bd59 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d8ca26-4ffb-4b12-9b4d-5000c6bc541c,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:54.477799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1aa736b6-c655-4952-85ea-bb41dbf5bd59 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.479331 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9eb659-af04-4554-97b6-8350e98cbe6e tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Pushing event deleted for resources: {'Port': ['ID=8f8b76a7-0db1-41d5-ad47-d27770b25247,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:54.479572 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1aa736b6-c655-4952-85ea-bb41dbf5bd59 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5308194 Apr 20 15:48:54.483182 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34848) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:54.488251 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7031a0-13d6-4386-93f5-a061c5b8456d None None] Pushing event updated for resources: {'Port': ['ID=2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:54.577258 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5f9eb659-af04-4554-97b6-8350e98cbe6e tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.582933 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3b0b25a3-dbac-423d-a265-a333453d01c9 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.590889 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.594353 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5f9eb659-af04-4554-97b6-8350e98cbe6e tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] 10.222.0.13 "DELETE /v2.0/ports/8f8b76a7-0db1-41d5-ad47-d27770b25247 HTTP/1.1" status: 204 len: 168 time: 1.3355227 Apr 20 15:48:54.597890 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34852) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:54.603718 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4d457424-d93b-4126-97a0-557f01c2eb5d tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Request body: {'port': {'name': 'tempest-new-port-name-1023822926', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:54.604326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.api.validators [None req-4d457424-d93b-4126-97a0-557f01c2eb5d tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] bootfile-name is not in valid_values {{(pid=88168) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 15:48:54.605169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.api.validators [None req-4d457424-d93b-4126-97a0-557f01c2eb5d tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] tftp-server is not in valid_values {{(pid=88168) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 15:48:54.605169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.api.validators [None req-4d457424-d93b-4126-97a0-557f01c2eb5d tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] server-ip-address is not in valid_values {{(pid=88168) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 15:48:54.665440 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3b0b25a3-dbac-423d-a265-a333453d01c9 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.717906 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c485cfb6-4df9-45ff-904c-ab35c67f6192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.719109 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Deleting port 2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:54.719876 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.770065 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485cfb6-4df9-45ff-904c-ab35c67f6192 admin admin] Pushing event deleted for resources: {'Port': ['ID=72961775-2253-4d84-84a8-56729540a8a3,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:54.812991 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3b0b25a3-dbac-423d-a265-a333453d01c9 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.813674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4d457424-d93b-4126-97a0-557f01c2eb5d tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.882804 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b25a3-dbac-423d-a265-a333453d01c9 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c7ab3e-04ba-4582-b2b8-4be65d84f186,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:54.924795 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3b0b25a3-dbac-423d-a265-a333453d01c9 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:54.930444 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3b0b25a3-dbac-423d-a265-a333453d01c9 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-groups/b1c7ab3e-04ba-4582-b2b8-4be65d84f186 HTTP/1.1" status: 204 len: 168 time: 0.4453311 Apr 20 15:48:54.933348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34856) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:54.953590 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c485cfb6-4df9-45ff-904c-ab35c67f6192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:55.156894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c485cfb6-4df9-45ff-904c-ab35c67f6192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:55.161562 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c485cfb6-4df9-45ff-904c-ab35c67f6192 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:55.167412 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5af2ae77-273c-4ff0-b5ca-3e242d58201f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:55.196709 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5af2ae77-273c-4ff0-b5ca-3e242d58201f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:55.201209 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5af2ae77-273c-4ff0-b5ca-3e242d58201f tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2665007 Apr 20 15:48:55.201957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34860) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:55.205384 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c485cfb6-4df9-45ff-904c-ab35c67f6192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:55.206352 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c485cfb6-4df9-45ff-904c-ab35c67f6192 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:48:55.206565 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] For port 2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc,segment=NetworkSegment(04bba1b2-6536-41e8-b43c-a174c59c5006),segment_id=04bba1b2-6536-41e8-b43c-a174c59c5006)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:55.206923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:55.233245 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c485cfb6-4df9-45ff-904c-ab35c67f6192 admin admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:55.235006 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c485cfb6-4df9-45ff-904c-ab35c67f6192 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3ab6c599-d4b2-4e73-948c-b320ee3a1fd6 HTTP/1.1" status: 204 len: 168 time: 1.9375424 Apr 20 15:48:55.237831 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34864) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:55.301629 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e62630f6-ab96-4aa8-a22b-a3c8716e60b6 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:55.327000 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-371e188e-65ee-4f86-b3d1-34e6bd39b824 admin admin] Deleting subnet ddbab018-b2c7-4785-88fd-2b8333c96735 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:48:55.330628 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e62630f6-ab96-4aa8-a22b-a3c8716e60b6 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group_rule {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:55.332263 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e62630f6-ab96-4aa8-a22b-a3c8716e60b6 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1286507 Apr 20 15:48:55.333173 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-371e188e-65ee-4f86-b3d1-34e6bd39b824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:55.340804 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Calling delete_port for 2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:55.360395 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34868) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:55.388967 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-0d47a510-eee8-4e98-93fc-7fe6f20a6049 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] delete failed (client error): The resource could not be found. Apr 20 15:48:55.393676 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0d47a510-eee8-4e98-93fc-7fe6f20a6049 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "DELETE /v2.0/security-groups/b1c7ab3e-04ba-4582-b2b8-4be65d84f186 HTTP/1.1" status: 404 len: 347 time: 0.0286133 Apr 20 15:48:55.394571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34872) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:55.402371 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-371e188e-65ee-4f86-b3d1-34e6bd39b824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:55.492558 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-371e188e-65ee-4f86-b3d1-34e6bd39b824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:55.549425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ad693f8e-af5d-40e8-bb45-b94e234fd462 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Synchronizing usage tracker for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:55.570158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4d457424-d93b-4126-97a0-557f01c2eb5d tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:55.576176 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-371e188e-65ee-4f86-b3d1-34e6bd39b824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:55.580350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4d457424-d93b-4126-97a0-557f01c2eb5d tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:55.616648 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e188e-65ee-4f86-b3d1-34e6bd39b824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddbab018-b2c7-4785-88fd-2b8333c96735,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:55.621520 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ad693f8e-af5d-40e8-bb45-b94e234fd462 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] Unset dirty status for tenant:1d7c020a798d42c884e8c3282ab67687 on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:55.622740 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ad693f8e-af5d-40e8-bb45-b94e234fd462 tempest-SecGroupTest-795154436 tempest-SecGroupTest-795154436-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2277853 Apr 20 15:48:55.623727 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4d457424-d93b-4126-97a0-557f01c2eb5d tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] In _notify_port_updated(), no bound segment for port 2aa94899-f142-4829-b106-891c55d42499 on network fb1c14e3-5e96-4f27-8df2-c498343ec7ae {{(pid=88168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:48:55.625218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-371e188e-65ee-4f86-b3d1-34e6bd39b824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:55.629047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d457424-d93b-4126-97a0-557f01c2eb5d tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:55.629766 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4d457424-d93b-4126-97a0-557f01c2eb5d tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:55.630930 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4d457424-d93b-4126-97a0-557f01c2eb5d tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] 10.222.0.13 "PUT /v2.0/ports/2aa94899-f142-4829-b106-891c55d42499 HTTP/1.1" status: 200 len: 1130 time: 1.0320272 Apr 20 15:48:55.634965 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-371e188e-65ee-4f86-b3d1-34e6bd39b824 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ddbab018-b2c7-4785-88fd-2b8333c96735 HTTP/1.1" status: 204 len: 168 time: 0.3960090 Apr 20 15:48:55.635703 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34878) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:55.638213 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34880) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:55.662676 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:55.669729 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b641bf6c-6ad1-490c-ad9a-c4c7d415060a None None] Network b99e9b56-1358-4ae1-9cfc-416f103dc430 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:55.695854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d457424-d93b-4126-97a0-557f01c2eb5d tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Pushing event updated for resources: {'Port': ['ID=2aa94899-f142-4829-b106-891c55d42499,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:55.727455 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acfd8e6-471b-49a7-af0d-f3b1dd641811 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:55.728111 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3acfd8e6-471b-49a7-af0d-f3b1dd641811 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Synchronizing usage tracker for tenant:01efb454a0f04403b81dc849b3065a49 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:55.816710 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Port': ['ID=2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:55.827328 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3acfd8e6-471b-49a7-af0d-f3b1dd641811 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Unset dirty status for tenant:01efb454a0f04403b81dc849b3065a49 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:55.834560 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3acfd8e6-471b-49a7-af0d-f3b1dd641811 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] 10.222.0.13 "GET /v2.0/ports/2aa94899-f142-4829-b106-891c55d42499 HTTP/1.1" status: 200 len: 1130 time: 0.1975923 Apr 20 15:48:55.836808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34886) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:55.862892 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4687a5-ed64-4033-accb-a2fbb986e047 None None] Network ec0337c4-b270-4a41-81a1-996ecca58bc6 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:55.885210 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:55.901505 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] Deleting port 3d909a42-6012-4233-aa06-ed37e98719d2 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:55.902458 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:55.973528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No DVR routers for this DVR port 2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:48:55.990415 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7fd80444-c514-4b1b-a858-1f599f1fcea9 None None] Could not find standard attr ID for object 2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:48:56.075466 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c8aaee2d-b16a-464a-88de-b8c5bb77c0c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Deleting port 2aa94899-f142-4829-b106-891c55d42499 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:56.075862 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c8aaee2d-b16a-464a-88de-b8c5bb77c0c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:56.186044 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] For port 3d909a42-6012-4233-aa06-ed37e98719d2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3d909a42-6012-4233-aa06-ed37e98719d2,segment=NetworkSegment(64b7e63f-c762-4f02-9acf-cfdeb829fc9b),segment_id=64b7e63f-c762-4f02-9acf-cfdeb829fc9b)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:56.186410 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:56.245331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 72961775-2253-4d84-84a8-56729540a8a3 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:48:56.290818 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 72961775-2253-4d84-84a8-56729540a8a3 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:48:56.291047 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 72961775-2253-4d84-84a8-56729540a8a3 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:48:56.291462 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device dd79d11e-6c93-48ae-8f88-151934a92355 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:48:56.309091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34892) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:56.315237 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c58118ab-c0ac-4dd3-bee3-6f0fdf377852 None None] Provisioning complete for port 2aa94899-f142-4829-b106-891c55d42499 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:48:56.315608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c58118ab-c0ac-4dd3-bee3-6f0fdf377852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:56.356926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:56.368898 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: dd79d11e-6c93-48ae-8f88-151934a92355 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:48:56.369240 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device dd79d11e-6c93-48ae-8f88-151934a92355 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:48:56.446533 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c58118ab-c0ac-4dd3-bee3-6f0fdf377852 None None] Port 2aa94899-f142-4829-b106-891c55d42499 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:48:56.480113 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] Calling delete_port for 3d909a42-6012-4233-aa06-ed37e98719d2 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:56.543405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84627123-a2a9-48df-a71c-845aeb48b6a8 None None] DHCP port deletion for b99e9b56-1358-4ae1-9cfc-416f103dc430 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:48:56.548255 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-84627123-a2a9-48df-a71c-845aeb48b6a8 None None] Deleting port 3d909a42-6012-4233-aa06-ed37e98719d2 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:56.548626 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-84627123-a2a9-48df-a71c-845aeb48b6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:56.573699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:56.623174 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=3d909a42-6012-4233-aa06-ed37e98719d2,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:56.629945 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] No DVR routers for this DVR port 3d909a42-6012-4233-aa06-ed37e98719d2 on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:48:56.634699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-84627123-a2a9-48df-a71c-845aeb48b6a8 None None] The port '3d909a42-6012-4233-aa06-ed37e98719d2' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:48:56.675823 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:56.681370 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3c13c353-088d-4ca1-8121-095aa76b1975 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d7c020a798d42c884e8c3282ab67687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708546 Apr 20 15:48:56.716692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34898) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:56.728336 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe1b485-b67a-4f67-ad17-b505b54c1df9 None None] Network ec0337c4-b270-4a41-81a1-996ecca58bc6 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:56.751752 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:56.752005 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c8aaee2d-b16a-464a-88de-b8c5bb77c0c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:56.777650 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Subnet': ['ID=c86fafe0-d29e-4a29-9d99-06cfad66d301,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:56.778801 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99e9b56-1358-4ae1-9cfc-416f103dc430']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:56.791910 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b7e63f-c762-4f02-9acf-cfdeb829fc9b') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:56.792215 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b7e63f-c762-4f02-9acf-cfdeb829fc9b') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:56.803566 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:56.820006 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:56.826730 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:56.827244 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:56.842823 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:56.928633 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:56.946496 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:56.959143 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] Pushing event deleted for resources: {'Network': ['ID=b99e9b56-1358-4ae1-9cfc-416f103dc430,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:56.969911 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f42bb8e3-0124-4cb1-b5bd-d2576e32f9ff admin admin] 10.222.0.13 "DELETE /v2.0/networks/b99e9b56-1358-4ae1-9cfc-416f103dc430 HTTP/1.1" status: 204 len: 168 time: 1.2496541 Apr 20 15:48:56.972750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c03ee5-7e09-4357-b038-909077d1f4ac None None] DHCP port deletion for ec0337c4-b270-4a41-81a1-996ecca58bc6 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:48:56.991165 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c8aaee2d-b16a-464a-88de-b8c5bb77c0c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Calling delete_port for 2aa94899-f142-4829-b106-891c55d42499 owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:57.043218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.101666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0337c4-b270-4a41-81a1-996ecca58bc6']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:57.109958 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-250635c8-da4b-4c0c-b60d-a8d90d550bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.115290 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34904) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:57.124164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04bba1b2-6536-41e8-b43c-a174c59c5006') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:57.124471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04bba1b2-6536-41e8-b43c-a174c59c5006') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:57.161044 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.183070 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-250635c8-da4b-4c0c-b60d-a8d90d550bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.188395 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-04f6df2e-10a4-457c-b825-5a83c283ead7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80c78f2bdb844b1b88a5fac930d650c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0682654 Apr 20 15:48:57.188646 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34908) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:57.194985 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.254551 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:57.254960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.269088 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-131b388b-29bf-4ba7-9ce9-58f55b02be3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:57.269896 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:57.296101 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-131b388b-29bf-4ba7-9ce9-58f55b02be3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.358966 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-131b388b-29bf-4ba7-9ce9-58f55b02be3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.378476 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b388b-29bf-4ba7-9ce9-58f55b02be3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98043a1b-7d79-43e7-9ccf-4856ad89c328,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:57.388045 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-131b388b-29bf-4ba7-9ce9-58f55b02be3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.389622 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-131b388b-29bf-4ba7-9ce9-58f55b02be3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98043a1b-7d79-43e7-9ccf-4856ad89c328 HTTP/1.1" status: 204 len: 168 time: 0.1998801 Apr 20 15:48:57.393304 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c8aaee2d-b16a-464a-88de-b8c5bb77c0c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.443265 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.455115 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aaee2d-b16a-464a-88de-b8c5bb77c0c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Pushing event deleted for resources: {'Port': ['ID=2aa94899-f142-4829-b106-891c55d42499,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:57.472826 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.530740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Network': ['ID=ec0337c4-b270-4a41-81a1-996ecca58bc6,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:57.538029 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c8aaee2d-b16a-464a-88de-b8c5bb77c0c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.544940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-250635c8-da4b-4c0c-b60d-a8d90d550bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.566965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250635c8-da4b-4c0c-b60d-a8d90d550bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94404e8-da3b-491f-911b-33ac93fc57aa,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:57.570353 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-fbf657e0-bfff-4361-82c7-21525344363f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/ec0337c4-b270-4a41-81a1-996ecca58bc6 HTTP/1.1" status: 204 len: 168 time: 3.2742629 Apr 20 15:48:57.573957 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c8aaee2d-b16a-464a-88de-b8c5bb77c0c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] 10.222.0.13 "DELETE /v2.0/ports/2aa94899-f142-4829-b106-891c55d42499 HTTP/1.1" status: 204 len: 168 time: 1.6830986 Apr 20 15:48:57.573957 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34914) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:57.578758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34918) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:57.596808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-250635c8-da4b-4c0c-b60d-a8d90d550bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.600312 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-250635c8-da4b-4c0c-b60d-a8d90d550bce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b94404e8-da3b-491f-911b-33ac93fc57aa HTTP/1.1" status: 204 len: 168 time: 0.8804226 Apr 20 15:48:57.602727 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0efa4f-c148-4f52-88f7-5e77cdb5bb9d tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:48:57.603250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0efa4f-c148-4f52-88f7-5e77cdb5bb9d tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:48:57.605130 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7c0efa4f-c148-4f52-88f7-5e77cdb5bb9d tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/ec0337c4-b270-4a41-81a1-996ecca58bc6 HTTP/1.1" status: 404 len: 339 time: 0.0312395 Apr 20 15:48:57.609189 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34924) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:57.616989 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f6a36346-3f03-4736-8469-e77936a32b9e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-624328379', 'description': 'd1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:57.622576 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f6a36346-3f03-4736-8469-e77936a32b9e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:57.627629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f6a36346-3f03-4736-8469-e77936a32b9e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:network and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:57.630937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f6a36346-3f03-4736-8469-e77936a32b9e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:57.637418 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f6a36346-3f03-4736-8469-e77936a32b9e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:57.653310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a36346-3f03-4736-8469-e77936a32b9e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:57.657814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f6a36346-3f03-4736-8469-e77936a32b9e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.698407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a36346-3f03-4736-8469-e77936a32b9e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:48:57.710838 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f6a36346-3f03-4736-8469-e77936a32b9e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.711324 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-f6a36346-3f03-4736-8469-e77936a32b9e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Added segment 23dbd158-e7cd-49ba-87b3-dd0ea61fd7c1 of type vlan for network 163f5418-fcd9-43f7-a1d0-8fc3bb22ce17 Apr 20 15:48:57.746900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f6a36346-3f03-4736-8469-e77936a32b9e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.760225 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbd1bfb-daa0-4beb-84d1-e97c1c610b01 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Deleting subnet ceed1bfc-b7e8-4009-8348-6f203e2483ba {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:48:57.764247 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-abbd1bfb-daa0-4beb-84d1-e97c1c610b01 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.805789 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f6a36346-3f03-4736-8469-e77936a32b9e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.819850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a36346-3f03-4736-8469-e77936a32b9e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:57.825570 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f6a36346-3f03-4736-8469-e77936a32b9e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.840233 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-abbd1bfb-daa0-4beb-84d1-e97c1c610b01 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.951458 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-abbd1bfb-daa0-4beb-84d1-e97c1c610b01 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:57.987422 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f6a36346-3f03-4736-8469-e77936a32b9e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3765264 Apr 20 15:48:57.990526 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34936) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:57.999518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a36346-3f03-4736-8469-e77936a32b9e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Network': ['ID=163f5418-fcd9-43f7-a1d0-8fc3bb22ce17,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:58.013721 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 163f5418-fcd9-43f7-a1d0-8fc3bb22ce17 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:48:58.150415 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0eb2e-b036-444e-a9b6-a4613577e3de tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:58.151106 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d2a0eb2e-b036-444e-a9b6-a4613577e3de tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Synchronizing usage tracker for tenant:4acc138ba51044c2bac2c8174a933ad9 on resource:network {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:58.166999 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-abbd1bfb-daa0-4beb-84d1-e97c1c610b01 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:58.223423 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd1bfb-daa0-4beb-84d1-e97c1c610b01 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Pushing event deleted for resources: {'Subnet': ['ID=ceed1bfc-b7e8-4009-8348-6f203e2483ba,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:58.229632 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-abbd1bfb-daa0-4beb-84d1-e97c1c610b01 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:58.238823 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d2a0eb2e-b036-444e-a9b6-a4613577e3de tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Unset dirty status for tenant:4acc138ba51044c2bac2c8174a933ad9 on resource:network {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:58.239112 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:48:58.242875 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d2a0eb2e-b036-444e-a9b6-a4613577e3de tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "GET /v2.0/networks?id=163f5418-fcd9-43f7-a1d0-8fc3bb22ce17 HTTP/1.1" status: 200 len: 760 time: 0.2429192 Apr 20 15:48:58.243417 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34950) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:58.250554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-389da65e-c1b7-4093-a958-4116d1bfd5b0 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'network': {'description': 'd2'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:58.257244 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-abbd1bfb-daa0-4beb-84d1-e97c1c610b01 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] 10.222.0.13 "DELETE /v2.0/subnets/ceed1bfc-b7e8-4009-8348-6f203e2483ba HTTP/1.1" status: 204 len: 168 time: 0.6752169 Apr 20 15:48:58.257823 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 34954) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:58.293026 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425e014c-108e-4bdd-8d56-288cebe33ea3 None None] Network fb1c14e3-5e96-4f27-8df2-c498343ec7ae requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:48:58.389358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:48:58.389961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2a0c97ee-2b8f-41b2-8eb3-0066b12e9dfc not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:48:58.391127 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3d909a42-6012-4233-aa06-ed37e98719d2 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:48:58.406510 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:58.418098 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Deleting port d4596fab-d6e3-4aea-abdf-76c3ed725a5d {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:58.418440 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:58.486811 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 3d909a42-6012-4233-aa06-ed37e98719d2 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:48:58.487927 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3d909a42-6012-4233-aa06-ed37e98719d2 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:48:58.686650 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] For port d4596fab-d6e3-4aea-abdf-76c3ed725a5d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d4596fab-d6e3-4aea-abdf-76c3ed725a5d,segment=NetworkSegment(88ef9860-e42b-47b4-b1bc-1650b98d9312),segment_id=88ef9860-e42b-47b4-b1bc-1650b98d9312)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:58.688039 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:58.723554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-389da65e-c1b7-4093-a958-4116d1bfd5b0 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:58.733789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630e5493-5b23-4a61-b62b-163ae4dcfdb0 None None] DHCP port deletion for fb1c14e3-5e96-4f27-8df2-c498343ec7ae request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:48:58.740224 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-630e5493-5b23-4a61-b62b-163ae4dcfdb0 None None] Deleting port d4596fab-d6e3-4aea-abdf-76c3ed725a5d {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:48:58.740609 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-630e5493-5b23-4a61-b62b-163ae4dcfdb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:58.747583 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-389da65e-c1b7-4093-a958-4116d1bfd5b0 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:58.774616 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-389da65e-c1b7-4093-a958-4116d1bfd5b0 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network 163f5418-fcd9-43f7-a1d0-8fc3bb22ce17 is not hosted by any dhcp agent {{(pid=88168) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 20 15:48:58.780570 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389da65e-c1b7-4093-a958-4116d1bfd5b0 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:58.781335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-389da65e-c1b7-4093-a958-4116d1bfd5b0 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:58.782817 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-389da65e-c1b7-4093-a958-4116d1bfd5b0 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "PUT /v2.0/networks/163f5418-fcd9-43f7-a1d0-8fc3bb22ce17 HTTP/1.1" status: 200 len: 757 time: 0.5380974 Apr 20 15:48:58.788408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34976) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:58.955568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Calling delete_port for d4596fab-d6e3-4aea-abdf-76c3ed725a5d owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:58.997589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4ef9b7-7690-44b3-8fca-93a7aad705bc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:58.998112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6d4ef9b7-7690-44b3-8fca-93a7aad705bc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Synchronizing usage tracker for tenant:4acc138ba51044c2bac2c8174a933ad9 on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:48:59.023698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6d4ef9b7-7690-44b3-8fca-93a7aad705bc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Unset dirty status for tenant:4acc138ba51044c2bac2c8174a933ad9 on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:48:59.026504 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6d4ef9b7-7690-44b3-8fca-93a7aad705bc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "GET /v2.0/networks?id=163f5418-fcd9-43f7-a1d0-8fc3bb22ce17 HTTP/1.1" status: 200 len: 760 time: 0.2356048 Apr 20 15:48:59.038098 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 34984) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:59.054331 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:59.054563 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1b4ff065-1a9a-402c-bc87-d4ccc8038731 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1905530527'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:59.062922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1b4ff065-1a9a-402c-bc87-d4ccc8038731 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:59.065467 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389da65e-c1b7-4093-a958-4116d1bfd5b0 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Network': ['ID=163f5418-fcd9-43f7-a1d0-8fc3bb22ce17,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:59.070613 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-630e5493-5b23-4a61-b62b-163ae4dcfdb0 None None] For port d4596fab-d6e3-4aea-abdf-76c3ed725a5d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d4596fab-d6e3-4aea-abdf-76c3ed725a5d,segment=NetworkSegment(88ef9860-e42b-47b4-b1bc-1650b98d9312),segment_id=88ef9860-e42b-47b4-b1bc-1650b98d9312)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:48:59.071134 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-630e5493-5b23-4a61-b62b-163ae4dcfdb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:59.080783 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1b4ff065-1a9a-402c-bc87-d4ccc8038731 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:59.092177 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 163f5418-fcd9-43f7-a1d0-8fc3bb22ce17 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:48:59.111709 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4ff065-1a9a-402c-bc87-d4ccc8038731 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:59.115548 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff065-1a9a-402c-bc87-d4ccc8038731 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:59.131661 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Pushing event deleted for resources: {'Port': ['ID=d4596fab-d6e3-4aea-abdf-76c3ed725a5d,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:59.136208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] No DVR routers for this DVR port d4596fab-d6e3-4aea-abdf-76c3ed725a5d on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:48:59.220671 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4ff065-1a9a-402c-bc87-d4ccc8038731 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:48:59.237174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff065-1a9a-402c-bc87-d4ccc8038731 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:59.237676 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-1b4ff065-1a9a-402c-bc87-d4ccc8038731 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Added segment 02469c7d-a897-43c2-b7ba-e7677904ed64 of type vlan for network f4226367-0f9c-440d-afd2-ab2b0a97cc87 Apr 20 15:48:59.326146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff065-1a9a-402c-bc87-d4ccc8038731 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:59.329199 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:59.387372 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1c14e3-5e96-4f27-8df2-c498343ec7ae']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:59.396431 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff065-1a9a-402c-bc87-d4ccc8038731 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:59.403460 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4ff065-1a9a-402c-bc87-d4ccc8038731 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:59.404274 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff065-1a9a-402c-bc87-d4ccc8038731 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:59.404846 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ef9860-e42b-47b4-b1bc-1650b98d9312') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:59.405780 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ef9860-e42b-47b4-b1bc-1650b98d9312') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:48:59.426965 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-630e5493-5b23-4a61-b62b-163ae4dcfdb0 None None] Calling delete_port for d4596fab-d6e3-4aea-abdf-76c3ed725a5d owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:48:59.434339 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:59.473117 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:59.485518 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:48:59.490080 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:48:59.533760 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:48:59.537403 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ff065-1a9a-402c-bc87-d4ccc8038731 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Network': ['ID=f4226367-0f9c-440d-afd2-ab2b0a97cc87,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:59.540609 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1b4ff065-1a9a-402c-bc87-d4ccc8038731 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5015380 Apr 20 15:48:59.543337 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35004) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:48:59.549479 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-630e5493-5b23-4a61-b62b-163ae4dcfdb0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:48:59.549858 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-630e5493-5b23-4a61-b62b-163ae4dcfdb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:48:59.549970 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-05e0fd23-4b79-4ec5-82fd-7ecb875e9a97 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'subnet': {'network_id': 'f4226367-0f9c-440d-afd2-ab2b0a97cc87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:48:59.552606 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network f4226367-0f9c-440d-afd2-ab2b0a97cc87 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:48:59.690546 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-05e0fd23-4b79-4ec5-82fd-7ecb875e9a97 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:48:59.694993 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-05e0fd23-4b79-4ec5-82fd-7ecb875e9a97 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Usage tracker for resource:subnet and tenant:4acc138ba51044c2bac2c8174a933ad9 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:48:59.698752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-05e0fd23-4b79-4ec5-82fd-7ecb875e9a97 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:48:59.705867 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-05e0fd23-4b79-4ec5-82fd-7ecb875e9a97 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:48:59.714037 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:59.717444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e0fd23-4b79-4ec5-82fd-7ecb875e9a97 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:48:59.722537 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-05e0fd23-4b79-4ec5-82fd-7ecb875e9a97 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:59.736117 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:59.753519 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] Pushing event deleted for resources: {'Network': ['ID=fb1c14e3-5e96-4f27-8df2-c498343ec7ae,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:48:59.767242 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6a646473-a08a-41ad-97a3-245695f4f860 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222 tempest-ExtraDHCPOptionsIpV6TestJSON-1601059222-project] 10.222.0.13 "DELETE /v2.0/networks/fb1c14e3-5e96-4f27-8df2-c498343ec7ae HTTP/1.1" status: 204 len: 168 time: 1.5083086 Apr 20 15:48:59.975717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-05e0fd23-4b79-4ec5-82fd-7ecb875e9a97 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.051492 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-630e5493-5b23-4a61-b62b-163ae4dcfdb0 None None] Deleting port d4596fab-d6e3-4aea-abdf-76c3ed725a5d {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:00.051994 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-630e5493-5b23-4a61-b62b-163ae4dcfdb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.067939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0fd23-4b79-4ec5-82fd-7ecb875e9a97 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Subnet': ['ID=d654942f-1f7c-4a75-a415-92bc93bef726,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:00.075891 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e0fd23-4b79-4ec5-82fd-7ecb875e9a97 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Checking segment: {'id': '02469c7d-a897-43c2-b7ba-e7677904ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f4226367-0f9c-440d-afd2-ab2b0a97cc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:00.076134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e0fd23-4b79-4ec5-82fd-7ecb875e9a97 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network hostable DHCP agents. Network: f4226367-0f9c-440d-afd2-ab2b0a97cc87, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:49:00.102833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e0fd23-4b79-4ec5-82fd-7ecb875e9a97 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network f4226367-0f9c-440d-afd2-ab2b0a97cc87 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:49:00.117881 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35024) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:00.120055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-05e0fd23-4b79-4ec5-82fd-7ecb875e9a97 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, f4226367-0f9c-440d-afd2-ab2b0a97cc87) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:00.144700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e0fd23-4b79-4ec5-82fd-7ecb875e9a97 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:00.145443 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-05e0fd23-4b79-4ec5-82fd-7ecb875e9a97 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.161150 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648d854f-0b1e-41dd-8a44-eee47af12d91 None None] Network f4226367-0f9c-440d-afd2-ab2b0a97cc87 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:00.211352 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-05e0fd23-4b79-4ec5-82fd-7ecb875e9a97 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6645820 Apr 20 15:49:00.212133 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35030) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:00.216741 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-630e5493-5b23-4a61-b62b-163ae4dcfdb0 None None] The port 'd4596fab-d6e3-4aea-abdf-76c3ed725a5d' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:49:00.239706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35034) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:00.249335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1826440433', 'description': 'tempest-secgroup-smoke-1826440433 description', 'project_id': '90b466fec460443ab521eb95129709d8'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:00.273824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:00.289378 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d4596fab-d6e3-4aea-abdf-76c3ed725a5d no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:49:00.298496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Usage tracker for resource:security_group and tenant:90b466fec460443ab521eb95129709d8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:00.307346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:00.326714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:00.329798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35038) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:00.331411 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: d4596fab-d6e3-4aea-abdf-76c3ed725a5d {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:49:00.331899 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d4596fab-d6e3-4aea-abdf-76c3ed725a5d not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:49:00.361055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.381281 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.412112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:00.417854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Usage tracker for resource:security_group_rule and tenant:90b466fec460443ab521eb95129709d8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:00.423474 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:00.431890 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:00.468251 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.490680 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-717848767', 'router:external': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:00.495310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:00.499314 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Usage tracker for resource:network and tenant:8a2b8d985bdf4bd5adc3b7e425a98c71 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:00.502426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:00.508866 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:00.522785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Made reservation on behalf of 8a2b8d985bdf4bd5adc3b7e425a98c71 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:00.525262 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.534886 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f4226367-0f9c-440d-afd2-ab2b0a97cc87', 'network_id': 'f4226367-0f9c-440d-afd2-ab2b0a97cc87', 'tenant_id': '4acc138ba51044c2bac2c8174a933ad9', 'fixed_ips': [{'subnet_id': 'd654942f-1f7c-4a75-a415-92bc93bef726'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:49:00.536291 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.551797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.578449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:00.581178 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.583983 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Usage tracker for resource:security_group_rule and tenant:8a2b8d985bdf4bd5adc3b7e425a98c71 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:00.587676 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:00.598043 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:00.645976 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d9faf47a-49a9-404c-8736-ffd6ac28e747 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01efb454a0f04403b81dc849b3065a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5241718 Apr 20 15:49:00.646372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35044) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:00.669424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.679260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.701337 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Allocated IP 172.20.0.2 (f4226367-0f9c-440d-afd2-ab2b0a97cc87/d654942f-1f7c-4a75-a415-92bc93bef726/dc3b637d-ab61-460b-89da-f1347790baad) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:00.704051 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:00.725999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Usage tracker for resource:security_group_rule and tenant:90b466fec460443ab521eb95129709d8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:00.730024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:00.750142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:00.761286 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d946ffe3-a62b-427e-bf82-216b65cf319b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:00.785359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:00.785712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:00.786059 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:00.786405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:00.786740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:00.787075 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:00.787407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:00.787737 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:00.788093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:00.788421 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:00.788749 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:00.789078 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:00.832100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6f02a621-a44c-4e60-a981-f7cb0bf09c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.871052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.888362 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.903921 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6f02a621-a44c-4e60-a981-f7cb0bf09c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.916316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.927176 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Transition to ACTIVE for port object dc3b637d-ab61-460b-89da-f1347790baad will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:00.945741 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Transition to ACTIVE for port object dc3b637d-ab61-460b-89da-f1347790baad will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:00.952163 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.956093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:49:00.971851 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.974665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.983136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e0e858-196a-461b-884d-0ee53fa7679b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:00.993688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.998208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:00.998573 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Added segment 0ca1328e-7a01-4cff-9082-9d86507bd7d0 of type vlan for network 28b47ba8-7d88-485d-bfe2-b5ff520c5f9b Apr 20 15:49:01.028077 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Subnet': ['ID=d654942f-1f7c-4a75-a415-92bc93bef726,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:01.058055 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Network f4226367-0f9c-440d-afd2-ab2b0a97cc87 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:01.060904 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:01.066499 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432938ca-152f-4ab2-a04e-f3bf9a6ddb58,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:01.069310 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:01.087967 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6f02a621-a44c-4e60-a981-f7cb0bf09c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.090257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6f02a621-a44c-4e60-a981-f7cb0bf09c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.094156 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6f02a621-a44c-4e60-a981-f7cb0bf09c72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eae234cc-9369-437f-a56a-a736202d7cf2 HTTP/1.1" status: 204 len: 168 time: 0.4441357 Apr 20 15:49:01.094156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.105822 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.107052 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9d00fbbe-bfc0-4707-8832-d080a04e7019 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8662777 Apr 20 15:49:01.111347 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35050) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:01.113940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02a621-a44c-4e60-a981-f7cb0bf09c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae234cc-9369-437f-a56a-a736202d7cf2,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:01.117125 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Pushing event updated for resources: {'Port': ['ID=dc3b637d-ab61-460b-89da-f1347790baad,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:01.120553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-3c460499-b440-4abf-8159-36794312894e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Request body: {'security_group_rule': {'security_group_id': '432938ca-152f-4ab2-a04e-f3bf9a6ddb58', 'project_id': '90b466fec460443ab521eb95129709d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:01.142183 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3c460499-b440-4abf-8159-36794312894e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:01.147620 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3c460499-b440-4abf-8159-36794312894e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Usage tracker for resource:security_group_rule and tenant:90b466fec460443ab521eb95129709d8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:01.166761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3c460499-b440-4abf-8159-36794312894e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:01.190047 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Attempting to bind port dc3b637d-ab61-460b-89da-f1347790baad on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:49:01.191384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Attempting to bind port dc3b637d-ab61-460b-89da-f1347790baad by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '02469c7d-a897-43c2-b7ba-e7677904ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f4226367-0f9c-440d-afd2-ab2b0a97cc87'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:49:01.193726 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3c460499-b440-4abf-8159-36794312894e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:01.194123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Attempting to bind port dc3b637d-ab61-460b-89da-f1347790baad on network f4226367-0f9c-440d-afd2-ab2b0a97cc87 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:49:01.202781 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:49:01.203273 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Checking segment: {'id': '02469c7d-a897-43c2-b7ba-e7677904ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f4226367-0f9c-440d-afd2-ab2b0a97cc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:01.204122 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.205154 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Bound using segment: {'id': '02469c7d-a897-43c2-b7ba-e7677904ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f4226367-0f9c-440d-afd2-ab2b0a97cc87'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:49:01.205768 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Bound port: dc3b637d-ab61-460b-89da-f1347790baad, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02469c7d-a897-43c2-b7ba-e7677904ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f4226367-0f9c-440d-afd2-ab2b0a97cc87'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:49:01.206242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.218288 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.221903 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.223560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:01.229756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.256631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4226367-0f9c-440d-afd2-ab2b0a97cc87']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:01.277536 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02469c7d-a897-43c2-b7ba-e7677904ed64') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:01.278691 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02469c7d-a897-43c2-b7ba-e7677904ed64') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:01.294283 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.315694 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.319865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c460499-b440-4abf-8159-36794312894e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.322291 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] For port dc3b637d-ab61-460b-89da-f1347790baad, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:49:01.326167 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:49:01.326659 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.340513 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0096543 Apr 20 15:49:01.354862 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35056) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:01.368511 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-3a7ba7a2-e0a9-4f48-b27d-9524484e26a9 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Request body: {'subnet': {'network_id': '28b47ba8-7d88-485d-bfe2-b5ff520c5f9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:01.384215 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671b602-f8f1-41c1-b977-0be0fa76f9b3 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Pushing event updated for resources: {'Network': ['ID=28b47ba8-7d88-485d-bfe2-b5ff520c5f9b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:01.392823 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3a7ba7a2-e0a9-4f48-b27d-9524484e26a9 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:01.396621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 28b47ba8-7d88-485d-bfe2-b5ff520c5f9b details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:49:01.401421 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3a7ba7a2-e0a9-4f48-b27d-9524484e26a9 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Usage tracker for resource:subnet and tenant:8a2b8d985bdf4bd5adc3b7e425a98c71 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:01.405553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3a7ba7a2-e0a9-4f48-b27d-9524484e26a9 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:01.415571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3a7ba7a2-e0a9-4f48-b27d-9524484e26a9 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:01.435841 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c460499-b440-4abf-8159-36794312894e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.437721 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7ba7a2-e0a9-4f48-b27d-9524484e26a9 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Made reservation on behalf of 8a2b8d985bdf4bd5adc3b7e425a98c71 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:01.442684 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba7a2-e0a9-4f48-b27d-9524484e26a9 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:49:01.444312 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:49:01.451574 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.api [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 15:49:01.451574 dv-neutron-838699-1-hyperv neutron-server[88169]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 15:49:01.451574 dv-neutron-838699-1-hyperv neutron-server[88169]: [parameters: {'id': 'f4226367-0f9c-440d-afd2-ab2b0a97cc87'}] Apr 20 15:49:01.451574 dv-neutron-838699-1-hyperv neutron-server[88169]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:49:01.452321 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG oslo_db.api [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:49:01.462202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c460499-b440-4abf-8159-36794312894e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.518692 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] For port dc3b637d-ab61-460b-89da-f1347790baad, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=dc3b637d-ab61-460b-89da-f1347790baad,segment=NetworkSegment(02469c7d-a897-43c2-b7ba-e7677904ed64),segment_id=02469c7d-a897-43c2-b7ba-e7677904ed64)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:49:01.536515 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.562746 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c460499-b440-4abf-8159-36794312894e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5dfdd9b-8c07-4d06-9036-f2a479082176,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:01.573277 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c460499-b440-4abf-8159-36794312894e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.574752 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3c460499-b440-4abf-8159-36794312894e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4622409 Apr 20 15:49:01.577689 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35068) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:01.588384 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-c26e4a58-23ea-4199-8303-8d6783e0bf69 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Request body: {'security_group_rule': {'security_group_id': '432938ca-152f-4ab2-a04e-f3bf9a6ddb58', 'project_id': '90b466fec460443ab521eb95129709d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:01.696386 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f82361-a4dd-4555-8ce5-94fd919245f1 None None] Pushing event updated for resources: {'Port': ['ID=dc3b637d-ab61-460b-89da-f1347790baad,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:01.717786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c26e4a58-23ea-4199-8303-8d6783e0bf69 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:01.721757 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d1dc79-d4b9-426b-994f-3c4bd10e924b None None] Network f4226367-0f9c-440d-afd2-ab2b0a97cc87 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:01.724799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c26e4a58-23ea-4199-8303-8d6783e0bf69 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Usage tracker for resource:security_group_rule and tenant:90b466fec460443ab521eb95129709d8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:01.728707 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c26e4a58-23ea-4199-8303-8d6783e0bf69 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:01.737003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c26e4a58-23ea-4199-8303-8d6783e0bf69 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:01.793135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c26e4a58-23ea-4199-8303-8d6783e0bf69 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.919347 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c26e4a58-23ea-4199-8303-8d6783e0bf69 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.925162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c26e4a58-23ea-4199-8303-8d6783e0bf69 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.953841 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.970776 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e4a58-23ea-4199-8303-8d6783e0bf69 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5738c4b3-35fc-4dba-85b3-edb291c88d58,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:01.987842 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Deleting port dc3b637d-ab61-460b-89da-f1347790baad {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:01.988343 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:01.990091 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748c58d4-ffdf-422b-b36c-9803413c6edd None None] get_active_networks_info from dv-neutron-838699-1-hyperv {{(pid=88170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 15:49:02.017642 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35080) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:02.038940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c26e4a58-23ea-4199-8303-8d6783e0bf69 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.040267 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c26e4a58-23ea-4199-8303-8d6783e0bf69 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4611208 Apr 20 15:49:02.043186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35086) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:02.049786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a4ba3d49-f27e-44b5-b61f-59df17c01011 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Request body: {'security_group_rule': {'security_group_id': '432938ca-152f-4ab2-a04e-f3bf9a6ddb58', 'project_id': '90b466fec460443ab521eb95129709d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:02.067363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a4ba3d49-f27e-44b5-b61f-59df17c01011 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:02.073580 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a4ba3d49-f27e-44b5-b61f-59df17c01011 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Usage tracker for resource:security_group_rule and tenant:90b466fec460443ab521eb95129709d8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:02.076949 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a4ba3d49-f27e-44b5-b61f-59df17c01011 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:02.089642 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a4ba3d49-f27e-44b5-b61f-59df17c01011 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:02.105648 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cfdd937d-0340-4fb7-91ab-320e41423084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.120193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748c58d4-ffdf-422b-b36c-9803413c6edd None None] Resources bound (agent type, host, resource id): {{(pid=88170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 15:49:02.121956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3d49-f27e-44b5-b61f-59df17c01011 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.216607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2105787823'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:02.226704 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.objects.ports [None req-3a7ba7a2-e0a9-4f48-b27d-9524484e26a9 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88168) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:49:02.227178 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba7a2-e0a9-4f48-b27d-9524484e26a9 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.237076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:02.245702 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Usage tracker for resource:network and tenant:c521b6ae862e40c3ab8c8f72cf8aeccd is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:02.257646 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:02.267503 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:02.276749 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] For port dc3b637d-ab61-460b-89da-f1347790baad, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=dc3b637d-ab61-460b-89da-f1347790baad,segment=NetworkSegment(02469c7d-a897-43c2-b7ba-e7677904ed64),segment_id=02469c7d-a897-43c2-b7ba-e7677904ed64)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:02.277337 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.322433 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3d49-f27e-44b5-b61f-59df17c01011 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.333587 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7ba7a2-e0a9-4f48-b27d-9524484e26a9 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Checking segment: {'id': '0ca1328e-7a01-4cff-9082-9d86507bd7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '28b47ba8-7d88-485d-bfe2-b5ff520c5f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:02.333954 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7ba7a2-e0a9-4f48-b27d-9524484e26a9 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Network hostable DHCP agents. Network: 28b47ba8-7d88-485d-bfe2-b5ff520c5f9b, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:49:02.338077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3d49-f27e-44b5-b61f-59df17c01011 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.340046 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Made reservation on behalf of c521b6ae862e40c3ab8c8f72cf8aeccd for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:02.343512 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.368824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ba7a2-e0a9-4f48-b27d-9524484e26a9 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Pushing event updated for resources: {'Subnet': ['ID=df9159ae-1988-4edc-b488-a18011522197,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:02.381899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba3d49-f27e-44b5-b61f-59df17c01011 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0348fdc-c8c6-49d6-b587-de964d3cd173,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:02.394014 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3d49-f27e-44b5-b61f-59df17c01011 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.395437 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a4ba3d49-f27e-44b5-b61f-59df17c01011 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3515265 Apr 20 15:49:02.396651 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7ba7a2-e0a9-4f48-b27d-9524484e26a9 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Network 28b47ba8-7d88-485d-bfe2-b5ff520c5f9b is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:49:02.400322 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35090) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:02.408009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-58d0a001-2803-4df2-b5c7-b21c30cf80da tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Request body: {'security_group_rule': {'security_group_id': '432938ca-152f-4ab2-a04e-f3bf9a6ddb58', 'project_id': '90b466fec460443ab521eb95129709d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:02.415427 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-58d0a001-2803-4df2-b5c7-b21c30cf80da tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:02.419560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-3a7ba7a2-e0a9-4f48-b27d-9524484e26a9 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 28b47ba8-7d88-485d-bfe2-b5ff520c5f9b) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:02.422089 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-58d0a001-2803-4df2-b5c7-b21c30cf80da tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Usage tracker for resource:security_group_rule and tenant:90b466fec460443ab521eb95129709d8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:02.427295 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-58d0a001-2803-4df2-b5c7-b21c30cf80da tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:02.430836 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7ba7a2-e0a9-4f48-b27d-9524484e26a9 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:02.431456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba7a2-e0a9-4f48-b27d-9524484e26a9 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.444565 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-58d0a001-2803-4df2-b5c7-b21c30cf80da tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:02.457017 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3a7ba7a2-e0a9-4f48-b27d-9524484e26a9 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1010957 Apr 20 15:49:02.462260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35094) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:02.470415 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-9777e2d8-42dd-47fc-bfc2-353f092452ea tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1153153367', 'network_id': '28b47ba8-7d88-485d-bfe2-b5ff520c5f9b'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:02.475196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-58d0a001-2803-4df2-b5c7-b21c30cf80da tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.482627 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9777e2d8-42dd-47fc-bfc2-353f092452ea tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:02.491717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9777e2d8-42dd-47fc-bfc2-353f092452ea tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Usage tracker for resource:port and tenant:8a2b8d985bdf4bd5adc3b7e425a98c71 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:02.495329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b13293-a42c-45d9-8c71-58738035bb0a None None] Network 28b47ba8-7d88-485d-bfe2-b5ff520c5f9b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:02.496473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9777e2d8-42dd-47fc-bfc2-353f092452ea tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:02.511022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9777e2d8-42dd-47fc-bfc2-353f092452ea tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:02.536683 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Calling delete_port for dc3b637d-ab61-460b-89da-f1347790baad owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:02.536960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9777e2d8-42dd-47fc-bfc2-353f092452ea tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Made reservation on behalf of 8a2b8d985bdf4bd5adc3b7e425a98c71 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:02.539235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9777e2d8-42dd-47fc-bfc2-353f092452ea tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.564479 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.573299 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-9777e2d8-42dd-47fc-bfc2-353f092452ea tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] device_id is not set on port d6e3bb99-3d30-4a29-8d79-26d0104d2ab4 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:49:02.592159 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:02.602988 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Usage tracker for resource:security_group_rule and tenant:c521b6ae862e40c3ab8c8f72cf8aeccd is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:02.607625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:02.613831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-58d0a001-2803-4df2-b5c7-b21c30cf80da tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.618254 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:02.631227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-58d0a001-2803-4df2-b5c7-b21c30cf80da tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.659815 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.679043 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0a001-2803-4df2-b5c7-b21c30cf80da tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4220cd86-c953-47b4-b06e-99df1dc984e3,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:02.694241 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-58d0a001-2803-4df2-b5c7-b21c30cf80da tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.695430 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-58d0a001-2803-4df2-b5c7-b21c30cf80da tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2940817 Apr 20 15:49:02.698402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35098) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:02.705532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a589ddb4-dd05-43ed-a2e7-c663a5dc7314 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Request body: {'security_group_rule': {'security_group_id': '432938ca-152f-4ab2-a04e-f3bf9a6ddb58', 'project_id': '90b466fec460443ab521eb95129709d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:02.714494 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a589ddb4-dd05-43ed-a2e7-c663a5dc7314 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:02.723996 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Port': ['ID=dc3b637d-ab61-460b-89da-f1347790baad,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:02.726457 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No DVR routers for this DVR port dc3b637d-ab61-460b-89da-f1347790baad on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:49:02.731282 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48068da2-13de-4c33-9b5a-76ca08d1bcc4 None None] Network 28b47ba8-7d88-485d-bfe2-b5ff520c5f9b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:02.753506 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a589ddb4-dd05-43ed-a2e7-c663a5dc7314 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Usage tracker for resource:security_group_rule and tenant:90b466fec460443ab521eb95129709d8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:02.763074 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a589ddb4-dd05-43ed-a2e7-c663a5dc7314 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:02.770634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a589ddb4-dd05-43ed-a2e7-c663a5dc7314 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:02.789389 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-a589ddb4-dd05-43ed-a2e7-c663a5dc7314 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Project 90b466fec460443ab521eb95129709d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:49:02.798300 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-9777e2d8-42dd-47fc-bfc2-353f092452ea tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Allocated IP 172.20.0.3 (28b47ba8-7d88-485d-bfe2-b5ff520c5f9b/df9159ae-1988-4edc-b488-a18011522197/d6e3bb99-3d30-4a29-8d79-26d0104d2ab4) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:02.800425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a589ddb4-dd05-43ed-a2e7-c663a5dc7314 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.884612 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.924531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.928492 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4226367-0f9c-440d-afd2-ab2b0a97cc87']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:02.938678 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.954474 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02469c7d-a897-43c2-b7ba-e7677904ed64') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:02.954829 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02469c7d-a897-43c2-b7ba-e7677904ed64') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:02.982917 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:49:02.984127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a589ddb4-dd05-43ed-a2e7-c663a5dc7314 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.985872 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:02.992613 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a589ddb4-dd05-43ed-a2e7-c663a5dc7314 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.007272 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f2fee5-5090-462a-91f8-a5b9af678215,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:03.014946 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.015121 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Added segment 17875378-1f24-488b-8263-e398c96a2c0a of type vlan for network 6f8e902c-7e98-4e28-8d18-2cbfa67ce69f Apr 20 15:49:03.021003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.031153 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589ddb4-dd05-43ed-a2e7-c663a5dc7314 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5035eeda-b4ba-47df-a75e-1fa6a874564d,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:03.031370 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:49:03.031905 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.046277 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a589ddb4-dd05-43ed-a2e7-c663a5dc7314 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:49:03.047820 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:49:03.049681 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a589ddb4-dd05-43ed-a2e7-c663a5dc7314 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3486471 Apr 20 15:49:03.057693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35102) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:03.066234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-49080388-e4de-4f1c-b14a-a354d46ded25 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Request body: {'security_group_rule': {'security_group_id': '432938ca-152f-4ab2-a04e-f3bf9a6ddb58', 'project_id': '90b466fec460443ab521eb95129709d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:03.081051 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-49080388-e4de-4f1c-b14a-a354d46ded25 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:03.088537 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-49080388-e4de-4f1c-b14a-a354d46ded25 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Usage tracker for resource:security_group_rule and tenant:90b466fec460443ab521eb95129709d8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:03.093475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-49080388-e4de-4f1c-b14a-a354d46ded25 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:03.108931 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-49080388-e4de-4f1c-b14a-a354d46ded25 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:03.116195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9777e2d8-42dd-47fc-bfc2-353f092452ea tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.130704 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-49080388-e4de-4f1c-b14a-a354d46ded25 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Project 90b466fec460443ab521eb95129709d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:49:03.133655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.139541 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-49080388-e4de-4f1c-b14a-a354d46ded25 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.150947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.176154 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.191258 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Network': ['ID=f4226367-0f9c-440d-afd2-ab2b0a97cc87,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:03.205807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9777e2d8-42dd-47fc-bfc2-353f092452ea tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.208525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:03.208871 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:03.209208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:03.209543 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:03.209873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:03.210199 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:03.210525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:03.210843 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:03.211164 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:03.211484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:03.211853 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:03.212180 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:03.224055 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.229349 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:03.229930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.259738 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5b0284b0-28d1-491f-887c-a890673f4e9f tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/f4226367-0f9c-440d-afd2-ab2b0a97cc87 HTTP/1.1" status: 204 len: 168 time: 3.0462089 Apr 20 15:49:03.266416 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35106) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:03.276517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-49080388-e4de-4f1c-b14a-a354d46ded25 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.285977 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-49080388-e4de-4f1c-b14a-a354d46ded25 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.316621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9777e2d8-42dd-47fc-bfc2-353f092452ea tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Network 28b47ba8-7d88-485d-bfe2-b5ff520c5f9b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:03.327853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-9777e2d8-42dd-47fc-bfc2-353f092452ea tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:03.330171 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9777e2d8-42dd-47fc-bfc2-353f092452ea tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:03.352486 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3345969 Apr 20 15:49:03.356644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35110) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:03.366306 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777e2d8-42dd-47fc-bfc2-353f092452ea tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Pushing event updated for resources: {'Port': ['ID=d6e3bb99-3d30-4a29-8d79-26d0104d2ab4,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:03.375934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49080388-e4de-4f1c-b14a-a354d46ded25 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0bfa63-bbfc-41ad-ad76-5ee0508f399a,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:03.376079 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-5084d64b-369d-4cad-9bb3-63667f752c62 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] GET failed (client error): The resource could not be found. Apr 20 15:49:03.376509 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5084d64b-369d-4cad-9bb3-63667f752c62 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Synchronizing usage tracker for tenant:4acc138ba51044c2bac2c8174a933ad9 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:49:03.384866 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd9c0d-e0a3-4ba8-bc9d-0aabce954563 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Network': ['ID=6f8e902c-7e98-4e28-8d18-2cbfa67ce69f,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:03.388897 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-433d0239-7436-49c6-8562-4be552140946 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'subnet': {'network_id': '6f8e902c-7e98-4e28-8d18-2cbfa67ce69f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:03.396207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 6f8e902c-7e98-4e28-8d18-2cbfa67ce69f details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:49:03.400212 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5084d64b-369d-4cad-9bb3-63667f752c62 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Unset dirty status for tenant:4acc138ba51044c2bac2c8174a933ad9 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:49:03.403983 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5084d64b-369d-4cad-9bb3-63667f752c62 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "GET /v2.0/subnets/d654942f-1f7c-4a75-a415-92bc93bef726 HTTP/1.1" status: 404 len: 337 time: 0.1339815 Apr 20 15:49:03.404318 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35114) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:03.409771 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-49080388-e4de-4f1c-b14a-a354d46ded25 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.410934 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-49080388-e4de-4f1c-b14a-a354d46ded25 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3522763 Apr 20 15:49:03.416781 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35118) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:03.431416 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd1e901-3e9b-40fd-a9dd-396e489fa786 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:03.431916 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd1e901-3e9b-40fd-a9dd-396e489fa786 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:03.437023 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0cd1e901-3e9b-40fd-a9dd-396e489fa786 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/f4226367-0f9c-440d-afd2-ab2b0a97cc87 HTTP/1.1" status: 404 len: 339 time: 0.0281959 Apr 20 15:49:03.437387 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35122) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:03.480320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b60cbd2a-4320-4ec6-9906-3aec43226883 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Request body: {'network': {'name': 'tempest-network-smoke--1372779755', 'project_id': '90b466fec460443ab521eb95129709d8', 'port_security_enabled': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:03.501742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9777e2d8-42dd-47fc-bfc2-353f092452ea tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:03.502348 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9777e2d8-42dd-47fc-bfc2-353f092452ea tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.509963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b60cbd2a-4320-4ec6-9906-3aec43226883 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:03.529481 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b60cbd2a-4320-4ec6-9906-3aec43226883 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Usage tracker for resource:network and tenant:90b466fec460443ab521eb95129709d8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:03.536524 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b60cbd2a-4320-4ec6-9906-3aec43226883 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:03.547622 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b60cbd2a-4320-4ec6-9906-3aec43226883 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:03.550539 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9777e2d8-42dd-47fc-bfc2-353f092452ea tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0855525 Apr 20 15:49:03.554114 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35126) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:03.557927 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-433d0239-7436-49c6-8562-4be552140946 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:03.564145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-433d0239-7436-49c6-8562-4be552140946 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Usage tracker for resource:subnet and tenant:c521b6ae862e40c3ab8c8f72cf8aeccd is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:03.567950 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-433d0239-7436-49c6-8562-4be552140946 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:03.570743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60cbd2a-4320-4ec6-9906-3aec43226883 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Made reservation on behalf of 90b466fec460443ab521eb95129709d8 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:03.574195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b60cbd2a-4320-4ec6-9906-3aec43226883 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.590779 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-433d0239-7436-49c6-8562-4be552140946 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:03.610331 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433d0239-7436-49c6-8562-4be552140946 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Made reservation on behalf of c521b6ae862e40c3ab8c8f72cf8aeccd for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:03.613771 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-433d0239-7436-49c6-8562-4be552140946 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.636048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60cbd2a-4320-4ec6-9906-3aec43226883 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:49:03.646858 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c32ce74-6676-4e98-9921-47720843df1c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:03.652680 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c32ce74-6676-4e98-9921-47720843df1c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:03.653431 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9c32ce74-6676-4e98-9921-47720843df1c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Synchronizing usage tracker for tenant:4acc138ba51044c2bac2c8174a933ad9 on resource:network {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:49:03.662975 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-6523f301-3ec5-465b-9423-122699d61e2c tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Deleting port d6e3bb99-3d30-4a29-8d79-26d0104d2ab4 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:03.663314 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6523f301-3ec5-465b-9423-122699d61e2c tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.710713 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b60cbd2a-4320-4ec6-9906-3aec43226883 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.711060 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-b60cbd2a-4320-4ec6-9906-3aec43226883 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Added segment 8f6e2656-e833-462b-bdfb-8affc9ebcdb9 of type vlan for network a0223280-2225-4f06-82c9-6cce0c339f2f Apr 20 15:49:03.711968 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9c32ce74-6676-4e98-9921-47720843df1c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Unset dirty status for tenant:4acc138ba51044c2bac2c8174a933ad9 on resource:network {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:49:03.713138 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9c32ce74-6676-4e98-9921-47720843df1c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1386 time: 0.2748551 Apr 20 15:49:03.718326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35130) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:03.788207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-792b87df-22c4-4093-ba59-d76d66166375 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Synchronizing usage tracker for tenant:4acc138ba51044c2bac2c8174a933ad9 on resource:subnet {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:49:03.801890 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b60cbd2a-4320-4ec6-9906-3aec43226883 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:03.824280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-792b87df-22c4-4093-ba59-d76d66166375 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Unset dirty status for tenant:4acc138ba51044c2bac2c8174a933ad9 on resource:subnet {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:49:03.825422 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-792b87df-22c4-4093-ba59-d76d66166375 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7 HTTP/1.1" status: 200 len: 207 time: 0.1039288 Apr 20 15:49:03.828922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35134) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:03.894646 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6523f301-3ec5-465b-9423-122699d61e2c tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.024280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-6523f301-3ec5-465b-9423-122699d61e2c tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Calling delete_port for d6e3bb99-3d30-4a29-8d79-26d0104d2ab4 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:04.083308 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b60cbd2a-4320-4ec6-9906-3aec43226883 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.088965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60cbd2a-4320-4ec6-9906-3aec43226883 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:04.089571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b60cbd2a-4320-4ec6-9906-3aec43226883 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.163576 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6523f301-3ec5-465b-9423-122699d61e2c tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.248075 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b60cbd2a-4320-4ec6-9906-3aec43226883 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8284791 Apr 20 15:49:04.258403 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35138) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:04.295511 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-214162857', 'admin_state_up': True, 'project_id': '90b466fec460443ab521eb95129709d8', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:04.298839 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f6eb16c4-6329-43ff-ae80-beb0ea173729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.303265 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cbd2a-4320-4ec6-9906-3aec43226883 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event updated for resources: {'Network': ['ID=a0223280-2225-4f06-82c9-6cce0c339f2f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:04.314108 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network a0223280-2225-4f06-82c9-6cce0c339f2f details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:49:04.332518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:04.350767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Usage tracker for resource:router and tenant:90b466fec460443ab521eb95129709d8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:04.352921 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523f301-3ec5-465b-9423-122699d61e2c tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6e3bb99-3d30-4a29-8d79-26d0104d2ab4,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:04.361749 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b6e0f0-dd8b-44a6-a923-4a65aaba343b tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:04.367833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b6e0f0-dd8b-44a6-a923-4a65aaba343b tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:04.373810 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b6e0f0-dd8b-44a6-a923-4a65aaba343b tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:04.380160 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b6e0f0-dd8b-44a6-a923-4a65aaba343b tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:04.385866 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b6e0f0-dd8b-44a6-a923-4a65aaba343b tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:04.387368 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e5b6e0f0-dd8b-44a6-a923-4a65aaba343b tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Synchronizing usage tracker for tenant:4acc138ba51044c2bac2c8174a933ad9 on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:49:04.389667 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:04.394393 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-433d0239-7436-49c6-8562-4be552140946 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.421289 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6523f301-3ec5-465b-9423-122699d61e2c tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.429845 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6523f301-3ec5-465b-9423-122699d61e2c tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d6e3bb99-3d30-4a29-8d79-26d0104d2ab4 HTTP/1.1" status: 204 len: 168 time: 0.8716402 Apr 20 15:49:04.430041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:04.430167 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35142) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:04.435096 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28b47ba8-7d88-485d-bfe2-b5ff520c5f9b', 'external_fixed_ips': [{'subnet_id': 'df9159ae-1988-4edc-b488-a18011522197', 'ip_address': '172.20.0.3'}]}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:04.440208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:04.443995 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Usage tracker for resource:router and tenant:8a2b8d985bdf4bd5adc3b7e425a98c71 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:04.446827 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:04.452513 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:04.464210 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.465399 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.471522 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e5b6e0f0-dd8b-44a6-a923-4a65aaba343b tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Unset dirty status for tenant:4acc138ba51044c2bac2c8174a933ad9 on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:49:04.476593 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e5b6e0f0-dd8b-44a6-a923-4a65aaba343b tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3088 time: 0.6431203 Apr 20 15:49:04.476955 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35146) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:04.478880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.479942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.504517 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.513470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d0239-7436-49c6-8562-4be552140946 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Subnet': ['ID=d35e2931-c3d3-4060-a719-f0e1e75016ee,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:04.521933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d0239-7436-49c6-8562-4be552140946 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Checking segment: {'id': '17875378-1f24-488b-8263-e398c96a2c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6f8e902c-7e98-4e28-8d18-2cbfa67ce69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:04.522283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433d0239-7436-49c6-8562-4be552140946 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network hostable DHCP agents. Network: 6f8e902c-7e98-4e28-8d18-2cbfa67ce69f, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:49:04.530042 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.554444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433d0239-7436-49c6-8562-4be552140946 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network 6f8e902c-7e98-4e28-8d18-2cbfa67ce69f is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:49:04.678385 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-433d0239-7436-49c6-8562-4be552140946 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 6f8e902c-7e98-4e28-8d18-2cbfa67ce69f) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:04.682935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433d0239-7436-49c6-8562-4be552140946 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:04.683549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-433d0239-7436-49c6-8562-4be552140946 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.687714 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a64de1-d61d-4870-82b5-fddeaa723493 None None] Network 6f8e902c-7e98-4e28-8d18-2cbfa67ce69f requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:04.828954 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1bc45f36-9774-440b-89ae-e2d298421270 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 675 time: 0.3463838 Apr 20 15:49:04.829147 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35150) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:04.844562 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-433d0239-7436-49c6-8562-4be552140946 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4748175 Apr 20 15:49:04.844562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.847204 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35154) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:04.853740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1281165497', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}, 'admin_state_up': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:04.862288 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:04.882984 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Usage tracker for resource:router and tenant:c521b6ae862e40c3ab8c8f72cf8aeccd is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:04.887507 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:04.897069 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:04.917777 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb3a523-1c66-49d6-863e-e4016f0438aa None None] Network 6f8e902c-7e98-4e28-8d18-2cbfa67ce69f requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:04.934790 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.970076 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.971125 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.995350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:05.037756 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b799e-3291-4ce7-944f-2aeab5e6b6be tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:05.039593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b799e-3291-4ce7-944f-2aeab5e6b6be tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:05.044573 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7b9b799e-3291-4ce7-944f-2aeab5e6b6be tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2112169 Apr 20 15:49:05.046907 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35158) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:05.128697 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503a19a4-e1d5-4e2f-ae5c-c4e01ab1f287 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['shared'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:05.129983 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503a19a4-e1d5-4e2f-ae5c-c4e01ab1f287 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['shared'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:05.134931 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-503a19a4-e1d5-4e2f-ae5c-c4e01ab1f287 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0828099 Apr 20 15:49:05.136574 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35162) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:05.363943 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19b4714-dd99-4ee6-ad19-fb8aed82d8a7 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:05.365299 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e19b4714-dd99-4ee6-ad19-fb8aed82d8a7 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "GET /v2.0/networks/ad88dfea-5e3f-4b0c-a25c-f136022d74cb HTTP/1.1" status: 200 len: 799 time: 0.2278907 Apr 20 15:49:05.369075 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35166) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:05.389411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:05.629632 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:05.634556 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:05.713726 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:05.720041 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:05.793974 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:05.823492 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-43a96b46-7f9b-4b7d-91ab-35696dd5dfe9 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "GET /v2.0/networks/ad88dfea-5e3f-4b0c-a25c-f136022d74cb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4533646 Apr 20 15:49:05.827178 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35170) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:05.828398 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:05.894028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Allocated IP 172.26.7.87 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/bc60c84f-3722-4d83-b183-78ca3829af58) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:05.956821 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7df148-53cb-4648-9cf7-b8d1f681e95c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:05.958288 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2c7df148-53cb-4648-9cf7-b8d1f681e95c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "GET /v2.0/subnets/bdefc724-b07a-4803-b8ce-d3e384c9b2d4 HTTP/1.1" status: 200 len: 811 time: 0.1279080 Apr 20 15:49:05.965941 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35174) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:06.078978 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Allocated IP 172.20.0.3 (28b47ba8-7d88-485d-bfe2-b5ff520c5f9b/df9159ae-1988-4edc-b488-a18011522197/65f05d72-25ec-48fa-95a3-a65270803112) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:06.199054 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:06.236901 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:06.244569 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:06.248377 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653aa11f-393f-408e-8f87-e1135e778a81 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['shared'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:06.250324 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-653aa11f-393f-408e-8f87-e1135e778a81 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "GET /v2.0/subnets/bdefc724-b07a-4803-b8ce-d3e384c9b2d4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2818379 Apr 20 15:49:06.253986 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35178) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:06.260885 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-27ca49f6-9f22-425c-bee4-e79155cf433a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2001895256'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:06.267927 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-27ca49f6-9f22-425c-bee4-e79155cf433a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:06.279700 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-27ca49f6-9f22-425c-bee4-e79155cf433a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:06.289600 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:06.329049 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ca49f6-9f22-425c-bee4-e79155cf433a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:06.332410 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27ca49f6-9f22-425c-bee4-e79155cf433a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:06.353944 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:06.371125 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Network 28b47ba8-7d88-485d-bfe2-b5ff520c5f9b is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:06.375586 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:06.379701 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:06.422524 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:06.423461 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Pushing event updated for resources: {'Port': ['ID=65f05d72-25ec-48fa-95a3-a65270803112,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:06.440231 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ca49f6-9f22-425c-bee4-e79155cf433a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:49:06.456495 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27ca49f6-9f22-425c-bee4-e79155cf433a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:06.456937 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-27ca49f6-9f22-425c-bee4-e79155cf433a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Added segment 8a298eff-cce4-44b6-b34c-3f277683b906 of type vlan for network 4334ff40-d309-49bc-a954-3acfb2181f22 Apr 20 15:49:06.500493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:06.511314 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:06.517953 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:06.550709 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event updated for resources: {'Port': ['ID=bc60c84f-3722-4d83-b183-78ca3829af58,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:06.569051 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Allocated IP 172.26.7.85 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/b5212617-28ab-47be-a634-bf2f7885d87c) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:06.639902 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27ca49f6-9f22-425c-bee4-e79155cf433a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:06.749585 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27ca49f6-9f22-425c-bee4-e79155cf433a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:06.755565 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca49f6-9f22-425c-bee4-e79155cf433a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:06.756177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27ca49f6-9f22-425c-bee4-e79155cf433a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:06.946773 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-27ca49f6-9f22-425c-bee4-e79155cf433a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6916621 Apr 20 15:49:06.949805 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca49f6-9f22-425c-bee4-e79155cf433a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Network': ['ID=4334ff40-d309-49bc-a954-3acfb2181f22,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:06.955490 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35182) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:06.961811 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-f40a135b-be39-4072-a5ed-8fa405fcab58 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'subnet': {'network_id': '4334ff40-d309-49bc-a954-3acfb2181f22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:06.964811 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 4334ff40-d309-49bc-a954-3acfb2181f22 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:49:07.051066 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:07.069461 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:07.079885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:07.167626 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f40a135b-be39-4072-a5ed-8fa405fcab58 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:07.203473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:07.272090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:07.355177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f40a135b-be39-4072-a5ed-8fa405fcab58 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:07.366440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:07.381107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40a135b-be39-4072-a5ed-8fa405fcab58 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Made reservation on behalf of 4acc138ba51044c2bac2c8174a933ad9 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:07.384585 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f40a135b-be39-4072-a5ed-8fa405fcab58 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:07.425003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:07.431306 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:07.454968 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=b5212617-28ab-47be-a634-bf2f7885d87c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:07.541353 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.ipam_backend_mixin [None req-f40a135b-be39-4072-a5ed-8fa405fcab58 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Performing IP validity checks on allocation pools {{(pid=88169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 20 15:49:07.541871 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.ipam_backend_mixin [None req-f40a135b-be39-4072-a5ed-8fa405fcab58 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 20 15:49:07.656285 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:07.833817 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:07.919747 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f40a135b-be39-4072-a5ed-8fa405fcab58 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:08.024715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a135b-be39-4072-a5ed-8fa405fcab58 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Subnet': ['ID=fcd90905-c263-450f-ad22-17799313a0fc,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:08.027163 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40a135b-be39-4072-a5ed-8fa405fcab58 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Checking segment: {'id': '8a298eff-cce4-44b6-b34c-3f277683b906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4334ff40-d309-49bc-a954-3acfb2181f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:08.027532 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40a135b-be39-4072-a5ed-8fa405fcab58 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network hostable DHCP agents. Network: 4334ff40-d309-49bc-a954-3acfb2181f22, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:49:08.034007 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Router 79d77693-9031-41bc-a338-7c4aee70234d is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:49:08.118464 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40a135b-be39-4072-a5ed-8fa405fcab58 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Network 4334ff40-d309-49bc-a954-3acfb2181f22 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:49:08.134722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-f40a135b-be39-4072-a5ed-8fa405fcab58 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 4334ff40-d309-49bc-a954-3acfb2181f22) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:08.142625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40a135b-be39-4072-a5ed-8fa405fcab58 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:08.143050 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f40a135b-be39-4072-a5ed-8fa405fcab58 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:08.147668 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c47cbc1-b12c-4255-941f-162b47fa5cfb None None] Network 4334ff40-d309-49bc-a954-3acfb2181f22 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:08.252821 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f40a135b-be39-4072-a5ed-8fa405fcab58 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2960649 Apr 20 15:49:08.256127 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35186) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:08.265485 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-3395d691-1f8f-4098-a5ec-3f32e8f56068 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:08.291592 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:08.296255 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:08.331858 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d56ac8-724a-4d09-a659-fbec37144a33 None None] Sync routers for ids ['79d77693-9031-41bc-a338-7c4aee70234d'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:08.335916 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:08.340613 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8ac985fb-7db3-4f73-8310-c152dc853ab7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.9096437 Apr 20 15:49:08.341431 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35190) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:08.355060 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d56ac8-724a-4d09-a659-fbec37144a33 None None] Routers {'79d77693-9031-41bc-a338-7c4aee70234d'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:08.355896 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-13d56ac8-724a-4d09-a659-fbec37144a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['79d77693-9031-41bc-a338-7c4aee70234d'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:08.468267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Router 7e0f1558-fe7b-47e2-9120-a9f09b534c8e is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:49:08.488738 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3395d691-1f8f-4098-a5ec-3f32e8f56068 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2445645'] for subnet, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:08.491611 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-4334ff40-d309-49bc-a954-3acfb2181f22', 'network_id': '4334ff40-d309-49bc-a954-3acfb2181f22', 'tenant_id': '4acc138ba51044c2bac2c8174a933ad9', 'fixed_ips': [{'subnet_id': 'fcd90905-c263-450f-ad22-17799313a0fc'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:49:08.492582 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:08.618900 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7bb17380-9860-4b3a-8b7f-8f0611db32ba tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:08.645516 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-13d56ac8-724a-4d09-a659-fbec37144a33 None None] Set router 79d77693-9031-41bc-a338-7c4aee70234d gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:49:08.823860 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:08.825784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:08.839002 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Sync routers for ids ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:08.850496 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Routers {'7e0f1558-fe7b-47e2-9120-a9f09b534c8e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:08.851408 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:08.920089 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:08.921287 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-700a7f18-208b-44f9-9e86-84e183beff06 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.6510365 Apr 20 15:49:08.926988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35194) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:09.004976 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 20 15:49:09.004976 dv-neutron-838699-1-hyperv neutron-server[88170]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 20 15:49:09.004976 dv-neutron-838699-1-hyperv neutron-server[88170]: [parameters: {'in_use': 1, 'id_1': 'fcd90905-c263-450f-ad22-17799313a0fc'}] Apr 20 15:49:09.004976 dv-neutron-838699-1-hyperv neutron-server[88170]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:49:09.005510 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:49:09.029171 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-13d56ac8-724a-4d09-a659-fbec37144a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d77693-9031-41bc-a338-7c4aee70234d', 'name': '', 'tenant_id': '8a2b8d985bdf4bd5adc3b7e425a98c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28b47ba8-7d88-485d-bfe2-b5ff520c5f9b', 'external_fixed_ips': [{'subnet_id': 'df9159ae-1988-4edc-b488-a18011522197', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '65f05d72-25ec-48fa-95a3-a65270803112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:04Z', 'updated_at': '2022-04-20T15:49:06Z', 'revision_number': 3, 'project_id': '8a2b8d985bdf4bd5adc3b7e425a98c71', 'gw_port': {'id': '65f05d72-25ec-48fa-95a3-a65270803112', 'name': '', 'network_id': '28b47ba8-7d88-485d-bfe2-b5ff520c5f9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:22:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d77693-9031-41bc-a338-7c4aee70234d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'df9159ae-1988-4edc-b488-a18011522197', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:05Z', 'updated_at': '2022-04-20T15:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df9159ae-1988-4edc-b488-a18011522197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:09.037322 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d56ac8-724a-4d09-a659-fbec37144a33 None None] Checking router: 79d77693-9031-41bc-a338-7c4aee70234d for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:49:09.037900 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d56ac8-724a-4d09-a659-fbec37144a33 None None] Updating router 79d77693-9031-41bc-a338-7c4aee70234d port 65f05d72-25ec-48fa-95a3-a65270803112 binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:49:09.058986 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Set router 7e0f1558-fe7b-47e2-9120-a9f09b534c8e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:49:09.107192 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router c240a787-006e-4627-b453-09729c9d2d68 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:49:09.107931 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-13d56ac8-724a-4d09-a659-fbec37144a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:09.123509 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7bb17380-9860-4b3a-8b7f-8f0611db32ba tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:09.161265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-7bb17380-9860-4b3a-8b7f-8f0611db32ba tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Deleting port 65f05d72-25ec-48fa-95a3-a65270803112 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:09.162120 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7bb17380-9860-4b3a-8b7f-8f0611db32ba tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:09.356311 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-962f235e-db21-4709-9a09-b30eace2db1e tempest-TestNetworkAdvancedServerOps-1195441466 tempest-TestNetworkAdvancedServerOps-1195441466-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=90b466fec460443ab521eb95129709d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4256482 Apr 20 15:49:09.361041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35200) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:09.365342 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3395d691-1f8f-4098-a5ec-3f32e8f56068 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763611962628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3139670'] for subnet, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:09.391142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:09.401143 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214162857', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:04Z', 'updated_at': '2022-04-20T15:49:06Z', 'revision_number': 3, 'project_id': '90b466fec460443ab521eb95129709d8', 'gw_port': {'id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:05Z', 'updated_at': '2022-04-20T15:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:09.405136 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Checking router: 7e0f1558-fe7b-47e2-9120-a9f09b534c8e for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:49:09.405487 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Updating router 7e0f1558-fe7b-47e2-9120-a9f09b534c8e port bc60c84f-3722-4d83-b183-78ca3829af58 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:49:09.459924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b96026a-2ae6-4e5b-9120-51522ebb508b None None] Sync routers for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:09.464532 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3395d691-1f8f-4098-a5ec-3f32e8f56068 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:09.465418 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3395d691-1f8f-4098-a5ec-3f32e8f56068 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:09.470393 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3395d691-1f8f-4098-a5ec-3f32e8f56068 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "PUT /v2.0/subnets/fcd90905-c263-450f-ad22-17799313a0fc HTTP/1.1" status: 200 len: 877 time: 1.2133594 Apr 20 15:49:09.471857 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35204) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:09.472422 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:09.476269 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b96026a-2ae6-4e5b-9120-51522ebb508b None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:09.476907 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1b96026a-2ae6-4e5b-9120-51522ebb508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:09.488231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:09.491749 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8980acbc-a4e7-4480-a1fb-dca2c76066ae tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6413867 Apr 20 15:49:09.492193 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35208) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:09.514196 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7bb17380-9860-4b3a-8b7f-8f0611db32ba tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:09.555945 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:09.575701 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395d691-1f8f-4098-a5ec-3f32e8f56068 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event updated for resources: {'Subnet': ['ID=fcd90905-c263-450f-ad22-17799313a0fc,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:09.580369 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1b96026a-2ae6-4e5b-9120-51522ebb508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:09.631897 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6826471e-9143-43b1-899b-028fc3fdd4c3 tempest-TestNetworkAdvancedServerOps-1195441466 tempest-TestNetworkAdvancedServerOps-1195441466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:09.632304 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6826471e-9143-43b1-899b-028fc3fdd4c3 tempest-TestNetworkAdvancedServerOps-1195441466 tempest-TestNetworkAdvancedServerOps-1195441466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:09.633820 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6826471e-9143-43b1-899b-028fc3fdd4c3 tempest-TestNetworkAdvancedServerOps-1195441466 tempest-TestNetworkAdvancedServerOps-1195441466-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.2719376 Apr 20 15:49:09.637316 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35212) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:09.716535 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-7bb17380-9860-4b3a-8b7f-8f0611db32ba tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Calling delete_port for 65f05d72-25ec-48fa-95a3-a65270803112 owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:09.760962 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Allocated IP 172.20.0.3 (4334ff40-d309-49bc-a954-3acfb2181f22/fcd90905-c263-450f-ad22-17799313a0fc/63e1886d-9be4-4486-ace8-d7e8fd3a552c) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:09.841829 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:09.858934 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:09.874254 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Transition to ACTIVE for port object bc60c84f-3722-4d83-b183-78ca3829af58 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:09.882231 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:09.908879 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b96026a-2ae6-4e5b-9120-51522ebb508b None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:09.909621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1b96026a-2ae6-4e5b-9120-51522ebb508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:09.938511 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:09.962269 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a9c2e-154a-4b0b-8b41-da5f31130c01 None None] Pushing event updated for resources: {'Port': ['ID=bc60c84f-3722-4d83-b183-78ca3829af58,revision_number=2']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:09.980287 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a9c2e-154a-4b0b-8b41-da5f31130c01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:09.980924 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a9c2e-154a-4b0b-8b41-da5f31130c01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:09.981271 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a9c2e-154a-4b0b-8b41-da5f31130c01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:09.982292 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a9c2e-154a-4b0b-8b41-da5f31130c01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:09.982292 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a9c2e-154a-4b0b-8b41-da5f31130c01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:09.982491 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a9c2e-154a-4b0b-8b41-da5f31130c01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:09.982670 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a9c2e-154a-4b0b-8b41-da5f31130c01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:09.983016 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a9c2e-154a-4b0b-8b41-da5f31130c01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:09.983343 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a9c2e-154a-4b0b-8b41-da5f31130c01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:09.983705 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a9c2e-154a-4b0b-8b41-da5f31130c01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:09.984181 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a9c2e-154a-4b0b-8b41-da5f31130c01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:09.984513 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a9c2e-154a-4b0b-8b41-da5f31130c01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:10.028243 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Attempting to bind port bc60c84f-3722-4d83-b183-78ca3829af58 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:49:10.028673 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Attempting to bind port bc60c84f-3722-4d83-b183-78ca3829af58 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:49:10.029214 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Attempting to bind port bc60c84f-3722-4d83-b183-78ca3829af58 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:49:10.036865 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:49:10.037225 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:10.037780 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:10.038171 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:49:10.038626 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Bound port: bc60c84f-3722-4d83-b183-78ca3829af58, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:49:10.039033 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:10.043850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373984df-dfa2-4135-9aa9-38cd06366dee tempest-TestNetworkAdvancedServerOps-1195441466 tempest-TestNetworkAdvancedServerOps-1195441466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:10.045337 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-373984df-dfa2-4135-9aa9-38cd06366dee tempest-TestNetworkAdvancedServerOps-1195441466 tempest-TestNetworkAdvancedServerOps-1195441466-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=28b47ba8-7d88-485d-bfe2-b5ff520c5f9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.4070778 Apr 20 15:49:10.050493 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35218) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:10.106825 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8181bb1b-6062-415e-8e4b-afb3ccd2ce90 tempest-TestNetworkAdvancedServerOps-1195441466 tempest-TestNetworkAdvancedServerOps-1195441466-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0529788 Apr 20 15:49:10.112096 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35222) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:10.152894 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] For port bc60c84f-3722-4d83-b183-78ca3829af58, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:49:10.158026 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] For port bc60c84f-3722-4d83-b183-78ca3829af58, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=bc60c84f-3722-4d83-b183-78ca3829af58,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:49:10.165388 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:10.176255 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9ad4c4ed-2de6-446d-b6b8-2e4b820b13d8 tempest-TestNetworkAdvancedServerOps-1195441466 tempest-TestNetworkAdvancedServerOps-1195441466-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=90b466fec460443ab521eb95129709d8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0599513 Apr 20 15:49:10.176865 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35226) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:10.200082 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7bb17380-9860-4b3a-8b7f-8f0611db32ba tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:10.307407 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb17380-9860-4b3a-8b7f-8f0611db32ba tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Pushing event deleted for resources: {'Port': ['ID=65f05d72-25ec-48fa-95a3-a65270803112,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:10.315111 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a9c2e-154a-4b0b-8b41-da5f31130c01 None None] Pushing event updated for resources: {'Port': ['ID=bc60c84f-3722-4d83-b183-78ca3829af58,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:10.337377 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:10.340087 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Routers {'7e0f1558-fe7b-47e2-9120-a9f09b534c8e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:10.341200 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:10.350504 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Transition to ACTIVE for port object 63e1886d-9be4-4486-ace8-d7e8fd3a552c will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:10.379470 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-13d56ac8-724a-4d09-a659-fbec37144a33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:49:10.380319 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-13d56ac8-724a-4d09-a659-fbec37144a33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:49:10.381678 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Transition to ACTIVE for port object 63e1886d-9be4-4486-ace8-d7e8fd3a552c will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:10.383211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1b96026a-2ae6-4e5b-9120-51522ebb508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:10.384016 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b96026a-2ae6-4e5b-9120-51522ebb508b None None] The sync data for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:10.392489 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:10.448012 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:10.469624 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Pushing event updated for resources: {'Port': ['ID=63e1886d-9be4-4486-ace8-d7e8fd3a552c,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:10.484358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:10.485097 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:10.485536 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:10.485971 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:10.486400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:10.487053 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:10.487233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:10.487657 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:10.488133 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:10.488791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:10.488952 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:10.489945 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:10.496939 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Network 4334ff40-d309-49bc-a954-3acfb2181f22 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:10.498625 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:10.502077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:10.510747 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd90905-c263-450f-ad22-17799313a0fc,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:10.517468 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7bb17380-9860-4b3a-8b7f-8f0611db32ba tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:10.599503 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Attempting to bind port 63e1886d-9be4-4486-ace8-d7e8fd3a552c on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:49:10.600057 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Attempting to bind port 63e1886d-9be4-4486-ace8-d7e8fd3a552c by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '8a298eff-cce4-44b6-b34c-3f277683b906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4334ff40-d309-49bc-a954-3acfb2181f22'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:49:10.600626 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Attempting to bind port 63e1886d-9be4-4486-ace8-d7e8fd3a552c on network 4334ff40-d309-49bc-a954-3acfb2181f22 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:49:10.608645 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:49:10.610509 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Checking segment: {'id': '8a298eff-cce4-44b6-b34c-3f277683b906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4334ff40-d309-49bc-a954-3acfb2181f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:10.611037 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:10.611547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Bound using segment: {'id': '8a298eff-cce4-44b6-b34c-3f277683b906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4334ff40-d309-49bc-a954-3acfb2181f22'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:49:10.612384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Bound port: 63e1886d-9be4-4486-ace8-d7e8fd3a552c, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a298eff-cce4-44b6-b34c-3f277683b906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4334ff40-d309-49bc-a954-3acfb2181f22'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:49:10.612895 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:10.615053 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:10.630422 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] Set router 7e0f1558-fe7b-47e2-9120-a9f09b534c8e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:49:10.714919 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] For port 63e1886d-9be4-4486-ace8-d7e8fd3a552c, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:49:10.718127 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] For port 63e1886d-9be4-4486-ace8-d7e8fd3a552c, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=63e1886d-9be4-4486-ace8-d7e8fd3a552c,segment=NetworkSegment(8a298eff-cce4-44b6-b34c-3f277683b906),segment_id=8a298eff-cce4-44b6-b34c-3f277683b906)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:49:10.724957 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:10.810743 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a8056-3bdc-4782-951d-52136918e48a None None] Pushing event updated for resources: {'Port': ['ID=63e1886d-9be4-4486-ace8-d7e8fd3a552c,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:10.818244 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7bb17380-9860-4b3a-8b7f-8f0611db32ba tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:10.820829 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7bb17380-9860-4b3a-8b7f-8f0611db32ba tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:10.917561 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09505a8-2f55-4403-8b79-1e9a35927730 None None] Network 4334ff40-d309-49bc-a954-3acfb2181f22 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:10.936543 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:10.942154 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d56ac8-724a-4d09-a659-fbec37144a33 None None] Port 65f05d72-25ec-48fa-95a3-a65270803112 not found while updating agent binding for router 79d77693-9031-41bc-a338-7c4aee70234d. {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 20 15:49:10.961825 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4334ff40-d309-49bc-a954-3acfb2181f22']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:10.975857 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a298eff-cce4-44b6-b34c-3f277683b906') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:10.976065 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a298eff-cce4-44b6-b34c-3f277683b906') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:10.983469 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6637d2ed-8ace-419f-a9fd-efb8a9c5dabc tempest-TestNetworkAdvancedServerOps-1195441466 tempest-TestNetworkAdvancedServerOps-1195441466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:10.983975 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6637d2ed-8ace-419f-a9fd-efb8a9c5dabc tempest-TestNetworkAdvancedServerOps-1195441466 tempest-TestNetworkAdvancedServerOps-1195441466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:10.989040 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6637d2ed-8ace-419f-a9fd-efb8a9c5dabc tempest-TestNetworkAdvancedServerOps-1195441466 tempest-TestNetworkAdvancedServerOps-1195441466-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.8085449 Apr 20 15:49:10.990226 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7bb17380-9860-4b3a-8b7f-8f0611db32ba tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:10.990757 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb17380-9860-4b3a-8b7f-8f0611db32ba tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79d77693-9031-41bc-a338-7c4aee70234d {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:49:10.993855 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35230) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:10.997249 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:11.011059 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214162857', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:04Z', 'updated_at': '2022-04-20T15:49:06Z', 'revision_number': 3, 'project_id': '90b466fec460443ab521eb95129709d8', 'gw_port': {'id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:05Z', 'updated_at': '2022-04-20T15:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:11.015932 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd644b9-d4fe-4b5e-81f9-5a45d13c4f7d None None] The sync data for ids ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'] in dv-neutron-838699-1-hyperv is: [{'id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214162857', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:04Z', 'updated_at': '2022-04-20T15:49:06Z', 'revision_number': 3, 'project_id': '90b466fec460443ab521eb95129709d8', 'gw_port': {'id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:05Z', 'updated_at': '2022-04-20T15:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:11.062446 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d56ac8-724a-4d09-a659-fbec37144a33 None None] Routers set() bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:11.062824 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d56ac8-724a-4d09-a659-fbec37144a33 None None] Router IDs set() for agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 20 15:49:11.063490 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_agentschedulers_db [None req-13d56ac8-724a-4d09-a659-fbec37144a33 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'79d77693-9031-41bc-a338-7c4aee70234d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent'). {{(pid=88170) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 15:49:11.063893 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d56ac8-724a-4d09-a659-fbec37144a33 None None] The sync data for ids ['79d77693-9031-41bc-a338-7c4aee70234d'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:11.064549 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8c0b5f38-b4c8-475e-bf37-bf7385b263b8 tempest-TestNetworkAdvancedServerOps-1195441466 tempest-TestNetworkAdvancedServerOps-1195441466-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=28b47ba8-7d88-485d-bfe2-b5ff520c5f9b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0694010 Apr 20 15:49:11.073683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35234) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:11.083106 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:11.092519 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:49:11.093141 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:49:11.109140 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:49:11.111543 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7bb17380-9860-4b3a-8b7f-8f0611db32ba tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:11.114648 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7bb17380-9860-4b3a-8b7f-8f0611db32ba tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "DELETE /v2.0/routers/79d77693-9031-41bc-a338-7c4aee70234d HTTP/1.1" status: 204 len: 168 time: 2.7672424 Apr 20 15:49:11.116722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35238) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:11.126387 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d605fd46-3d7a-4168-b8b9-365fe3ec8f32 tempest-TestNetworkAdvancedServerOps-1195441466 tempest-TestNetworkAdvancedServerOps-1195441466-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490365 Apr 20 15:49:11.131177 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35242) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:11.139840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-efe2935a-8a7d-4216-bcca-900d7dc012c5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1452470608', 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f', 'project_id': '90b466fec460443ab521eb95129709d8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:11.220989 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cf517c-008f-446b-8495-e7d83837ec1e None None] Network 4334ff40-d309-49bc-a954-3acfb2181f22 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:11.245687 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.api [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 15:49:11.245687 dv-neutron-838699-1-hyperv neutron-server[88169]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 15:49:11.245687 dv-neutron-838699-1-hyperv neutron-server[88169]: [parameters: {'id': '4334ff40-d309-49bc-a954-3acfb2181f22'}] Apr 20 15:49:11.245687 dv-neutron-838699-1-hyperv neutron-server[88169]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:49:11.246161 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG oslo_db.api [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:49:11.253243 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3135fb6-19e2-4be0-9276-e64a5db9e2ac tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Deleting subnet df9159ae-1988-4edc-b488-a18011522197 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:49:11.256226 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e3135fb6-19e2-4be0-9276-e64a5db9e2ac tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:11.291913 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-efe2935a-8a7d-4216-bcca-900d7dc012c5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:11.297907 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Allocated IP 172.20.0.1 (6f8e902c-7e98-4e28-8d18-2cbfa67ce69f/d35e2931-c3d3-4060-a719-f0e1e75016ee/8b30f265-8160-4b26-bbd3-3212bf4f3abe) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:11.301244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-efe2935a-8a7d-4216-bcca-900d7dc012c5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Usage tracker for resource:subnet and tenant:90b466fec460443ab521eb95129709d8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:11.307070 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-efe2935a-8a7d-4216-bcca-900d7dc012c5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:11.318925 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e3135fb6-19e2-4be0-9276-e64a5db9e2ac tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:11.319695 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-efe2935a-8a7d-4216-bcca-900d7dc012c5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:11.417094 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e3135fb6-19e2-4be0-9276-e64a5db9e2ac tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:11.428556 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe2935a-8a7d-4216-bcca-900d7dc012c5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Made reservation on behalf of 90b466fec460443ab521eb95129709d8 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:11.431978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-efe2935a-8a7d-4216-bcca-900d7dc012c5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:11.490975 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2c0caf-baf7-4373-a343-a23ca8124d76 None None] get_active_networks_info from dv-neutron-838699-1-hyperv {{(pid=88170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 15:49:11.502385 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e3135fb6-19e2-4be0-9276-e64a5db9e2ac tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:11.545192 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3135fb6-19e2-4be0-9276-e64a5db9e2ac tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=df9159ae-1988-4edc-b488-a18011522197,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:11.551655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e3135fb6-19e2-4be0-9276-e64a5db9e2ac tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:11.560870 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e3135fb6-19e2-4be0-9276-e64a5db9e2ac tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/df9159ae-1988-4edc-b488-a18011522197 HTTP/1.1" status: 204 len: 168 time: 0.4430652 Apr 20 15:49:11.561914 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35246) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:11.604824 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2c0caf-baf7-4373-a343-a23ca8124d76 None None] Resources bound (agent type, host, resource id): {{(pid=88170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 15:49:11.678732 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-09dac51d-8f12-4a3f-b572-a6bd3b13e849 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:11.792254 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:11.823372 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-09dac51d-8f12-4a3f-b572-a6bd3b13e849 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:11.835457 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Deleting port 63e1886d-9be4-4486-ace8-d7e8fd3a552c {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:11.835824 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:11.869439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:11.898732 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-09dac51d-8f12-4a3f-b572-a6bd3b13e849 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b47ba8-7d88-485d-bfe2-b5ff520c5f9b']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:11.928003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-09dac51d-8f12-4a3f-b572-a6bd3b13e849 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca1328e-7a01-4cff-9082-9d86507bd7d0') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:11.928379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-09dac51d-8f12-4a3f-b572-a6bd3b13e849 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca1328e-7a01-4cff-9082-9d86507bd7d0') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:11.951895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-efe2935a-8a7d-4216-bcca-900d7dc012c5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:11.982731 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-09dac51d-8f12-4a3f-b572-a6bd3b13e849 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:11.999611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:12.010699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-09dac51d-8f12-4a3f-b572-a6bd3b13e849 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:12.080576 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09dac51d-8f12-4a3f-b572-a6bd3b13e849 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:49:12.080729 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-09dac51d-8f12-4a3f-b572-a6bd3b13e849 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:12.088642 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network 6f8e902c-7e98-4e28-8d18-2cbfa67ce69f is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:49:12.094022 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:49:12.103534 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2935a-8a7d-4216-bcca-900d7dc012c5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event updated for resources: {'Subnet': ['ID=b652363b-3050-414b-afa0-cb13b525c3e9,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:12.105820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:12.113394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:12.168553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=8b30f265-8160-4b26-bbd3-3212bf4f3abe,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:12.184544 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe2935a-8a7d-4216-bcca-900d7dc012c5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Checking segment: {'id': '8f6e2656-e833-462b-bdfb-8affc9ebcdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:12.184930 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe2935a-8a7d-4216-bcca-900d7dc012c5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Network hostable DHCP agents. Network: a0223280-2225-4f06-82c9-6cce0c339f2f, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:49:12.204249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:12.207176 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] For port 63e1886d-9be4-4486-ace8-d7e8fd3a552c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=63e1886d-9be4-4486-ace8-d7e8fd3a552c,segment=NetworkSegment(8a298eff-cce4-44b6-b34c-3f277683b906),segment_id=8a298eff-cce4-44b6-b34c-3f277683b906)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:12.207538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:12.243275 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe2935a-8a7d-4216-bcca-900d7dc012c5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Network a0223280-2225-4f06-82c9-6cce0c339f2f is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:49:12.262782 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device bc60c84f-3722-4d83-b183-78ca3829af58 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:49:12.273506 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-09dac51d-8f12-4a3f-b572-a6bd3b13e849 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:12.342621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port bc60c84f-3722-4d83-b183-78ca3829af58 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:49:12.343451 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-efe2935a-8a7d-4216-bcca-900d7dc012c5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, a0223280-2225-4f06-82c9-6cce0c339f2f) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:12.350653 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port bc60c84f-3722-4d83-b183-78ca3829af58 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:12.350978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe2935a-8a7d-4216-bcca-900d7dc012c5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:12.351317 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:12.351574 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-efe2935a-8a7d-4216-bcca-900d7dc012c5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:12.391590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f99481-19bf-4ef1-9dfe-046db39ed276 None None] Network a0223280-2225-4f06-82c9-6cce0c339f2f requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:12.396770 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-efe2935a-8a7d-4216-bcca-900d7dc012c5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2622137 Apr 20 15:49:12.396976 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35250) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:12.468388 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Calling delete_port for 63e1886d-9be4-4486-ace8-d7e8fd3a552c owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:12.497575 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dac51d-8f12-4a3f-b572-a6bd3b13e849 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 28b47ba8-7d88-485d-bfe2-b5ff520c5f9b {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 20 15:49:12.508389 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-09dac51d-8f12-4a3f-b572-a6bd3b13e849 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:12.513557 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dac51d-8f12-4a3f-b572-a6bd3b13e849 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Pushing event deleted for resources: {'Network': ['ID=28b47ba8-7d88-485d-bfe2-b5ff520c5f9b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:12.522717 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-09dac51d-8f12-4a3f-b572-a6bd3b13e849 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "DELETE /v2.0/networks/28b47ba8-7d88-485d-bfe2-b5ff520c5f9b HTTP/1.1" status: 204 len: 168 time: 0.9589083 Apr 20 15:49:12.604426 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:12.627735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:12.691923 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Port': ['ID=63e1886d-9be4-4486-ace8-d7e8fd3a552c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:12.703486 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No DVR routers for this DVR port 63e1886d-9be4-4486-ace8-d7e8fd3a552c on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:49:12.721013 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:12.792767 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port bc60c84f-3722-4d83-b183-78ca3829af58, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=bc60c84f-3722-4d83-b183-78ca3829af58,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:12.803634 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-a0223280-2225-4f06-82c9-6cce0c339f2f', 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'fixed_ips': [{'subnet_id': 'b652363b-3050-414b-afa0-cb13b525c3e9'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:49:12.806781 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:12.834767 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:12.940694 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:12.957291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35260) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:12.970341 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-98e9b8e0-1a46-4146-b41e-7c766e5c178d tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Request body: {'router': {'name': 'tempest-router--1403443000', 'project_id': 'c7113d89eee44c4cb173a45dbb460078'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:12.976599 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-98e9b8e0-1a46-4146-b41e-7c766e5c178d tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:12.982537 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-98e9b8e0-1a46-4146-b41e-7c766e5c178d tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Usage tracker for resource:router and tenant:c7113d89eee44c4cb173a45dbb460078 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:12.988116 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-98e9b8e0-1a46-4146-b41e-7c766e5c178d tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:13.003438 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-98e9b8e0-1a46-4146-b41e-7c766e5c178d tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:13.026180 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-98e9b8e0-1a46-4146-b41e-7c766e5c178d tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.027912 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-98e9b8e0-1a46-4146-b41e-7c766e5c178d tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.045928 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-98e9b8e0-1a46-4146-b41e-7c766e5c178d tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.071154 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4334ff40-d309-49bc-a954-3acfb2181f22']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:13.078786 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Allocated IP 172.20.0.18 (a0223280-2225-4f06-82c9-6cce0c339f2f/b652363b-3050-414b-afa0-cb13b525c3e9/149c891b-bc99-46fb-be68-3bfc892936a1) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:13.081065 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-98e9b8e0-1a46-4146-b41e-7c766e5c178d tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.103744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a298eff-cce4-44b6-b34c-3f277683b906') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:13.104383 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a298eff-cce4-44b6-b34c-3f277683b906') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:13.124246 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.144069 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-98e9b8e0-1a46-4146-b41e-7c766e5c178d tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.146926 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-98e9b8e0-1a46-4146-b41e-7c766e5c178d tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1875656 Apr 20 15:49:13.159236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35264) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:13.162404 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.306236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:49:13.306888 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:49:13.321722 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:49:13.338941 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.356693 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=bc60c84f-3722-4d83-b183-78ca3829af58,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:13.381695 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b4021af0-a079-4bbf-a01c-f22cfc26197f tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.530241 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Transition to ACTIVE for port object 149c891b-bc99-46fb-be68-3bfc892936a1 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:13.553253 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Transition to ACTIVE for port object 149c891b-bc99-46fb-be68-3bfc892936a1 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:13.559933 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.570876 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.648264 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.668029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Network': ['ID=4334ff40-d309-49bc-a954-3acfb2181f22,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:13.673128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Network a0223280-2225-4f06-82c9-6cce0c339f2f is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:13.676032 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:13.679916 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:13.735244 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4458b56b-99ff-4ecd-95c2-1d5222c99ba2 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/4334ff40-d309-49bc-a954-3acfb2181f22 HTTP/1.1" status: 204 len: 168 time: 4.2558198 Apr 20 15:49:13.735731 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35268) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:13.738175 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b4021af0-a079-4bbf-a01c-f22cfc26197f tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.742042 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b4021af0-a079-4bbf-a01c-f22cfc26197f tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.774410 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Pushing event updated for resources: {'Port': ['ID=149c891b-bc99-46fb-be68-3bfc892936a1,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:13.782346 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f417ffe-0360-4c94-a6dd-39c821c74883 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:13.782793 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f417ffe-0360-4c94-a6dd-39c821c74883 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:13.785502 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9f417ffe-0360-4c94-a6dd-39c821c74883 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/subnets/fcd90905-c263-450f-ad22-17799313a0fc HTTP/1.1" status: 404 len: 337 time: 0.0454161 Apr 20 15:49:13.787661 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Attempting to bind port 149c891b-bc99-46fb-be68-3bfc892936a1 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:49:13.788069 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Attempting to bind port 149c891b-bc99-46fb-be68-3bfc892936a1 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '8f6e2656-e833-462b-bdfb-8affc9ebcdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:49:13.788445 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Attempting to bind port 149c891b-bc99-46fb-be68-3bfc892936a1 on network a0223280-2225-4f06-82c9-6cce0c339f2f {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:49:13.790605 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35272) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:13.795971 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:49:13.796651 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Checking segment: {'id': '8f6e2656-e833-462b-bdfb-8affc9ebcdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:13.797074 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.797460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Bound using segment: {'id': '8f6e2656-e833-462b-bdfb-8affc9ebcdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:49:13.797925 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Bound port: 149c891b-bc99-46fb-be68-3bfc892936a1, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6e2656-e833-462b-bdfb-8affc9ebcdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:49:13.798753 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.808130 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.815354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.825462 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f52b0e5-0770-4d3f-9c34-c348279d9663 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:13.825462 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f52b0e5-0770-4d3f-9c34-c348279d9663 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:13.834428 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8f52b0e5-0770-4d3f-9c34-c348279d9663 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/4334ff40-d309-49bc-a954-3acfb2181f22 HTTP/1.1" status: 404 len: 339 time: 0.0383394 Apr 20 15:49:13.834638 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35276) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:13.837177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b4021af0-a079-4bbf-a01c-f22cfc26197f tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.837680 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4021af0-a079-4bbf-a01c-f22cfc26197f tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4645405-45ff-49ec-915e-9539691c115f {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:49:13.876735 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b4021af0-a079-4bbf-a01c-f22cfc26197f tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.880512 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b4021af0-a079-4bbf-a01c-f22cfc26197f tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "DELETE /v2.0/routers/e4645405-45ff-49ec-915e-9539691c115f HTTP/1.1" status: 204 len: 168 time: 0.7174182 Apr 20 15:49:13.882286 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-1658dcc3-0aab-44d3-b828-74fc96a1af2e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:13.882682 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1658dcc3-0aab-44d3-b828-74fc96a1af2e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:13.885353 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1658dcc3-0aab-44d3-b828-74fc96a1af2e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/subnets/d654942f-1f7c-4a75-a415-92bc93bef726 HTTP/1.1" status: 404 len: 337 time: 0.0487974 Apr 20 15:49:13.890226 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35282) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:13.899097 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] For port 149c891b-bc99-46fb-be68-3bfc892936a1, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:49:13.902662 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] For port 149c891b-bc99-46fb-be68-3bfc892936a1, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=149c891b-bc99-46fb-be68-3bfc892936a1,segment=NetworkSegment(8f6e2656-e833-462b-bdfb-8affc9ebcdb9),segment_id=8f6e2656-e833-462b-bdfb-8affc9ebcdb9)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:49:13.909576 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.924782 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbd2cc5-d293-4951-85b9-1abf46586490 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:13.925451 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbd2cc5-d293-4951-85b9-1abf46586490 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:13.927282 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4dbd2cc5-d293-4951-85b9-1abf46586490 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/f4226367-0f9c-440d-afd2-ab2b0a97cc87 HTTP/1.1" status: 404 len: 339 time: 0.0336246 Apr 20 15:49:13.929839 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35286) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:13.984109 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=8b30f265-8160-4b26-bbd3-3212bf4f3abe,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:13.990974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.999593 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0658a9-9431-4e99-a6a1-7a5e4768b992 None None] Pushing event updated for resources: {'Port': ['ID=149c891b-bc99-46fb-be68-3bfc892936a1,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:14.007982 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:14.067543 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-39578119-8338-458a-b36c-51c59cdb07e1 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:14.077603 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35290) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:14.231148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device bc60c84f-3722-4d83-b183-78ca3829af58 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:49:14.336636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network 6f8e902c-7e98-4e28-8d18-2cbfa67ce69f is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:14.341360 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:14.374635 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port bc60c84f-3722-4d83-b183-78ca3829af58 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:14.375660 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:14.441708 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1250854984', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:14.461546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:14.471409 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Usage tracker for resource:router and tenant:a419ccc729e64f58928541c0d7ed174c is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:14.475017 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-39578119-8338-458a-b36c-51c59cdb07e1 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:14.482546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:14.495539 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:14.518551 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-39578119-8338-458a-b36c-51c59cdb07e1 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163f5418-fcd9-43f7-a1d0-8fc3bb22ce17']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:14.536294 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:14.537314 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:14.547521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-39578119-8338-458a-b36c-51c59cdb07e1 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23dbd158-e7cd-49ba-87b3-dd0ea61fd7c1') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:14.547946 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-39578119-8338-458a-b36c-51c59cdb07e1 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23dbd158-e7cd-49ba-87b3-dd0ea61fd7c1') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:14.563314 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-39578119-8338-458a-b36c-51c59cdb07e1 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:14.582109 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:14.589644 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-39578119-8338-458a-b36c-51c59cdb07e1 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:14.598012 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39578119-8338-458a-b36c-51c59cdb07e1 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:49:14.598394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-39578119-8338-458a-b36c-51c59cdb07e1 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:49:14.616010 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:49:14.744528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router c240a787-006e-4627-b453-09729c9d2d68 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:49:14.770121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:14.814543 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-39578119-8338-458a-b36c-51c59cdb07e1 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:14.889863 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-39578119-8338-458a-b36c-51c59cdb07e1 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:14.910890 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39578119-8338-458a-b36c-51c59cdb07e1 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Network': ['ID=163f5418-fcd9-43f7-a1d0-8fc3bb22ce17,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:14.968136 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-39578119-8338-458a-b36c-51c59cdb07e1 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/163f5418-fcd9-43f7-a1d0-8fc3bb22ce17 HTTP/1.1" status: 204 len: 168 time: 1.0338678 Apr 20 15:49:14.974486 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35296) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:14.978952 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:15.022580 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac64c2e9-625c-430a-8c29-921d3f4238a5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:15.022993 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac64c2e9-625c-430a-8c29-921d3f4238a5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:15.023352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Allocated IP 172.20.0.17 (a0223280-2225-4f06-82c9-6cce0c339f2f/b652363b-3050-414b-afa0-cb13b525c3e9/00ba9e15-c81e-49e9-ba9a-550641e2be28) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:15.024686 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ac64c2e9-625c-430a-8c29-921d3f4238a5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/subnets/c86fafe0-d29e-4a29-9d99-06cfad66d301 HTTP/1.1" status: 404 len: 337 time: 0.0492828 Apr 20 15:49:15.036642 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35300) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:15.074558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:15.077664 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eedc91e-3946-4f7e-a514-0154a7bb26cd tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:15.078661 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eedc91e-3946-4f7e-a514-0154a7bb26cd tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:15.087108 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c28b8a-7c4b-4e6d-92b9-7b7a4f0e4e87 None None] Sync routers for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:15.099780 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c28b8a-7c4b-4e6d-92b9-7b7a4f0e4e87 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:15.100629 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-36c28b8a-7c4b-4e6d-92b9-7b7a4f0e4e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:15.165215 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7eedc91e-3946-4f7e-a514-0154a7bb26cd tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/ec0337c4-b270-4a41-81a1-996ecca58bc6 HTTP/1.1" status: 404 len: 339 time: 0.1275094 Apr 20 15:49:15.168745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35304) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:15.174069 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-61e9cc7d-324e-4d8e-89e9-b3ec20e4a583 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "PUT /v2.0/routers/c240a787-006e-4627-b453-09729c9d2d68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6808920 Apr 20 15:49:15.184048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35306) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:15.189490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-2ad1efa4-ecdc-4563-a5ae-b5834992bc55 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'port': {'network_id': '6f8e902c-7e98-4e28-8d18-2cbfa67ce69f', 'name': 'tempest-FloatingIPTestJSON-2054650957'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:15.191090 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-36c28b8a-7c4b-4e6d-92b9-7b7a4f0e4e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:15.204175 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c28b8a-7c4b-4e6d-92b9-7b7a4f0e4e87 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:15.204945 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-36c28b8a-7c4b-4e6d-92b9-7b7a4f0e4e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:15.252037 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-84665962-ac86-4aec-8c73-8fc69ff9c08c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:15.252498 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84665962-ac86-4aec-8c73-8fc69ff9c08c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:15.259847 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce6a094-7c12-4290-989c-42cc9c7dd13a None None] Network a0223280-2225-4f06-82c9-6cce0c339f2f requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:15.262374 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-84665962-ac86-4aec-8c73-8fc69ff9c08c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/subnets/e35d63d0-6542-45a3-ad2b-bf4fef7643c3 HTTP/1.1" status: 404 len: 337 time: 0.0811203 Apr 20 15:49:15.265846 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35312) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:15.300298 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:49:15.302093 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-36c28b8a-7c4b-4e6d-92b9-7b7a4f0e4e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:15.302570 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c28b8a-7c4b-4e6d-92b9-7b7a4f0e4e87 None None] The sync data for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:15.368450 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0d4d182f-b422-4ab7-999a-b0b6ff59c627 None None] Provisioning for port 149c891b-bc99-46fb-be68-3bfc892936a1 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:49:15.376981 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ca1f64-6b3f-4fe8-a269-48d2dc0d318d tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:15.376981 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ca1f64-6b3f-4fe8-a269-48d2dc0d318d tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:15.380683 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b0ca1f64-6b3f-4fe8-a269-48d2dc0d318d tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/392062f0-c542-4056-8ab7-6ce21fc5f371 HTTP/1.1" status: 404 len: 339 time: 0.1114805 Apr 20 15:49:15.383117 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35316) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:15.504243 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27249a6-2529-4501-a47c-ce64a6b272e5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:15.504605 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27249a6-2529-4501-a47c-ce64a6b272e5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:15.508814 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e27249a6-2529-4501-a47c-ce64a6b272e5 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/subnets/56d1f611-8b69-45ba-911c-ac1bdb6fd0ae HTTP/1.1" status: 404 len: 337 time: 0.0751832 Apr 20 15:49:15.509427 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35320) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:15.513784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:15.521508 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:15.553462 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:15.558490 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89c9300-e4d5-4942-954e-7ad7d31dad56 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:15.558958 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89c9300-e4d5-4942-954e-7ad7d31dad56 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:15.562980 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f89c9300-e4d5-4942-954e-7ad7d31dad56 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/a1f9579b-54f0-4321-9fc3-02e3bf07b9e4 HTTP/1.1" status: 404 len: 339 time: 0.0502827 Apr 20 15:49:15.567112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35324) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:15.570207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2ad1efa4-ecdc-4563-a5ae-b5834992bc55 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:15.572821 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Transition to ACTIVE for port object 00ba9e15-c81e-49e9-ba9a-550641e2be28 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:15.615014 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2ad1efa4-ecdc-4563-a5ae-b5834992bc55 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Usage tracker for resource:port and tenant:c521b6ae862e40c3ab8c8f72cf8aeccd is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:15.623320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2ad1efa4-ecdc-4563-a5ae-b5834992bc55 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:15.631124 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4714392-c007-46f5-b557-9e733d68c78a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:15.631533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4714392-c007-46f5-b557-9e733d68c78a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:15.633263 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a4714392-c007-46f5-b557-9e733d68c78a tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/subnets/6d51a883-8679-4630-b088-3909d9dbf9ed HTTP/1.1" status: 404 len: 337 time: 0.0652139 Apr 20 15:49:15.635484 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2ad1efa4-ecdc-4563-a5ae-b5834992bc55 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:15.636121 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35328) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:15.649999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad1efa4-ecdc-4563-a5ae-b5834992bc55 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Made reservation on behalf of c521b6ae862e40c3ab8c8f72cf8aeccd for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:15.653436 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ad1efa4-ecdc-4563-a5ae-b5834992bc55 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:15.681349 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-2ad1efa4-ecdc-4563-a5ae-b5834992bc55 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] device_id is not set on port 916c5ccb-1263-405a-9613-144488c4af9e yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:49:15.714845 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0428b94-60e8-425a-be82-63df6fe41740 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:15.715239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0428b94-60e8-425a-be82-63df6fe41740 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:15.723068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:15.735847 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b0428b94-60e8-425a-be82-63df6fe41740 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/3da50c08-3150-4eb3-a1fb-7942c78de41d HTTP/1.1" status: 404 len: 339 time: 0.0944433 Apr 20 15:49:15.735847 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35332) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:15.779589 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f53b4e-ba5c-4524-8637-144b5194ffbc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:15.780070 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f53b4e-ba5c-4524-8637-144b5194ffbc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:15.782752 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-06f53b4e-ba5c-4524-8637-144b5194ffbc tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/subnets/11813ab8-d7a3-4650-89d8-d7225b419168 HTTP/1.1" status: 404 len: 337 time: 0.0457027 Apr 20 15:49:15.785957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35336) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:15.811680 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Network a0223280-2225-4f06-82c9-6cce0c339f2f is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:15.817355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:15.820317 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Allocated IP 172.26.7.181 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/6ff83561-506d-42a6-bc82-03db7691e200) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:15.830540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:15.834697 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc577c1-06c9-4496-809c-a91468324708 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:15.835306 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc577c1-06c9-4496-809c-a91468324708 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:15.838941 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cfc577c1-06c9-4496-809c-a91468324708 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/1f288d5e-8d9a-4f5f-b99c-284a7bd5337a HTTP/1.1" status: 404 len: 339 time: 0.0495760 Apr 20 15:49:15.841983 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35340) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:15.873719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event updated for resources: {'Port': ['ID=00ba9e15-c81e-49e9-ba9a-550641e2be28,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:15.946147 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed5c926-8e44-4b21-b49f-5d84ac4da5fe tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:15.946513 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed5c926-8e44-4b21-b49f-5d84ac4da5fe tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:15.950501 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8ed5c926-8e44-4b21-b49f-5d84ac4da5fe tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/subnets/d53fb12b-a3f3-4710-97fa-f6b7c6bff32d HTTP/1.1" status: 404 len: 337 time: 0.1052897 Apr 20 15:49:15.950664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:15.954702 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35344) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:15.970926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-2ad1efa4-ecdc-4563-a5ae-b5834992bc55 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Allocated IP 172.20.0.10 (6f8e902c-7e98-4e28-8d18-2cbfa67ce69f/d35e2931-c3d3-4060-a719-f0e1e75016ee/916c5ccb-1263-405a-9613-144488c4af9e) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:16.113049 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b302b1-9410-4021-99c3-78927f653c3e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:16.113418 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b302b1-9410-4021-99c3-78927f653c3e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:16.117501 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-51b302b1-9410-4021-99c3-78927f653c3e tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/e645c5fd-bd00-4eec-8eef-6b90cac2a554 HTTP/1.1" status: 404 len: 339 time: 0.1604035 Apr 20 15:49:16.118586 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35348) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:16.153849 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-743651cd-3fb9-4205-8805-43a54209c9f6 None None] Provisioning for port 00ba9e15-c81e-49e9-ba9a-550641e2be28 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:49:16.160850 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b47427-3bb5-4027-b7d6-7ce6b34b00bf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:16.160850 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b47427-3bb5-4027-b7d6-7ce6b34b00bf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:16.163382 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-43b47427-3bb5-4027-b7d6-7ce6b34b00bf tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/subnets/8c70125f-4a84-41b4-8c8d-3ac35b446018 HTTP/1.1" status: 404 len: 337 time: 0.0439050 Apr 20 15:49:16.165866 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35352) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:16.168454 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-743651cd-3fb9-4205-8805-43a54209c9f6 None None] Provisioning complete for port 00ba9e15-c81e-49e9-ba9a-550641e2be28 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:16.169886 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-743651cd-3fb9-4205-8805-43a54209c9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:16.205062 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfe66bf-7e56-4514-a9a9-0cd91cdabf87 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:16.205538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cfe66bf-7e56-4514-a9a9-0cd91cdabf87 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:16.207217 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6cfe66bf-7e56-4514-a9a9-0cd91cdabf87 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/be97f609-64fe-447b-827f-10490305c366 HTTP/1.1" status: 404 len: 339 time: 0.0404117 Apr 20 15:49:16.216665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35356) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:16.269361 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-743651cd-3fb9-4205-8805-43a54209c9f6 None None] Port 00ba9e15-c81e-49e9-ba9a-550641e2be28 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:49:16.279266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:16.288542 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 149c891b-bc99-46fb-be68-3bfc892936a1 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:49:16.311115 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:16.311422 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-0536dc0a-e66d-4e96-b999-8d4194c9cf4c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:16.311907 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0536dc0a-e66d-4e96-b999-8d4194c9cf4c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:16.343009 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0536dc0a-e66d-4e96-b999-8d4194c9cf4c tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/subnets/b78a34b5-558e-44f2-adbf-b011ea5465a1 HTTP/1.1" status: 404 len: 337 time: 0.1229084 Apr 20 15:49:16.344878 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35360) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:16.347856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ad1efa4-ecdc-4563-a5ae-b5834992bc55 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:16.354088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:16.362128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 149c891b-bc99-46fb-be68-3bfc892936a1 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:49:16.368536 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 149c891b-bc99-46fb-be68-3bfc892936a1 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:16.368960 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:16.396101 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:16.398840 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ccad0e-28a3-4d39-aeed-84979ec45210 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] DELETE failed (client error): The resource could not be found. Apr 20 15:49:16.399311 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ccad0e-28a3-4d39-aeed-84979ec45210 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:49:16.403445 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f1ccad0e-28a3-4d39-aeed-84979ec45210 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/968ac2d4-db88-4ace-8e7d-ae07df6886c5 HTTP/1.1" status: 404 len: 339 time: 0.0483394 Apr 20 15:49:16.403750 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:16.403901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35364) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:16.406342 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:16.459917 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Pushing event updated for resources: {'Port': ['ID=6ff83561-506d-42a6-bc82-03db7691e200,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:16.496509 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:16.528933 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 149c891b-bc99-46fb-be68-3bfc892936a1, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=149c891b-bc99-46fb-be68-3bfc892936a1,segment=NetworkSegment(8f6e2656-e833-462b-bdfb-8affc9ebcdb9),segment_id=8f6e2656-e833-462b-bdfb-8affc9ebcdb9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:16.533400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:16.574175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-9007a0a5-b63f-4a43-83cf-3de22a347c21 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Deleting subnet bdefc724-b07a-4803-b8ce-d3e384c9b2d4 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:49:16.580417 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9007a0a5-b63f-4a43-83cf-3de22a347c21 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:16.599990 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=149c891b-bc99-46fb-be68-3bfc892936a1,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:16.625599 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ad1efa4-ecdc-4563-a5ae-b5834992bc55 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:16.767872 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9007a0a5-b63f-4a43-83cf-3de22a347c21 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:16.823117 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad1efa4-ecdc-4563-a5ae-b5834992bc55 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network 6f8e902c-7e98-4e28-8d18-2cbfa67ce69f is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:16.830407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-2ad1efa4-ecdc-4563-a5ae-b5834992bc55 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:16.836141 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:16.836688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1efa4-ecdc-4563-a5ae-b5834992bc55 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=916c5ccb-1263-405a-9613-144488c4af9e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:16.838481 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1efa4-ecdc-4563-a5ae-b5834992bc55 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:16.945924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad1efa4-ecdc-4563-a5ae-b5834992bc55 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:16.946535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ad1efa4-ecdc-4563-a5ae-b5834992bc55 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:17.051309 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9007a0a5-b63f-4a43-83cf-3de22a347c21 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:17.200911 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2ad1efa4-ecdc-4563-a5ae-b5834992bc55 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0158274 Apr 20 15:49:17.204188 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35368) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:17.212470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-059550a7-e660-405b-83cb-d19080bd3ee9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'port': {'network_id': '6f8e902c-7e98-4e28-8d18-2cbfa67ce69f', 'name': 'tempest-FloatingIPTestJSON-1916175255'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:17.230455 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:17.295112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9007a0a5-b63f-4a43-83cf-3de22a347c21 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:17.336126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:17.347716 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:17.356261 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92d4ea1-fe4e-4683-910a-f2065b25634e None None] Network ad88dfea-5e3f-4b0c-a25c-f136022d74cb requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:17.372682 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007a0a5-b63f-4a43-83cf-3de22a347c21 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Subnet': ['ID=bdefc724-b07a-4803-b8ce-d3e384c9b2d4,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:17.377918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9007a0a5-b63f-4a43-83cf-3de22a347c21 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:17.460486 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9007a0a5-b63f-4a43-83cf-3de22a347c21 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/subnets/bdefc724-b07a-4803-b8ce-d3e384c9b2d4 HTTP/1.1" status: 204 len: 168 time: 1.0523970 Apr 20 15:49:17.471100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35372) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:17.497849 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event updated for resources: {'Port': ['ID=00ba9e15-c81e-49e9-ba9a-550641e2be28,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:17.565471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:17.624704 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8f2057-c290-4335-aa92-15e2a693ecf7 None None] DHCP port deletion for ad88dfea-5e3f-4b0c-a25c-f136022d74cb request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:49:17.628294 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-059550a7-e660-405b-83cb-d19080bd3ee9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:17.628946 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-6d8f2057-c290-4335-aa92-15e2a693ecf7 None None] Deleting port bdaae2f4-acd5-43e1-a72c-036b940019a6 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:17.629428 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6d8f2057-c290-4335-aa92-15e2a693ecf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:17.636427 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-059550a7-e660-405b-83cb-d19080bd3ee9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Usage tracker for resource:port and tenant:c521b6ae862e40c3ab8c8f72cf8aeccd is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:17.641529 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-059550a7-e660-405b-83cb-d19080bd3ee9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:17.649115 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-059550a7-e660-405b-83cb-d19080bd3ee9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:17.669370 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059550a7-e660-405b-83cb-d19080bd3ee9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Made reservation on behalf of c521b6ae862e40c3ab8c8f72cf8aeccd for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:17.672803 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-059550a7-e660-405b-83cb-d19080bd3ee9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:17.681596 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:17.701561 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-059550a7-e660-405b-83cb-d19080bd3ee9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] device_id is not set on port da0b7d41-25f4-4dbd-ab0e-2185fdf04e25 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:49:17.716840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Deleting port bdaae2f4-acd5-43e1-a72c-036b940019a6 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:17.716840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:17.747824 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Router 6109d932-5a2b-48e9-a57a-561cc7bcae1b is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:49:17.794247 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Network a0223280-2225-4f06-82c9-6cce0c339f2f is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:17.822422 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:17.849008 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-6d8f2057-c290-4335-aa92-15e2a693ecf7 None None] For port bdaae2f4-acd5-43e1-a72c-036b940019a6, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=bdaae2f4-acd5-43e1-a72c-036b940019a6,segment=NetworkSegment(77bcaeec-aeef-44e6-bc18-1e446d89099f),segment_id=77bcaeec-aeef-44e6-bc18-1e446d89099f)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:17.849479 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6d8f2057-c290-4335-aa92-15e2a693ecf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:17.989938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-059550a7-e660-405b-83cb-d19080bd3ee9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Allocated IP 172.20.0.12 (6f8e902c-7e98-4e28-8d18-2cbfa67ce69f/d35e2931-c3d3-4060-a719-f0e1e75016ee/da0b7d41-25f4-4dbd-ab0e-2185fdf04e25) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:18.009816 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-6d8f2057-c290-4335-aa92-15e2a693ecf7 None None] Calling delete_port for bdaae2f4-acd5-43e1-a72c-036b940019a6 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:18.022119 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:18.044068 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c08919-0fa2-4012-b612-eb954ace73ee None None] Sync routers for ids ['6109d932-5a2b-48e9-a57a-561cc7bcae1b'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:18.098691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] For port bdaae2f4-acd5-43e1-a72c-036b940019a6, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=bdaae2f4-acd5-43e1-a72c-036b940019a6,segment=NetworkSegment(77bcaeec-aeef-44e6-bc18-1e446d89099f),segment_id=77bcaeec-aeef-44e6-bc18-1e446d89099f)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:18.099032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:18.158427 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6d8f2057-c290-4335-aa92-15e2a693ecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:18.205521 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c08919-0fa2-4012-b612-eb954ace73ee None None] Routers {'6109d932-5a2b-48e9-a57a-561cc7bcae1b'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:18.206628 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-25c08919-0fa2-4012-b612-eb954ace73ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['6109d932-5a2b-48e9-a57a-561cc7bcae1b'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:18.244136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Calling delete_port for bdaae2f4-acd5-43e1-a72c-036b940019a6 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:18.274612 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:18.278563 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-85780292-3bc1-4e09-a6c7-63517d7cafd3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1965911 Apr 20 15:49:18.280346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35376) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:18.282021 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 149c891b-bc99-46fb-be68-3bfc892936a1 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:49:18.305148 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-059550a7-e660-405b-83cb-d19080bd3ee9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:18.336533 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f2057-c290-4335-aa92-15e2a693ecf7 None None] Pushing event deleted for resources: {'Port': ['ID=bdaae2f4-acd5-43e1-a72c-036b940019a6,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:18.338619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-059550a7-e660-405b-83cb-d19080bd3ee9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:18.344414 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-25c08919-0fa2-4012-b612-eb954ace73ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:18.347589 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f2057-c290-4335-aa92-15e2a693ecf7 None None] No DVR routers for this DVR port bdaae2f4-acd5-43e1-a72c-036b940019a6 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:49:18.369241 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Router 7e0f1558-fe7b-47e2-9120-a9f09b534c8e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:49:18.376507 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c08919-0fa2-4012-b612-eb954ace73ee None None] Routers {'6109d932-5a2b-48e9-a57a-561cc7bcae1b'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:18.377785 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-25c08919-0fa2-4012-b612-eb954ace73ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['6109d932-5a2b-48e9-a57a-561cc7bcae1b'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:18.405204 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059550a7-e660-405b-83cb-d19080bd3ee9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network 6f8e902c-7e98-4e28-8d18-2cbfa67ce69f is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:18.408882 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-059550a7-e660-405b-83cb-d19080bd3ee9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:18.411269 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059550a7-e660-405b-83cb-d19080bd3ee9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:18.442297 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4626a7e0-67f0-433b-a004-97ff2052843e None None] Provisioning complete for port 00ba9e15-c81e-49e9-ba9a-550641e2be28 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:18.442833 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4626a7e0-67f0-433b-a004-97ff2052843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:18.474331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-25c08919-0fa2-4012-b612-eb954ace73ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:18.474989 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c08919-0fa2-4012-b612-eb954ace73ee None None] The sync data for ids ['6109d932-5a2b-48e9-a57a-561cc7bcae1b'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:18.479443 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059550a7-e660-405b-83cb-d19080bd3ee9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=da0b7d41-25f4-4dbd-ab0e-2185fdf04e25,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:18.510481 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059550a7-e660-405b-83cb-d19080bd3ee9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:18.510936 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-4626a7e0-67f0-433b-a004-97ff2052843e None None] Port 00ba9e15-c81e-49e9-ba9a-550641e2be28 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:49:18.511092 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-059550a7-e660-405b-83cb-d19080bd3ee9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:18.513404 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 149c891b-bc99-46fb-be68-3bfc892936a1 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:18.513877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:18.534141 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-059550a7-e660-405b-83cb-d19080bd3ee9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3249900 Apr 20 15:49:18.534141 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35380) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:18.540648 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': 'da0b7d41-25f4-4dbd-ab0e-2185fdf04e25', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:18.548568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:18.554674 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Usage tracker for resource:floatingip and tenant:c521b6ae862e40c3ab8c8f72cf8aeccd is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:18.558668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:18.565072 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:18.575818 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:18.692606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:49:18.692944 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:49:18.700114 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device bdaae2f4-acd5-43e1-a72c-036b940019a6 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:49:18.712746 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-50232151-7a94-46ae-977d-269660e6d7d2 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "GET /v2.0/routers/6109d932-5a2b-48e9-a57a-561cc7bcae1b HTTP/1.1" status: 200 len: 921 time: 0.4294763 Apr 20 15:49:18.715495 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35384) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:18.734122 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: bdaae2f4-acd5-43e1-a72c-036b940019a6 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:49:18.735258 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device bdaae2f4-acd5-43e1-a72c-036b940019a6 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:49:18.765393 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-83514842-69e8-4a58-b35a-7504b030f3a2 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "GET /v2.0/ports?device_id=6109d932-5a2b-48e9-a57a-561cc7bcae1b HTTP/1.1" status: 200 len: 205 time: 0.0487328 Apr 20 15:49:18.768678 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35388) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:18.801455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:18.810525 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dc66c398-e08e-479b-9bf5-7e95fbc9a3ce tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "PUT /v2.0/routers/7e0f1558-fe7b-47e2-9120-a9f09b534c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4125178 Apr 20 15:49:18.812239 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Sync routers for ids ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:18.822338 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Routers {'7e0f1558-fe7b-47e2-9120-a9f09b534c8e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:18.823015 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:18.825404 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:19.006199 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Set router 7e0f1558-fe7b-47e2-9120-a9f09b534c8e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:49:19.035472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-a6fe6ca7-2350-45ea-9fc5-5866caa3c6a4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Synchronizing usage tracker for tenant:90b466fec460443ab521eb95129709d8 on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:49:19.052725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-a6fe6ca7-2350-45ea-9fc5-5866caa3c6a4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Unset dirty status for tenant:90b466fec460443ab521eb95129709d8 on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:49:19.054035 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-a6fe6ca7-2350-45ea-9fc5-5866caa3c6a4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1826440433&fields=id&tenant_id=90b466fec460443ab521eb95129709d8 HTTP/1.1" status: 200 len: 267 time: 0.0583181 Apr 20 15:49:19.060246 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d6e826d-d30a-4fc3-a27b-f6879057007b tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:19.140967 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Allocated IP 172.26.7.94 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/b70f5c19-bc40-4bee-8b0d-6f299f7a520a) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:19.207015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Deleting port bdaae2f4-acd5-43e1-a72c-036b940019a6 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:19.207387 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:19.293451 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] The port 'bdaae2f4-acd5-43e1-a72c-036b940019a6' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:49:19.304528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-617e8525-06cd-4b1a-8d60-b9df08414c5c tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:19.305261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-617e8525-06cd-4b1a-8d60-b9df08414c5c tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Synchronizing usage tracker for tenant:90b466fec460443ab521eb95129709d8 on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:49:19.333998 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214162857', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:04Z', 'updated_at': '2022-04-20T15:49:16Z', 'revision_number': 4, 'project_id': '90b466fec460443ab521eb95129709d8', 'gw_port': {'id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:05Z', 'updated_at': '2022-04-20T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '00ba9e15-c81e-49e9-ba9a-550641e2be28', 'name': '', 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'mac_address': 'fa:16:3e:14:cc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:14Z', 'updated_at': '2022-04-20T15:49:16Z', 'revision_number': 2, 'project_id': '90b466fec460443ab521eb95129709d8', 'subnets': [{'id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:19.338121 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Checking router: 7e0f1558-fe7b-47e2-9120-a9f09b534c8e for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:49:19.338706 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Updating router 7e0f1558-fe7b-47e2-9120-a9f09b534c8e port 00ba9e15-c81e-49e9-ba9a-550641e2be28 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:49:19.392516 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:19.442014 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-617e8525-06cd-4b1a-8d60-b9df08414c5c tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Unset dirty status for tenant:90b466fec460443ab521eb95129709d8 on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:49:19.448316 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-617e8525-06cd-4b1a-8d60-b9df08414c5c tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/networks?id=a0223280-2225-4f06-82c9-6cce0c339f2f HTTP/1.1" status: 200 len: 797 time: 0.3875959 Apr 20 15:49:19.463801 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:19.479866 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-97543e2b-455e-4577-bae1-f94bb3d05812 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/quotas/90b466fec460443ab521eb95129709d8 HTTP/1.1" status: 200 len: 375 time: 0.0306544 Apr 20 15:49:19.483265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d6e826d-d30a-4fc3-a27b-f6879057007b tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:19.521050 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4d6e826d-d30a-4fc3-a27b-f6879057007b tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Deleting port 6ff83561-506d-42a6-bc82-03db7691e200 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:19.521050 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d6e826d-d30a-4fc3-a27b-f6879057007b tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:19.529336 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad88dfea-5e3f-4b0c-a25c-f136022d74cb']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:19.555855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77bcaeec-aeef-44e6-bc18-1e446d89099f') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:19.556089 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77bcaeec-aeef-44e6-bc18-1e446d89099f') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:19.576188 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:19.588657 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:19.607062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:19.616930 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-cca3ad15-0c44-4c0f-ae41-a85535166554 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Synchronizing usage tracker for tenant:90b466fec460443ab521eb95129709d8 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:49:19.622529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:49:19.622529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:49:19.637510 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:49:19.699160 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-cca3ad15-0c44-4c0f-ae41-a85535166554 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Unset dirty status for tenant:90b466fec460443ab521eb95129709d8 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:49:19.700895 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-cca3ad15-0c44-4c0f-ae41-a85535166554 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b466fec460443ab521eb95129709d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2061052 Apr 20 15:49:19.738299 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d6e826d-d30a-4fc3-a27b-f6879057007b tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:19.746377 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:19.784858 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:19.806175 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Transition to ACTIVE for port object 00ba9e15-c81e-49e9-ba9a-550641e2be28 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:19.811695 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:19.813799 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:19.835849 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:19.840105 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] Pushing event deleted for resources: {'Network': ['ID=ad88dfea-5e3f-4b0c-a25c-f136022d74cb,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:19.856336 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-80f63ae9-f8eb-4d6c-9db1-987547e5dfc4 tempest-NetworksTest-738336944 tempest-NetworksTest-738336944-project] 10.222.0.13 "DELETE /v2.0/networks/ad88dfea-5e3f-4b0c-a25c-f136022d74cb HTTP/1.1" status: 204 len: 168 time: 2.3841372 Apr 20 15:49:19.888928 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9148f96-01f2-4a92-87ce-4e4396b21cb9 None None] Pushing event updated for resources: {'Port': ['ID=00ba9e15-c81e-49e9-ba9a-550641e2be28,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:19.891830 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-209e304e-70e1-4c88-900c-c7f7f63622c7 service neutron] 10.222.0.13 "GET /v2.0/networks/a0223280-2225-4f06-82c9-6cce0c339f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664231 Apr 20 15:49:19.922729 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4d6e826d-d30a-4fc3-a27b-f6879057007b tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Calling delete_port for 6ff83561-506d-42a6-bc82-03db7691e200 owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:19.970242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:19.982150 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:19.984707 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:20.101477 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-26ad9e38-b275-429c-a80b-eadb84b0e058 service neutron] 10.222.0.13 "GET /v2.0/networks/a0223280-2225-4f06-82c9-6cce0c339f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948926 Apr 20 15:49:20.106592 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=b70f5c19-bc40-4bee-8b0d-6f299f7a520a,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:20.125695 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Attempting to bind port 00ba9e15-c81e-49e9-ba9a-550641e2be28 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:49:20.126373 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Attempting to bind port 00ba9e15-c81e-49e9-ba9a-550641e2be28 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '8f6e2656-e833-462b-bdfb-8affc9ebcdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:49:20.127160 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Attempting to bind port 00ba9e15-c81e-49e9-ba9a-550641e2be28 on network a0223280-2225-4f06-82c9-6cce0c339f2f {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:49:20.135179 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:49:20.135754 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Checking segment: {'id': '8f6e2656-e833-462b-bdfb-8affc9ebcdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:20.136608 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:20.137399 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Bound using segment: {'id': '8f6e2656-e833-462b-bdfb-8affc9ebcdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:49:20.138266 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Bound port: 00ba9e15-c81e-49e9-ba9a-550641e2be28, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6e2656-e833-462b-bdfb-8affc9ebcdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:49:20.138824 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:20.267048 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] For port 00ba9e15-c81e-49e9-ba9a-550641e2be28, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:49:20.270714 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] For port 00ba9e15-c81e-49e9-ba9a-550641e2be28, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=00ba9e15-c81e-49e9-ba9a-550641e2be28,segment=NetworkSegment(8f6e2656-e833-462b-bdfb-8affc9ebcdb9),segment_id=8f6e2656-e833-462b-bdfb-8affc9ebcdb9)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:49:20.278900 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:20.318988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35410) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:20.359487 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d6e826d-d30a-4fc3-a27b-f6879057007b tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:20.397338 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9148f96-01f2-4a92-87ce-4e4396b21cb9 None None] Pushing event updated for resources: {'Port': ['ID=00ba9e15-c81e-49e9-ba9a-550641e2be28,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:20.409744 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Routers {'7e0f1558-fe7b-47e2-9120-a9f09b534c8e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:20.410573 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:20.492716 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e826d-d30a-4fc3-a27b-f6879057007b tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Pushing event deleted for resources: {'Port': ['ID=6ff83561-506d-42a6-bc82-03db7691e200,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:20.558126 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9589f166-f62f-4fd5-91ce-b5ac4aca068c req-735726fd-981f-4080-ab30-e7a584419e64 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 210 time: 0.1710415 Apr 20 15:49:20.595296 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-293bc312-d1fe-417d-9c71-935819a42c79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4acc138ba51044c2bac2c8174a933ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748051 Apr 20 15:49:20.598953 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35420) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:20.697307 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5040098c-efb6-49a5-bc93-c1576f46a0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:20.716758 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] Set router 7e0f1558-fe7b-47e2-9120-a9f09b534c8e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:49:20.729470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5040098c-efb6-49a5-bc93-c1576f46a0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:20.748384 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d6e826d-d30a-4fc3-a27b-f6879057007b tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:20.785255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5040098c-efb6-49a5-bc93-c1576f46a0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:20.804142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040098c-efb6-49a5-bc93-c1576f46a0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd6a689-cb24-4d44-b39b-049df030aa3c,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:20.811347 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5040098c-efb6-49a5-bc93-c1576f46a0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:20.816305 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5040098c-efb6-49a5-bc93-c1576f46a0bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6dd6a689-cb24-4d44-b39b-049df030aa3c HTTP/1.1" status: 204 len: 168 time: 0.2161822 Apr 20 15:49:21.112165 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d6e826d-d30a-4fc3-a27b-f6879057007b tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:21.114687 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d6e826d-d30a-4fc3-a27b-f6879057007b tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:21.157894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d6e826d-d30a-4fc3-a27b-f6879057007b tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:21.159156 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6e826d-d30a-4fc3-a27b-f6879057007b tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Fanout notify agent at l3_agent the message router_deleted on router 6109d932-5a2b-48e9-a57a-561cc7bcae1b {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:49:21.161293 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214162857', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:04Z', 'updated_at': '2022-04-20T15:49:16Z', 'revision_number': 4, 'project_id': '90b466fec460443ab521eb95129709d8', 'gw_port': {'id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:05Z', 'updated_at': '2022-04-20T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '00ba9e15-c81e-49e9-ba9a-550641e2be28', 'name': '', 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'mac_address': 'fa:16:3e:14:cc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:14Z', 'updated_at': '2022-04-20T15:49:20Z', 'revision_number': 4, 'project_id': '90b466fec460443ab521eb95129709d8', 'subnets': [{'id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:21.165814 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b71e9b-4af3-45ee-a247-63c50f53ebdb None None] The sync data for ids ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'] in dv-neutron-838699-1-hyperv is: [{'id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214162857', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:04Z', 'updated_at': '2022-04-20T15:49:16Z', 'revision_number': 4, 'project_id': '90b466fec460443ab521eb95129709d8', 'gw_port': {'id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:05Z', 'updated_at': '2022-04-20T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '00ba9e15-c81e-49e9-ba9a-550641e2be28', 'name': '', 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'mac_address': 'fa:16:3e:14:cc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:14Z', 'updated_at': '2022-04-20T15:49:20Z', 'revision_number': 4, 'project_id': '90b466fec460443ab521eb95129709d8', 'subnets': [{'id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:21.195072 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d6e826d-d30a-4fc3-a27b-f6879057007b tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:21.196709 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4d6e826d-d30a-4fc3-a27b-f6879057007b tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "DELETE /v2.0/routers/6109d932-5a2b-48e9-a57a-561cc7bcae1b HTTP/1.1" status: 204 len: 168 time: 2.4272084 Apr 20 15:49:21.200329 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35436) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:21.207935 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Request body: {'router': {'name': 'tempest-snat-router-753834032', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'enable_snat': False}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:21.218245 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:21.227171 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Usage tracker for resource:router and tenant:8a2b8d985bdf4bd5adc3b7e425a98c71 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:21.231331 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:21.405804 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:21.419543 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:21.420961 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:21.450971 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:21.465714 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:21.803903 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-74dee0e6-8eac-449d-98b9-3d9d32cf1db1 req-a79a9684-a27d-4e12-9060-77568c3dbf73 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 210 time: 0.0870745 Apr 20 15:49:21.805242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:21.830312 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:21.840546 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35454) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:22.002701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-442914823'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:22.039379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:22.050787 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-0e2d6757-bb39-4b80-803d-0117937d3d19 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:22.052674 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-0e2d6757-bb39-4b80-803d-0117937d3d19 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.11 "GET /v2.0/networks?id=a0223280-2225-4f06-82c9-6cce0c339f2f HTTP/1.1" status: 200 len: 797 time: 0.2322593 Apr 20 15:49:22.053658 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:network and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:22.058763 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:22.079141 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:22.104589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:22.108046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:22.126516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:22.153619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:22.154984 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-bf9dedd1-d561-4225-a24e-8bfc4c3de8f7 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90b466fec460443ab521eb95129709d8 HTTP/1.1" status: 200 len: 380 time: 0.0928826 Apr 20 15:49:22.163822 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:22.170563 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-5d903e1e-85ee-491f-b233-8c0852498a6f tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Request body: {'port': {'device_id': '5422aa89-2fb8-4979-842c-5d66c0432a8d', 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f', 'admin_state_up': True, 'tenant_id': '90b466fec460443ab521eb95129709d8', 'security_groups': ['432938ca-152f-4ab2-a04e-f3bf9a6ddb58']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:22.278316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 00ba9e15-c81e-49e9-ba9a-550641e2be28 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:49:22.323182 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=b70f5c19-bc40-4bee-8b0d-6f299f7a520a,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:22.331470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:22.382583 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 00ba9e15-c81e-49e9-ba9a-550641e2be28 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:49:22.388037 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 00ba9e15-c81e-49e9-ba9a-550641e2be28 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:22.388411 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:22.487870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-5d903e1e-85ee-491f-b233-8c0852498a6f tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:22.499349 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-5d903e1e-85ee-491f-b233-8c0852498a6f tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:22.514286 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-5d903e1e-85ee-491f-b233-8c0852498a6f tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Made reservation on behalf of 90b466fec460443ab521eb95129709d8 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:22.518377 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-5d903e1e-85ee-491f-b233-8c0852498a6f tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:22.528578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:22.537668 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:security_group_rule and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:22.543571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:22.557899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:22.580554 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:22.622213 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 00ba9e15-c81e-49e9-ba9a-550641e2be28, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=00ba9e15-c81e-49e9-ba9a-550641e2be28,segment=NetworkSegment(8f6e2656-e833-462b-bdfb-8affc9ebcdb9),segment_id=8f6e2656-e833-462b-bdfb-8affc9ebcdb9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:22.628377 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:22.708903 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:22.709810 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=00ba9e15-c81e-49e9-ba9a-550641e2be28,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:22.745759 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Floating IP 471f3dd3-c9c6-4348-b9b6-e47212ce5e29 associated. External IP: 172.26.7.94, port: da0b7d41-25f4-4dbd-ab0e-2185fdf04e25. Apr 20 15:49:22.770653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-5d903e1e-85ee-491f-b233-8c0852498a6f tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Allocated IP 172.20.0.19 (a0223280-2225-4f06-82c9-6cce0c339f2f/b652363b-3050-414b-afa0-cb13b525c3e9/c85b0c1e-327a-42b8-ab3e-79fd9d403514) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:22.802716 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:22.809082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:22.869882 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:49:22.906737 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd61f58-6351-465e-8ebd-fb7991dd1b1f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:22.910271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:22.910623 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Added segment 15bd1051-f27d-415d-bff9-6e38b5de0f84 of type vlan for network 0b2b2072-8b0b-4fb6-925b-524f12b712b0 Apr 20 15:49:22.933639 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:23.018750 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:23.092001 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-5d903e1e-85ee-491f-b233-8c0852498a6f tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:23.098358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:23.103686 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:23.104297 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:23.227692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-5d903e1e-85ee-491f-b233-8c0852498a6f tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Transition to ACTIVE for port object c85b0c1e-327a-42b8-ab3e-79fd9d403514 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:23.242894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Allocated IP 172.26.7.47 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/7266293f-6c1d-4d26-90f3-9a7dcadbca59) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:23.247309 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b3e273b5-f97d-44a3-b0be-be7812f172e1 req-bd6337a6-24ad-4a9a-861a-abbd78ca679b tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 210 time: 0.2884715 Apr 20 15:49:23.275596 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4336469 Apr 20 15:49:23.279279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35468) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:23.289034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-85a15fc6-1896-42c4-bed6-8bf0caada231 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1948658147'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:23.293430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4b445-7db5-44d3-8868-267a624ddc83 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Network': ['ID=0b2b2072-8b0b-4fb6-925b-524f12b712b0,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:23.299849 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-85a15fc6-1896-42c4-bed6-8bf0caada231 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:23.305174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-85a15fc6-1896-42c4-bed6-8bf0caada231 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:network and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:23.309058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-85a15fc6-1896-42c4-bed6-8bf0caada231 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:23.317072 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-85a15fc6-1896-42c4-bed6-8bf0caada231 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:23.327104 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-5d903e1e-85ee-491f-b233-8c0852498a6f tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:23.379855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a15fc6-1896-42c4-bed6-8bf0caada231 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:23.383350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85a15fc6-1896-42c4-bed6-8bf0caada231 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:23.419631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-5d903e1e-85ee-491f-b233-8c0852498a6f tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Network a0223280-2225-4f06-82c9-6cce0c339f2f is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:23.424490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-5d903e1e-85ee-491f-b233-8c0852498a6f tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:23.435839 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 0b2b2072-8b0b-4fb6-925b-524f12b712b0 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:49:23.436434 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-5d903e1e-85ee-491f-b233-8c0852498a6f tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:23.470627 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router c240a787-006e-4627-b453-09729c9d2d68 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:49:23.489777 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d903e1e-85ee-491f-b233-8c0852498a6f tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event updated for resources: {'Port': ['ID=c85b0c1e-327a-42b8-ab3e-79fd9d403514,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:23.502470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a15fc6-1896-42c4-bed6-8bf0caada231 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:49:23.520809 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85a15fc6-1896-42c4-bed6-8bf0caada231 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:23.521156 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-85a15fc6-1896-42c4-bed6-8bf0caada231 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Added segment 9e5b8280-8736-4197-b683-58e833fd7107 of type vlan for network 752235d7-b900-4b84-8a6b-7303a8e77817 Apr 20 15:49:23.527545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-5d903e1e-85ee-491f-b233-8c0852498a6f tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:23.528202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-5d903e1e-85ee-491f-b233-8c0852498a6f tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:23.572491 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-5d903e1e-85ee-491f-b233-8c0852498a6f tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4104676 Apr 20 15:49:23.578611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85a15fc6-1896-42c4-bed6-8bf0caada231 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:23.585304 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:23.587440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Request body: {'port': {'device_id': '5422aa89-2fb8-4979-842c-5d66c0432a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:23.702085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85a15fc6-1896-42c4-bed6-8bf0caada231 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:23.706571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a15fc6-1896-42c4-bed6-8bf0caada231 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:23.707148 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85a15fc6-1896-42c4-bed6-8bf0caada231 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:23.718246 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:23.730160 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a060b3a-49b4-473c-a453-8b651523575e None None] Sync routers for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:23.737121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7703040b-0a44-4a34-a6ad-9c5356780d3b None None] Provisioning for port c85b0c1e-327a-42b8-ab3e-79fd9d403514 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:49:23.746031 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7703040b-0a44-4a34-a6ad-9c5356780d3b None None] Provisioning complete for port c85b0c1e-327a-42b8-ab3e-79fd9d403514 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:23.746582 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7703040b-0a44-4a34-a6ad-9c5356780d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:23.751199 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:23.771207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a060b3a-49b4-473c-a453-8b651523575e None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:23.777271 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-3a060b3a-49b4-473c-a453-8b651523575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:23.791967 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:23.806310 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-85a15fc6-1896-42c4-bed6-8bf0caada231 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5249586 Apr 20 15:49:23.812088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35472) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:23.831988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-6562f513-6edd-4a09-ab62-bbaf74e54f4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'subnet': {'network_id': '0b2b2072-8b0b-4fb6-925b-524f12b712b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:23.851085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:23.852748 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-3a060b3a-49b4-473c-a453-8b651523575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:23.875357 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:23.876575 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a060b3a-49b4-473c-a453-8b651523575e None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:23.877282 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-3a060b3a-49b4-473c-a453-8b651523575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:23.880453 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:23.882805 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:23.911316 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-03ac24e0-c7ed-4733-a584-bde5a2136db2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3760719 Apr 20 15:49:23.914914 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Pushing event updated for resources: {'Port': ['ID=7266293f-6c1d-4d26-90f3-9a7dcadbca59,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:23.916700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a15fc6-1896-42c4-bed6-8bf0caada231 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Network': ['ID=752235d7-b900-4b84-8a6b-7303a8e77817,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:23.924881 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35476) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:23.935992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-13487be7-8d19-4de4-9d60-842bb0a4a037 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:23.941565 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7703040b-0a44-4a34-a6ad-9c5356780d3b None None] Port c85b0c1e-327a-42b8-ab3e-79fd9d403514 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:49:23.943343 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 752235d7-b900-4b84-8a6b-7303a8e77817 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:49:24.009155 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-3a060b3a-49b4-473c-a453-8b651523575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:24.009498 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a060b3a-49b4-473c-a453-8b651523575e None None] The sync data for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:24.123209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6562f513-6edd-4a09-ab62-bbaf74e54f4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:24.142643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-13487be7-8d19-4de4-9d60-842bb0a4a037 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:24.199433 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 00ba9e15-c81e-49e9-ba9a-550641e2be28 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:49:24.213272 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6562f513-6edd-4a09-ab62-bbaf74e54f4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:subnet and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:24.283008 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 00ba9e15-c81e-49e9-ba9a-550641e2be28 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:24.283486 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:24.376945 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6562f513-6edd-4a09-ab62-bbaf74e54f4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:24.394366 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6562f513-6edd-4a09-ab62-bbaf74e54f4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:24.486620 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:24.556136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6562f513-6edd-4a09-ab62-bbaf74e54f4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:24.559429 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6562f513-6edd-4a09-ab62-bbaf74e54f4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:24.824468 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:24.840466 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-13487be7-8d19-4de4-9d60-842bb0a4a037 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:24.855935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-13487be7-8d19-4de4-9d60-842bb0a4a037 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:24.856237 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-13487be7-8d19-4de4-9d60-842bb0a4a037 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Floating IP 471f3dd3-c9c6-4348-b9b6-e47212ce5e29 disassociated. External IP: 172.26.7.94, port: da0b7d41-25f4-4dbd-ab0e-2185fdf04e25. Apr 20 15:49:24.974844 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f629b9-c147-4fc3-92ac-3aa6a850d210 req-ab671278-d002-49d8-b317-093c951f438d tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:24.975536 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-d6f629b9-c147-4fc3-92ac-3aa6a850d210 req-ab671278-d002-49d8-b317-093c951f438d tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Synchronizing usage tracker for tenant:90b466fec460443ab521eb95129709d8 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:49:25.031580 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Router 2fa84c92-d4c5-481f-83e1-7c240e5f7462 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:49:25.132382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-d6f629b9-c147-4fc3-92ac-3aa6a850d210 req-ab671278-d002-49d8-b317-093c951f438d tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Unset dirty status for tenant:90b466fec460443ab521eb95129709d8 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:49:25.133458 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d6f629b9-c147-4fc3-92ac-3aa6a850d210 req-ab671278-d002-49d8-b317-093c951f438d tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 932 time: 0.7404139 Apr 20 15:49:25.216681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:25.227518 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Sync routers for ids ['2fa84c92-d4c5-481f-83e1-7c240e5f7462'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:25.244268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:25.244828 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Routers {'2fa84c92-d4c5-481f-83e1-7c240e5f7462'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:25.247913 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b1048bed-c140-4951-8ceb-3b319b8753fc tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0439863 Apr 20 15:49:25.248160 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35482) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:25.248835 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['2fa84c92-d4c5-481f-83e1-7c240e5f7462'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:25.365650 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d6f629b9-c147-4fc3-92ac-3aa6a850d210 req-3693657a-eca7-4c10-8bb7-9007392cdcb2 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093070 Apr 20 15:49:25.381218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85b0c1e-327a-42b8-ab3e-79fd9d403514 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:49:25.396755 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6562f513-6edd-4a09-ab62-bbaf74e54f4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:25.403451 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:25.432835 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Set router 2fa84c92-d4c5-481f-83e1-7c240e5f7462 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:49:25.448870 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a3f88335-02e7-4ee6-ae25-082463cca97c tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "GET /v2.0/routers/2fa84c92-d4c5-481f-83e1-7c240e5f7462 HTTP/1.1" status: 200 len: 907 time: 0.1973307 Apr 20 15:49:25.449081 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35486) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:25.453766 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Request body: {'router': {'name': 'tempest-snat-router-753834032', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'enable_snat': True}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:25.458265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:25.462268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Usage tracker for resource:router and tenant:8a2b8d985bdf4bd5adc3b7e425a98c71 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:25.465103 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:25.471832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:25.487758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:25.488861 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:25.506024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:25.535912 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Transition to ACTIVE for port object c85b0c1e-327a-42b8-ab3e-79fd9d403514 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:25.567120 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:25.631494 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562f513-6edd-4a09-ab62-bbaf74e54f4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Subnet': ['ID=c6ffc59b-67c4-4454-be87-86f1e6807a6e,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:25.649536 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13487be7-8d19-4de4-9d60-842bb0a4a037 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router c240a787-006e-4627-b453-09729c9d2d68 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:49:25.711180 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6562f513-6edd-4a09-ab62-bbaf74e54f4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Checking segment: {'id': '15bd1051-f27d-415d-bff9-6e38b5de0f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b2b2072-8b0b-4fb6-925b-524f12b712b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:25.711546 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6562f513-6edd-4a09-ab62-bbaf74e54f4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network hostable DHCP agents. Network: 0b2b2072-8b0b-4fb6-925b-524f12b712b0, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:49:25.766929 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa84c92-d4c5-481f-83e1-7c240e5f7462', 'name': 'tempest-snat-router-753834032', 'tenant_id': '8a2b8d985bdf4bd5adc3b7e425a98c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.47'}], 'enable_snat': False}, 'gw_port_id': '7266293f-6c1d-4d26-90f3-9a7dcadbca59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:21Z', 'updated_at': '2022-04-20T15:49:24Z', 'revision_number': 3, 'project_id': '8a2b8d985bdf4bd5adc3b7e425a98c71', 'gw_port': {'id': '7266293f-6c1d-4d26-90f3-9a7dcadbca59', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa84c92-d4c5-481f-83e1-7c240e5f7462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:22Z', 'updated_at': '2022-04-20T15:49:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:25.772220 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Checking router: 2fa84c92-d4c5-481f-83e1-7c240e5f7462 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:49:25.772757 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Updating router 2fa84c92-d4c5-481f-83e1-7c240e5f7462 port 7266293f-6c1d-4d26-90f3-9a7dcadbca59 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:49:25.801111 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:25.802817 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Pushing event updated for resources: {'Port': ['ID=c85b0c1e-327a-42b8-ab3e-79fd9d403514,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:25.849545 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:26.091597 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6562f513-6edd-4a09-ab62-bbaf74e54f4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 0b2b2072-8b0b-4fb6-925b-524f12b712b0 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:49:26.186885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-6562f513-6edd-4a09-ab62-bbaf74e54f4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 0b2b2072-8b0b-4fb6-925b-524f12b712b0) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:26.193210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6562f513-6edd-4a09-ab62-bbaf74e54f4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:26.193670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6562f513-6edd-4a09-ab62-bbaf74e54f4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:26.196834 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36a3243-0c1e-40bb-b724-21b8ace6f303 None None] Network 0b2b2072-8b0b-4fb6-925b-524f12b712b0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:26.241801 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:26.245090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Attempting to bind port c85b0c1e-327a-42b8-ab3e-79fd9d403514 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:49:26.245697 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Attempting to bind port c85b0c1e-327a-42b8-ab3e-79fd9d403514 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '8f6e2656-e833-462b-bdfb-8affc9ebcdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:49:26.246468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Attempting to bind port c85b0c1e-327a-42b8-ab3e-79fd9d403514 on network a0223280-2225-4f06-82c9-6cce0c339f2f {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:49:26.256436 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Transition to ACTIVE for port object 7266293f-6c1d-4d26-90f3-9a7dcadbca59 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:26.259261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Port c85b0c1e-327a-42b8-ab3e-79fd9d403514 on network a0223280-2225-4f06-82c9-6cce0c339f2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:49:26.259866 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Attempting to bind port c85b0c1e-327a-42b8-ab3e-79fd9d403514 on network a0223280-2225-4f06-82c9-6cce0c339f2f {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:49:26.264984 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:26.284695 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:26.288855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:49:26.289186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Checking segment: {'id': '8f6e2656-e833-462b-bdfb-8affc9ebcdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:26.289580 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Bound using segment: {'id': '8f6e2656-e833-462b-bdfb-8affc9ebcdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:49:26.290029 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Bound port: c85b0c1e-327a-42b8-ab3e-79fd9d403514, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6e2656-e833-462b-bdfb-8affc9ebcdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:49:26.290375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:26.317362 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6562f513-6edd-4a09-ab62-bbaf74e54f4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4942269 Apr 20 15:49:26.324709 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13487be7-8d19-4de4-9d60-842bb0a4a037 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:26.324940 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35490) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:26.325777 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:26.330209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-13487be7-8d19-4de4-9d60-842bb0a4a037 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:26.338193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa483331-a969-462f-8ff1-02bd969519a2 None None] Sync routers for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:26.349252 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e9e45-25f4-4b6d-a7c1-36099c20ea9b None None] Pushing event updated for resources: {'Port': ['ID=7266293f-6c1d-4d26-90f3-9a7dcadbca59,revision_number=2']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:26.363128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa483331-a969-462f-8ff1-02bd969519a2 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:26.364068 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-aa483331-a969-462f-8ff1-02bd969519a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:26.371758 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Attempting to bind port 7266293f-6c1d-4d26-90f3-9a7dcadbca59 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:49:26.372205 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Attempting to bind port 7266293f-6c1d-4d26-90f3-9a7dcadbca59 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:49:26.373577 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Attempting to bind port 7266293f-6c1d-4d26-90f3-9a7dcadbca59 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:49:26.378964 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:49:26.379332 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:26.379729 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:26.380153 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:49:26.380608 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Bound port: 7266293f-6c1d-4d26-90f3-9a7dcadbca59, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:49:26.380997 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:26.460417 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] For port 7266293f-6c1d-4d26-90f3-9a7dcadbca59, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:49:26.461271 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-aa483331-a969-462f-8ff1-02bd969519a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:26.464196 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] For port 7266293f-6c1d-4d26-90f3-9a7dcadbca59, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7266293f-6c1d-4d26-90f3-9a7dcadbca59,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:49:26.469374 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:26.470338 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-13487be7-8d19-4de4-9d60-842bb0a4a037 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "PUT /v2.0/floatingips/471f3dd3-c9c6-4348-b9b6-e47212ce5e29 HTTP/1.1" status: 200 len: 687 time: 2.5426409 Apr 20 15:49:26.482930 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35494) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:26.516619 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa483331-a969-462f-8ff1-02bd969519a2 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:26.517425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-aa483331-a969-462f-8ff1-02bd969519a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:26.552248 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e9e45-25f4-4b6d-a7c1-36099c20ea9b None None] Pushing event updated for resources: {'Port': ['ID=7266293f-6c1d-4d26-90f3-9a7dcadbca59,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:26.571549 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Routers {'2fa84c92-d4c5-481f-83e1-7c240e5f7462'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:26.572209 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['2fa84c92-d4c5-481f-83e1-7c240e5f7462'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:26.592833 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Allocated IP 172.26.7.177 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/6e9755f8-8e33-4358-aa57-d45bf7024eb4) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:26.602309 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-aa483331-a969-462f-8ff1-02bd969519a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:26.603080 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa483331-a969-462f-8ff1-02bd969519a2 None None] The sync data for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:26.675053 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-0b2b2072-8b0b-4fb6-925b-524f12b712b0', 'network_id': '0b2b2072-8b0b-4fb6-925b-524f12b712b0', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'fixed_ips': [{'subnet_id': 'c6ffc59b-67c4-4454-be87-86f1e6807a6e'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:49:26.676005 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:26.728653 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-73d29179-48fb-4553-b487-77938ffd5a52 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'subnet': {'network_id': '752235d7-b900-4b84-8a6b-7303a8e77817', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:26.761705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] For port c85b0c1e-327a-42b8-ab3e-79fd9d403514, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:49:26.765455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-46356e5b-7267-4664-a097-c187ea3d1bd9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Deleting port b70f5c19-bc40-4bee-8b0d-6f299f7a520a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:26.765967 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46356e5b-7267-4664-a097-c187ea3d1bd9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:26.766659 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] Set router 2fa84c92-d4c5-481f-83e1-7c240e5f7462 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:49:26.820655 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] For port c85b0c1e-327a-42b8-ab3e-79fd9d403514, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c85b0c1e-327a-42b8-ab3e-79fd9d403514,segment=NetworkSegment(8f6e2656-e833-462b-bdfb-8affc9ebcdb9),segment_id=8f6e2656-e833-462b-bdfb-8affc9ebcdb9)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:49:26.844372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:26.877834 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Allocated IP 2001:db8::2 (0b2b2072-8b0b-4fb6-925b-524f12b712b0/c6ffc59b-67c4-4454-be87-86f1e6807a6e/295e03ff-fc34-4988-9684-ad30e6e196e4) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:26.883285 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:26.920577 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:26.993649 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-73d29179-48fb-4553-b487-77938ffd5a52 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:27.017097 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-73d29179-48fb-4553-b487-77938ffd5a52 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:subnet and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:27.018396 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:27.019134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:27.020684 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] 10.222.0.11 "PUT /v2.0/ports/c85b0c1e-327a-42b8-ab3e-79fd9d403514 HTTP/1.1" status: 200 len: 1094 time: 3.4381831 Apr 20 15:49:27.022979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-73d29179-48fb-4553-b487-77938ffd5a52 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:27.033439 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:27.035979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:27.040821 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5422aa89-2fb8-4979-842c-5d66c0432a8d', 'tag': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:49:27.045171 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:27.073991 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Pushing event updated for resources: {'Port': ['ID=6e9755f8-8e33-4358-aa57-d45bf7024eb4,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:27.082126 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-73d29179-48fb-4553-b487-77938ffd5a52 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:27.100755 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93b4ea-5f0d-461d-a3a5-e56a5fac8749 req-41a8a58b-5547-4eef-aea4-5e9ce48eadd5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:27.111313 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fb93b4ea-5f0d-461d-a3a5-e56a5fac8749 req-41a8a58b-5547-4eef-aea4-5e9ce48eadd5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 944 time: 0.5140538 Apr 20 15:49:27.149918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d29179-48fb-4553-b487-77938ffd5a52 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:27.158032 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-73d29179-48fb-4553-b487-77938ffd5a52 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:27.180358 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c77dc6f0-c761-4b3e-9ba6-d5e33e56676a'] response: {'name': 'network-changed', 'server_uuid': '5422aa89-2fb8-4979-842c-5d66c0432a8d', 'tag': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514', 'status': 'completed', 'code': 200} Apr 20 15:49:27.196545 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:27.214024 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa84c92-d4c5-481f-83e1-7c240e5f7462', 'name': 'tempest-snat-router-753834032', 'tenant_id': '8a2b8d985bdf4bd5adc3b7e425a98c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.47'}], 'enable_snat': False}, 'gw_port_id': '7266293f-6c1d-4d26-90f3-9a7dcadbca59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:21Z', 'updated_at': '2022-04-20T15:49:24Z', 'revision_number': 3, 'project_id': '8a2b8d985bdf4bd5adc3b7e425a98c71', 'gw_port': {'id': '7266293f-6c1d-4d26-90f3-9a7dcadbca59', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa84c92-d4c5-481f-83e1-7c240e5f7462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:22Z', 'updated_at': '2022-04-20T15:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:27.220114 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d9c0c-e5ac-42d9-b178-0b1728651a4e None None] The sync data for ids ['2fa84c92-d4c5-481f-83e1-7c240e5f7462'] in dv-neutron-838699-1-hyperv is: [{'id': '2fa84c92-d4c5-481f-83e1-7c240e5f7462', 'name': 'tempest-snat-router-753834032', 'tenant_id': '8a2b8d985bdf4bd5adc3b7e425a98c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.47'}], 'enable_snat': False}, 'gw_port_id': '7266293f-6c1d-4d26-90f3-9a7dcadbca59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:21Z', 'updated_at': '2022-04-20T15:49:24Z', 'revision_number': 3, 'project_id': '8a2b8d985bdf4bd5adc3b7e425a98c71', 'gw_port': {'id': '7266293f-6c1d-4d26-90f3-9a7dcadbca59', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa84c92-d4c5-481f-83e1-7c240e5f7462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:22Z', 'updated_at': '2022-04-20T15:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:27.222546 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Transition to ACTIVE for port object 295e03ff-fc34-4988-9684-ad30e6e196e4 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:27.232961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5d244-aea9-47ea-95bc-fb3ddc37683a service neutron] Pushing event updated for resources: {'Port': ['ID=c85b0c1e-327a-42b8-ab3e-79fd9d403514,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:27.276051 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Transition to ACTIVE for port object 295e03ff-fc34-4988-9684-ad30e6e196e4 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:27.287152 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:27.352442 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46356e5b-7267-4664-a097-c187ea3d1bd9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:27.352774 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46356e5b-7267-4664-a097-c187ea3d1bd9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:27.377676 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fb93b4ea-5f0d-461d-a3a5-e56a5fac8749 req-c3fd480f-7b8c-4dc9-8356-ab7476107291 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651308 Apr 20 15:49:27.398435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Network 0b2b2072-8b0b-4fb6-925b-524f12b712b0 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:27.402068 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:27.407364 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:27.412222 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Pushing event updated for resources: {'Port': ['ID=295e03ff-fc34-4988-9684-ad30e6e196e4,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:27.523038 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Attempting to bind port 295e03ff-fc34-4988-9684-ad30e6e196e4 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:49:27.523460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Attempting to bind port 295e03ff-fc34-4988-9684-ad30e6e196e4 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '15bd1051-f27d-415d-bff9-6e38b5de0f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b2b2072-8b0b-4fb6-925b-524f12b712b0'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:49:27.523817 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Attempting to bind port 295e03ff-fc34-4988-9684-ad30e6e196e4 on network 0b2b2072-8b0b-4fb6-925b-524f12b712b0 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:49:27.529563 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:49:27.529933 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Checking segment: {'id': '15bd1051-f27d-415d-bff9-6e38b5de0f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b2b2072-8b0b-4fb6-925b-524f12b712b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:27.530359 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:27.530733 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Bound using segment: {'id': '15bd1051-f27d-415d-bff9-6e38b5de0f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b2b2072-8b0b-4fb6-925b-524f12b712b0'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:49:27.531251 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Bound port: 295e03ff-fc34-4988-9684-ad30e6e196e4, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bd1051-f27d-415d-bff9-6e38b5de0f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b2b2072-8b0b-4fb6-925b-524f12b712b0'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:49:27.531658 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:27.538959 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-46356e5b-7267-4664-a097-c187ea3d1bd9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Calling delete_port for b70f5c19-bc40-4bee-8b0d-6f299f7a520a owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:27.678390 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] For port 295e03ff-fc34-4988-9684-ad30e6e196e4, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:49:27.686185 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] For port 295e03ff-fc34-4988-9684-ad30e6e196e4, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=295e03ff-fc34-4988-9684-ad30e6e196e4,segment=NetworkSegment(15bd1051-f27d-415d-bff9-6e38b5de0f84),segment_id=15bd1051-f27d-415d-bff9-6e38b5de0f84)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:49:27.692490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-4c2f7034-22de-4084-a47a-cf737330dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:27.695315 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-4c2f7034-22de-4084-a47a-cf737330dd61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90b466fec460443ab521eb95129709d8&device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 1097 time: 0.5791519 Apr 20 15:49:27.700483 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:27.793590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f561c2-8ea7-4396-8666-91dd0efd6ef9 None None] Pushing event updated for resources: {'Port': ['ID=295e03ff-fc34-4988-9684-ad30e6e196e4,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:27.816487 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-390868be-f0fa-4615-8126-045a3b731e1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c85b0c1e-327a-42b8-ab3e-79fd9d403514 HTTP/1.1" status: 200 len: 217 time: 0.0865781 Apr 20 15:49:27.900401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46356e5b-7267-4664-a097-c187ea3d1bd9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:27.943978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-d38de880-2368-44d9-b569-3180d1c4224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:27.945446 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-d38de880-2368-44d9-b569-3180d1c4224a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b652363b-3050-414b-afa0-cb13b525c3e9 HTTP/1.1" status: 200 len: 838 time: 0.1180344 Apr 20 15:49:27.971222 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:28.042490 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-73d29179-48fb-4553-b487-77938ffd5a52 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:28.164175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46356e5b-7267-4664-a097-c187ea3d1bd9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Port': ['ID=b70f5c19-bc40-4bee-8b0d-6f299f7a520a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:28.262845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d29179-48fb-4553-b487-77938ffd5a52 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Checking segment: {'id': '9e5b8280-8736-4197-b683-58e833fd7107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '752235d7-b900-4b84-8a6b-7303a8e77817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:28.263468 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d29179-48fb-4553-b487-77938ffd5a52 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network hostable DHCP agents. Network: 752235d7-b900-4b84-8a6b-7303a8e77817, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:49:28.300927 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d29179-48fb-4553-b487-77938ffd5a52 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Subnet': ['ID=cc150785-d2c0-4f30-b544-201fb3788362,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:28.362652 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46356e5b-7267-4664-a097-c187ea3d1bd9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:28.368278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 295e03ff-fc34-4988-9684-ad30e6e196e4 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:49:28.378615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-d12f58a2-842a-4908-a228-9510c552a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:28.380294 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-d12f58a2-842a-4908-a228-9510c552a156 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0223280-2225-4f06-82c9-6cce0c339f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2790997 Apr 20 15:49:28.383008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46356e5b-7267-4664-a097-c187ea3d1bd9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:28.388346 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-46356e5b-7267-4664-a097-c187ea3d1bd9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/floatingips/471f3dd3-c9c6-4348-b9b6-e47212ce5e29 HTTP/1.1" status: 204 len: 168 time: 1.8998873 Apr 20 15:49:28.391058 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35502) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:28.402523 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': '916c5ccb-1263-405a-9613-144488c4af9e'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:28.409559 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:28.413614 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Usage tracker for resource:floatingip and tenant:c521b6ae862e40c3ab8c8f72cf8aeccd is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:28.416770 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:28.423407 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:28.430584 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d29179-48fb-4553-b487-77938ffd5a52 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 752235d7-b900-4b84-8a6b-7303a8e77817 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:49:28.497981 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 295e03ff-fc34-4988-9684-ad30e6e196e4 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:49:28.509514 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:28.511496 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7266293f-6c1d-4d26-90f3-9a7dcadbca59 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:49:28.534068 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-73d29179-48fb-4553-b487-77938ffd5a52 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 752235d7-b900-4b84-8a6b-7303a8e77817) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:28.537479 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-6b0ad83f-d2fd-4689-ac80-2bc22bbf479d service neutron] 10.222.0.11 "GET /v2.0/networks/a0223280-2225-4f06-82c9-6cce0c339f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498144 Apr 20 15:49:28.549136 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d29179-48fb-4553-b487-77938ffd5a52 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:28.549726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-73d29179-48fb-4553-b487-77938ffd5a52 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:28.612165 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f35a500-eb2d-4252-99f9-34416549c56c None None] Network 752235d7-b900-4b84-8a6b-7303a8e77817 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:28.644491 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:28.709232 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 7266293f-6c1d-4d26-90f3-9a7dcadbca59 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:49:28.723193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 7266293f-6c1d-4d26-90f3-9a7dcadbca59 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:28.723565 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:28.725544 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-915973a3-9228-4f9d-8584-fe2bb592d14f req-782aa4ad-7368-4bcf-ba7c-12bbad51c490 service neutron] 10.222.0.11 "GET /v2.0/networks/a0223280-2225-4f06-82c9-6cce0c339f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820915 Apr 20 15:49:28.778455 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-73d29179-48fb-4553-b487-77938ffd5a52 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0545361 Apr 20 15:49:28.778835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35508) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:28.784924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-9bb3e56f-8f11-43f1-b796-5dbdcf8f284f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-122040585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:28.845193 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9bb3e56f-8f11-43f1-b796-5dbdcf8f284f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:28.849937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9bb3e56f-8f11-43f1-b796-5dbdcf8f284f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:router and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:28.853138 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9bb3e56f-8f11-43f1-b796-5dbdcf8f284f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:28.860298 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9bb3e56f-8f11-43f1-b796-5dbdcf8f284f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:28.881083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e56f-8f11-43f1-b796-5dbdcf8f284f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:28.886304 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e56f-8f11-43f1-b796-5dbdcf8f284f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:28.920083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e56f-8f11-43f1-b796-5dbdcf8f284f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:28.953851 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65f18f-b25f-42e8-ad6d-0d65dc1c82b8 req-4d26d63f-8bc9-4e2a-8bab-4e779ead63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:28.956325 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad65f18f-b25f-42e8-ad6d-0d65dc1c82b8 req-4d26d63f-8bc9-4e2a-8bab-4e779ead63c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90b466fec460443ab521eb95129709d8&device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 1097 time: 0.1549480 Apr 20 15:49:28.957048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e56f-8f11-43f1-b796-5dbdcf8f284f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:28.961527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:28.979359 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 7266293f-6c1d-4d26-90f3-9a7dcadbca59, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7266293f-6c1d-4d26-90f3-9a7dcadbca59,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:29.013422 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:29.014551 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:29.080577 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Router d9ff6cc7-6b6f-4c77-b977-ef5780c9861b is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:49:29.099370 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=7266293f-6c1d-4d26-90f3-9a7dcadbca59,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:29.205233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-752235d7-b900-4b84-8a6b-7303a8e77817', 'network_id': '752235d7-b900-4b84-8a6b-7303a8e77817', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'fixed_ips': [{'subnet_id': 'cc150785-d2c0-4f30-b544-201fb3788362'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:49:29.206391 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:29.211290 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65f18f-b25f-42e8-ad6d-0d65dc1c82b8 req-b0dea7f6-b892-4e9f-a143-5bd2c948d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:29.212927 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad65f18f-b25f-42e8-ad6d-0d65dc1c82b8 req-b0dea7f6-b892-4e9f-a143-5bd2c948d91f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0223280-2225-4f06-82c9-6cce0c339f2f HTTP/1.1" status: 200 len: 898 time: 0.2489383 Apr 20 15:49:29.222079 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e56f-8f11-43f1-b796-5dbdcf8f284f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:29.225776 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9bb3e56f-8f11-43f1-b796-5dbdcf8f284f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4433515 Apr 20 15:49:29.244219 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef6cac5-ee36-478f-ab14-5f9f6f5b0910 None None] Network 0b2b2072-8b0b-4fb6-925b-524f12b712b0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:29.254604 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35514) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:29.297901 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad65f18f-b25f-42e8-ad6d-0d65dc1c82b8 req-7900d390-d75d-4580-bebf-33f6547c57a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c85b0c1e-327a-42b8-ab3e-79fd9d403514 HTTP/1.1" status: 200 len: 217 time: 0.0770614 Apr 20 15:49:29.384192 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-24f77eb6-b3d2-468c-be44-66be28aa6ad4 None None] Provisioning for port 295e03ff-fc34-4988-9684-ad30e6e196e4 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:49:29.391924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e22e2-4170-46b4-ad59-de3dc595b033 req-3b86a87b-78cc-4f66-bb27-5a6b450b0698 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:29.399284 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7b3e22e2-4170-46b4-ad59-de3dc595b033 req-3b86a87b-78cc-4f66-bb27-5a6b450b0698 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 944 time: 0.5308943 Apr 20 15:49:29.411355 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-24f77eb6-b3d2-468c-be44-66be28aa6ad4 None None] Provisioning complete for port 295e03ff-fc34-4988-9684-ad30e6e196e4 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:29.411558 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-24f77eb6-b3d2-468c-be44-66be28aa6ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:29.423402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65f18f-b25f-42e8-ad6d-0d65dc1c82b8 req-126293e2-c73d-4383-96b1-e5dfc7b81e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:29.424882 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad65f18f-b25f-42e8-ad6d-0d65dc1c82b8 req-126293e2-c73d-4383-96b1-e5dfc7b81e94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b652363b-3050-414b-afa0-cb13b525c3e9 HTTP/1.1" status: 200 len: 838 time: 0.1197078 Apr 20 15:49:29.493272 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7b3e22e2-4170-46b4-ad59-de3dc595b033 req-5019d3be-2c32-4632-9c5f-617048989aa5 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930376 Apr 20 15:49:29.530865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65f18f-b25f-42e8-ad6d-0d65dc1c82b8 req-5de276a7-42f9-4c9f-b4a1-d68adb1435da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:29.533305 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad65f18f-b25f-42e8-ad6d-0d65dc1c82b8 req-5de276a7-42f9-4c9f-b4a1-d68adb1435da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0223280-2225-4f06-82c9-6cce0c339f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0966837 Apr 20 15:49:29.665037 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Allocated IP 2001:db8:1::2 (752235d7-b900-4b84-8a6b-7303a8e77817/cc150785-d2c0-4f30-b544-201fb3788362/406725c0-79ec-4395-8fce-e81fd22cd64f) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:29.665633 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:29.678766 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Sync routers for ids ['d9ff6cc7-6b6f-4c77-b977-ef5780c9861b'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:29.693881 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Routers {'d9ff6cc7-6b6f-4c77-b977-ef5780c9861b'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:29.694505 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d9ff6cc7-6b6f-4c77-b977-ef5780c9861b'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:29.706935 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad65f18f-b25f-42e8-ad6d-0d65dc1c82b8 req-77f5bebc-4c99-4dbc-9fbc-19b689b9eb35 service neutron] 10.222.0.11 "GET /v2.0/networks/a0223280-2225-4f06-82c9-6cce0c339f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662874 Apr 20 15:49:29.747223 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-24f77eb6-b3d2-468c-be44-66be28aa6ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:29.814878 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Allocated IP 172.26.7.12 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/68a8ce82-de2c-478d-bbbb-531ee0b3583b) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:29.886163 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-24f77eb6-b3d2-468c-be44-66be28aa6ad4 None None] For port 295e03ff-fc34-4988-9684-ad30e6e196e4, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=295e03ff-fc34-4988-9684-ad30e6e196e4,segment=NetworkSegment(15bd1051-f27d-415d-bff9-6e38b5de0f84),segment_id=15bd1051-f27d-415d-bff9-6e38b5de0f84)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:29.901358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-24f77eb6-b3d2-468c-be44-66be28aa6ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:29.904628 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:29.906762 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b9e73010-b361-48f5-aaac-541f5d8bbdbe tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4559481 Apr 20 15:49:29.910622 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35518) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:29.987533 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Set router d9ff6cc7-6b6f-4c77-b977-ef5780c9861b gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:49:30.064457 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f77eb6-b3d2-468c-be44-66be28aa6ad4 None None] Pushing event updated for resources: {'Port': ['ID=295e03ff-fc34-4988-9684-ad30e6e196e4,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:30.070217 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad65f18f-b25f-42e8-ad6d-0d65dc1c82b8 req-1a4c898e-b741-4946-8341-3d72e9396e70 service neutron] 10.222.0.11 "GET /v2.0/networks/a0223280-2225-4f06-82c9-6cce0c339f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569453 Apr 20 15:49:30.074646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:30.097799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Transition to ACTIVE for port object 406725c0-79ec-4395-8fce-e81fd22cd64f will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:30.114460 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:30.116769 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Transition to ACTIVE for port object 406725c0-79ec-4395-8fce-e81fd22cd64f will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:30.125856 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:30.221159 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Network 752235d7-b900-4b84-8a6b-7303a8e77817 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:30.243237 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:30.256110 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:30.288394 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-58903e15-5ef7-45ed-afab-c86f259c9093 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "GET /v2.0/routers/d9ff6cc7-6b6f-4c77-b977-ef5780c9861b HTTP/1.1" status: 200 len: 907 time: 0.3758793 Apr 20 15:49:30.290549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35522) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:30.303031 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 295e03ff-fc34-4988-9684-ad30e6e196e4 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:49:30.352690 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Pushing event updated for resources: {'Port': ['ID=406725c0-79ec-4395-8fce-e81fd22cd64f,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:30.408395 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:30.473186 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Attempting to bind port 406725c0-79ec-4395-8fce-e81fd22cd64f on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:49:30.473798 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Attempting to bind port 406725c0-79ec-4395-8fce-e81fd22cd64f by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '9e5b8280-8736-4197-b683-58e833fd7107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '752235d7-b900-4b84-8a6b-7303a8e77817'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:49:30.474158 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Attempting to bind port 406725c0-79ec-4395-8fce-e81fd22cd64f on network 752235d7-b900-4b84-8a6b-7303a8e77817 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:49:30.483119 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:49:30.483665 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Checking segment: {'id': '9e5b8280-8736-4197-b683-58e833fd7107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '752235d7-b900-4b84-8a6b-7303a8e77817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:30.484240 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:30.485493 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Bound using segment: {'id': '9e5b8280-8736-4197-b683-58e833fd7107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '752235d7-b900-4b84-8a6b-7303a8e77817'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:49:30.486063 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Bound port: 406725c0-79ec-4395-8fce-e81fd22cd64f, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5b8280-8736-4197-b683-58e833fd7107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '752235d7-b900-4b84-8a6b-7303a8e77817'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:49:30.486536 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:30.505940 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e6798b03-3c63-4810-b221-539b74c9df81 None None] Provisioning complete for port 295e03ff-fc34-4988-9684-ad30e6e196e4 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:30.506480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e6798b03-3c63-4810-b221-539b74c9df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:30.512136 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ff6cc7-6b6f-4c77-b977-ef5780c9861b', 'name': 'tempest-snat-router-753834032', 'tenant_id': '8a2b8d985bdf4bd5adc3b7e425a98c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '6e9755f8-8e33-4358-aa57-d45bf7024eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:25Z', 'updated_at': '2022-04-20T15:49:27Z', 'revision_number': 3, 'project_id': '8a2b8d985bdf4bd5adc3b7e425a98c71', 'gw_port': {'id': '6e9755f8-8e33-4358-aa57-d45bf7024eb4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ff6cc7-6b6f-4c77-b977-ef5780c9861b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:26Z', 'updated_at': '2022-04-20T15:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:30.531857 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Checking router: d9ff6cc7-6b6f-4c77-b977-ef5780c9861b for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:49:30.532207 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Updating router d9ff6cc7-6b6f-4c77-b977-ef5780c9861b port 6e9755f8-8e33-4358-aa57-d45bf7024eb4 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:49:30.569277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:30.615933 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 295e03ff-fc34-4988-9684-ad30e6e196e4 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:30.616204 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:30.639715 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:30.691940 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:30.700600 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:30.706915 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:30.742474 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=68a8ce82-de2c-478d-bbbb-531ee0b3583b,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:30.761776 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] For port 406725c0-79ec-4395-8fce-e81fd22cd64f, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:49:30.767813 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Allocated IP 2001:db8::1 (0b2b2072-8b0b-4fb6-925b-524f12b712b0/c6ffc59b-67c4-4454-be87-86f1e6807a6e/52eda47f-b174-417f-a764-6608274435b9) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:30.780875 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] For port 406725c0-79ec-4395-8fce-e81fd22cd64f, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=406725c0-79ec-4395-8fce-e81fd22cd64f,segment=NetworkSegment(9e5b8280-8736-4197-b683-58e833fd7107),segment_id=9e5b8280-8736-4197-b683-58e833fd7107)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:49:30.793025 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:30.794121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:31.002555 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7266293f-6c1d-4d26-90f3-9a7dcadbca59 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:49:31.010371 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:31.043516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0eeaff-30b6-4478-a1d3-5f4de0466793 req-b0f91572-abdd-4256-b48e-3879e3034235 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:31.043797 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd2816-1ff1-4c8a-a9e6-e4f1ef2ea0bf None None] Pushing event updated for resources: {'Port': ['ID=406725c0-79ec-4395-8fce-e81fd22cd64f,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:31.045198 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-aa0eeaff-30b6-4478-a1d3-5f4de0466793 req-b0f91572-abdd-4256-b48e-3879e3034235 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 944 time: 0.3604236 Apr 20 15:49:31.050782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Deleting port 6e9755f8-8e33-4358-aa57-d45bf7024eb4 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:31.051516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:31.112215 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 7266293f-6c1d-4d26-90f3-9a7dcadbca59 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:31.112832 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:31.155225 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:31.188481 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Transition to ACTIVE for port object 52eda47f-b174-417f-a764-6608274435b9 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:31.192432 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-aa0eeaff-30b6-4478-a1d3-5f4de0466793 req-b0968fef-ce10-44a3-acd5-4b64f1a4e626 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111345 Apr 20 15:49:31.205655 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:31.223593 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Transition to ACTIVE for port object 6e9755f8-8e33-4358-aa57-d45bf7024eb4 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:31.234447 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:31.307054 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:31.388277 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d035f68-5bec-405d-b88c-67c645779134 None None] Pushing event updated for resources: {'Port': ['ID=6e9755f8-8e33-4358-aa57-d45bf7024eb4,revision_number=2']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:31.392829 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Attempting to bind port 6e9755f8-8e33-4358-aa57-d45bf7024eb4 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:49:31.393201 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Attempting to bind port 6e9755f8-8e33-4358-aa57-d45bf7024eb4 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:49:31.393561 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Attempting to bind port 6e9755f8-8e33-4358-aa57-d45bf7024eb4 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:49:31.405583 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:49:31.405961 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:31.406401 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:31.406515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:31.406964 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:49:31.407251 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Bound port: 6e9755f8-8e33-4358-aa57-d45bf7024eb4, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:49:31.407623 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:31.494214 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] For port 6e9755f8-8e33-4358-aa57-d45bf7024eb4, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:49:31.497580 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] For port 6e9755f8-8e33-4358-aa57-d45bf7024eb4, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=6e9755f8-8e33-4358-aa57-d45bf7024eb4,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:49:31.504144 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:31.551908 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Calling delete_port for 6e9755f8-8e33-4358-aa57-d45bf7024eb4 owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:31.583510 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 0b2b2072-8b0b-4fb6-925b-524f12b712b0 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:31.586669 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Routers {'d9ff6cc7-6b6f-4c77-b977-ef5780c9861b'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:31.587384 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d9ff6cc7-6b6f-4c77-b977-ef5780c9861b'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:31.590767 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=52eda47f-b174-417f-a764-6608274435b9,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:31.593424 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:31.604489 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:31.605090 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:31.738977 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d035f68-5bec-405d-b88c-67c645779134 None None] Pushing event updated for resources: {'Port': ['ID=6e9755f8-8e33-4358-aa57-d45bf7024eb4,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:31.753627 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:31.779796 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] Set router d9ff6cc7-6b6f-4c77-b977-ef5780c9861b gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:49:31.805944 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:31.838316 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:49:31.839433 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:49:31.889338 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ff6cc7-6b6f-4c77-b977-ef5780c9861b', 'name': 'tempest-snat-router-753834032', 'tenant_id': '8a2b8d985bdf4bd5adc3b7e425a98c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:25Z', 'updated_at': '2022-04-20T15:49:31Z', 'revision_number': 4, 'project_id': '8a2b8d985bdf4bd5adc3b7e425a98c71', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:31.893548 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6d771-89ff-4d31-9e92-2ac5f5232518 None None] The sync data for ids ['d9ff6cc7-6b6f-4c77-b977-ef5780c9861b'] in dv-neutron-838699-1-hyperv is: [{'id': 'd9ff6cc7-6b6f-4c77-b977-ef5780c9861b', 'name': 'tempest-snat-router-753834032', 'tenant_id': '8a2b8d985bdf4bd5adc3b7e425a98c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:25Z', 'updated_at': '2022-04-20T15:49:31Z', 'revision_number': 4, 'project_id': '8a2b8d985bdf4bd5adc3b7e425a98c71', 'gw_port_host': None}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:32.068198 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-aec6817e-488e-47e4-a625-45a6b8cb11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:32.074457 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f81cb3be-1451-4cd6-a459-c740dd21991f None None] Provisioning for port 52eda47f-b174-417f-a764-6608274435b9 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:49:32.087030 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f81cb3be-1451-4cd6-a459-c740dd21991f None None] Provisioning complete for port 52eda47f-b174-417f-a764-6608274435b9 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:32.087604 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f81cb3be-1451-4cd6-a459-c740dd21991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:32.203475 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-f81cb3be-1451-4cd6-a459-c740dd21991f None None] Port 52eda47f-b174-417f-a764-6608274435b9 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:49:32.206346 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:32.340752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Deleting port 6e9755f8-8e33-4358-aa57-d45bf7024eb4 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:32.341108 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:32.363443 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 406725c0-79ec-4395-8fce-e81fd22cd64f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:49:32.431622 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2b978a-e1d0-4381-9429-d23dd58cb826 None None] Network 752235d7-b900-4b84-8a6b-7303a8e77817 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:32.501034 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:32.556208 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4ad79f58-746e-45b5-ab99-a7e8d8808104 None None] Provisioning for port 406725c0-79ec-4395-8fce-e81fd22cd64f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:49:32.566253 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:32.568340 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:32.569254 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:32.604163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] For port 6e9755f8-8e33-4358-aa57-d45bf7024eb4, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=6e9755f8-8e33-4358-aa57-d45bf7024eb4,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:32.604743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:32.616057 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 406725c0-79ec-4395-8fce-e81fd22cd64f completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:49:32.622044 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:32.664022 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 406725c0-79ec-4395-8fce-e81fd22cd64f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:32.664321 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:32.787274 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=52eda47f-b174-417f-a764-6608274435b9,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:32.866347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:32.880327 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c85b0c1e-327a-42b8-ab3e-79fd9d403514 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 15:49:32.895023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:32.965935 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 406725c0-79ec-4395-8fce-e81fd22cd64f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=406725c0-79ec-4395-8fce-e81fd22cd64f,segment=NetworkSegment(9e5b8280-8736-4197-b683-58e833fd7107),segment_id=9e5b8280-8736-4197-b683-58e833fd7107)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:32.966278 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Calling delete_port for 6e9755f8-8e33-4358-aa57-d45bf7024eb4 owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:33.007077 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=68a8ce82-de2c-478d-bbbb-531ee0b3583b,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:33.012409 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff43fa-7ca0-47b5-b431-615282b84ff5 req-5de96d2f-b407-4312-8279-2f6208bdcbfd tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:33.013767 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-99ff43fa-7ca0-47b5-b431-615282b84ff5 req-5de96d2f-b407-4312-8279-2f6208bdcbfd tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 944 time: 0.6151638 Apr 20 15:49:33.023086 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:33.032729 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 0b2b2072-8b0b-4fb6-925b-524f12b712b0 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:33.042564 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:33.165120 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-99ff43fa-7ca0-47b5-b431-615282b84ff5 req-bd46824d-b0e0-46ef-87c8-a8387537e3da tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383972 Apr 20 15:49:33.231190 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=406725c0-79ec-4395-8fce-e81fd22cd64f,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:33.273441 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c85b0c1e-327a-42b8-ab3e-79fd9d403514, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c85b0c1e-327a-42b8-ab3e-79fd9d403514,segment=NetworkSegment(8f6e2656-e833-462b-bdfb-8affc9ebcdb9),segment_id=8f6e2656-e833-462b-bdfb-8affc9ebcdb9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:33.295620 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514', 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f', 'port_id': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514', 'mac_address': 'fa:16:3e:72:b2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 15:49:33.334797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:33.396266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e9755f8-8e33-4358-aa57-d45bf7024eb4,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:33.397820 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:33.424503 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85b0c1e-327a-42b8-ab3e-79fd9d403514 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:49:33.441175 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b6140025-c267-40b3-a144-6b0cfa141b23 None None] Provisioning complete for port 406725c0-79ec-4395-8fce-e81fd22cd64f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:33.441750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b6140025-c267-40b3-a144-6b0cfa141b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:33.501451 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c85b0c1e-327a-42b8-ab3e-79fd9d403514, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c85b0c1e-327a-42b8-ab3e-79fd9d403514,segment=NetworkSegment(8f6e2656-e833-462b-bdfb-8affc9ebcdb9),segment_id=8f6e2656-e833-462b-bdfb-8affc9ebcdb9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:33.506082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:33.507349 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:33.540752 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Floating IP ccccdbdd-831c-4c68-96fb-a551ce5e2f31 associated. External IP: 172.26.7.12, port: 916c5ccb-1263-405a-9613-144488c4af9e. Apr 20 15:49:33.627395 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=c85b0c1e-327a-42b8-ab3e-79fd9d403514,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:33.685300 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:33.687530 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:33.710800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:33.711301 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9ff6cc7-6b6f-4c77-b977-ef5780c9861b {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:49:33.724720 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:33.725927 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0243a4a0-895f-429f-8bb2-c03f12dd282a tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d9ff6cc7-6b6f-4c77-b977-ef5780c9861b HTTP/1.1" status: 204 len: 168 time: 3.4343879 Apr 20 15:49:33.728609 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35530) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:33.754976 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cbd85d39-81f7-4a93-b838-a755322075d3 None None] Provisioning complete for port 52eda47f-b174-417f-a764-6608274435b9 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:33.755690 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cbd85d39-81f7-4a93-b838-a755322075d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:33.820405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-cbd85d39-81f7-4a93-b838-a755322075d3 None None] Port 52eda47f-b174-417f-a764-6608274435b9 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:49:33.837332 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router 0970e128-fd3c-419b-bfd9-f96b7703cbd0 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:49:33.901764 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['c85b0c1e-327a-42b8-ab3e-79fd9d403514'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 15:49:33.923305 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2127c485-40ee-4f77-a781-8b961eaecbf7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:34.084934 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:34.099218 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1475d937-0977-4e32-b87b-2beece18b36f None None] Sync routers for ids ['0970e128-fd3c-419b-bfd9-f96b7703cbd0'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:34.102656 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router c240a787-006e-4627-b453-09729c9d2d68 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:49:34.104957 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8850cc8d-92d9-494d-8eb6-90c59267ff2f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/0970e128-fd3c-419b-bfd9-f96b7703cbd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8463037 Apr 20 15:49:34.108199 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35534) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:34.125103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1475d937-0977-4e32-b87b-2beece18b36f None None] Routers {'0970e128-fd3c-419b-bfd9-f96b7703cbd0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:34.125784 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1475d937-0977-4e32-b87b-2beece18b36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0970e128-fd3c-419b-bfd9-f96b7703cbd0'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:34.170196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2127c485-40ee-4f77-a781-8b961eaecbf7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:34.211847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2127c485-40ee-4f77-a781-8b961eaecbf7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Deleting port 7266293f-6c1d-4d26-90f3-9a7dcadbca59 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:34.212193 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2127c485-40ee-4f77-a781-8b961eaecbf7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:34.251847 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1475d937-0977-4e32-b87b-2beece18b36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:34.307233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1475d937-0977-4e32-b87b-2beece18b36f None None] Routers {'0970e128-fd3c-419b-bfd9-f96b7703cbd0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:34.307875 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1475d937-0977-4e32-b87b-2beece18b36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0970e128-fd3c-419b-bfd9-f96b7703cbd0'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:34.334645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:34.337062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd0e276-4700-433a-bf0c-e6800bdacedc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:34.338416 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bdd0e276-4700-433a-bf0c-e6800bdacedc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports/52eda47f-b174-417f-a764-6608274435b9 HTTP/1.1" status: 200 len: 911 time: 0.2291269 Apr 20 15:49:34.346587 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92e6dcf-db17-4856-9b03-84e7a20c9b81 None None] Sync routers for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:34.356558 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e6dcf-db17-4856-9b03-84e7a20c9b81 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:34.357465 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f92e6dcf-db17-4856-9b03-84e7a20c9b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:34.358287 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 406725c0-79ec-4395-8fce-e81fd22cd64f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:49:34.362815 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35540) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:34.420581 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1475d937-0977-4e32-b87b-2beece18b36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:34.420910 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1475d937-0977-4e32-b87b-2beece18b36f None None] The sync data for ids ['0970e128-fd3c-419b-bfd9-f96b7703cbd0'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:34.425994 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-00e73748-dc09-45a3-be20-7571fcea9ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:34.447428 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f92e6dcf-db17-4856-9b03-84e7a20c9b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:34.457243 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:34.458090 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e6dcf-db17-4856-9b03-84e7a20c9b81 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:34.459195 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f92e6dcf-db17-4856-9b03-84e7a20c9b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:34.500843 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 406725c0-79ec-4395-8fce-e81fd22cd64f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:34.501214 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:34.544148 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36217094-9387-478b-912e-1c2b41c5ddde req-2b6ee05a-4bf0-48a9-9a1c-eb31259050cd tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:34.545855 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-36217094-9387-478b-912e-1c2b41c5ddde req-2b6ee05a-4bf0-48a9-9a1c-eb31259050cd tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 945 time: 0.2062938 Apr 20 15:49:34.572739 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f92e6dcf-db17-4856-9b03-84e7a20c9b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:34.573340 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92e6dcf-db17-4856-9b03-84e7a20c9b81 None None] The sync data for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:34.589179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-2127c485-40ee-4f77-a781-8b961eaecbf7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] For port 7266293f-6c1d-4d26-90f3-9a7dcadbca59, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7266293f-6c1d-4d26-90f3-9a7dcadbca59,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:34.589552 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2127c485-40ee-4f77-a781-8b961eaecbf7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:34.635366 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-76b2714e-a8e9-485d-9738-c2ff00dcf9ed tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.2419474 Apr 20 15:49:34.638857 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35544) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:34.846147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2127c485-40ee-4f77-a781-8b961eaecbf7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Calling delete_port for 7266293f-6c1d-4d26-90f3-9a7dcadbca59 owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:34.876753 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-36217094-9387-478b-912e-1c2b41c5ddde req-f81e7406-e2c6-430b-b57a-b0004e402202 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159442 Apr 20 15:49:35.018154 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-adc5dc51-fcb3-496f-abd3-d449e53dd435 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "GET /v2.0/floatingips/ccccdbdd-831c-4c68-96fb-a551ce5e2f31 HTTP/1.1" status: 200 len: 978 time: 0.3781075 Apr 20 15:49:35.022150 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35548) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:35.121401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2127c485-40ee-4f77-a781-8b961eaecbf7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:35.171934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-76d754f2-cc1e-4dac-816e-be40a546fed0 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Synchronizing usage tracker for tenant:c521b6ae862e40c3ab8c8f72cf8aeccd on resource:floatingip {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:49:35.183182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127c485-40ee-4f77-a781-8b961eaecbf7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Pushing event deleted for resources: {'Port': ['ID=7266293f-6c1d-4d26-90f3-9a7dcadbca59,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:35.270280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-76d754f2-cc1e-4dac-816e-be40a546fed0 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Unset dirty status for tenant:c521b6ae862e40c3ab8c8f72cf8aeccd on resource:floatingip {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:49:35.273864 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-76d754f2-cc1e-4dac-816e-be40a546fed0 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2482398 Apr 20 15:49:35.274079 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35552) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:35.280956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-11be5f89-0ad0-42f8-99fe-63a909c7c3e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'floatingip': {'port_id': 'da0b7d41-25f4-4dbd-ab0e-2185fdf04e25'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:35.307474 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:35.370391 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2127c485-40ee-4f77-a781-8b961eaecbf7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:35.551170 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-11be5f89-0ad0-42f8-99fe-63a909c7c3e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:35.621469 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2127c485-40ee-4f77-a781-8b961eaecbf7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:35.630224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2127c485-40ee-4f77-a781-8b961eaecbf7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:35.637143 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:35.673258 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Allocated IP 2001:db8:1::1 (752235d7-b900-4b84-8a6b-7303a8e77817/cc150785-d2c0-4f30-b544-201fb3788362/9ecc3a1b-0615-4577-90cc-3983f61ecd04) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:35.707832 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2127c485-40ee-4f77-a781-8b961eaecbf7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:35.708339 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2127c485-40ee-4f77-a781-8b961eaecbf7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2fa84c92-d4c5-481f-83e1-7c240e5f7462 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:49:35.723213 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:35.738268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2127c485-40ee-4f77-a781-8b961eaecbf7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:35.739395 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2127c485-40ee-4f77-a781-8b961eaecbf7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "DELETE /v2.0/routers/2fa84c92-d4c5-481f-83e1-7c240e5f7462 HTTP/1.1" status: 204 len: 168 time: 2.0096555 Apr 20 15:49:35.754340 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35556) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:35.772087 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-338582292', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:35.782340 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:35.790538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Usage tracker for resource:router and tenant:a419ccc729e64f58928541c0d7ed174c is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:35.795518 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:35.805536 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:35.833946 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:35.835046 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:35.874944 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:35.883025 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:35.904979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Transition to ACTIVE for port object 9ecc3a1b-0615-4577-90cc-3983f61ecd04 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:36.173014 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:36.236447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:36.261749 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 752235d7-b900-4b84-8a6b-7303a8e77817 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:36.268444 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:36.271807 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:36.272413 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:36.273312 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7266293f-6c1d-4d26-90f3-9a7dcadbca59 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:49:36.322417 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=9ecc3a1b-0615-4577-90cc-3983f61ecd04,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:36.330843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d0be8-b7af-4aa1-9bd9-4b5349f2ee4c req-0b25ab72-be39-4bc1-ab68-5620305fbbb2 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:36.332487 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-266d0be8-b7af-4aa1-9bd9-4b5349f2ee4c req-0b25ab72-be39-4bc1-ab68-5620305fbbb2 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 945 time: 0.3448460 Apr 20 15:49:36.338115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 7266293f-6c1d-4d26-90f3-9a7dcadbca59 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:49:36.338632 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7266293f-6c1d-4d26-90f3-9a7dcadbca59 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:49:36.395196 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-266d0be8-b7af-4aa1-9bd9-4b5349f2ee4c req-6dfe9857-5ce6-4945-b33c-4e0aec79ac83 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502543 Apr 20 15:49:36.536276 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-11be5f89-0ad0-42f8-99fe-63a909c7c3e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:36.540807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-11be5f89-0ad0-42f8-99fe-63a909c7c3e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:36.565683 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-12a26fb3-7a93-4bc1-822f-d95778e1cacc None None] Provisioning for port 9ecc3a1b-0615-4577-90cc-3983f61ecd04 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:49:36.570706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-12a26fb3-7a93-4bc1-822f-d95778e1cacc None None] Provisioning complete for port 9ecc3a1b-0615-4577-90cc-3983f61ecd04 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:36.571333 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-12a26fb3-7a93-4bc1-822f-d95778e1cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:36.627401 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-12a26fb3-7a93-4bc1-822f-d95778e1cacc None None] Port 9ecc3a1b-0615-4577-90cc-3983f61ecd04 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:49:36.670264 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:36.724419 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-11be5f89-0ad0-42f8-99fe-63a909c7c3e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Floating IP ccccdbdd-831c-4c68-96fb-a551ce5e2f31 associated. External IP: 172.26.7.12, port: 916c5ccb-1263-405a-9613-144488c4af9e. Apr 20 15:49:36.897374 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c85b0c1e-327a-42b8-ab3e-79fd9d403514 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:49:36.974061 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port c85b0c1e-327a-42b8-ab3e-79fd9d403514 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:49:36.977785 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:36.979886 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port c85b0c1e-327a-42b8-ab3e-79fd9d403514 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:36.980455 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:37.056434 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:37.074877 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:37.080990 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11be5f89-0ad0-42f8-99fe-63a909c7c3e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router c240a787-006e-4627-b453-09729c9d2d68 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:49:37.134478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:37.168859 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5422aa89-2fb8-4979-842c-5d66c0432a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:49:37.184890 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c85b0c1e-327a-42b8-ab3e-79fd9d403514, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c85b0c1e-327a-42b8-ab3e-79fd9d403514,segment=NetworkSegment(8f6e2656-e833-462b-bdfb-8affc9ebcdb9),segment_id=8f6e2656-e833-462b-bdfb-8affc9ebcdb9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:37.190557 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:37.279201 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc42b29-5143-40b9-8756-211fc503dd1c'] response: {'server_uuid': '5422aa89-2fb8-4979-842c-5d66c0432a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514', 'code': 200} Apr 20 15:49:37.301683 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=c85b0c1e-327a-42b8-ab3e-79fd9d403514,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:37.321759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11be5f89-0ad0-42f8-99fe-63a909c7c3e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:37.337731 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74028cb6-34bc-47df-8598-4243efebf731 None None] Sync routers for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:37.350053 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74028cb6-34bc-47df-8598-4243efebf731 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:37.351499 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-74028cb6-34bc-47df-8598-4243efebf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:37.353938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Allocated IP 172.26.7.98 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/dd244050-7b9a-4a8f-85b0-9f87f5de8036) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:37.434078 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-74028cb6-34bc-47df-8598-4243efebf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:37.445038 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74028cb6-34bc-47df-8598-4243efebf731 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:37.445669 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-74028cb6-34bc-47df-8598-4243efebf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:37.471842 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:37.482646 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:37.486259 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:37.520324 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-74028cb6-34bc-47df-8598-4243efebf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:37.520829 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74028cb6-34bc-47df-8598-4243efebf731 None None] The sync data for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:37.691124 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=9ecc3a1b-0615-4577-90cc-3983f61ecd04,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:37.707149 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:37.753456 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 752235d7-b900-4b84-8a6b-7303a8e77817 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:37.755402 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:37.894813 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:37.945088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4038bf-909c-4340-8cfe-ac7c08c285e7 req-9cd47bec-2fb7-42ae-be4e-1561662fc438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:37.946601 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-af4038bf-909c-4340-8cfe-ac7c08c285e7 req-9cd47bec-2fb7-42ae-be4e-1561662fc438 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 1099 time: 0.4626596 Apr 20 15:49:37.990648 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2b574-f9a0-44bb-ad11-7a675540ef4d req-b3d181b0-4c96-437e-acfa-689ef386e84c tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:37.992234 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2ea2b574-f9a0-44bb-ad11-7a675540ef4d req-b3d181b0-4c96-437e-acfa-689ef386e84c tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 946 time: 0.4727204 Apr 20 15:49:38.036888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11be5f89-0ad0-42f8-99fe-63a909c7c3e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router c240a787-006e-4627-b453-09729c9d2d68 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:49:38.046481 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-af4038bf-909c-4340-8cfe-ac7c08c285e7 req-981586a9-ffe7-4967-8ffa-94069287cbc0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917096 Apr 20 15:49:38.063980 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9c8df876-8193-454c-929b-44675247c07c None None] Provisioning complete for port 9ecc3a1b-0615-4577-90cc-3983f61ecd04 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:38.064829 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9c8df876-8193-454c-929b-44675247c07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:38.111295 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:38.123141 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:38.124593 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2ea2b574-f9a0-44bb-ad11-7a675540ef4d req-7edbab52-cf5d-4556-bfe1-eefe532a5125 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249762 Apr 20 15:49:38.126024 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-9c8df876-8193-454c-929b-44675247c07c None None] Port 9ecc3a1b-0615-4577-90cc-3983f61ecd04 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:49:38.130741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:38.155807 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Pushing event updated for resources: {'Port': ['ID=dd244050-7b9a-4a8f-85b0-9f87f5de8036,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:38.161825 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router 0970e128-fd3c-419b-bfd9-f96b7703cbd0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:49:38.256501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11be5f89-0ad0-42f8-99fe-63a909c7c3e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:38.261149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-11be5f89-0ad0-42f8-99fe-63a909c7c3e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:38.267094 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf775b11-31d4-4c97-babf-821f508166c7 None None] Sync routers for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:38.276686 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf775b11-31d4-4c97-babf-821f508166c7 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:38.277294 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bf775b11-31d4-4c97-babf-821f508166c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:38.346219 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bf775b11-31d4-4c97-babf-821f508166c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:38.354653 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf775b11-31d4-4c97-babf-821f508166c7 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:38.355256 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bf775b11-31d4-4c97-babf-821f508166c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:38.381784 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-11be5f89-0ad0-42f8-99fe-63a909c7c3e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "PUT /v2.0/floatingips/ccccdbdd-831c-4c68-96fb-a551ce5e2f31 HTTP/1.1" status: 200 len: 978 time: 3.1066589 Apr 20 15:49:38.382874 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35568) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:38.388693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-91963488-f854-4a16-a598-089be3d5d6a6 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:38.417906 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bf775b11-31d4-4c97-babf-821f508166c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:38.418308 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf775b11-31d4-4c97-babf-821f508166c7 None None] The sync data for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:38.492701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-91963488-f854-4a16-a598-089be3d5d6a6 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:38.502350 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:38.512378 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2132f3-8301-4536-82e5-99b3f1ed28c4 None None] Sync routers for ids ['0970e128-fd3c-419b-bfd9-f96b7703cbd0'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:38.521592 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2132f3-8301-4536-82e5-99b3f1ed28c4 None None] Routers {'0970e128-fd3c-419b-bfd9-f96b7703cbd0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:38.522293 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-4c2132f3-8301-4536-82e5-99b3f1ed28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0970e128-fd3c-419b-bfd9-f96b7703cbd0'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:38.535685 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e9cc6d78-8c29-4c56-bf20-c9588aebf9de tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/0970e128-fd3c-419b-bfd9-f96b7703cbd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1694729 Apr 20 15:49:38.536707 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35572) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:38.584906 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-4c2132f3-8301-4536-82e5-99b3f1ed28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:38.593757 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2132f3-8301-4536-82e5-99b3f1ed28c4 None None] Routers {'0970e128-fd3c-419b-bfd9-f96b7703cbd0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:38.594383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-4c2132f3-8301-4536-82e5-99b3f1ed28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0970e128-fd3c-419b-bfd9-f96b7703cbd0'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:38.658710 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-4c2132f3-8301-4536-82e5-99b3f1ed28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:38.659115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2132f3-8301-4536-82e5-99b3f1ed28c4 None None] The sync data for ids ['0970e128-fd3c-419b-bfd9-f96b7703cbd0'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:38.686779 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba627bea-52fa-4c61-88c2-b91b6c940153 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:38.687373 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ba627bea-52fa-4c61-88c2-b91b6c940153 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Synchronizing usage tracker for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:49:38.771837 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ba627bea-52fa-4c61-88c2-b91b6c940153 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Unset dirty status for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:49:38.773040 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ba627bea-52fa-4c61-88c2-b91b6c940153 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports/9ecc3a1b-0615-4577-90cc-3983f61ecd04 HTTP/1.1" status: 200 len: 913 time: 0.1884608 Apr 20 15:49:38.773307 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-91963488-f854-4a16-a598-089be3d5d6a6 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:38.775975 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35576) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:38.782904 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:38.837017 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-91963488-f854-4a16-a598-089be3d5d6a6 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:38.837338 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-91963488-f854-4a16-a598-089be3d5d6a6 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Floating IP ccccdbdd-831c-4c68-96fb-a551ce5e2f31 disassociated. External IP: 172.26.7.12, port: da0b7d41-25f4-4dbd-ab0e-2185fdf04e25. Apr 20 15:49:39.126166 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:39.333187 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Router f2831290-fb49-47d3-989a-8cd994aee9a7 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:49:39.634810 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:39.645877 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47683b17-ab1b-42a2-83cc-5b16889bd842 None None] Sync routers for ids ['f2831290-fb49-47d3-989a-8cd994aee9a7'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:39.655858 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47683b17-ab1b-42a2-83cc-5b16889bd842 None None] Routers {'f2831290-fb49-47d3-989a-8cd994aee9a7'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:39.656485 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-47683b17-ab1b-42a2-83cc-5b16889bd842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['f2831290-fb49-47d3-989a-8cd994aee9a7'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:39.659126 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:39.660385 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8b560d69-8c43-4f37-995b-5c14b5fa6ee3 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.9050779 Apr 20 15:49:39.663000 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35582) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:39.668096 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-785562dc-65bf-4d3f-ab8b-040f63220c68 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'enable_snat': False}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:39.721354 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-47683b17-ab1b-42a2-83cc-5b16889bd842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:39.729928 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47683b17-ab1b-42a2-83cc-5b16889bd842 None None] Routers {'f2831290-fb49-47d3-989a-8cd994aee9a7'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:39.730534 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-47683b17-ab1b-42a2-83cc-5b16889bd842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['f2831290-fb49-47d3-989a-8cd994aee9a7'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:39.738151 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00b605-3cf6-43a5-a351-9e09c0505d5b req-ae425ec8-cecd-4bdc-a5ae-95e61ff32dfa tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:39.739634 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bf00b605-3cf6-43a5-a351-9e09c0505d5b req-ae425ec8-cecd-4bdc-a5ae-95e61ff32dfa tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 946 time: 0.3845005 Apr 20 15:49:39.749115 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91963488-f854-4a16-a598-089be3d5d6a6 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router c240a787-006e-4627-b453-09729c9d2d68 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:49:39.789733 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-47683b17-ab1b-42a2-83cc-5b16889bd842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:39.790125 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47683b17-ab1b-42a2-83cc-5b16889bd842 None None] The sync data for ids ['f2831290-fb49-47d3-989a-8cd994aee9a7'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:39.884692 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bf00b605-3cf6-43a5-a351-9e09c0505d5b req-6f78c97b-a98e-4cd0-9f88-6ad8b3169741 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332448 Apr 20 15:49:40.037511 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91963488-f854-4a16-a598-089be3d5d6a6 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:40.042001 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-91963488-f854-4a16-a598-089be3d5d6a6 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:40.047631 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2caf3f-eb1b-4554-be9a-d67eed8b64c6 None None] Sync routers for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:40.057426 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2caf3f-eb1b-4554-be9a-d67eed8b64c6 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:40.058135 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-6e2caf3f-eb1b-4554-be9a-d67eed8b64c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:40.091861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ed559df-2d59-444d-8418-8159677df420 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:40.121478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-6e2caf3f-eb1b-4554-be9a-d67eed8b64c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:40.130790 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2caf3f-eb1b-4554-be9a-d67eed8b64c6 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:40.131413 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-6e2caf3f-eb1b-4554-be9a-d67eed8b64c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:40.182589 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-785562dc-65bf-4d3f-ab8b-040f63220c68 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:40.191817 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-6e2caf3f-eb1b-4554-be9a-d67eed8b64c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:40.192228 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2caf3f-eb1b-4554-be9a-d67eed8b64c6 None None] The sync data for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:40.256416 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-91963488-f854-4a16-a598-089be3d5d6a6 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "PUT /v2.0/floatingips/ccccdbdd-831c-4c68-96fb-a551ce5e2f31 HTTP/1.1" status: 200 len: 687 time: 1.8720927 Apr 20 15:49:40.260110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35586) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:40.438110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-76b82d83-9ae8-4507-950e-896dbadb9511 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Deleting port 68a8ce82-de2c-478d-bbbb-531ee0b3583b {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:40.438345 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76b82d83-9ae8-4507-950e-896dbadb9511 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:40.457990 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1ed559df-2d59-444d-8418-8159677df420 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port 9ecc3a1b-0615-4577-90cc-3983f61ecd04 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:40.458332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ed559df-2d59-444d-8418-8159677df420 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:40.780597 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ed559df-2d59-444d-8418-8159677df420 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:40.825207 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76b82d83-9ae8-4507-950e-896dbadb9511 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:40.825534 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76b82d83-9ae8-4507-950e-896dbadb9511 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:40.904974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1ed559df-2d59-444d-8418-8159677df420 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Calling delete_port for 9ecc3a1b-0615-4577-90cc-3983f61ecd04 owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:40.951560 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-76b82d83-9ae8-4507-950e-896dbadb9511 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Calling delete_port for 68a8ce82-de2c-478d-bbbb-531ee0b3583b owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:41.134693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6d0ba-7ef9-42cf-8619-f24084030a3c req-4df0bd2e-f70a-4422-ae24-8f17afd0412c tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:41.136107 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51f6d0ba-7ef9-42cf-8619-f24084030a3c req-4df0bd2e-f70a-4422-ae24-8f17afd0412c tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 946 time: 0.1396301 Apr 20 15:49:41.181733 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ed559df-2d59-444d-8418-8159677df420 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:41.245780 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51f6d0ba-7ef9-42cf-8619-f24084030a3c req-36588210-6e9e-43fe-afaf-1a20d4f124bc tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986321 Apr 20 15:49:41.272529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed559df-2d59-444d-8418-8159677df420 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Port': ['ID=9ecc3a1b-0615-4577-90cc-3983f61ecd04,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:41.425657 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76b82d83-9ae8-4507-950e-896dbadb9511 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:41.529536 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ed559df-2d59-444d-8418-8159677df420 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:41.537575 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b82d83-9ae8-4507-950e-896dbadb9511 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Port': ['ID=68a8ce82-de2c-478d-bbbb-531ee0b3583b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:41.628111 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-785562dc-65bf-4d3f-ab8b-040f63220c68 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:41.636008 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-785562dc-65bf-4d3f-ab8b-040f63220c68 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:41.677214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15974dc8-48e7-4767-b42d-e38e16b870ee req-d6107325-d189-4dcb-8af7-a87c39a99ccf tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:41.678574 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-15974dc8-48e7-4767-b42d-e38e16b870ee req-d6107325-d189-4dcb-8af7-a87c39a99ccf tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 946 time: 0.2988057 Apr 20 15:49:41.706302 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76b82d83-9ae8-4507-950e-896dbadb9511 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:41.740614 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76b82d83-9ae8-4507-950e-896dbadb9511 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:41.741748 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-76b82d83-9ae8-4507-950e-896dbadb9511 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/floatingips/ccccdbdd-831c-4c68-96fb-a551ce5e2f31 HTTP/1.1" status: 204 len: 168 time: 1.4806721 Apr 20 15:49:41.744818 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35594) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:41.749355 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-15974dc8-48e7-4767-b42d-e38e16b870ee req-7b109e8c-318e-4156-89aa-86e6671b7bb4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634456 Apr 20 15:49:41.796824 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35598) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:41.903504 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed559df-2d59-444d-8418-8159677df420 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router 0970e128-fd3c-419b-bfd9-f96b7703cbd0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:49:41.905468 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-73c53d43-e6ca-4205-b8d9-6a4667d5011f tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] delete failed (client error): The resource could not be found. Apr 20 15:49:41.910467 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-73c53d43-e6ca-4205-b8d9-6a4667d5011f tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/floatingips/ccccdbdd-831c-4c68-96fb-a551ce5e2f31 HTTP/1.1" status: 404 len: 345 time: 0.1613166 Apr 20 15:49:41.912820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35602) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:41.947074 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785562dc-65bf-4d3f-ab8b-040f63220c68 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Router f2831290-fb49-47d3-989a-8cd994aee9a7 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:49:42.172450 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44807a2f-4cf2-411d-88a6-67991e6921b4 tempest-TestNetworkAdvancedServerOps-1195441466 tempest-TestNetworkAdvancedServerOps-1195441466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:42.173916 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-44807a2f-4cf2-411d-88a6-67991e6921b4 tempest-TestNetworkAdvancedServerOps-1195441466 tempest-TestNetworkAdvancedServerOps-1195441466-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 1094 time: 0.3271260 Apr 20 15:49:42.178370 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35606) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:42.191074 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'fixed_ip_address': '172.20.0.19'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:42.198931 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:42.234750 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed559df-2d59-444d-8418-8159677df420 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:42.245719 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c62b22d-a087-427e-9fe9-c76dd1a7a45c None None] Sync routers for ids ['0970e128-fd3c-419b-bfd9-f96b7703cbd0'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:42.255017 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c62b22d-a087-427e-9fe9-c76dd1a7a45c None None] Routers {'0970e128-fd3c-419b-bfd9-f96b7703cbd0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:42.255871 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-7c62b22d-a087-427e-9fe9-c76dd1a7a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0970e128-fd3c-419b-bfd9-f96b7703cbd0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:42.260085 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Usage tracker for resource:floatingip and tenant:90b466fec460443ab521eb95129709d8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:42.264565 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:42.265290 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1ed559df-2d59-444d-8418-8159677df420 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/0970e128-fd3c-419b-bfd9-f96b7703cbd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4883943 Apr 20 15:49:42.269691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35610) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:42.274179 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:42.298988 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785562dc-65bf-4d3f-ab8b-040f63220c68 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:42.303031 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-785562dc-65bf-4d3f-ab8b-040f63220c68 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:42.304251 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-785562dc-65bf-4d3f-ab8b-040f63220c68 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "PUT /v2.0/routers/f2831290-fb49-47d3-989a-8cd994aee9a7 HTTP/1.1" status: 200 len: 920 time: 2.6402600 Apr 20 15:49:42.305427 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for floatingip, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:42.311595 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1393f6bd-e1fc-448e-a8ff-e49a68af8fdc None None] Sync routers for ids ['f2831290-fb49-47d3-989a-8cd994aee9a7'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:42.320172 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35614) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:42.324196 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-7c62b22d-a087-427e-9fe9-c76dd1a7a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:42.329506 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1393f6bd-e1fc-448e-a8ff-e49a68af8fdc None None] Routers {'f2831290-fb49-47d3-989a-8cd994aee9a7'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:42.330131 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1393f6bd-e1fc-448e-a8ff-e49a68af8fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['f2831290-fb49-47d3-989a-8cd994aee9a7'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:42.335277 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c62b22d-a087-427e-9fe9-c76dd1a7a45c None None] Routers {'0970e128-fd3c-419b-bfd9-f96b7703cbd0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:42.335986 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-7c62b22d-a087-427e-9fe9-c76dd1a7a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0970e128-fd3c-419b-bfd9-f96b7703cbd0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:42.395947 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1393f6bd-e1fc-448e-a8ff-e49a68af8fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:42.400267 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-7c62b22d-a087-427e-9fe9-c76dd1a7a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:42.400778 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c62b22d-a087-427e-9fe9-c76dd1a7a45c None None] The sync data for ids ['0970e128-fd3c-419b-bfd9-f96b7703cbd0'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:42.407567 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1393f6bd-e1fc-448e-a8ff-e49a68af8fdc None None] Routers {'f2831290-fb49-47d3-989a-8cd994aee9a7'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:42.408225 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1393f6bd-e1fc-448e-a8ff-e49a68af8fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['f2831290-fb49-47d3-989a-8cd994aee9a7'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:42.443823 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07ffe35-7151-4c8f-b95d-7bed0984b337 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:42.449701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07ffe35-7151-4c8f-b95d-7bed0984b337 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:42.455475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07ffe35-7151-4c8f-b95d-7bed0984b337 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:42.456406 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e07ffe35-7151-4c8f-b95d-7bed0984b337 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Synchronizing usage tracker for tenant:c521b6ae862e40c3ab8c8f72cf8aeccd on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:49:42.504731 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e07ffe35-7151-4c8f-b95d-7bed0984b337 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Unset dirty status for tenant:c521b6ae862e40c3ab8c8f72cf8aeccd on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:49:42.509191 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e07ffe35-7151-4c8f-b95d-7bed0984b337 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "GET /v2.0/ports?network_id=6f8e902c-7e98-4e28-8d18-2cbfa67ce69f HTTP/1.1" status: 200 len: 2360 time: 0.5429313 Apr 20 15:49:42.515327 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1393f6bd-e1fc-448e-a8ff-e49a68af8fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:42.515774 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1393f6bd-e1fc-448e-a8ff-e49a68af8fdc None None] The sync data for ids ['f2831290-fb49-47d3-989a-8cd994aee9a7'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:42.540452 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35618) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:42.639468 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4a9509e4-64e8-426d-a345-0f097d9f6bc1 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "GET /v2.0/routers/f2831290-fb49-47d3-989a-8cd994aee9a7 HTTP/1.1" status: 200 len: 920 time: 0.3153784 Apr 20 15:49:42.642760 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35622) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:42.643370 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b24aafe-2836-4942-9561-5085fdd60715 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:42.649119 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6b24aafe-2836-4942-9561-5085fdd60715 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "GET /v2.0/subnets/d35e2931-c3d3-4060-a719-f0e1e75016ee HTTP/1.1" status: 200 len: 797 time: 0.1034877 Apr 20 15:49:42.649385 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35626) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:42.655680 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c64a233b-47ad-411d-86ea-dfe00fe183ea tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'port': {'network_id': '6f8e902c-7e98-4e28-8d18-2cbfa67ce69f', 'name': 'tempest-FloatingIPTestJSON-1418055351', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:42.774840 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:42.819408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0b7985-c7da-4bac-9082-a65068fb05e0 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:42.820156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-5f0b7985-c7da-4bac-9082-a65068fb05e0 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Synchronizing usage tracker for tenant:8a2b8d985bdf4bd5adc3b7e425a98c71 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:49:42.846194 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-5f0b7985-c7da-4bac-9082-a65068fb05e0 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Unset dirty status for tenant:8a2b8d985bdf4bd5adc3b7e425a98c71 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:49:42.847348 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5f0b7985-c7da-4bac-9082-a65068fb05e0 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&device_id=f2831290-fb49-47d3-989a-8cd994aee9a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2036536 Apr 20 15:49:42.852209 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35630) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:42.880395 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c64a233b-47ad-411d-86ea-dfe00fe183ea tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:42.924265 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db17246e-1daa-49cf-984a-45edff212ede tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:42.951808 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c64a233b-47ad-411d-86ea-dfe00fe183ea tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:43.021832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64a233b-47ad-411d-86ea-dfe00fe183ea tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Made reservation on behalf of c521b6ae862e40c3ab8c8f72cf8aeccd for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:43.143403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13b8508-cf50-493d-b95f-2ab5ae91cd0c tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:43.143994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d13b8508-cf50-493d-b95f-2ab5ae91cd0c tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Synchronizing usage tracker for tenant:8a2b8d985bdf4bd5adc3b7e425a98c71 on resource:network {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:49:43.163494 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Allocated IP 172.26.7.37 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/cbff7b52-22e9-49de-8bea-4a123dc58b8b) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:43.201689 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d13b8508-cf50-493d-b95f-2ab5ae91cd0c tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Unset dirty status for tenant:8a2b8d985bdf4bd5adc3b7e425a98c71 on resource:network {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:49:43.202865 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d13b8508-cf50-493d-b95f-2ab5ae91cd0c tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "GET /v2.0/networks/6c536204-425b-481a-a1b2-dc2a52ee56c7 HTTP/1.1" status: 200 len: 881 time: 0.3472724 Apr 20 15:49:43.221415 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35634) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:43.262505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-db17246e-1daa-49cf-984a-45edff212ede tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port 52eda47f-b174-417f-a764-6608274435b9 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:43.262839 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db17246e-1daa-49cf-984a-45edff212ede tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:43.314697 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c64a233b-47ad-411d-86ea-dfe00fe183ea tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:43.340271 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0c670c6e-43e8-4bd8-936f-4a788848f4bd tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2831290-fb49-47d3-989a-8cd994aee9a7 HTTP/1.1" status: 200 len: 205 time: 0.1177504 Apr 20 15:49:43.345534 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35638) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:43.412590 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-c64a233b-47ad-411d-86ea-dfe00fe183ea tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] device_id is not set on port 0f9d9d03-88db-4c6c-8175-024243af058b yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:49:43.449091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db17246e-1daa-49cf-984a-45edff212ede tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:43.581149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-db17246e-1daa-49cf-984a-45edff212ede tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Calling delete_port for 52eda47f-b174-417f-a764-6608274435b9 owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:43.795627 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:43.822827 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca958-a35a-4857-8419-617b213cb506 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:43.879672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db17246e-1daa-49cf-984a-45edff212ede tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:43.930398 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17246e-1daa-49cf-984a-45edff212ede tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Port': ['ID=52eda47f-b174-417f-a764-6608274435b9,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:44.118388 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db17246e-1daa-49cf-984a-45edff212ede tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:44.127464 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:44.243619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca958-a35a-4857-8419-617b213cb506 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:44.252483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:44.262162 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:44.270087 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:44.310757 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ca958-a35a-4857-8419-617b213cb506 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Deleting port dd244050-7b9a-4a8f-85b0-9f87f5de8036 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:44.311023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca958-a35a-4857-8419-617b213cb506 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:44.334484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event updated for resources: {'Port': ['ID=cbff7b52-22e9-49de-8bea-4a123dc58b8b,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:44.353600 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-c64a233b-47ad-411d-86ea-dfe00fe183ea tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Allocated IP 172.20.0.14 (6f8e902c-7e98-4e28-8d18-2cbfa67ce69f/d35e2931-c3d3-4060-a719-f0e1e75016ee/0f9d9d03-88db-4c6c-8175-024243af058b) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:44.380358 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-c64a233b-47ad-411d-86ea-dfe00fe183ea tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Allocated IP 172.20.0.13 (6f8e902c-7e98-4e28-8d18-2cbfa67ce69f/d35e2931-c3d3-4060-a719-f0e1e75016ee/0f9d9d03-88db-4c6c-8175-024243af058b) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:44.401848 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db17246e-1daa-49cf-984a-45edff212ede tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router 0970e128-fd3c-419b-bfd9-f96b7703cbd0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:49:44.541564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db17246e-1daa-49cf-984a-45edff212ede tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:44.554887 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa61a1-9dbb-48d1-8b2c-8f19e14edbca None None] Sync routers for ids ['0970e128-fd3c-419b-bfd9-f96b7703cbd0'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:44.558301 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-db17246e-1daa-49cf-984a-45edff212ede tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/0970e128-fd3c-419b-bfd9-f96b7703cbd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2881784 Apr 20 15:49:44.561097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35642) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:44.567934 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa61a1-9dbb-48d1-8b2c-8f19e14edbca None None] Routers {'0970e128-fd3c-419b-bfd9-f96b7703cbd0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:44.568551 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-44fa61a1-9dbb-48d1-8b2c-8f19e14edbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0970e128-fd3c-419b-bfd9-f96b7703cbd0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:44.603891 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cf17caa8-8b1f-41bb-b695-93405ea9a3b6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Synchronizing usage tracker for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:49:44.620808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cf17caa8-8b1f-41bb-b695-93405ea9a3b6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Unset dirty status for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:49:44.624889 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cf17caa8-8b1f-41bb-b695-93405ea9a3b6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports?device_id=0970e128-fd3c-419b-bfd9-f96b7703cbd0 HTTP/1.1" status: 200 len: 205 time: 0.0621066 Apr 20 15:49:44.625887 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35646) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:44.629232 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-44fa61a1-9dbb-48d1-8b2c-8f19e14edbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:44.637812 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa61a1-9dbb-48d1-8b2c-8f19e14edbca None None] Routers {'0970e128-fd3c-419b-bfd9-f96b7703cbd0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:44.638408 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-44fa61a1-9dbb-48d1-8b2c-8f19e14edbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0970e128-fd3c-419b-bfd9-f96b7703cbd0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:44.699590 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-44fa61a1-9dbb-48d1-8b2c-8f19e14edbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:44.700013 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa61a1-9dbb-48d1-8b2c-8f19e14edbca None None] The sync data for ids ['0970e128-fd3c-419b-bfd9-f96b7703cbd0'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:44.702533 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca958-a35a-4857-8419-617b213cb506 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:44.763337 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82b9eda5-9199-4692-a020-cf19a773e731 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:44.778156 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:44.856287 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ca958-a35a-4857-8419-617b213cb506 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Calling delete_port for dd244050-7b9a-4a8f-85b0-9f87f5de8036 owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:45.183498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82b9eda5-9199-4692-a020-cf19a773e731 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.185897 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82b9eda5-9199-4692-a020-cf19a773e731 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.209756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82b9eda5-9199-4692-a020-cf19a773e731 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.210251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b9eda5-9199-4692-a020-cf19a773e731 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Fanout notify agent at l3_agent the message router_deleted on router 0970e128-fd3c-419b-bfd9-f96b7703cbd0 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:49:45.221803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82b9eda5-9199-4692-a020-cf19a773e731 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.222888 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-82b9eda5-9199-4692-a020-cf19a773e731 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/routers/0970e128-fd3c-419b-bfd9-f96b7703cbd0 HTTP/1.1" status: 204 len: 168 time: 0.5959680 Apr 20 15:49:45.225573 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35650) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:45.267471 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c64a233b-47ad-411d-86ea-dfe00fe183ea tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.293603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ecb097-5316-44f3-a9eb-25acc82e6a55 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting subnet cc150785-d2c0-4f30-b544-201fb3788362 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:49:45.296186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-91ecb097-5316-44f3-a9eb-25acc82e6a55 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.352255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-91ecb097-5316-44f3-a9eb-25acc82e6a55 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.408483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c64a233b-47ad-411d-86ea-dfe00fe183ea tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.436493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-91ecb097-5316-44f3-a9eb-25acc82e6a55 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.480945 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca958-a35a-4857-8419-617b213cb506 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.508015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64a233b-47ad-411d-86ea-dfe00fe183ea tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network 6f8e902c-7e98-4e28-8d18-2cbfa67ce69f is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:45.513874 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-c64a233b-47ad-411d-86ea-dfe00fe183ea tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:45.517635 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-91ecb097-5316-44f3-a9eb-25acc82e6a55 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.548859 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64a233b-47ad-411d-86ea-dfe00fe183ea tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:45.562116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecb097-5316-44f3-a9eb-25acc82e6a55 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Subnet': ['ID=cc150785-d2c0-4f30-b544-201fb3788362,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:45.564678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-91ecb097-5316-44f3-a9eb-25acc82e6a55 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.571131 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-91ecb097-5316-44f3-a9eb-25acc82e6a55 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/subnets/cc150785-d2c0-4f30-b544-201fb3788362 HTTP/1.1" status: 204 len: 168 time: 0.3445928 Apr 20 15:49:45.571749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e1842d-19c1-4660-aecf-be13b4d27568 None None] Network 752235d7-b900-4b84-8a6b-7303a8e77817 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:45.573666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35654) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:45.585809 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a233b-47ad-411d-86ea-dfe00fe183ea tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=0f9d9d03-88db-4c6c-8175-024243af058b,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:45.645464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd3c395-8ea9-4151-ace3-bf517d4dab13 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting subnet c6ffc59b-67c4-4454-be87-86f1e6807a6e {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:49:45.648742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7dd3c395-8ea9-4151-ace3-bf517d4dab13 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.683836 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ca958-a35a-4857-8419-617b213cb506 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Pushing event deleted for resources: {'Port': ['ID=dd244050-7b9a-4a8f-85b0-9f87f5de8036,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:45.688912 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.705894 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7dd3c395-8ea9-4151-ace3-bf517d4dab13 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.721617 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64a233b-47ad-411d-86ea-dfe00fe183ea tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:45.722237 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c64a233b-47ad-411d-86ea-dfe00fe183ea tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.755008 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca958-a35a-4857-8419-617b213cb506 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.793760 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7dd3c395-8ea9-4151-ace3-bf517d4dab13 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.841435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a69174-6e68-4916-8d97-6b0a2a96cffc None None] DHCP port deletion for 752235d7-b900-4b84-8a6b-7303a8e77817 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:49:45.845314 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-46a69174-6e68-4916-8d97-6b0a2a96cffc None None] Deleting port 406725c0-79ec-4395-8fce-e81fd22cd64f {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:45.845876 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-46a69174-6e68-4916-8d97-6b0a2a96cffc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.878187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7dd3c395-8ea9-4151-ace3-bf517d4dab13 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.918946 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7dd3c395-8ea9-4151-ace3-bf517d4dab13 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.928264 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7dd3c395-8ea9-4151-ace3-bf517d4dab13 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/subnets/c6ffc59b-67c4-4454-be87-86f1e6807a6e HTTP/1.1" status: 204 len: 168 time: 0.3512809 Apr 20 15:49:45.929677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35658) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:45.932714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3c395-8ea9-4151-ace3-bf517d4dab13 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ffc59b-67c4-4454-be87-86f1e6807a6e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:45.934106 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dacbdd7-e296-4085-a165-15e086ecc5b8 None None] Network 0b2b2072-8b0b-4fb6-925b-524f12b712b0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:45.974780 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca958-a35a-4857-8419-617b213cb506 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.977186 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca958-a35a-4857-8419-617b213cb506 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.983564 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c64a233b-47ad-411d-86ea-dfe00fe183ea tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.3308208 Apr 20 15:49:45.987352 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35662) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:45.995967 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': '0f9d9d03-88db-4c6c-8175-024243af058b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:46.018651 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:46.024033 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.052175 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Usage tracker for resource:floatingip and tenant:c521b6ae862e40c3ab8c8f72cf8aeccd is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:46.053575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.061585 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:46.065765 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port 406725c0-79ec-4395-8fce-e81fd22cd64f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:46.066234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.070995 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca958-a35a-4857-8419-617b213cb506 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.071516 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3ca958-a35a-4857-8419-617b213cb506 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Fanout notify agent at l3_agent the message router_deleted on router f2831290-fb49-47d3-989a-8cd994aee9a7 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:49:46.073288 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:46.105288 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca958-a35a-4857-8419-617b213cb506 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.111239 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8b3ca958-a35a-4857-8419-617b213cb506 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "DELETE /v2.0/routers/f2831290-fb49-47d3-989a-8cd994aee9a7 HTTP/1.1" status: 204 len: 168 time: 2.7578115 Apr 20 15:49:46.111239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35666) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:46.113860 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.134924 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-095c79f4-ec2a-4395-8b09-19261c155ff4 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-585979033', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:46.146914 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-095c79f4-ec2a-4395-8b09-19261c155ff4 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:46.167504 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-095c79f4-ec2a-4395-8b09-19261c155ff4 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Usage tracker for resource:router and tenant:a419ccc729e64f58928541c0d7ed174c is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:46.174679 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-095c79f4-ec2a-4395-8b09-19261c155ff4 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:46.258891 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-46a69174-6e68-4916-8d97-6b0a2a96cffc None None] For port 406725c0-79ec-4395-8fce-e81fd22cd64f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=406725c0-79ec-4395-8fce-e81fd22cd64f,segment=NetworkSegment(9e5b8280-8736-4197-b683-58e833fd7107),segment_id=9e5b8280-8736-4197-b683-58e833fd7107)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:46.259289 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-46a69174-6e68-4916-8d97-6b0a2a96cffc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.268027 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 406725c0-79ec-4395-8fce-e81fd22cd64f no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:49:46.274029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-095c79f4-ec2a-4395-8b09-19261c155ff4 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:46.316239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-095c79f4-ec2a-4395-8b09-19261c155ff4 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.317241 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-095c79f4-ec2a-4395-8b09-19261c155ff4 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.338630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] For port 406725c0-79ec-4395-8fce-e81fd22cd64f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=406725c0-79ec-4395-8fce-e81fd22cd64f,segment=NetworkSegment(9e5b8280-8736-4197-b683-58e833fd7107),segment_id=9e5b8280-8736-4197-b683-58e833fd7107)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:46.339271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.365872 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-095c79f4-ec2a-4395-8b09-19261c155ff4 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.413722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-095c79f4-ec2a-4395-8b09-19261c155ff4 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.427700 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.438761 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-46a69174-6e68-4916-8d97-6b0a2a96cffc None None] Calling delete_port for 406725c0-79ec-4395-8fce-e81fd22cd64f owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:46.450384 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.477419 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Calling delete_port for 406725c0-79ec-4395-8fce-e81fd22cd64f owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:46.509919 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-095c79f4-ec2a-4395-8b09-19261c155ff4 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.511098 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-095c79f4-ec2a-4395-8b09-19261c155ff4 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3992596 Apr 20 15:49:46.538609 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35670) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:46.560211 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.561086 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5c4011e1-35bf-4a0b-9dab-1b7d1f2d6b22 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Request body: {'router': {'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:46.580986 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Port 406725c0-79ec-4395-8fce-e81fd22cd64f update to DOWN by agent not found {{(pid=88170) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 20 15:49:46.592529 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6fa1b1-a102-4dbc-9e3c-ef721665d722 None None] DHCP port deletion for 0b2b2072-8b0b-4fb6-925b-524f12b712b0 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:49:46.594976 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-46a69174-6e68-4916-8d97-6b0a2a96cffc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:49:46.595399 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-46a69174-6e68-4916-8d97-6b0a2a96cffc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:49:46.599232 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ce6fa1b1-a102-4dbc-9e3c-ef721665d722 None None] Deleting port 295e03ff-fc34-4988-9684-ad30e6e196e4 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:46.599232 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa1b1-a102-4dbc-9e3c-ef721665d722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.616512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Port': ['ID=406725c0-79ec-4395-8fce-e81fd22cd64f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:46.618588 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] No DVR routers for this DVR port 406725c0-79ec-4395-8fce-e81fd22cd64f on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:49:46.634286 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.690732 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event updated for resources: {'Port': ['ID=cbff7b52-22e9-49de-8bea-4a123dc58b8b,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:46.754506 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.831140 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ce6fa1b1-a102-4dbc-9e3c-ef721665d722 None None] For port 295e03ff-fc34-4988-9684-ad30e6e196e4, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=295e03ff-fc34-4988-9684-ad30e6e196e4,segment=NetworkSegment(15bd1051-f27d-415d-bff9-6e38b5de0f84),segment_id=15bd1051-f27d-415d-bff9-6e38b5de0f84)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:46.831492 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa1b1-a102-4dbc-9e3c-ef721665d722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.875754 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.893074 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752235d7-b900-4b84-8a6b-7303a8e77817']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:46.905937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5b8280-8736-4197-b683-58e833fd7107') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:46.906775 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5b8280-8736-4197-b683-58e833fd7107') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:46.918222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.935416 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.942448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:49:46.942945 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:46.956388 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ce6fa1b1-a102-4dbc-9e3c-ef721665d722 None None] Calling delete_port for 295e03ff-fc34-4988-9684-ad30e6e196e4 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:49:46.958879 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:49:47.036302 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa1b1-a102-4dbc-9e3c-ef721665d722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:47.049997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:47.071697 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:47.088632 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Network': ['ID=752235d7-b900-4b84-8a6b-7303a8e77817,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:47.099946 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c7031665-d288-4b5b-b416-25ff8c5a9fd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/networks/752235d7-b900-4b84-8a6b-7303a8e77817 HTTP/1.1" status: 204 len: 168 time: 1.1689129 Apr 20 15:49:47.102490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35674) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:47.136594 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-46a69174-6e68-4916-8d97-6b0a2a96cffc None None] Deleting port 406725c0-79ec-4395-8fce-e81fd22cd64f {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:47.136971 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-46a69174-6e68-4916-8d97-6b0a2a96cffc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:47.177947 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fa1b1-a102-4dbc-9e3c-ef721665d722 None None] Pushing event deleted for resources: {'Port': ['ID=295e03ff-fc34-4988-9684-ad30e6e196e4,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:47.180192 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6fa1b1-a102-4dbc-9e3c-ef721665d722 None None] No DVR routers for this DVR port 295e03ff-fc34-4988-9684-ad30e6e196e4 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:49:47.220867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-46a69174-6e68-4916-8d97-6b0a2a96cffc None None] The port '406725c0-79ec-4395-8fce-e81fd22cd64f' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:49:47.245614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dfd432d5-9fd3-4830-9abd-b2d2387c6605 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:47.377506 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dfd432d5-9fd3-4830-9abd-b2d2387c6605 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:47.385441 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Allocated IP 172.26.7.250 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/d0fdcd9d-9867-4f54-bd5c-695ce208010f) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:47.389100 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5c4011e1-35bf-4a0b-9dab-1b7d1f2d6b22 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:47.403289 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-dfd432d5-9fd3-4830-9abd-b2d2387c6605 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2b2072-8b0b-4fb6-925b-524f12b712b0']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:47.417158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-dfd432d5-9fd3-4830-9abd-b2d2387c6605 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bd1051-f27d-415d-bff9-6e38b5de0f84') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:47.417517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-dfd432d5-9fd3-4830-9abd-b2d2387c6605 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bd1051-f27d-415d-bff9-6e38b5de0f84') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:47.423750 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Floating IP 17252b15-a24a-463a-b0ca-21e22e4b4078 associated. External IP: 172.26.7.37, port: c85b0c1e-327a-42b8-ab3e-79fd9d403514. Apr 20 15:49:47.430352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dfd432d5-9fd3-4830-9abd-b2d2387c6605 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:47.447117 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dfd432d5-9fd3-4830-9abd-b2d2387c6605 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:47.454673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd432d5-9fd3-4830-9abd-b2d2387c6605 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:49:47.455250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dfd432d5-9fd3-4830-9abd-b2d2387c6605 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:49:47.470937 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:49:47.551773 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dfd432d5-9fd3-4830-9abd-b2d2387c6605 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:47.570718 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dfd432d5-9fd3-4830-9abd-b2d2387c6605 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:47.580974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd432d5-9fd3-4830-9abd-b2d2387c6605 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Network': ['ID=0b2b2072-8b0b-4fb6-925b-524f12b712b0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:47.586919 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dfd432d5-9fd3-4830-9abd-b2d2387c6605 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/networks/0b2b2072-8b0b-4fb6-925b-524f12b712b0 HTTP/1.1" status: 204 len: 168 time: 0.4791296 Apr 20 15:49:47.587841 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35678) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:47.593203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-9fe57528-018f-45bb-b1c7-8b795b8c7b90 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-303908480'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:47.598808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9fe57528-018f-45bb-b1c7-8b795b8c7b90 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:47.602609 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9fe57528-018f-45bb-b1c7-8b795b8c7b90 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:network and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:47.606420 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9fe57528-018f-45bb-b1c7-8b795b8c7b90 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:47.612468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9fe57528-018f-45bb-b1c7-8b795b8c7b90 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:47.622773 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe57528-018f-45bb-b1c7-8b795b8c7b90 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:47.626407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9fe57528-018f-45bb-b1c7-8b795b8c7b90 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:47.653706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe57528-018f-45bb-b1c7-8b795b8c7b90 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:49:47.664501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9fe57528-018f-45bb-b1c7-8b795b8c7b90 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:47.665044 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-9fe57528-018f-45bb-b1c7-8b795b8c7b90 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Added segment 5be60f4d-4019-4f51-bed3-542d87ce8174 of type vlan for network b304b3c5-7b45-4e0c-9cd3-caa322a11ad9 Apr 20 15:49:47.691222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9fe57528-018f-45bb-b1c7-8b795b8c7b90 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:47.724098 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9fe57528-018f-45bb-b1c7-8b795b8c7b90 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:47.729393 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe57528-018f-45bb-b1c7-8b795b8c7b90 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:47.729960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9fe57528-018f-45bb-b1c7-8b795b8c7b90 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:47.825883 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9fe57528-018f-45bb-b1c7-8b795b8c7b90 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2370157 Apr 20 15:49:47.829845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35682) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:47.837311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-cabc84ef-efdd-4333-b2d0-f3002e84bb66 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'subnet': {'network_id': 'b304b3c5-7b45-4e0c-9cd3-caa322a11ad9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:47.849882 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:47.862417 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe57528-018f-45bb-b1c7-8b795b8c7b90 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Network': ['ID=b304b3c5-7b45-4e0c-9cd3-caa322a11ad9,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:47.873449 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network b304b3c5-7b45-4e0c-9cd3-caa322a11ad9 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:49:47.952444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cabc84ef-efdd-4333-b2d0-f3002e84bb66 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:47.956850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cabc84ef-efdd-4333-b2d0-f3002e84bb66 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:subnet and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:47.959587 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cabc84ef-efdd-4333-b2d0-f3002e84bb66 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:47.965696 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cabc84ef-efdd-4333-b2d0-f3002e84bb66 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:47.978586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabc84ef-efdd-4333-b2d0-f3002e84bb66 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:47.983135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cabc84ef-efdd-4333-b2d0-f3002e84bb66 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:48.217003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cabc84ef-efdd-4333-b2d0-f3002e84bb66 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:48.238808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 295e03ff-fc34-4988-9684-ad30e6e196e4 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:49:48.280657 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 295e03ff-fc34-4988-9684-ad30e6e196e4 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:49:48.281167 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 295e03ff-fc34-4988-9684-ad30e6e196e4 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:49:48.304280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc84ef-efdd-4333-b2d0-f3002e84bb66 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Subnet': ['ID=6ced29e9-3ad7-4396-a704-4281be6c55a6,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:48.307642 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc84ef-efdd-4333-b2d0-f3002e84bb66 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Checking segment: {'id': '5be60f4d-4019-4f51-bed3-542d87ce8174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b304b3c5-7b45-4e0c-9cd3-caa322a11ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:48.308029 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabc84ef-efdd-4333-b2d0-f3002e84bb66 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network hostable DHCP agents. Network: b304b3c5-7b45-4e0c-9cd3-caa322a11ad9, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:49:48.310215 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:48.314916 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Router 7e0f1558-fe7b-47e2-9120-a9f09b534c8e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:49:48.327025 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabc84ef-efdd-4333-b2d0-f3002e84bb66 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network b304b3c5-7b45-4e0c-9cd3-caa322a11ad9 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:49:48.337073 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-cabc84ef-efdd-4333-b2d0-f3002e84bb66 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, b304b3c5-7b45-4e0c-9cd3-caa322a11ad9) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:48.341012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabc84ef-efdd-4333-b2d0-f3002e84bb66 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:48.341664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cabc84ef-efdd-4333-b2d0-f3002e84bb66 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:48.345443 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5c4011e1-35bf-4a0b-9dab-1b7d1f2d6b22 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:48.347730 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6069b5ba-497c-4e29-9f44-2b99d176cd1c None None] Network b304b3c5-7b45-4e0c-9cd3-caa322a11ad9 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:48.368544 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cabc84ef-efdd-4333-b2d0-f3002e84bb66 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5337982 Apr 20 15:49:48.368748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35686) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:48.374855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-9f9a070a-7dd2-4179-91c3-8d85ac8b2b94 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-194606416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:48.380650 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9f9a070a-7dd2-4179-91c3-8d85ac8b2b94 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:48.384539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9f9a070a-7dd2-4179-91c3-8d85ac8b2b94 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:router and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:48.387510 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9f9a070a-7dd2-4179-91c3-8d85ac8b2b94 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:48.393999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9f9a070a-7dd2-4179-91c3-8d85ac8b2b94 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:48.402730 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5c4011e1-35bf-4a0b-9dab-1b7d1f2d6b22 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:48.405540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f9a070a-7dd2-4179-91c3-8d85ac8b2b94 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:48.407531 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f9a070a-7dd2-4179-91c3-8d85ac8b2b94 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:48.423526 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f9a070a-7dd2-4179-91c3-8d85ac8b2b94 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:48.446539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f9a070a-7dd2-4179-91c3-8d85ac8b2b94 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:48.452580 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:48.470982 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f9a070a-7dd2-4179-91c3-8d85ac8b2b94 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:48.475316 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9f9a070a-7dd2-4179-91c3-8d85ac8b2b94 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1031044 Apr 20 15:49:48.475448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35690) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:48.481156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'port': {'network_id': 'b304b3c5-7b45-4e0c-9cd3-caa322a11ad9', 'name': 'tempest-RoutersIpV6Test-1563048844'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:48.515130 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:48.531356 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:48.574185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=d0fdcd9d-9867-4f54-bd5c-695ce208010f,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:48.587324 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-b304b3c5-7b45-4e0c-9cd3-caa322a11ad9', 'network_id': 'b304b3c5-7b45-4e0c-9cd3-caa322a11ad9', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'fixed_ips': [{'subnet_id': '6ced29e9-3ad7-4396-a704-4281be6c55a6'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:49:48.588416 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:48.628954 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:48.633510 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:port and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:48.635996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:48.642513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:48.653138 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:49:48.657945 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:48.680394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] device_id is not set on port 1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:49:48.761155 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Allocated IP 2001:db8::2 (b304b3c5-7b45-4e0c-9cd3-caa322a11ad9/6ced29e9-3ad7-4396-a704-4281be6c55a6/a86b814f-b873-460c-a86b-fb9c40b9c866) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:48.859610 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:48.861828 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-5c4011e1-35bf-4a0b-9dab-1b7d1f2d6b22 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Allocated IP 172.26.7.16 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/5d89860f-7464-4b90-87d2-6c523f6e2ab0) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:48.870477 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f23837-5897-41c2-9941-4496955f4715 None None] Sync routers for ids ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:48.902927 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f23837-5897-41c2-9941-4496955f4715 None None] Routers {'7e0f1558-fe7b-47e2-9120-a9f09b534c8e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:48.903549 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c2f23837-5897-41c2-9941-4496955f4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:48.933322 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:49.117711 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8439a3a5-23f7-4946-ad55-96f0152cff7e tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9382257 Apr 20 15:49:49.121347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:49.127304 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5422aa89-2fb8-4979-842c-5d66c0432a8d', 'tag': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514'}] {{(pid=88169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:49:49.148393 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Transition to ACTIVE for port object a86b814f-b873-460c-a86b-fb9c40b9c866 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:49.164358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-c2f23837-5897-41c2-9941-4496955f4715 None None] Set router 7e0f1558-fe7b-47e2-9120-a9f09b534c8e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:49:49.240236 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Transition to ACTIVE for port object a86b814f-b873-460c-a86b-fb9c40b9c866 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:49.276664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5c4011e1-35bf-4a0b-9dab-1b7d1f2d6b22 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:49.330166 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90b481c-425d-4c50-9e49-d312281f6de4'] response: {'name': 'network-changed', 'server_uuid': '5422aa89-2fb8-4979-842c-5d66c0432a8d', 'tag': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514', 'status': 'completed', 'code': 200} Apr 20 15:49:49.354009 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5c4011e1-35bf-4a0b-9dab-1b7d1f2d6b22 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:49.354460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:49.427694 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Network b304b3c5-7b45-4e0c-9cd3-caa322a11ad9 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:49.432949 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:49.443871 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4011e1-35bf-4a0b-9dab-1b7d1f2d6b22 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:49.444470 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:49.448318 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-5c4011e1-35bf-4a0b-9dab-1b7d1f2d6b22 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:49.457004 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:49.466782 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4011e1-35bf-4a0b-9dab-1b7d1f2d6b22 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:49.509556 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Pushing event updated for resources: {'Port': ['ID=a86b814f-b873-460c-a86b-fb9c40b9c866,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:49.522466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4011e1-35bf-4a0b-9dab-1b7d1f2d6b22 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Pushing event updated for resources: {'Port': ['ID=5d89860f-7464-4b90-87d2-6c523f6e2ab0,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:49.533644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Allocated IP 2001:db8::3cc (b304b3c5-7b45-4e0c-9cd3-caa322a11ad9/6ced29e9-3ad7-4396-a704-4281be6c55a6/1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:49.603961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7737-950f-45d5-9016-a8eace009af1 req-4cbd72d9-7012-4113-beb6-d87977ed32ac tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:49.605577 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-34dd7737-950f-45d5-9016-a8eace009af1 req-4cbd72d9-7012-4113-beb6-d87977ed32ac tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 946 time: 0.3743963 Apr 20 15:49:49.648061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f6067-4f48-417c-bdcd-eda828a25d66 req-85b37805-f372-40d4-8e23-56fba02a05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:49.649595 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e61f6067-4f48-417c-bdcd-eda828a25d66 req-85b37805-f372-40d4-8e23-56fba02a05ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90b466fec460443ab521eb95129709d8&device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 1099 time: 0.2106380 Apr 20 15:49:49.685467 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Attempting to bind port a86b814f-b873-460c-a86b-fb9c40b9c866 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:49:49.685775 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Attempting to bind port a86b814f-b873-460c-a86b-fb9c40b9c866 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5be60f4d-4019-4f51-bed3-542d87ce8174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b304b3c5-7b45-4e0c-9cd3-caa322a11ad9'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:49:49.686104 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Attempting to bind port a86b814f-b873-460c-a86b-fb9c40b9c866 on network b304b3c5-7b45-4e0c-9cd3-caa322a11ad9 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:49:49.706162 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:49:49.706590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Checking segment: {'id': '5be60f4d-4019-4f51-bed3-542d87ce8174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b304b3c5-7b45-4e0c-9cd3-caa322a11ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:49:49.706958 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:49.707356 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Bound using segment: {'id': '5be60f4d-4019-4f51-bed3-542d87ce8174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b304b3c5-7b45-4e0c-9cd3-caa322a11ad9'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:49:49.707873 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Bound port: a86b814f-b873-460c-a86b-fb9c40b9c866, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be60f4d-4019-4f51-bed3-542d87ce8174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b304b3c5-7b45-4e0c-9cd3-caa322a11ad9'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:49:49.708575 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:49.796613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:49.840675 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-34dd7737-950f-45d5-9016-a8eace009af1 req-46f004ad-b995-4013-8d60-e6d9b7bf2264 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242329 Apr 20 15:49:49.857458 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] For port a86b814f-b873-460c-a86b-fb9c40b9c866, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:49:49.861480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] For port a86b814f-b873-460c-a86b-fb9c40b9c866, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a86b814f-b873-460c-a86b-fb9c40b9c866,segment=NetworkSegment(5be60f4d-4019-4f51-bed3-542d87ce8174),segment_id=5be60f4d-4019-4f51-bed3-542d87ce8174)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:49:49.868632 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:49.895492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35700) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:49.950316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c2f23837-5897-41c2-9941-4496955f4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214162857', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:04Z', 'updated_at': '2022-04-20T15:49:16Z', 'revision_number': 4, 'project_id': '90b466fec460443ab521eb95129709d8', 'gw_port': {'id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:05Z', 'updated_at': '2022-04-20T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '17252b15-a24a-463a-b0ca-21e22e4b4078', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'floating_ip_address': '172.26.7.37', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'port_id': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514', 'fixed_ip_address': '172.20.0.19', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f', 'mac_address': 'fa:16:3e:72:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5422aa89-2fb8-4979-842c-5d66c0432a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:49:45Z', 'updated_at': '2022-04-20T15:49:45Z', 'revision_number': 0, 'project_id': '90b466fec460443ab521eb95129709d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ba9e15-c81e-49e9-ba9a-550641e2be28', 'name': '', 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'mac_address': 'fa:16:3e:14:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:14Z', 'updated_at': '2022-04-20T15:49:22Z', 'revision_number': 5, 'project_id': '90b466fec460443ab521eb95129709d8', 'subnets': [{'id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:49.964563 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d65e04-3b58-4533-bd66-abaebb8c9445 None None] Pushing event updated for resources: {'Port': ['ID=a86b814f-b873-460c-a86b-fb9c40b9c866,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:49.967329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f23837-5897-41c2-9941-4496955f4715 None None] Checking router: 7e0f1558-fe7b-47e2-9120-a9f09b534c8e for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:49:49.977308 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f23837-5897-41c2-9941-4496955f4715 None None] Routers {'7e0f1558-fe7b-47e2-9120-a9f09b534c8e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:49.977959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c2f23837-5897-41c2-9941-4496955f4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:50.018049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f6067-4f48-417c-bdcd-eda828a25d66 req-59fa3d8c-5c5d-4f0d-8f52-15bbc508b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:50.019503 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e61f6067-4f48-417c-bdcd-eda828a25d66 req-59fa3d8c-5c5d-4f0d-8f52-15bbc508b590 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0223280-2225-4f06-82c9-6cce0c339f2f HTTP/1.1" status: 200 len: 898 time: 0.3633256 Apr 20 15:49:50.132081 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:50.151994 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a8cd010a-438e-4d78-abf5-487230bfca77 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/floatingips/17252b15-a24a-463a-b0ca-21e22e4b4078 HTTP/1.1" status: 200 len: 991 time: 0.2553611 Apr 20 15:49:50.166425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Transition to ACTIVE for port object 1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:50.196033 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e61f6067-4f48-417c-bdcd-eda828a25d66 req-da8c35ef-c7b0-4327-9471-087ff2f5b396 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c85b0c1e-327a-42b8-ab3e-79fd9d403514 HTTP/1.1" status: 200 len: 999 time: 0.1673105 Apr 20 15:49:50.206626 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-c2f23837-5897-41c2-9941-4496955f4715 None None] Set router 7e0f1558-fe7b-47e2-9120-a9f09b534c8e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:49:50.263642 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:50.364372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network b304b3c5-7b45-4e0c-9cd3-caa322a11ad9 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:50.369495 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:50.372240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:50.378439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:50.379077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:50.401959 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f6067-4f48-417c-bdcd-eda828a25d66 req-9133f408-8afb-422f-93c9-5b41b65b8afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:50.403723 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e61f6067-4f48-417c-bdcd-eda828a25d66 req-9133f408-8afb-422f-93c9-5b41b65b8afd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b652363b-3050-414b-afa0-cb13b525c3e9 HTTP/1.1" status: 200 len: 838 time: 0.1810181 Apr 20 15:49:50.404185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5c4011e1-35bf-4a0b-9dab-1b7d1f2d6b22 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:50.409683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:50.473572 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8367d76c-0fc6-49fa-93d7-3166169275ec tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9969773 Apr 20 15:49:50.478862 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35704) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:50.492601 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:50.511218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:50.660202 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c2f23837-5897-41c2-9941-4496955f4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214162857', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:04Z', 'updated_at': '2022-04-20T15:49:16Z', 'revision_number': 4, 'project_id': '90b466fec460443ab521eb95129709d8', 'gw_port': {'id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:05Z', 'updated_at': '2022-04-20T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '17252b15-a24a-463a-b0ca-21e22e4b4078', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'floating_ip_address': '172.26.7.37', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'port_id': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514', 'fixed_ip_address': '172.20.0.19', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f', 'mac_address': 'fa:16:3e:72:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5422aa89-2fb8-4979-842c-5d66c0432a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:49:45Z', 'updated_at': '2022-04-20T15:49:45Z', 'revision_number': 0, 'project_id': '90b466fec460443ab521eb95129709d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ba9e15-c81e-49e9-ba9a-550641e2be28', 'name': '', 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'mac_address': 'fa:16:3e:14:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:14Z', 'updated_at': '2022-04-20T15:49:22Z', 'revision_number': 5, 'project_id': '90b466fec460443ab521eb95129709d8', 'subnets': [{'id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:50.664770 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f23837-5897-41c2-9941-4496955f4715 None None] The sync data for ids ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'] in dv-neutron-838699-1-hyperv is: [{'id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214162857', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:04Z', 'updated_at': '2022-04-20T15:49:16Z', 'revision_number': 4, 'project_id': '90b466fec460443ab521eb95129709d8', 'gw_port': {'id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:05Z', 'updated_at': '2022-04-20T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '17252b15-a24a-463a-b0ca-21e22e4b4078', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'floating_ip_address': '172.26.7.37', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'port_id': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514', 'fixed_ip_address': '172.20.0.19', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f', 'mac_address': 'fa:16:3e:72:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5422aa89-2fb8-4979-842c-5d66c0432a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:49:45Z', 'updated_at': '2022-04-20T15:49:45Z', 'revision_number': 0, 'project_id': '90b466fec460443ab521eb95129709d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ba9e15-c81e-49e9-ba9a-550641e2be28', 'name': '', 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'mac_address': 'fa:16:3e:14:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:14Z', 'updated_at': '2022-04-20T15:49:22Z', 'revision_number': 5, 'project_id': '90b466fec460443ab521eb95129709d8', 'subnets': [{'id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:50.683279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f6067-4f48-417c-bdcd-eda828a25d66 req-2628ab7d-0ebc-4b7d-b63e-a42111cd91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:50.684814 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e61f6067-4f48-417c-bdcd-eda828a25d66 req-2628ab7d-0ebc-4b7d-b63e-a42111cd91e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0223280-2225-4f06-82c9-6cce0c339f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2710521 Apr 20 15:49:50.744947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=d0fdcd9d-9867-4f54-bd5c-695ce208010f,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:50.775487 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:50.906297 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2da631e-fd61-4e8e-b05b-b802aa6ae5c1 None None] New status for floating IP 17252b15-a24a-463a-b0ca-21e22e4b4078: ACTIVE {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:49:51.159169 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35708) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:51.163448 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5c4011e1-35bf-4a0b-9dab-1b7d1f2d6b22 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:51.217026 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe123a47-f0b6-4c77-b347-b0dcafa13bb9 None None] Network b304b3c5-7b45-4e0c-9cd3-caa322a11ad9 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:51.255962 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5c4011e1-35bf-4a0b-9dab-1b7d1f2d6b22 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:51.262605 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e61f6067-4f48-417c-bdcd-eda828a25d66 req-7915798c-bba0-4000-8291-42e018e24c83 service neutron] 10.222.0.11 "GET /v2.0/networks/a0223280-2225-4f06-82c9-6cce0c339f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628192 Apr 20 15:49:51.322337 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Floating IP b8bf4c95-9324-4fb6-a88c-360771f8de87 associated. External IP: 172.26.7.250, port: 0f9d9d03-88db-4c6c-8175-024243af058b. Apr 20 15:49:51.334283 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6f600798-aff9-4cf2-9eed-2522042d0c89 None None] Provisioning for port a86b814f-b873-460c-a86b-fb9c40b9c866 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:49:51.420533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-74abdfd4-ae84-4c36-b201-f7119188a81a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:51.421242 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4c2e1584-a7dc-44ef-8a6f-450d0a9f54fc tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/floatingips/17252b15-a24a-463a-b0ca-21e22e4b4078 HTTP/1.1" status: 200 len: 991 time: 0.2609661 Apr 20 15:49:51.525796 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e61f6067-4f48-417c-bdcd-eda828a25d66 req-96934138-ed0b-4dc1-9f0a-39516bc0958e service neutron] 10.222.0.11 "GET /v2.0/networks/a0223280-2225-4f06-82c9-6cce0c339f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549653 Apr 20 15:49:51.770259 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d3723bae-bdc7-484c-9ca9-05f2ec49306e None None] Provisioning for port 1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:49:51.777565 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d3723bae-bdc7-484c-9ca9-05f2ec49306e None None] Provisioning complete for port 1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:51.778085 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d3723bae-bdc7-484c-9ca9-05f2ec49306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:51.802947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4011e1-35bf-4a0b-9dab-1b7d1f2d6b22 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Router cb98b125-0e9d-49de-bf6e-d95e313920a5 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:49:51.874579 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-d3723bae-bdc7-484c-9ca9-05f2ec49306e None None] Port 1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:49:51.875224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-74abdfd4-ae84-4c36-b201-f7119188a81a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:51.889760 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-74abdfd4-ae84-4c36-b201-f7119188a81a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:51.914636 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router c240a787-006e-4627-b453-09729c9d2d68 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:49:52.013703 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1880b980-b660-40f4-bf81-792eabb4c19b None None] Provisioning complete for port 1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:52.014190 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1880b980-b660-40f4-bf81-792eabb4c19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:52.017884 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abdfd4-ae84-4c36-b201-f7119188a81a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:52.084361 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-1880b980-b660-40f4-bf81-792eabb4c19b None None] Port 1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:49:52.087747 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4011e1-35bf-4a0b-9dab-1b7d1f2d6b22 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:52.098823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff619ae-00f5-4f6a-aab9-a4ca1945864b None None] Sync routers for ids ['cb98b125-0e9d-49de-bf6e-d95e313920a5'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:52.110022 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff619ae-00f5-4f6a-aab9-a4ca1945864b None None] Routers {'cb98b125-0e9d-49de-bf6e-d95e313920a5'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:52.110927 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1ff619ae-00f5-4f6a-aab9-a4ca1945864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cb98b125-0e9d-49de-bf6e-d95e313920a5'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:52.112883 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5c4011e1-35bf-4a0b-9dab-1b7d1f2d6b22 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:52.114051 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5c4011e1-35bf-4a0b-9dab-1b7d1f2d6b22 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "PUT /v2.0/routers/cb98b125-0e9d-49de-bf6e-d95e313920a5 HTTP/1.1" status: 200 len: 878 time: 5.5718768 Apr 20 15:49:52.135752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35712) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:52.184671 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1ff619ae-00f5-4f6a-aab9-a4ca1945864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:52.196011 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff619ae-00f5-4f6a-aab9-a4ca1945864b None None] Routers {'cb98b125-0e9d-49de-bf6e-d95e313920a5'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:52.196662 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1ff619ae-00f5-4f6a-aab9-a4ca1945864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cb98b125-0e9d-49de-bf6e-d95e313920a5'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:52.226751 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:52.239702 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499553ee-1c8d-4169-8ed8-81fae6e3d957 None None] Sync routers for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:52.258346 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499553ee-1c8d-4169-8ed8-81fae6e3d957 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:52.259430 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-499553ee-1c8d-4169-8ed8-81fae6e3d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:52.271522 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:52.329959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1ff619ae-00f5-4f6a-aab9-a4ca1945864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:52.331909 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff619ae-00f5-4f6a-aab9-a4ca1945864b None None] The sync data for ids ['cb98b125-0e9d-49de-bf6e-d95e313920a5'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:52.345967 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2111f95a-5f28-4159-85fd-f4f8e357c72c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.3574870 Apr 20 15:49:52.346837 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35716) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:52.347563 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a86b814f-b873-460c-a86b-fb9c40b9c866 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:49:52.351093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-74abdfd4-ae84-4c36-b201-f7119188a81a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:52.352690 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-eaa9c05b-5d42-43c9-a702-ab5f54fd0bda tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'floatingip': {'port_id': '0f9d9d03-88db-4c6c-8175-024243af058b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:52.382784 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-499553ee-1c8d-4169-8ed8-81fae6e3d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:52.385797 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:49:52.395737 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499553ee-1c8d-4169-8ed8-81fae6e3d957 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:52.396708 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-499553ee-1c8d-4169-8ed8-81fae6e3d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:52.427546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35720) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:52.428607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-75dd18dc-8a0e-43c9-8303-ca10c03df928 None None] Provisioning complete for port 1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:52.428999 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-75dd18dc-8a0e-43c9-8303-ca10c03df928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:52.464986 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-499553ee-1c8d-4169-8ed8-81fae6e3d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:52.465865 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499553ee-1c8d-4169-8ed8-81fae6e3d957 None None] The sync data for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:52.496766 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port a86b814f-b873-460c-a86b-fb9c40b9c866 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:49:52.502073 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-75dd18dc-8a0e-43c9-8303-ca10c03df928 None None] Port 1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:49:52.505399 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port a86b814f-b873-460c-a86b-fb9c40b9c866 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:52.505772 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:52.682519 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:52.718468 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port a86b814f-b873-460c-a86b-fb9c40b9c866, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a86b814f-b873-460c-a86b-fb9c40b9c866,segment=NetworkSegment(5be60f4d-4019-4f51-bed3-542d87ce8174),segment_id=5be60f4d-4019-4f51-bed3-542d87ce8174)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:52.723471 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:52.737157 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c05b-5d42-43c9-a702-ab5f54fd0bda tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:52.742729 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8ed02f83-4fa5-47de-9043-584bba2e37dd tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "GET /v2.0/routers/cb98b125-0e9d-49de-bf6e-d95e313920a5 HTTP/1.1" status: 200 len: 919 time: 0.6058390 Apr 20 15:49:52.745770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35724) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:52.790900 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=a86b814f-b873-460c-a86b-fb9c40b9c866,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:52.816255 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-805e21fd-3f48-42a3-890b-83a01f853303 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/floatingips/17252b15-a24a-463a-b0ca-21e22e4b4078 HTTP/1.1" status: 200 len: 993 time: 0.3875363 Apr 20 15:49:52.871389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-74abdfd4-ae84-4c36-b201-f7119188a81a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:52.892167 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f523c7-eeea-42cc-8803-58e340c45f01 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:52.893653 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-74f523c7-eeea-42cc-8803-58e340c45f01 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&device_id=cb98b125-0e9d-49de-bf6e-d95e313920a5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1469877 Apr 20 15:49:52.896339 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35728) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:53.205636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f292ce41-e304-4e25-a1e2-1df023b71c05 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:53.206202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f292ce41-e304-4e25-a1e2-1df023b71c05 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Synchronizing usage tracker for tenant:8a2b8d985bdf4bd5adc3b7e425a98c71 on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:49:53.294663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f292ce41-e304-4e25-a1e2-1df023b71c05 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Unset dirty status for tenant:8a2b8d985bdf4bd5adc3b7e425a98c71 on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:49:53.295738 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f292ce41-e304-4e25-a1e2-1df023b71c05 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "GET /v2.0/networks/6c536204-425b-481a-a1b2-dc2a52ee56c7 HTTP/1.1" status: 200 len: 881 time: 0.3985062 Apr 20 15:49:53.304304 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35732) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:53.354166 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-259cb061-07ad-456e-9a7c-84311b0ecd9f tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb98b125-0e9d-49de-bf6e-d95e313920a5 HTTP/1.1" status: 200 len: 205 time: 0.0487361 Apr 20 15:49:53.356969 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35736) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:53.391029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c05b-5d42-43c9-a702-ab5f54fd0bda tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:53.394723 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c05b-5d42-43c9-a702-ab5f54fd0bda tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:53.580504 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-74abdfd4-ae84-4c36-b201-f7119188a81a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:53.585921 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c90306b7-08e3-483e-adce-ed653eff0b42 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:53.641148 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-74abdfd4-ae84-4c36-b201-f7119188a81a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:53.641778 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-74abdfd4-ae84-4c36-b201-f7119188a81a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:53.740509 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa9c05b-5d42-43c9-a702-ab5f54fd0bda tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router c240a787-006e-4627-b453-09729c9d2d68 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:49:53.800889 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abdfd4-ae84-4c36-b201-f7119188a81a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:53.919305 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa9c05b-5d42-43c9-a702-ab5f54fd0bda tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:53.922795 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c90306b7-08e3-483e-adce-ed653eff0b42 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:53.924287 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c05b-5d42-43c9-a702-ab5f54fd0bda tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:53.929699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979713a-714a-453b-90e3-3195ac078079 None None] Sync routers for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:53.939348 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979713a-714a-453b-90e3-3195ac078079 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:53.940089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0979713a-714a-453b-90e3-3195ac078079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:53.946871 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c90306b7-08e3-483e-adce-ed653eff0b42 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Deleting port 5d89860f-7464-4b90-87d2-6c523f6e2ab0 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:53.947183 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c90306b7-08e3-483e-adce-ed653eff0b42 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:54.005483 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0979713a-714a-453b-90e3-3195ac078079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:54.014743 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979713a-714a-453b-90e3-3195ac078079 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:54.015509 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0979713a-714a-453b-90e3-3195ac078079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:54.044559 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-eaa9c05b-5d42-43c9-a702-ab5f54fd0bda tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "PUT /v2.0/floatingips/b8bf4c95-9324-4fb6-a88c-360771f8de87 HTTP/1.1" status: 200 len: 979 time: 1.6939142 Apr 20 15:49:54.044786 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35740) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:54.077886 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0979713a-714a-453b-90e3-3195ac078079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:54.078329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979713a-714a-453b-90e3-3195ac078079 None None] The sync data for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:54.125839 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74abdfd4-ae84-4c36-b201-f7119188a81a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network b304b3c5-7b45-4e0c-9cd3-caa322a11ad9 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:54.128859 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-74abdfd4-ae84-4c36-b201-f7119188a81a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:54.274511 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a86b814f-b873-460c-a86b-fb9c40b9c866 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:49:54.357713 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port a86b814f-b873-460c-a86b-fb9c40b9c866 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:54.358254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:54.417214 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-92835209-02f5-4cfb-8f0a-95dd829a50c9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Deleting port d0fdcd9d-9867-4f54-bd5c-695ce208010f {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:54.417729 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-92835209-02f5-4cfb-8f0a-95dd829a50c9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:54.428601 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c90306b7-08e3-483e-adce-ed653eff0b42 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:54.538411 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7de7e2b5-7713-41b0-9abb-bacdbfa4bd9e None None] Provisioning complete for port 1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:54.538854 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7de7e2b5-7713-41b0-9abb-bacdbfa4bd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:54.571798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c90306b7-08e3-483e-adce-ed653eff0b42 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Calling delete_port for 5d89860f-7464-4b90-87d2-6c523f6e2ab0 owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:54.599248 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-92835209-02f5-4cfb-8f0a-95dd829a50c9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:54.599248 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-92835209-02f5-4cfb-8f0a-95dd829a50c9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:54.604124 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7de7e2b5-7713-41b0-9abb-bacdbfa4bd9e None None] Port 1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:49:54.608079 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74abdfd4-ae84-4c36-b201-f7119188a81a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router d51d13f4-e5a9-4536-add7-041ba9e6b852 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:49:54.722766 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-92835209-02f5-4cfb-8f0a-95dd829a50c9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Calling delete_port for d0fdcd9d-9867-4f54-bd5c-695ce208010f owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:54.802049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74abdfd4-ae84-4c36-b201-f7119188a81a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:54.807545 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-74abdfd4-ae84-4c36-b201-f7119188a81a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/d51d13f4-e5a9-4536-add7-041ba9e6b852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3264852 Apr 20 15:49:54.810707 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35744) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:54.813922 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52eead7-8ede-454f-b965-8a85dc673a10 None None] Sync routers for ids ['d51d13f4-e5a9-4536-add7-041ba9e6b852'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:54.825880 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52eead7-8ede-454f-b965-8a85dc673a10 None None] Routers {'d51d13f4-e5a9-4536-add7-041ba9e6b852'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:54.826529 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-a52eead7-8ede-454f-b965-8a85dc673a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d51d13f4-e5a9-4536-add7-041ba9e6b852'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:54.892473 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-a52eead7-8ede-454f-b965-8a85dc673a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:54.900408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c90306b7-08e3-483e-adce-ed653eff0b42 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:54.902117 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52eead7-8ede-454f-b965-8a85dc673a10 None None] Routers {'d51d13f4-e5a9-4536-add7-041ba9e6b852'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:54.902727 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-a52eead7-8ede-454f-b965-8a85dc673a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d51d13f4-e5a9-4536-add7-041ba9e6b852'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:54.928041 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eeedc5-5ba7-4837-8af6-6d6c85b71777 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:54.932228 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d4eeedc5-5ba7-4837-8af6-6d6c85b71777 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports/1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322 HTTP/1.1" status: 200 len: 984 time: 0.1204865 Apr 20 15:49:54.932808 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35748) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:54.952728 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90306b7-08e3-483e-adce-ed653eff0b42 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Pushing event deleted for resources: {'Port': ['ID=5d89860f-7464-4b90-87d2-6c523f6e2ab0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:54.966468 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-a52eead7-8ede-454f-b965-8a85dc673a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:54.966864 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52eead7-8ede-454f-b965-8a85dc673a10 None None] The sync data for ids ['d51d13f4-e5a9-4536-add7-041ba9e6b852'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:55.008750 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-92835209-02f5-4cfb-8f0a-95dd829a50c9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:55.048754 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c90306b7-08e3-483e-adce-ed653eff0b42 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:55.105952 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92835209-02f5-4cfb-8f0a-95dd829a50c9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Port': ['ID=d0fdcd9d-9867-4f54-bd5c-695ce208010f,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:55.219885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c90306b7-08e3-483e-adce-ed653eff0b42 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:55.222061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c90306b7-08e3-483e-adce-ed653eff0b42 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:55.248174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c90306b7-08e3-483e-adce-ed653eff0b42 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:55.248628 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90306b7-08e3-483e-adce-ed653eff0b42 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Fanout notify agent at l3_agent the message router_deleted on router cb98b125-0e9d-49de-bf6e-d95e313920a5 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:49:55.264069 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c90306b7-08e3-483e-adce-ed653eff0b42 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:55.265137 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c90306b7-08e3-483e-adce-ed653eff0b42 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "DELETE /v2.0/routers/cb98b125-0e9d-49de-bf6e-d95e313920a5 HTTP/1.1" status: 204 len: 168 time: 1.9072943 Apr 20 15:49:55.269373 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35752) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:55.274385 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a87fedb6-fb82-4cd7-a225-f01c7b573419 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2096704254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:55.281032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a87fedb6-fb82-4cd7-a225-f01c7b573419 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:55.284939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a87fedb6-fb82-4cd7-a225-f01c7b573419 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Usage tracker for resource:router and tenant:a419ccc729e64f58928541c0d7ed174c is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:55.288030 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a87fedb6-fb82-4cd7-a225-f01c7b573419 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:55.293692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a87fedb6-fb82-4cd7-a225-f01c7b573419 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:55.303896 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a87fedb6-fb82-4cd7-a225-f01c7b573419 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:55.304849 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a87fedb6-fb82-4cd7-a225-f01c7b573419 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:55.320038 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a87fedb6-fb82-4cd7-a225-f01c7b573419 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:55.338289 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a87fedb6-fb82-4cd7-a225-f01c7b573419 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:55.346967 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-92835209-02f5-4cfb-8f0a-95dd829a50c9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:55.347311 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-92835209-02f5-4cfb-8f0a-95dd829a50c9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Floating IP b8bf4c95-9324-4fb6-a88c-360771f8de87 disassociated (deleted). External IP: 172.26.7.250, port: 0f9d9d03-88db-4c6c-8175-024243af058b. Apr 20 15:49:55.361187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a87fedb6-fb82-4cd7-a225-f01c7b573419 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:55.362370 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a87fedb6-fb82-4cd7-a225-f01c7b573419 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.0920532 Apr 20 15:49:55.365036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35756) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:55.370086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-268820d4-85ae-4845-aad6-07ffcfd21196 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'enable_snat': True}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:55.871815 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-268820d4-85ae-4845-aad6-07ffcfd21196 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:55.966031 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92835209-02f5-4cfb-8f0a-95dd829a50c9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router c240a787-006e-4627-b453-09729c9d2d68 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:49:56.063032 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ede6746-623a-45e9-aa9c-ff88a4103dc0 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:56.196335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-268820d4-85ae-4845-aad6-07ffcfd21196 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:56.226723 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-268820d4-85ae-4845-aad6-07ffcfd21196 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:56.363726 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-268820d4-85ae-4845-aad6-07ffcfd21196 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Allocated IP 172.26.7.199 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/6effc31d-27e0-4f1d-9731-ff65b46396cc) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:56.395157 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92835209-02f5-4cfb-8f0a-95dd829a50c9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:56.404398 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e60c6d-6ff5-4cf9-ad6b-3160159a37b5 None None] Sync routers for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:56.413791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e60c6d-6ff5-4cf9-ad6b-3160159a37b5 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:56.414404 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-74e60c6d-6ff5-4cf9-ad6b-3160159a37b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:56.425454 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-92835209-02f5-4cfb-8f0a-95dd829a50c9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:56.488188 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-74e60c6d-6ff5-4cf9-ad6b-3160159a37b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:56.495342 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-92835209-02f5-4cfb-8f0a-95dd829a50c9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/floatingips/b8bf4c95-9324-4fb6-a88c-360771f8de87 HTTP/1.1" status: 204 len: 168 time: 2.4495757 Apr 20 15:49:56.497053 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e60c6d-6ff5-4cf9-ad6b-3160159a37b5 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:56.497192 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-1ede6746-623a-45e9-aa9c-ff88a4103dc0 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port 1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:56.497497 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ede6746-623a-45e9-aa9c-ff88a4103dc0 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:56.497675 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-74e60c6d-6ff5-4cf9-ad6b-3160159a37b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:56.498313 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35760) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:56.560255 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-74e60c6d-6ff5-4cf9-ad6b-3160159a37b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:56.560652 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e60c6d-6ff5-4cf9-ad6b-3160159a37b5 None None] The sync data for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:56.586374 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-268820d4-85ae-4845-aad6-07ffcfd21196 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:56.606398 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-afa42db3-a7d1-440d-8322-77bbc56c576d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Deleting port 0f9d9d03-88db-4c6c-8175-024243af058b {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:56.606738 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-afa42db3-a7d1-440d-8322-77bbc56c576d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:56.683056 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ede6746-623a-45e9-aa9c-ff88a4103dc0 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:56.754146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-268820d4-85ae-4845-aad6-07ffcfd21196 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:56.877753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268820d4-85ae-4845-aad6-07ffcfd21196 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:56.883058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-268820d4-85ae-4845-aad6-07ffcfd21196 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:56.885533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268820d4-85ae-4845-aad6-07ffcfd21196 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:56.928687 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-1ede6746-623a-45e9-aa9c-ff88a4103dc0 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Calling delete_port for 1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:56.948362 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268820d4-85ae-4845-aad6-07ffcfd21196 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Pushing event updated for resources: {'Port': ['ID=6effc31d-27e0-4f1d-9731-ff65b46396cc,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:57.108865 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ede6746-623a-45e9-aa9c-ff88a4103dc0 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:57.116761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-afa42db3-a7d1-440d-8322-77bbc56c576d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:57.159438 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede6746-623a-45e9-aa9c-ff88a4103dc0 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Port': ['ID=1bcb25a7-c0ba-4e0e-ba8d-6232b6a11322,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:57.310146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-afa42db3-a7d1-440d-8322-77bbc56c576d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Calling delete_port for 0f9d9d03-88db-4c6c-8175-024243af058b owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:57.330027 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ede6746-623a-45e9-aa9c-ff88a4103dc0 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:57.595235 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ede6746-623a-45e9-aa9c-ff88a4103dc0 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router d51d13f4-e5a9-4536-add7-041ba9e6b852 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:49:57.726039 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ede6746-623a-45e9-aa9c-ff88a4103dc0 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:57.737696 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1a97c-a8b7-4111-8aab-3c14e306a89c None None] Sync routers for ids ['d51d13f4-e5a9-4536-add7-041ba9e6b852'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:57.742081 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1ede6746-623a-45e9-aa9c-ff88a4103dc0 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/d51d13f4-e5a9-4536-add7-041ba9e6b852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8035016 Apr 20 15:49:57.742081 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35764) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:57.747688 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1a97c-a8b7-4111-8aab-3c14e306a89c None None] Routers {'d51d13f4-e5a9-4536-add7-041ba9e6b852'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:57.748385 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-cad1a97c-a8b7-4111-8aab-3c14e306a89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d51d13f4-e5a9-4536-add7-041ba9e6b852'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:57.766225 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-268820d4-85ae-4845-aad6-07ffcfd21196 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:57.835684 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-cad1a97c-a8b7-4111-8aab-3c14e306a89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:57.845691 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1a97c-a8b7-4111-8aab-3c14e306a89c None None] Routers {'d51d13f4-e5a9-4536-add7-041ba9e6b852'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:57.846497 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-cad1a97c-a8b7-4111-8aab-3c14e306a89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d51d13f4-e5a9-4536-add7-041ba9e6b852'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:57.848842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-afa42db3-a7d1-440d-8322-77bbc56c576d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:57.909939 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-cad1a97c-a8b7-4111-8aab-3c14e306a89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:57.910332 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1a97c-a8b7-4111-8aab-3c14e306a89c None None] The sync data for ids ['d51d13f4-e5a9-4536-add7-041ba9e6b852'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:57.949885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa42db3-a7d1-440d-8322-77bbc56c576d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Port': ['ID=0f9d9d03-88db-4c6c-8175-024243af058b,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:58.069738 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-72678de6-20a1-4556-a5f8-6bb0350597cc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] remove_router_interface failed (client error): The resource could not be found. Apr 20 15:49:58.070784 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-72678de6-20a1-4556-a5f8-6bb0350597cc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/d51d13f4-e5a9-4536-add7-041ba9e6b852/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3278909 Apr 20 15:49:58.073655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35768) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:58.192006 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-afa42db3-a7d1-440d-8322-77bbc56c576d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:58.209808 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-afa42db3-a7d1-440d-8322-77bbc56c576d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/ports/0f9d9d03-88db-4c6c-8175-024243af058b HTTP/1.1" status: 204 len: 168 time: 1.7102447 Apr 20 15:49:58.214757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35772) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:58.229055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:49:58.256029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7a507c69-6601-48b0-be27-404d9aa7d009 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Synchronizing usage tracker for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:49:58.275818 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7a507c69-6601-48b0-be27-404d9aa7d009 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Unset dirty status for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:49:58.275818 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7a507c69-6601-48b0-be27-404d9aa7d009 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports?device_id=d51d13f4-e5a9-4536-add7-041ba9e6b852 HTTP/1.1" status: 200 len: 205 time: 0.1992629 Apr 20 15:49:58.276692 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35776) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:58.291380 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:49:58.304139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Usage tracker for resource:floatingip and tenant:c521b6ae862e40c3ab8c8f72cf8aeccd is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:49:58.308692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:49:58.317783 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:49:58.339248 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-268820d4-85ae-4845-aad6-07ffcfd21196 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:58.343705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-268820d4-85ae-4845-aad6-07ffcfd21196 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:58.347741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:58.412752 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce693f62-f3df-4a76-a638-b95bc4f168f6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:58.714701 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce693f62-f3df-4a76-a638-b95bc4f168f6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:58.716895 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce693f62-f3df-4a76-a638-b95bc4f168f6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:58.740618 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce693f62-f3df-4a76-a638-b95bc4f168f6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:58.741101 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce693f62-f3df-4a76-a638-b95bc4f168f6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Fanout notify agent at l3_agent the message router_deleted on router d51d13f4-e5a9-4536-add7-041ba9e6b852 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:49:58.751826 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce693f62-f3df-4a76-a638-b95bc4f168f6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:58.752906 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ce693f62-f3df-4a76-a638-b95bc4f168f6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/routers/d51d13f4-e5a9-4536-add7-041ba9e6b852 HTTP/1.1" status: 204 len: 168 time: 0.4750834 Apr 20 15:49:58.755662 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35780) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:58.803515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268820d4-85ae-4845-aad6-07ffcfd21196 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Router 3413b284-3038-4c76-a8a3-fa3348306773 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:49:58.808158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:58.829227 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb83a57c-efce-4775-b2c0-5f6e5eef3d7d tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting subnet 6ced29e9-3ad7-4396-a704-4281be6c55a6 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:49:58.833465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eb83a57c-efce-4775-b2c0-5f6e5eef3d7d tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:58.905936 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eb83a57c-efce-4775-b2c0-5f6e5eef3d7d tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:58.989111 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eb83a57c-efce-4775-b2c0-5f6e5eef3d7d tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:59.060312 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eb83a57c-efce-4775-b2c0-5f6e5eef3d7d tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:59.103114 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83a57c-efce-4775-b2c0-5f6e5eef3d7d tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Subnet': ['ID=6ced29e9-3ad7-4396-a704-4281be6c55a6,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:59.103339 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268820d4-85ae-4845-aad6-07ffcfd21196 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:49:59.106686 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eb83a57c-efce-4775-b2c0-5f6e5eef3d7d tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:59.114345 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-eb83a57c-efce-4775-b2c0-5f6e5eef3d7d tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/subnets/6ced29e9-3ad7-4396-a704-4281be6c55a6 HTTP/1.1" status: 204 len: 168 time: 0.3573885 Apr 20 15:49:59.116984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35784) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:59.120307 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64feaed9-3bd7-4f6c-838d-927322a3c216 None None] Network b304b3c5-7b45-4e0c-9cd3-caa322a11ad9 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:49:59.120873 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Allocated IP 172.26.7.235 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/f3059a2d-82aa-451f-bece-afff291e1df7) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:49:59.124759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-268820d4-85ae-4845-aad6-07ffcfd21196 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:59.127173 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-268820d4-85ae-4845-aad6-07ffcfd21196 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "PUT /v2.0/routers/3413b284-3038-4c76-a8a3-fa3348306773 HTTP/1.1" status: 200 len: 915 time: 3.7605891 Apr 20 15:49:59.129344 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35788) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:59.134476 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85f498f-ab67-4e89-ad9b-9d31e90d1f94 None None] Sync routers for ids ['3413b284-3038-4c76-a8a3-fa3348306773'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:49:59.204665 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85f498f-ab67-4e89-ad9b-9d31e90d1f94 None None] Routers {'3413b284-3038-4c76-a8a3-fa3348306773'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:59.205575 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e85f498f-ab67-4e89-ad9b-9d31e90d1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3413b284-3038-4c76-a8a3-fa3348306773'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:59.267520 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:59.279096 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port a86b814f-b873-460c-a86b-fb9c40b9c866 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:59.279431 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:59.293823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e85f498f-ab67-4e89-ad9b-9d31e90d1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:59.345673 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85f498f-ab67-4e89-ad9b-9d31e90d1f94 None None] Routers {'3413b284-3038-4c76-a8a3-fa3348306773'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:49:59.346319 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e85f498f-ab67-4e89-ad9b-9d31e90d1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3413b284-3038-4c76-a8a3-fa3348306773'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:59.424660 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-241974b6-c84f-4070-8372-af46e75e9c86 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "GET /v2.0/routers/3413b284-3038-4c76-a8a3-fa3348306773 HTTP/1.1" status: 200 len: 921 time: 0.2943366 Apr 20 15:49:59.429386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35792) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:59.437149 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e85f498f-ab67-4e89-ad9b-9d31e90d1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:49:59.437309 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85f498f-ab67-4e89-ad9b-9d31e90d1f94 None None] The sync data for ids ['3413b284-3038-4c76-a8a3-fa3348306773'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:49:59.490305 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:59.494099 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] For port a86b814f-b873-460c-a86b-fb9c40b9c866, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a86b814f-b873-460c-a86b-fb9c40b9c866,segment=NetworkSegment(5be60f4d-4019-4f51-bed3-542d87ce8174),segment_id=5be60f4d-4019-4f51-bed3-542d87ce8174)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:59.495799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:59.543805 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071c74cb-5528-4b8c-90fd-913923db5329 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:59.547950 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-071c74cb-5528-4b8c-90fd-913923db5329 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&device_id=3413b284-3038-4c76-a8a3-fa3348306773&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1151342 Apr 20 15:49:59.548269 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35796) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:59.550217 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e347065d-cc05-4153-9c5e-561c2f19d7db None None] DHCP port deletion for b304b3c5-7b45-4e0c-9cd3-caa322a11ad9 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:49:59.554935 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e347065d-cc05-4153-9c5e-561c2f19d7db None None] Deleting port a86b814f-b873-460c-a86b-fb9c40b9c866 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:49:59.555314 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e347065d-cc05-4153-9c5e-561c2f19d7db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:59.569515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:59.627731 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Calling delete_port for a86b814f-b873-460c-a86b-fb9c40b9c866 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:59.695710 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:49:59.702415 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:49:59.705493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:49:59.768631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=f3059a2d-82aa-451f-bece-afff291e1df7,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:59.769579 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e347065d-cc05-4153-9c5e-561c2f19d7db None None] For port a86b814f-b873-460c-a86b-fb9c40b9c866, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a86b814f-b873-460c-a86b-fb9c40b9c866,segment=NetworkSegment(5be60f4d-4019-4f51-bed3-542d87ce8174),segment_id=5be60f4d-4019-4f51-bed3-542d87ce8174)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:49:59.769742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e347065d-cc05-4153-9c5e-561c2f19d7db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:59.813396 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:59.821389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19bf23c-0beb-4cb6-8b68-ea9c723be2c1 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:59.825641 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b19bf23c-0beb-4cb6-8b68-ea9c723be2c1 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "GET /v2.0/networks/6c536204-425b-481a-a1b2-dc2a52ee56c7 HTTP/1.1" status: 200 len: 881 time: 0.2734387 Apr 20 15:49:59.825866 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35800) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:59.864673 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Port': ['ID=a86b814f-b873-460c-a86b-fb9c40b9c866,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:59.866556 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] No DVR routers for this DVR port a86b814f-b873-460c-a86b-fb9c40b9c866 on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:49:59.884228 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-23073b61-7370-4509-a592-165abfaf89b2 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "GET /v2.0/ports?device_id=3413b284-3038-4c76-a8a3-fa3348306773 HTTP/1.1" status: 200 len: 205 time: 0.0544412 Apr 20 15:49:59.884228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35804) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:49:59.933043 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e347065d-cc05-4153-9c5e-561c2f19d7db None None] Calling delete_port for a86b814f-b873-460c-a86b-fb9c40b9c866 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:49:59.996305 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.012384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-e347065d-cc05-4153-9c5e-561c2f19d7db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:50:00.012772 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-e347065d-cc05-4153-9c5e-561c2f19d7db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:50:00.024167 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b304b3c5-7b45-4e0c-9cd3-caa322a11ad9']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:00.037729 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be60f4d-4019-4f51-bed3-542d87ce8174') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:00.038067 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be60f4d-4019-4f51-bed3-542d87ce8174') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:00.050845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.068327 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.074631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:50:00.075064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:50:00.089351 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:50:00.096048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.174948 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.197348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.218608 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/networks/b304b3c5-7b45-4e0c-9cd3-caa322a11ad9 HTTP/1.1" status: 204 len: 168 time: 1.1004267 Apr 20 15:50:00.219873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfb628-104e-4b33-9743-c52ce0edaca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Network': ['ID=b304b3c5-7b45-4e0c-9cd3-caa322a11ad9,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:00.223490 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35808) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:00.228901 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-1005d958-de66-44db-a417-49ff43fd55e8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1323237161'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:00.235083 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1005d958-de66-44db-a417-49ff43fd55e8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:00.240364 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1005d958-de66-44db-a417-49ff43fd55e8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:network and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:00.244164 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1005d958-de66-44db-a417-49ff43fd55e8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:00.245959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a86b814f-b873-460c-a86b-fb9c40b9c866 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:50:00.252059 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1005d958-de66-44db-a417-49ff43fd55e8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:00.262157 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1005d958-de66-44db-a417-49ff43fd55e8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:00.266075 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1005d958-de66-44db-a417-49ff43fd55e8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.269343 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.280834 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: a86b814f-b873-460c-a86b-fb9c40b9c866 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:50:00.281320 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a86b814f-b873-460c-a86b-fb9c40b9c866 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:50:00.296012 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1005d958-de66-44db-a417-49ff43fd55e8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:50:00.305561 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1005d958-de66-44db-a417-49ff43fd55e8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.305910 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-1005d958-de66-44db-a417-49ff43fd55e8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Added segment 3de7a1aa-186f-4548-812a-0715f30cdeba of type vlan for network 0488f495-9624-4d14-8ddc-6c1668164409 Apr 20 15:50:00.317478 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fa1e-8406-4c83-b6af-8394ec9ccdbf tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.332482 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1005d958-de66-44db-a417-49ff43fd55e8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.363215 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1005d958-de66-44db-a417-49ff43fd55e8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.368762 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1005d958-de66-44db-a417-49ff43fd55e8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:00.369368 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1005d958-de66-44db-a417-49ff43fd55e8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.467823 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1005d958-de66-44db-a417-49ff43fd55e8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2432537 Apr 20 15:50:00.471723 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35812) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:00.479053 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-2ac8219b-bd18-4e90-ada3-1d9b34f1c959 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'subnet': {'network_id': '0488f495-9624-4d14-8ddc-6c1668164409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:00.497744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005d958-de66-44db-a417-49ff43fd55e8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Network': ['ID=0488f495-9624-4d14-8ddc-6c1668164409,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:00.507995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 0488f495-9624-4d14-8ddc-6c1668164409 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:50:00.520758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e347065d-cc05-4153-9c5e-561c2f19d7db None None] Deleting port a86b814f-b873-460c-a86b-fb9c40b9c866 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:00.521289 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e347065d-cc05-4153-9c5e-561c2f19d7db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.594958 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2ac8219b-bd18-4e90-ada3-1d9b34f1c959 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:00.598812 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2ac8219b-bd18-4e90-ada3-1d9b34f1c959 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:subnet and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:00.601660 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2ac8219b-bd18-4e90-ada3-1d9b34f1c959 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:00.607676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2ac8219b-bd18-4e90-ada3-1d9b34f1c959 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:00.619090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fa1e-8406-4c83-b6af-8394ec9ccdbf tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.619650 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac8219b-bd18-4e90-ada3-1d9b34f1c959 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:00.622691 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2ac8219b-bd18-4e90-ada3-1d9b34f1c959 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.645708 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e347065d-cc05-4153-9c5e-561c2f19d7db None None] The port 'a86b814f-b873-460c-a86b-fb9c40b9c866' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:50:00.646291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-bfc7fa1e-8406-4c83-b6af-8394ec9ccdbf tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Deleting port 6effc31d-27e0-4f1d-9731-ff65b46396cc {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:00.646554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fa1e-8406-4c83-b6af-8394ec9ccdbf tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.780969 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.795239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.843504 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2ac8219b-bd18-4e90-ada3-1d9b34f1c959 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.927991 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8219b-bd18-4e90-ada3-1d9b34f1c959 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Subnet': ['ID=08219a4a-c16b-444d-8aa0-f7887990f12b,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:00.935250 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac8219b-bd18-4e90-ada3-1d9b34f1c959 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Checking segment: {'id': '3de7a1aa-186f-4548-812a-0715f30cdeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0488f495-9624-4d14-8ddc-6c1668164409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:00.935637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac8219b-bd18-4e90-ada3-1d9b34f1c959 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network hostable DHCP agents. Network: 0488f495-9624-4d14-8ddc-6c1668164409, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:50:00.948607 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=f3059a2d-82aa-451f-bece-afff291e1df7,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:00.954957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac8219b-bd18-4e90-ada3-1d9b34f1c959 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 0488f495-9624-4d14-8ddc-6c1668164409 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:50:00.964875 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:00.965297 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:00.965510 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-2ac8219b-bd18-4e90-ada3-1d9b34f1c959 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 0488f495-9624-4d14-8ddc-6c1668164409) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:00.965674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:00.966015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:00.966350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:00.967353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:00.967693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:00.968671 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:00.969680 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:00.970026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:00.970193 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac8219b-bd18-4e90-ada3-1d9b34f1c959 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:00.970525 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:00.970747 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2ac8219b-bd18-4e90-ada3-1d9b34f1c959 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.970848 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:00.975272 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.977669 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7743d45e-2c9f-4f5f-a979-cb5e1080912d None None] Network 0488f495-9624-4d14-8ddc-6c1668164409 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:00.980608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fa1e-8406-4c83-b6af-8394ec9ccdbf tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:00.996322 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2ac8219b-bd18-4e90-ada3-1d9b34f1c959 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5235183 Apr 20 15:50:00.996928 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35816) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:01.002783 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-64a7c29b-c049-43d9-8ff9-2fd24b47af78 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-400854047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:01.009347 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-64a7c29b-c049-43d9-8ff9-2fd24b47af78 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:01.013200 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-64a7c29b-c049-43d9-8ff9-2fd24b47af78 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:router and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:01.016613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-64a7c29b-c049-43d9-8ff9-2fd24b47af78 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:01.022325 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-64a7c29b-c049-43d9-8ff9-2fd24b47af78 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:01.033273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-64a7c29b-c049-43d9-8ff9-2fd24b47af78 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:01.034250 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-64a7c29b-c049-43d9-8ff9-2fd24b47af78 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:01.049104 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-64a7c29b-c049-43d9-8ff9-2fd24b47af78 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:01.068979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-64a7c29b-c049-43d9-8ff9-2fd24b47af78 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:01.092759 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-64a7c29b-c049-43d9-8ff9-2fd24b47af78 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:01.097126 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-64a7c29b-c049-43d9-8ff9-2fd24b47af78 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.0967338 Apr 20 15:50:01.097587 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35820) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:01.122487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-bfc7fa1e-8406-4c83-b6af-8394ec9ccdbf tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Calling delete_port for 6effc31d-27e0-4f1d-9731-ff65b46396cc owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:01.159462 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:01.160447 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-79ef2dcf-b091-4d7e-ae77-d83e0ff9f602 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9446826 Apr 20 15:50:01.163176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35824) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:01.170206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1a2abcd5-5fc0-4a97-a192-636966f0b8f3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'port': {'network_id': '6f8e902c-7e98-4e28-8d18-2cbfa67ce69f', 'name': 'tempest-FloatingIPTestJSON-1730703927'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:01.205092 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-0488f495-9624-4d14-8ddc-6c1668164409', 'network_id': '0488f495-9624-4d14-8ddc-6c1668164409', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'fixed_ips': [{'subnet_id': '08219a4a-c16b-444d-8aa0-f7887990f12b'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:50:01.205965 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:01.358778 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1a2abcd5-5fc0-4a97-a192-636966f0b8f3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:01.364427 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1a2abcd5-5fc0-4a97-a192-636966f0b8f3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Usage tracker for resource:port and tenant:c521b6ae862e40c3ab8c8f72cf8aeccd is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:01.366788 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Allocated IP 2001:db8::2 (0488f495-9624-4d14-8ddc-6c1668164409/08219a4a-c16b-444d-8aa0-f7887990f12b/4db427ec-b26e-49c9-8f42-6cbe1bf3680f) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:01.368502 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1a2abcd5-5fc0-4a97-a192-636966f0b8f3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:01.376284 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1a2abcd5-5fc0-4a97-a192-636966f0b8f3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:01.417434 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2abcd5-5fc0-4a97-a192-636966f0b8f3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Made reservation on behalf of c521b6ae862e40c3ab8c8f72cf8aeccd for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:01.420980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a2abcd5-5fc0-4a97-a192-636966f0b8f3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:01.461443 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-1a2abcd5-5fc0-4a97-a192-636966f0b8f3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] device_id is not set on port d96975e9-9830-4a20-9981-bb44a4167c35 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:50:01.581195 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:01.638309 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Transition to ACTIVE for port object 4db427ec-b26e-49c9-8f42-6cbe1bf3680f will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:01.649323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fa1e-8406-4c83-b6af-8394ec9ccdbf tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:01.662983 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Transition to ACTIVE for port object 4db427ec-b26e-49c9-8f42-6cbe1bf3680f will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:01.669354 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:01.700620 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:01.733628 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Network 0488f495-9624-4d14-8ddc-6c1668164409 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:01.741391 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:01.742343 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7fa1e-8406-4c83-b6af-8394ec9ccdbf tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Pushing event deleted for resources: {'Port': ['ID=6effc31d-27e0-4f1d-9731-ff65b46396cc,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:01.745975 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:01.786651 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Pushing event updated for resources: {'Port': ['ID=4db427ec-b26e-49c9-8f42-6cbe1bf3680f,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:01.844450 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Attempting to bind port 4db427ec-b26e-49c9-8f42-6cbe1bf3680f on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:50:01.844832 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Attempting to bind port 4db427ec-b26e-49c9-8f42-6cbe1bf3680f by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '3de7a1aa-186f-4548-812a-0715f30cdeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0488f495-9624-4d14-8ddc-6c1668164409'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:50:01.845178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Attempting to bind port 4db427ec-b26e-49c9-8f42-6cbe1bf3680f on network 0488f495-9624-4d14-8ddc-6c1668164409 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:50:01.850545 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:50:01.850906 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Checking segment: {'id': '3de7a1aa-186f-4548-812a-0715f30cdeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0488f495-9624-4d14-8ddc-6c1668164409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:01.851679 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:01.851679 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Bound using segment: {'id': '3de7a1aa-186f-4548-812a-0715f30cdeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0488f495-9624-4d14-8ddc-6c1668164409'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:50:01.852156 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Bound port: 4db427ec-b26e-49c9-8f42-6cbe1bf3680f, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de7a1aa-186f-4548-812a-0715f30cdeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0488f495-9624-4d14-8ddc-6c1668164409'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:50:01.852525 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:01.867738 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fa1e-8406-4c83-b6af-8394ec9ccdbf tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:01.942425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] For port 4db427ec-b26e-49c9-8f42-6cbe1bf3680f, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:50:01.945602 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] For port 4db427ec-b26e-49c9-8f42-6cbe1bf3680f, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4db427ec-b26e-49c9-8f42-6cbe1bf3680f,segment=NetworkSegment(3de7a1aa-186f-4548-812a-0715f30cdeba),segment_id=3de7a1aa-186f-4548-812a-0715f30cdeba)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:50:01.951229 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:01.991727 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-1a2abcd5-5fc0-4a97-a192-636966f0b8f3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Allocated IP 172.20.0.2 (6f8e902c-7e98-4e28-8d18-2cbfa67ce69f/d35e2931-c3d3-4060-a719-f0e1e75016ee/d96975e9-9830-4a20-9981-bb44a4167c35) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:02.071820 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763a55a-9992-4e89-bd44-4f10e54fb511 None None] Pushing event updated for resources: {'Port': ['ID=4db427ec-b26e-49c9-8f42-6cbe1bf3680f,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:02.077912 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9f77efd9-70b0-482d-acaf-5cfd88257dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:02.079734 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fa1e-8406-4c83-b6af-8394ec9ccdbf tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:02.083225 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fa1e-8406-4c83-b6af-8394ec9ccdbf tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:02.150393 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Allocated IP 2001:db8::1 (0488f495-9624-4d14-8ddc-6c1668164409/08219a4a-c16b-444d-8aa0-f7887990f12b/8d8df735-d614-4ca5-bc8e-feb68be07d87) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:02.160323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fa1e-8406-4c83-b6af-8394ec9ccdbf tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:02.161065 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc7fa1e-8406-4c83-b6af-8394ec9ccdbf tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Fanout notify agent at l3_agent the message router_deleted on router 3413b284-3038-4c76-a8a3-fa3348306773 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:50:02.277832 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fa1e-8406-4c83-b6af-8394ec9ccdbf tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:02.279110 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bfc7fa1e-8406-4c83-b6af-8394ec9ccdbf tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "DELETE /v2.0/routers/3413b284-3038-4c76-a8a3-fa3348306773 HTTP/1.1" status: 204 len: 168 time: 2.3942978 Apr 20 15:50:02.283010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35828) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:02.290629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a5fc151e-7471-4b00-9f22-992513ef6d23 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1108110710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:02.302866 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a5fc151e-7471-4b00-9f22-992513ef6d23 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:02.314062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a5fc151e-7471-4b00-9f22-992513ef6d23 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Usage tracker for resource:router and tenant:a419ccc729e64f58928541c0d7ed174c is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:02.320235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a5fc151e-7471-4b00-9f22-992513ef6d23 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:02.340431 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a5fc151e-7471-4b00-9f22-992513ef6d23 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:02.397271 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:02.398045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a5fc151e-7471-4b00-9f22-992513ef6d23 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:02.399056 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a5fc151e-7471-4b00-9f22-992513ef6d23 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:02.406664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a2abcd5-5fc0-4a97-a192-636966f0b8f3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:02.415801 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Transition to ACTIVE for port object 8d8df735-d614-4ca5-bc8e-feb68be07d87 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:02.430536 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a5fc151e-7471-4b00-9f22-992513ef6d23 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:02.451157 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:02.457568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a5fc151e-7471-4b00-9f22-992513ef6d23 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:02.482757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a2abcd5-5fc0-4a97-a192-636966f0b8f3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:02.522715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 0488f495-9624-4d14-8ddc-6c1668164409 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:02.529211 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:02.535806 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a5fc151e-7471-4b00-9f22-992513ef6d23 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:02.537048 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a5fc151e-7471-4b00-9f22-992513ef6d23 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2532473 Apr 20 15:50:02.543208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35832) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:02.543844 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:02.544385 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:02.565429 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-3aecaa58-2d8a-401b-9dd4-a1e1a2927738 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'enable_snat': False}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:02.576693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2abcd5-5fc0-4a97-a192-636966f0b8f3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network 6f8e902c-7e98-4e28-8d18-2cbfa67ce69f is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:02.581349 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-1a2abcd5-5fc0-4a97-a192-636966f0b8f3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:02.584538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2abcd5-5fc0-4a97-a192-636966f0b8f3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:02.636543 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=8d8df735-d614-4ca5-bc8e-feb68be07d87,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:02.651357 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2abcd5-5fc0-4a97-a192-636966f0b8f3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=d96975e9-9830-4a20-9981-bb44a4167c35,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:02.675444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2abcd5-5fc0-4a97-a192-636966f0b8f3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:02.676080 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a2abcd5-5fc0-4a97-a192-636966f0b8f3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:02.693861 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1a2abcd5-5fc0-4a97-a192-636966f0b8f3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5295494 Apr 20 15:50:02.696359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35836) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:02.701440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-c0e6afdd-f4f5-4561-9e07-2233637ff303 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'floatingip': {'port_id': 'd96975e9-9830-4a20-9981-bb44a4167c35'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:02.782499 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0e6afdd-f4f5-4561-9e07-2233637ff303 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:03.121221 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3aecaa58-2d8a-401b-9dd4-a1e1a2927738 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:03.156230 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:03.242533 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7f776b-f3b3-43ae-ba5c-e1b7f0699f29 None None] Network 0488f495-9624-4d14-8ddc-6c1668164409 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:03.337274 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-85396b9c-696f-4924-8589-fc95e366556f None None] Provisioning for port 4db427ec-b26e-49c9-8f42-6cbe1bf3680f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:03.568620 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0e6afdd-f4f5-4561-9e07-2233637ff303 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:03.573096 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0e6afdd-f4f5-4561-9e07-2233637ff303 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:03.758943 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-c0e6afdd-f4f5-4561-9e07-2233637ff303 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Floating IP d02d76da-2995-4cdf-877f-3bd9542d2a75 associated. External IP: 172.26.7.235, port: d96975e9-9830-4a20-9981-bb44a4167c35. Apr 20 15:50:03.790147 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4a30dcf7-df53-4fdb-a759-ed20c49edc94 None None] Provisioning for port 8d8df735-d614-4ca5-bc8e-feb68be07d87 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:03.796276 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3aecaa58-2d8a-401b-9dd4-a1e1a2927738 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:03.796789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4a30dcf7-df53-4fdb-a759-ed20c49edc94 None None] Provisioning complete for port 8d8df735-d614-4ca5-bc8e-feb68be07d87 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:03.797318 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4a30dcf7-df53-4fdb-a759-ed20c49edc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:03.830076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3aecaa58-2d8a-401b-9dd4-a1e1a2927738 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:03.882892 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:03.905429 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:03.906180 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:03.913355 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-4a30dcf7-df53-4fdb-a759-ed20c49edc94 None None] Port 8d8df735-d614-4ca5-bc8e-feb68be07d87 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:50:04.040424 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-db0e96cc-ff59-4e03-902e-707b90911cda None None] Provisioning complete for port 8d8df735-d614-4ca5-bc8e-feb68be07d87 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:04.040953 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-db0e96cc-ff59-4e03-902e-707b90911cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:04.095958 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-db0e96cc-ff59-4e03-902e-707b90911cda None None] Port 8d8df735-d614-4ca5-bc8e-feb68be07d87 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:50:04.103085 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=8d8df735-d614-4ca5-bc8e-feb68be07d87,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:04.125063 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:04.125736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:04.125736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:04.126063 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:04.126894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:04.126894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:04.127092 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:04.127348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:04.127673 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:04.128022 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:04.128348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:04.128675 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:04.143327 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e6afdd-f4f5-4561-9e07-2233637ff303 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router c240a787-006e-4627-b453-09729c9d2d68 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:50:04.172525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-3aecaa58-2d8a-401b-9dd4-a1e1a2927738 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Allocated IP 172.26.7.216 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/62671cae-3fde-48ab-be71-9ffae32b5193) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:04.221903 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 0488f495-9624-4d14-8ddc-6c1668164409 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:04.223334 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:04.318248 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a6f26bd2-8990-4526-8b49-93b027a48335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:04.339254 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e6afdd-f4f5-4561-9e07-2233637ff303 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:04.342808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4db427ec-b26e-49c9-8f42-6cbe1bf3680f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:04.348460 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4d4b29-6971-429d-9b32-073a43ac028e None None] Sync routers for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:04.353999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0e6afdd-f4f5-4561-9e07-2233637ff303 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:04.359320 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4d4b29-6971-429d-9b32-073a43ac028e None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:04.360348 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-5f4d4b29-6971-429d-9b32-073a43ac028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:04.444554 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-5f4d4b29-6971-429d-9b32-073a43ac028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:04.454497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 4db427ec-b26e-49c9-8f42-6cbe1bf3680f completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:04.454844 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c0e6afdd-f4f5-4561-9e07-2233637ff303 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "PUT /v2.0/floatingips/d02d76da-2995-4cdf-877f-3bd9542d2a75 HTTP/1.1" status: 200 len: 978 time: 1.7574115 Apr 20 15:50:04.457375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35840) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:04.458553 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4d4b29-6971-429d-9b32-073a43ac028e None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:04.459531 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-5f4d4b29-6971-429d-9b32-073a43ac028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:04.461989 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 4db427ec-b26e-49c9-8f42-6cbe1bf3680f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:04.462638 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:04.505384 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3aecaa58-2d8a-401b-9dd4-a1e1a2927738 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:04.549429 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-5f4d4b29-6971-429d-9b32-073a43ac028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:04.549729 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4d4b29-6971-429d-9b32-073a43ac028e None None] The sync data for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:04.565864 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d7c3bf71-da65-4ed0-8424-b7839a291e2e tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Deleting port d96975e9-9830-4a20-9981-bb44a4167c35 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:04.566310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d7c3bf71-da65-4ed0-8424-b7839a291e2e tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:04.599282 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:04.600945 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3aecaa58-2d8a-401b-9dd4-a1e1a2927738 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:04.645836 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 4db427ec-b26e-49c9-8f42-6cbe1bf3680f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4db427ec-b26e-49c9-8f42-6cbe1bf3680f,segment=NetworkSegment(3de7a1aa-186f-4548-812a-0715f30cdeba),segment_id=3de7a1aa-186f-4548-812a-0715f30cdeba)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:04.647544 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f49e560a-da81-4e8c-9fea-162a4a842b9d None None] Provisioning complete for port 8d8df735-d614-4ca5-bc8e-feb68be07d87 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:04.648216 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f49e560a-da81-4e8c-9fea-162a4a842b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:04.677830 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:04.759244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-f49e560a-da81-4e8c-9fea-162a4a842b9d None None] Port 8d8df735-d614-4ca5-bc8e-feb68be07d87 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:50:04.770558 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=4db427ec-b26e-49c9-8f42-6cbe1bf3680f,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:04.776932 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router fb7a0aa9-e66e-46a7-9eba-38116b3a283b is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:50:04.801660 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aecaa58-2d8a-401b-9dd4-a1e1a2927738 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:04.826839 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d7c3bf71-da65-4ed0-8424-b7839a291e2e tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:04.852912 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-3aecaa58-2d8a-401b-9dd4-a1e1a2927738 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:04.862396 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aecaa58-2d8a-401b-9dd4-a1e1a2927738 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:04.971172 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecaa58-2d8a-401b-9dd4-a1e1a2927738 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Pushing event updated for resources: {'Port': ['ID=62671cae-3fde-48ab-be71-9ffae32b5193,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:05.076286 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:05.086474 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e930c0-5165-4a45-a21c-d954c2f27ea2 None None] Sync routers for ids ['fb7a0aa9-e66e-46a7-9eba-38116b3a283b'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:05.096283 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e930c0-5165-4a45-a21c-d954c2f27ea2 None None] Routers {'fb7a0aa9-e66e-46a7-9eba-38116b3a283b'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:05.096893 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-40e930c0-5165-4a45-a21c-d954c2f27ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fb7a0aa9-e66e-46a7-9eba-38116b3a283b'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:05.163752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-40e930c0-5165-4a45-a21c-d954c2f27ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:05.173565 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e930c0-5165-4a45-a21c-d954c2f27ea2 None None] Routers {'fb7a0aa9-e66e-46a7-9eba-38116b3a283b'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:05.174193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-40e930c0-5165-4a45-a21c-d954c2f27ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fb7a0aa9-e66e-46a7-9eba-38116b3a283b'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:05.188882 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-790876e6-7a4b-419d-8c12-9ee0f3d05061 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/fb7a0aa9-e66e-46a7-9eba-38116b3a283b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0879171 Apr 20 15:50:05.192999 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35844) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:05.238756 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-40e930c0-5165-4a45-a21c-d954c2f27ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:05.239013 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e930c0-5165-4a45-a21c-d954c2f27ea2 None None] The sync data for ids ['fb7a0aa9-e66e-46a7-9eba-38116b3a283b'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:05.264127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d7c3bf71-da65-4ed0-8424-b7839a291e2e tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:05.264532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d7c3bf71-da65-4ed0-8424-b7839a291e2e tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:05.264857 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-d7c3bf71-da65-4ed0-8424-b7839a291e2e tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Floating IP d02d76da-2995-4cdf-877f-3bd9542d2a75 disassociated. External IP: 172.26.7.235, port: d96975e9-9830-4a20-9981-bb44a4167c35. Apr 20 15:50:05.265201 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d7c3bf71-da65-4ed0-8424-b7839a291e2e tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Calling delete_port for d96975e9-9830-4a20-9981-bb44a4167c35 owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:05.283110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cac294-4a3a-4f0b-af21-ad641779e5fb tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:05.283681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f6cac294-4a3a-4f0b-af21-ad641779e5fb tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Synchronizing usage tracker for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:50:05.362039 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f6cac294-4a3a-4f0b-af21-ad641779e5fb tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Unset dirty status for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:50:05.363109 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f6cac294-4a3a-4f0b-af21-ad641779e5fb tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports/8d8df735-d614-4ca5-bc8e-feb68be07d87 HTTP/1.1" status: 200 len: 911 time: 0.1692204 Apr 20 15:50:05.367360 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35848) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:05.414518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d7c3bf71-da65-4ed0-8424-b7839a291e2e tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:05.467216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3bf71-da65-4ed0-8424-b7839a291e2e tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Port': ['ID=d96975e9-9830-4a20-9981-bb44a4167c35,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:05.588923 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3aecaa58-2d8a-401b-9dd4-a1e1a2927738 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:05.639159 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:05.653570 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c3bf71-da65-4ed0-8424-b7839a291e2e tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router c240a787-006e-4627-b453-09729c9d2d68 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:50:05.719837 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:05.839645 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c3bf71-da65-4ed0-8424-b7839a291e2e tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:05.849668 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f215b-f1c0-4b8f-bbc6-586c943b4605 None None] Sync routers for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:05.860114 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f215b-f1c0-4b8f-bbc6-586c943b4605 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:05.861166 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b70f215b-f1c0-4b8f-bbc6-586c943b4605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:05.926953 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b70f215b-f1c0-4b8f-bbc6-586c943b4605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:05.935992 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f215b-f1c0-4b8f-bbc6-586c943b4605 None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:05.936706 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b70f215b-f1c0-4b8f-bbc6-586c943b4605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:05.942638 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d7c3bf71-da65-4ed0-8424-b7839a291e2e tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:05.955126 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d7c3bf71-da65-4ed0-8424-b7839a291e2e tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/ports/d96975e9-9830-4a20-9981-bb44a4167c35 HTTP/1.1" status: 204 len: 168 time: 1.4937406 Apr 20 15:50:05.955382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35852) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:05.999713 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b70f215b-f1c0-4b8f-bbc6-586c943b4605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:06.000641 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f215b-f1c0-4b8f-bbc6-586c943b4605 None None] The sync data for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:06.035828 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-606a3b71-e566-4638-a0e5-68f5b02ed9d6 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "GET /v2.0/floatingips/d02d76da-2995-4cdf-877f-3bd9542d2a75 HTTP/1.1" status: 200 len: 688 time: 0.0793197 Apr 20 15:50:06.038228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35856) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:06.200603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-822aa747-2386-46c0-a4e3-6a905671607c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Deleting port f3059a2d-82aa-451f-bece-afff291e1df7 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:06.200945 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-822aa747-2386-46c0-a4e3-6a905671607c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:06.252714 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4db427ec-b26e-49c9-8f42-6cbe1bf3680f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:06.284199 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3aecaa58-2d8a-401b-9dd4-a1e1a2927738 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:06.296726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3aecaa58-2d8a-401b-9dd4-a1e1a2927738 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:06.322057 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 4db427ec-b26e-49c9-8f42-6cbe1bf3680f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:06.322425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:06.376596 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-822aa747-2386-46c0-a4e3-6a905671607c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:06.376923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-822aa747-2386-46c0-a4e3-6a905671607c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:06.536779 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b1db37c-6f59-4fe9-9fcc-803a5677abbd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:06.622807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-822aa747-2386-46c0-a4e3-6a905671607c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Calling delete_port for f3059a2d-82aa-451f-bece-afff291e1df7 owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:06.761037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-822aa747-2386-46c0-a4e3-6a905671607c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:06.792149 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aecaa58-2d8a-401b-9dd4-a1e1a2927738 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Router 88699608-cc8c-4943-a5da-6f1eeb7976cc is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:50:06.810485 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822aa747-2386-46c0-a4e3-6a905671607c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Port': ['ID=f3059a2d-82aa-451f-bece-afff291e1df7,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:06.900230 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-822aa747-2386-46c0-a4e3-6a905671607c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:06.917975 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-822aa747-2386-46c0-a4e3-6a905671607c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:06.922614 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-822aa747-2386-46c0-a4e3-6a905671607c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/floatingips/d02d76da-2995-4cdf-877f-3bd9542d2a75 HTTP/1.1" status: 204 len: 168 time: 0.8799932 Apr 20 15:50:06.922775 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35860) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:06.927608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': 'da0b7d41-25f4-4dbd-ab0e-2185fdf04e25'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:06.933376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:06.937482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Usage tracker for resource:floatingip and tenant:c521b6ae862e40c3ab8c8f72cf8aeccd is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:06.940608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:06.946231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:06.960841 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:07.017756 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:07.046204 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aecaa58-2d8a-401b-9dd4-a1e1a2927738 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:07.051877 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3aecaa58-2d8a-401b-9dd4-a1e1a2927738 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:07.052909 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3aecaa58-2d8a-401b-9dd4-a1e1a2927738 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "PUT /v2.0/routers/88699608-cc8c-4943-a5da-6f1eeb7976cc HTTP/1.1" status: 200 len: 916 time: 4.4955778 Apr 20 15:50:07.059090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35864) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:07.060017 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9c407-a66d-423c-9384-8c6ebb3f526f None None] Sync routers for ids ['88699608-cc8c-4943-a5da-6f1eeb7976cc'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:07.065460 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-8b1db37c-6f59-4fe9-9fcc-803a5677abbd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port 8d8df735-d614-4ca5-bc8e-feb68be07d87 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:07.065807 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b1db37c-6f59-4fe9-9fcc-803a5677abbd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:07.069724 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9c407-a66d-423c-9384-8c6ebb3f526f None None] Routers {'88699608-cc8c-4943-a5da-6f1eeb7976cc'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:07.070490 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-3ad9c407-a66d-423c-9384-8c6ebb3f526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['88699608-cc8c-4943-a5da-6f1eeb7976cc'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:07.130256 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-3ad9c407-a66d-423c-9384-8c6ebb3f526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:07.139276 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9c407-a66d-423c-9384-8c6ebb3f526f None None] Routers {'88699608-cc8c-4943-a5da-6f1eeb7976cc'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:07.140055 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-3ad9c407-a66d-423c-9384-8c6ebb3f526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['88699608-cc8c-4943-a5da-6f1eeb7976cc'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:07.202924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-3ad9c407-a66d-423c-9384-8c6ebb3f526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:07.204098 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9c407-a66d-423c-9384-8c6ebb3f526f None None] The sync data for ids ['88699608-cc8c-4943-a5da-6f1eeb7976cc'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:07.255599 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:07.268474 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b1db37c-6f59-4fe9-9fcc-803a5677abbd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:07.307520 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-98fe2a5a-0c4a-4fb6-aac1-2d21d8c856a4 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "GET /v2.0/routers/88699608-cc8c-4943-a5da-6f1eeb7976cc HTTP/1.1" status: 200 len: 922 time: 0.2463386 Apr 20 15:50:07.314152 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35868) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:07.468237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e76a58-ed5b-4b15-bf01-7f5931a652db tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:07.469760 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-74e76a58-ed5b-4b15-bf01-7f5931a652db tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&device_id=88699608-cc8c-4943-a5da-6f1eeb7976cc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1546576 Apr 20 15:50:07.475417 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35872) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:07.478397 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Allocated IP 172.26.7.192 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/ea5a9ca2-11b3-4065-9bba-14d174481099) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:07.528729 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-8b1db37c-6f59-4fe9-9fcc-803a5677abbd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Calling delete_port for 8d8df735-d614-4ca5-bc8e-feb68be07d87 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:07.712168 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b1db37c-6f59-4fe9-9fcc-803a5677abbd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:07.714163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefd0804-8e9a-489e-a8e9-043c21a7f9e8 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:07.715541 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cefd0804-8e9a-489e-a8e9-043c21a7f9e8 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "GET /v2.0/networks/6c536204-425b-481a-a1b2-dc2a52ee56c7 HTTP/1.1" status: 200 len: 881 time: 0.2391987 Apr 20 15:50:07.725875 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35876) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:07.762676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1db37c-6f59-4fe9-9fcc-803a5677abbd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Port': ['ID=8d8df735-d614-4ca5-bc8e-feb68be07d87,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:07.782717 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-109d1e54-3761-4c41-9715-75e906cd86b9 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "GET /v2.0/ports?device_id=88699608-cc8c-4943-a5da-6f1eeb7976cc HTTP/1.1" status: 200 len: 205 time: 0.0556138 Apr 20 15:50:07.785915 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35880) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:07.847706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:07.935489 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b1db37c-6f59-4fe9-9fcc-803a5677abbd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:07.994842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-406545a5-4ed8-4502-8277-4631b77ce7bb tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:08.163738 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:08.211566 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1db37c-6f59-4fe9-9fcc-803a5677abbd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router fb7a0aa9-e66e-46a7-9eba-38116b3a283b has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:50:08.251500 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:08.256365 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:08.267954 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:08.294763 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=ea5a9ca2-11b3-4065-9bba-14d174481099,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:08.342207 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1db37c-6f59-4fe9-9fcc-803a5677abbd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:08.352215 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95e3f0b-8505-4c6b-8601-81f633cd5cd8 None None] Sync routers for ids ['fb7a0aa9-e66e-46a7-9eba-38116b3a283b'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:08.361401 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8b1db37c-6f59-4fe9-9fcc-803a5677abbd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/fb7a0aa9-e66e-46a7-9eba-38116b3a283b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9927504 Apr 20 15:50:08.362608 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95e3f0b-8505-4c6b-8601-81f633cd5cd8 None None] Routers {'fb7a0aa9-e66e-46a7-9eba-38116b3a283b'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:08.363216 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e95e3f0b-8505-4c6b-8601-81f633cd5cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fb7a0aa9-e66e-46a7-9eba-38116b3a283b'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:08.364711 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35884) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:08.411272 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ed769b37-3287-4b4c-a23f-c789878a0c3d tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Synchronizing usage tracker for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:50:08.426512 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e95e3f0b-8505-4c6b-8601-81f633cd5cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:08.426722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ed769b37-3287-4b4c-a23f-c789878a0c3d tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Unset dirty status for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:50:08.427675 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ed769b37-3287-4b4c-a23f-c789878a0c3d tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7a0aa9-e66e-46a7-9eba-38116b3a283b HTTP/1.1" status: 200 len: 205 time: 0.0620346 Apr 20 15:50:08.430681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35888) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:08.436425 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95e3f0b-8505-4c6b-8601-81f633cd5cd8 None None] Routers {'fb7a0aa9-e66e-46a7-9eba-38116b3a283b'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:08.437221 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e95e3f0b-8505-4c6b-8601-81f633cd5cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fb7a0aa9-e66e-46a7-9eba-38116b3a283b'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:08.454538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-406545a5-4ed8-4502-8277-4631b77ce7bb tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:08.504299 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e95e3f0b-8505-4c6b-8601-81f633cd5cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:08.504807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-406545a5-4ed8-4502-8277-4631b77ce7bb tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Deleting port 62671cae-3fde-48ab-be71-9ffae32b5193 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:08.505118 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95e3f0b-8505-4c6b-8601-81f633cd5cd8 None None] The sync data for ids ['fb7a0aa9-e66e-46a7-9eba-38116b3a283b'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:08.505264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-406545a5-4ed8-4502-8277-4631b77ce7bb tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:08.563304 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e9a3ca65-522b-401d-a6d4-1dda344fc648 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:08.853309 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-406545a5-4ed8-4502-8277-4631b77ce7bb tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:08.967169 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e9a3ca65-522b-401d-a6d4-1dda344fc648 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:08.969407 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e9a3ca65-522b-401d-a6d4-1dda344fc648 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:08.992506 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-406545a5-4ed8-4502-8277-4631b77ce7bb tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Calling delete_port for 62671cae-3fde-48ab-be71-9ffae32b5193 owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:08.995245 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e9a3ca65-522b-401d-a6d4-1dda344fc648 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:08.995735 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a3ca65-522b-401d-a6d4-1dda344fc648 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Fanout notify agent at l3_agent the message router_deleted on router fb7a0aa9-e66e-46a7-9eba-38116b3a283b {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:50:09.007122 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e9a3ca65-522b-401d-a6d4-1dda344fc648 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.010573 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e9a3ca65-522b-401d-a6d4-1dda344fc648 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/routers/fb7a0aa9-e66e-46a7-9eba-38116b3a283b HTTP/1.1" status: 204 len: 168 time: 0.5766375 Apr 20 15:50:09.010916 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35892) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:09.076638 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e15e099-d6c7-42ab-b988-e33cf7104a1b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting subnet 08219a4a-c16b-444d-8aa0-f7887990f12b {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:50:09.079592 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5e15e099-d6c7-42ab-b988-e33cf7104a1b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.128085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.137771 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5e15e099-d6c7-42ab-b988-e33cf7104a1b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.224399 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5e15e099-d6c7-42ab-b988-e33cf7104a1b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.243045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-406545a5-4ed8-4502-8277-4631b77ce7bb tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.298288 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5e15e099-d6c7-42ab-b988-e33cf7104a1b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.299524 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.329164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406545a5-4ed8-4502-8277-4631b77ce7bb tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Pushing event deleted for resources: {'Port': ['ID=62671cae-3fde-48ab-be71-9ffae32b5193,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:09.337332 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15e099-d6c7-42ab-b988-e33cf7104a1b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Subnet': ['ID=08219a4a-c16b-444d-8aa0-f7887990f12b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:09.341081 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5e15e099-d6c7-42ab-b988-e33cf7104a1b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.347905 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5e15e099-d6c7-42ab-b988-e33cf7104a1b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/subnets/08219a4a-c16b-444d-8aa0-f7887990f12b HTTP/1.1" status: 204 len: 168 time: 0.3358829 Apr 20 15:50:09.350392 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35896) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:09.352900 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece554ae-d1b0-4c4c-99df-279ed745e738 None None] Network 0488f495-9624-4d14-8ddc-6c1668164409 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:09.468757 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.480054 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port 4db427ec-b26e-49c9-8f42-6cbe1bf3680f {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:09.480542 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.621216 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be5ddeb-3909-401c-a246-eac63a107296 None None] DHCP port deletion for 0488f495-9624-4d14-8ddc-6c1668164409 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:50:09.626520 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5be5ddeb-3909-401c-a246-eac63a107296 None None] Deleting port 4db427ec-b26e-49c9-8f42-6cbe1bf3680f {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:09.626969 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5be5ddeb-3909-401c-a246-eac63a107296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.634473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-406545a5-4ed8-4502-8277-4631b77ce7bb tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.699081 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] For port 4db427ec-b26e-49c9-8f42-6cbe1bf3680f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4db427ec-b26e-49c9-8f42-6cbe1bf3680f,segment=NetworkSegment(3de7a1aa-186f-4548-812a-0715f30cdeba),segment_id=3de7a1aa-186f-4548-812a-0715f30cdeba)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:09.699695 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.823295 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Calling delete_port for 4db427ec-b26e-49c9-8f42-6cbe1bf3680f owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:09.826513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-406545a5-4ed8-4502-8277-4631b77ce7bb tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.831210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-406545a5-4ed8-4502-8277-4631b77ce7bb tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.835840 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-5be5ddeb-3909-401c-a246-eac63a107296 None None] For port 4db427ec-b26e-49c9-8f42-6cbe1bf3680f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4db427ec-b26e-49c9-8f42-6cbe1bf3680f,segment=NetworkSegment(3de7a1aa-186f-4548-812a-0715f30cdeba),segment_id=3de7a1aa-186f-4548-812a-0715f30cdeba)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:09.836348 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5be5ddeb-3909-401c-a246-eac63a107296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.880096 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-406545a5-4ed8-4502-8277-4631b77ce7bb tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.880678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406545a5-4ed8-4502-8277-4631b77ce7bb tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Fanout notify agent at l3_agent the message router_deleted on router 88699608-cc8c-4943-a5da-6f1eeb7976cc {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:50:09.909071 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.913379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-406545a5-4ed8-4502-8277-4631b77ce7bb tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.917916 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-406545a5-4ed8-4502-8277-4631b77ce7bb tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "DELETE /v2.0/routers/88699608-cc8c-4943-a5da-6f1eeb7976cc HTTP/1.1" status: 204 len: 168 time: 2.1277988 Apr 20 15:50:09.920908 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35900) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:09.925058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.930675 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:09.968021 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] No DVR routers for this DVR port 4db427ec-b26e-49c9-8f42-6cbe1bf3680f on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:50:10.000795 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-869946219', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:10.006609 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5be5ddeb-3909-401c-a246-eac63a107296 None None] Calling delete_port for 4db427ec-b26e-49c9-8f42-6cbe1bf3680f owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:10.006838 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Port': ['ID=4db427ec-b26e-49c9-8f42-6cbe1bf3680f,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:10.014004 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:10.036506 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Usage tracker for resource:router and tenant:a419ccc729e64f58928541c0d7ed174c is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:10.047827 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:10.065618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=ea5a9ca2-11b3-4065-9bba-14d174481099,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:10.074104 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:10.090078 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-5be5ddeb-3909-401c-a246-eac63a107296 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:50:10.090441 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-5be5ddeb-3909-401c-a246-eac63a107296 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:50:10.101719 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:10.130167 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:10.150916 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:10.152092 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:10.163059 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0488f495-9624-4d14-8ddc-6c1668164409']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:10.178323 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de7a1aa-186f-4548-812a-0715f30cdeba') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:10.178716 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de7a1aa-186f-4548-812a-0715f30cdeba') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:10.202508 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:10.210760 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:10.228958 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:10.237165 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:50:10.237634 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:10.251234 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4db427ec-b26e-49c9-8f42-6cbe1bf3680f no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:50:10.254039 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:50:10.265362 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Floating IP ff1fdb14-bb9b-4971-b383-b55eb0f3ca7a associated. External IP: 172.26.7.192, port: da0b7d41-25f4-4dbd-ab0e-2185fdf04e25. Apr 20 15:50:10.285848 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 4db427ec-b26e-49c9-8f42-6cbe1bf3680f {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:50:10.286285 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4db427ec-b26e-49c9-8f42-6cbe1bf3680f not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:50:10.591729 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5be5ddeb-3909-401c-a246-eac63a107296 None None] Deleting port 4db427ec-b26e-49c9-8f42-6cbe1bf3680f {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:10.592435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5be5ddeb-3909-401c-a246-eac63a107296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:10.623282 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:10.629112 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:10.630258 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router c240a787-006e-4627-b453-09729c9d2d68 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:50:10.663291 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5be5ddeb-3909-401c-a246-eac63a107296 None None] The port '4db427ec-b26e-49c9-8f42-6cbe1bf3680f' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:50:10.718342 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:10.727795 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Network': ['ID=0488f495-9624-4d14-8ddc-6c1668164409,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:10.752338 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-61168e56-2ffd-4def-91df-d2683d6ce6ad tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/networks/0488f495-9624-4d14-8ddc-6c1668164409 HTTP/1.1" status: 204 len: 168 time: 1.4009550 Apr 20 15:50:10.755954 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35904) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:10.761745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1108921811', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:10.771093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:10.814187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:10.816993 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:router and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:10.822948 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:10.824653 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff0c0ab-2cbb-4b9a-9813-3d9553516a8a None None] Sync routers for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:10.830621 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:10.833453 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:10.835869 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0c0ab-2cbb-4b9a-9813-3d9553516a8a None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:10.836525 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dff0c0ab-2cbb-4b9a-9813-3d9553516a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:10.850743 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:10.851648 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:10.876728 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:10.904750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dff0c0ab-2cbb-4b9a-9813-3d9553516a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:10.914922 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0c0ab-2cbb-4b9a-9813-3d9553516a8a None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:10.915563 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dff0c0ab-2cbb-4b9a-9813-3d9553516a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:10.976299 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dff0c0ab-2cbb-4b9a-9813-3d9553516a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:10.976620 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff0c0ab-2cbb-4b9a-9813-3d9553516a8a None None] The sync data for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:11.017662 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-19edfb29-ed0f-4059-a28d-8f72b6a33a3a tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.0938592 Apr 20 15:50:11.020111 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35908) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:11.025406 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4fdac94e-9b3a-41e5-92bf-11fc3ec459df tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1513754945'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:11.030030 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4fdac94e-9b3a-41e5-92bf-11fc3ec459df tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:11.034399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4fdac94e-9b3a-41e5-92bf-11fc3ec459df tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Usage tracker for resource:network and tenant:c521b6ae862e40c3ab8c8f72cf8aeccd is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:11.037255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4fdac94e-9b3a-41e5-92bf-11fc3ec459df tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:11.042960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4fdac94e-9b3a-41e5-92bf-11fc3ec459df tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:11.053790 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdac94e-9b3a-41e5-92bf-11fc3ec459df tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Made reservation on behalf of c521b6ae862e40c3ab8c8f72cf8aeccd for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:11.057197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4fdac94e-9b3a-41e5-92bf-11fc3ec459df tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:11.084179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdac94e-9b3a-41e5-92bf-11fc3ec459df tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:50:11.092659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4fdac94e-9b3a-41e5-92bf-11fc3ec459df tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:11.093009 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-4fdac94e-9b3a-41e5-92bf-11fc3ec459df tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Added segment fe33934a-4bb7-41a9-9153-6453c67fd89c of type vlan for network 4fd01e83-8189-442a-bf04-5c80e5ccf373 Apr 20 15:50:11.119756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4fdac94e-9b3a-41e5-92bf-11fc3ec459df tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:11.151477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4fdac94e-9b3a-41e5-92bf-11fc3ec459df tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:11.158542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdac94e-9b3a-41e5-92bf-11fc3ec459df tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:11.159204 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4fdac94e-9b3a-41e5-92bf-11fc3ec459df tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:11.248244 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4fdac94e-9b3a-41e5-92bf-11fc3ec459df tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2271018 Apr 20 15:50:11.258220 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35912) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:11.266571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-7757c189-2afa-4239-b15c-91a127d2a391 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'subnet': {'network_id': '4fd01e83-8189-442a-bf04-5c80e5ccf373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:11.287980 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:11.294064 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdac94e-9b3a-41e5-92bf-11fc3ec459df tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Network': ['ID=4fd01e83-8189-442a-bf04-5c80e5ccf373,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:11.304884 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 4fd01e83-8189-442a-bf04-5c80e5ccf373 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:50:11.326578 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:11.379882 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:11.386893 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-7757c189-2afa-4239-b15c-91a127d2a391 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:11.391310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-7757c189-2afa-4239-b15c-91a127d2a391 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Usage tracker for resource:subnet and tenant:c521b6ae862e40c3ab8c8f72cf8aeccd is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:11.394221 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-7757c189-2afa-4239-b15c-91a127d2a391 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:11.399990 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-7757c189-2afa-4239-b15c-91a127d2a391 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:11.411547 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7757c189-2afa-4239-b15c-91a127d2a391 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Made reservation on behalf of c521b6ae862e40c3ab8c8f72cf8aeccd for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:11.415104 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7757c189-2afa-4239-b15c-91a127d2a391 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:11.586998 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Allocated IP 172.26.7.58 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/2e92a3cd-f786-4e16-99af-226aadb42ad6) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:11.634006 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7757c189-2afa-4239-b15c-91a127d2a391 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:11.722118 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757c189-2afa-4239-b15c-91a127d2a391 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Subnet': ['ID=be2d46f3-7617-427d-bd56-2f01a45e2e82,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:11.730869 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7757c189-2afa-4239-b15c-91a127d2a391 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Checking segment: {'id': 'fe33934a-4bb7-41a9-9153-6453c67fd89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4fd01e83-8189-442a-bf04-5c80e5ccf373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:11.731227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7757c189-2afa-4239-b15c-91a127d2a391 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network hostable DHCP agents. Network: 4fd01e83-8189-442a-bf04-5c80e5ccf373, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:50:11.751995 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7757c189-2afa-4239-b15c-91a127d2a391 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network 4fd01e83-8189-442a-bf04-5c80e5ccf373 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:50:11.762273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-7757c189-2afa-4239-b15c-91a127d2a391 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 4fd01e83-8189-442a-bf04-5c80e5ccf373) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:11.767005 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7757c189-2afa-4239-b15c-91a127d2a391 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:11.767695 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7757c189-2afa-4239-b15c-91a127d2a391 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:11.771576 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72adbf6-ff8d-49d3-b91d-688ea5fdf99c None None] Network 4fd01e83-8189-442a-bf04-5c80e5ccf373 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:11.800192 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7757c189-2afa-4239-b15c-91a127d2a391 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5385208 Apr 20 15:50:11.800427 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35916) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:11.805738 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2075769893', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}, 'admin_state_up': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:11.813209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:11.817239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Usage tracker for resource:router and tenant:c521b6ae862e40c3ab8c8f72cf8aeccd is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:11.820111 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:11.826635 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:11.837612 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:11.838621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:11.854908 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:11.994724 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-4fd01e83-8189-442a-bf04-5c80e5ccf373', 'network_id': '4fd01e83-8189-442a-bf04-5c80e5ccf373', 'tenant_id': 'c521b6ae862e40c3ab8c8f72cf8aeccd', 'fixed_ips': [{'subnet_id': 'be2d46f3-7617-427d-bd56-2f01a45e2e82'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:50:11.995570 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:12.011266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:12.055382 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:12.117416 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:12.129262 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:12.165712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Allocated IP 172.20.0.2 (4fd01e83-8189-442a-bf04-5c80e5ccf373/be2d46f3-7617-427d-bd56-2f01a45e2e82/90fb07e4-da6e-4ebb-90f2-1b1289e1af69) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:12.174827 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:12.300792 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:12.302430 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:12.315706 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:12.363480 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Pushing event updated for resources: {'Port': ['ID=2e92a3cd-f786-4e16-99af-226aadb42ad6,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:12.374102 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Allocated IP 172.26.7.193 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/663df2d0-4a55-45c6-9c55-251d6cab6d4b) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:12.393472 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:12.404224 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Transition to ACTIVE for port object 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:12.423843 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Transition to ACTIVE for port object 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:12.429369 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:12.451660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:12.482359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:12.491734 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Network 4fd01e83-8189-442a-bf04-5c80e5ccf373 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:12.494637 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:12.497223 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:12.546893 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Pushing event updated for resources: {'Port': ['ID=90fb07e4-da6e-4ebb-90f2-1b1289e1af69,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:12.589725 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:12.589973 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:12.590312 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:12.590641 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:12.590966 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:12.591293 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:12.591615 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:12.591963 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:12.592288 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:12.592607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:12.592926 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:12.593245 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:12.618203 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Attempting to bind port 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:50:12.618566 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Attempting to bind port 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'fe33934a-4bb7-41a9-9153-6453c67fd89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4fd01e83-8189-442a-bf04-5c80e5ccf373'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:50:12.618923 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Attempting to bind port 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 on network 4fd01e83-8189-442a-bf04-5c80e5ccf373 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:50:12.624193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:50:12.624560 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Checking segment: {'id': 'fe33934a-4bb7-41a9-9153-6453c67fd89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4fd01e83-8189-442a-bf04-5c80e5ccf373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:12.625489 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:12.625874 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Bound using segment: {'id': 'fe33934a-4bb7-41a9-9153-6453c67fd89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4fd01e83-8189-442a-bf04-5c80e5ccf373'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:50:12.626322 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Bound port: 90fb07e4-da6e-4ebb-90f2-1b1289e1af69, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe33934a-4bb7-41a9-9153-6453c67fd89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4fd01e83-8189-442a-bf04-5c80e5ccf373'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:50:12.626685 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:12.721338 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] For port 90fb07e4-da6e-4ebb-90f2-1b1289e1af69, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:50:12.724684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] For port 90fb07e4-da6e-4ebb-90f2-1b1289e1af69, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=90fb07e4-da6e-4ebb-90f2-1b1289e1af69,segment=NetworkSegment(fe33934a-4bb7-41a9-9153-6453c67fd89c),segment_id=fe33934a-4bb7-41a9-9153-6453c67fd89c)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:50:12.728027 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:12.768315 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:12.849194 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcc6a6-7116-49b4-842c-e7d343ea1943 None None] Pushing event updated for resources: {'Port': ['ID=90fb07e4-da6e-4ebb-90f2-1b1289e1af69,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:12.893360 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:12.957534 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:13.047205 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:13.057968 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:13.069416 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:13.169618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Allocated IP 172.26.7.147 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/3a2a78fb-f78c-4697-9dea-e83a42b6eeb4) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:13.289381 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=663df2d0-4a55-45c6-9c55-251d6cab6d4b,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:13.336006 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:13.366083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:13.429425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:13.432270 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:13.440882 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:13.476731 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=3a2a78fb-f78c-4697-9dea-e83a42b6eeb4,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:13.722526 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:13.876099 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:13.899114 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bbe483-aa1c-4bb9-a21e-fb3722671750 None None] Network 4fd01e83-8189-442a-bf04-5c80e5ccf373 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:14.002832 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9ce1357e-8c0b-46f3-a057-22e95f5b31cb None None] Provisioning for port 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:14.008398 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:14.197305 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Router bae93a0a-c905-4c92-ac6c-608054f9aceb is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:50:14.267581 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:14.303692 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:14.404149 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:14.411616 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:14.412166 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:14.478023 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7826c479-5acd-4823-8360-c921bd6d75dc None None] Provisioning complete for port 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:14.478295 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7826c479-5acd-4823-8360-c921bd6d75dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:14.519756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router a903e6ed-89e1-48e1-bae8-1e53527309cf is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:50:14.631494 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:14.686607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7826c479-5acd-4823-8360-c921bd6d75dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:14.705637 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 90fb07e4-da6e-4ebb-90f2-1b1289e1af69, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=90fb07e4-da6e-4ebb-90f2-1b1289e1af69,segment=NetworkSegment(fe33934a-4bb7-41a9-9153-6453c67fd89c),segment_id=fe33934a-4bb7-41a9-9153-6453c67fd89c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:14.712244 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:14.722709 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:14.796761 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:14.809522 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929d4571-1ca4-4fed-ab6b-2da0541764e9 None None] Sync routers for ids ['bae93a0a-c905-4c92-ac6c-608054f9aceb'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:14.829949 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929d4571-1ca4-4fed-ab6b-2da0541764e9 None None] Routers {'bae93a0a-c905-4c92-ac6c-608054f9aceb'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:14.831854 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-929d4571-1ca4-4fed-ab6b-2da0541764e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['bae93a0a-c905-4c92-ac6c-608054f9aceb'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:14.851073 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:14.857640 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-7826c479-5acd-4823-8360-c921bd6d75dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:50:14.857997 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-7826c479-5acd-4823-8360-c921bd6d75dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:50:14.864152 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=90fb07e4-da6e-4ebb-90f2-1b1289e1af69,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:14.865926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:14.882396 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d887e7-63e9-446b-ad08-86c84a9bff10 None None] Sync routers for ids ['a903e6ed-89e1-48e1-bae8-1e53527309cf'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:14.893884 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d887e7-63e9-446b-ad08-86c84a9bff10 None None] Routers {'a903e6ed-89e1-48e1-bae8-1e53527309cf'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:14.894103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-18d887e7-63e9-446b-ad08-86c84a9bff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a903e6ed-89e1-48e1-bae8-1e53527309cf'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:14.894623 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:14.898430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:14.899045 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ce4bf88b-101a-47a2-b585-c118cf18e9ef tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.9303811 Apr 20 15:50:14.900222 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cce03f28-e66c-4d1f-9b3d-3e590ce80523 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0988483 Apr 20 15:50:14.901017 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35920) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:14.903759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35922) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:14.909530 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-2bff443e-c776-40b5-a160-f62c01a320a1 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:14.931645 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-929d4571-1ca4-4fed-ab6b-2da0541764e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:14.952363 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929d4571-1ca4-4fed-ab6b-2da0541764e9 None None] Routers {'bae93a0a-c905-4c92-ac6c-608054f9aceb'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:14.953451 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-929d4571-1ca4-4fed-ab6b-2da0541764e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['bae93a0a-c905-4c92-ac6c-608054f9aceb'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:14.965359 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-18d887e7-63e9-446b-ad08-86c84a9bff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:14.974248 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d887e7-63e9-446b-ad08-86c84a9bff10 None None] Routers {'a903e6ed-89e1-48e1-bae8-1e53527309cf'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:14.974860 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-18d887e7-63e9-446b-ad08-86c84a9bff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a903e6ed-89e1-48e1-bae8-1e53527309cf'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:15.026866 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router 81586cc9-ad6f-4d75-af26-558de51c0d75 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:50:15.047412 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-929d4571-1ca4-4fed-ab6b-2da0541764e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:15.048287 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929d4571-1ca4-4fed-ab6b-2da0541764e9 None None] The sync data for ids ['bae93a0a-c905-4c92-ac6c-608054f9aceb'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:15.055758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-18d887e7-63e9-446b-ad08-86c84a9bff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:15.056208 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d887e7-63e9-446b-ad08-86c84a9bff10 None None] The sync data for ids ['a903e6ed-89e1-48e1-bae8-1e53527309cf'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:15.218119 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:15.227329 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a78ac-a390-4ece-b69c-ad56584aada8 None None] Sync routers for ids ['81586cc9-ad6f-4d75-af26-558de51c0d75'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:15.239069 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a78ac-a390-4ece-b69c-ad56584aada8 None None] Routers {'81586cc9-ad6f-4d75-af26-558de51c0d75'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:15.239722 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ea6a78ac-a390-4ece-b69c-ad56584aada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['81586cc9-ad6f-4d75-af26-558de51c0d75'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:15.242159 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:15.243840 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e061f93f-b2da-4701-baf6-ff6dbfdfd810 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4869986 Apr 20 15:50:15.246842 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35934) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:15.303338 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ea6a78ac-a390-4ece-b69c-ad56584aada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:15.311905 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a78ac-a390-4ece-b69c-ad56584aada8 None None] Routers {'81586cc9-ad6f-4d75-af26-558de51c0d75'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:15.313115 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ea6a78ac-a390-4ece-b69c-ad56584aada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['81586cc9-ad6f-4d75-af26-558de51c0d75'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:15.374578 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ea6a78ac-a390-4ece-b69c-ad56584aada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:15.375848 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a78ac-a390-4ece-b69c-ad56584aada8 None None] The sync data for ids ['81586cc9-ad6f-4d75-af26-558de51c0d75'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:15.447987 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ef1dc976-d151-46ed-83c5-154502ffa4f5 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/routers/81586cc9-ad6f-4d75-af26-558de51c0d75 HTTP/1.1" status: 200 len: 885 time: 0.1997092 Apr 20 15:50:15.450403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35938) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:15.646691 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d17b7a04-8ce1-4196-8fce-190a692d9226 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Synchronizing usage tracker for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:router {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:50:15.663524 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d17b7a04-8ce1-4196-8fce-190a692d9226 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Unset dirty status for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:router {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:50:15.664784 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d17b7a04-8ce1-4196-8fce-190a692d9226 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2134831 Apr 20 15:50:15.667636 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35942) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:15.673406 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-d5b48f56-c0b1-4313-a467-7a7d14c9f2d8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1108921811'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:16.078625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2bff443e-c776-40b5-a160-f62c01a320a1 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:16.136216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2bff443e-c776-40b5-a160-f62c01a320a1 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:16.155907 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2bff443e-c776-40b5-a160-f62c01a320a1 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Deleting port 2e92a3cd-f786-4e16-99af-226aadb42ad6 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:16.156798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2bff443e-c776-40b5-a160-f62c01a320a1 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:16.252749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:16.319954 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:16.320747 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:16.326501 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d5b48f56-c0b1-4313-a467-7a7d14c9f2d8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:16.338403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d5b48f56-c0b1-4313-a467-7a7d14c9f2d8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:16.395563 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:16.501558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2bff443e-c776-40b5-a160-f62c01a320a1 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:16.518873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b48f56-c0b1-4313-a467-7a7d14c9f2d8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router 81586cc9-ad6f-4d75-af26-558de51c0d75 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:50:16.630612 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2bff443e-c776-40b5-a160-f62c01a320a1 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Calling delete_port for 2e92a3cd-f786-4e16-99af-226aadb42ad6 owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:16.693472 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b48f56-c0b1-4313-a467-7a7d14c9f2d8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:16.699880 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d5b48f56-c0b1-4313-a467-7a7d14c9f2d8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:16.703204 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd373b5-bd93-40bb-9fd6-2e70e1c77dde None None] Sync routers for ids ['81586cc9-ad6f-4d75-af26-558de51c0d75'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:16.703883 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d5b48f56-c0b1-4313-a467-7a7d14c9f2d8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/81586cc9-ad6f-4d75-af26-558de51c0d75 HTTP/1.1" status: 200 len: 892 time: 1.0324299 Apr 20 15:50:16.704538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35946) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:16.712505 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd373b5-bd93-40bb-9fd6-2e70e1c77dde None None] Routers {'81586cc9-ad6f-4d75-af26-558de51c0d75'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:16.713118 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dbd373b5-bd93-40bb-9fd6-2e70e1c77dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['81586cc9-ad6f-4d75-af26-558de51c0d75'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:16.772978 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dbd373b5-bd93-40bb-9fd6-2e70e1c77dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:16.781648 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd373b5-bd93-40bb-9fd6-2e70e1c77dde None None] Routers {'81586cc9-ad6f-4d75-af26-558de51c0d75'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:16.782269 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dbd373b5-bd93-40bb-9fd6-2e70e1c77dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['81586cc9-ad6f-4d75-af26-558de51c0d75'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:16.844862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dbd373b5-bd93-40bb-9fd6-2e70e1c77dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:16.844862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd373b5-bd93-40bb-9fd6-2e70e1c77dde None None] The sync data for ids ['81586cc9-ad6f-4d75-af26-558de51c0d75'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:16.886411 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0e8a162c-be43-48da-8699-674493e3491c tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/routers/81586cc9-ad6f-4d75-af26-558de51c0d75 HTTP/1.1" status: 200 len: 892 time: 0.1806939 Apr 20 15:50:16.889171 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35950) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:16.933194 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d3d9516-9bab-4b5b-8a3e-190aa2ab817c tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Synchronizing usage tracker for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:50:16.948940 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7d3d9516-9bab-4b5b-8a3e-190aa2ab817c tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Unset dirty status for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:50:16.953497 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7d3d9516-9bab-4b5b-8a3e-190aa2ab817c tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports?device_id=81586cc9-ad6f-4d75-af26-558de51c0d75 HTTP/1.1" status: 200 len: 205 time: 0.0634172 Apr 20 15:50:16.954101 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35954) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:17.057715 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2bff443e-c776-40b5-a160-f62c01a320a1 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:17.062586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Allocated IP 172.20.0.1 (4fd01e83-8189-442a-bf04-5c80e5ccf373/be2d46f3-7617-427d-bd56-2f01a45e2e82/2eb78710-b697-4e37-940b-d02f13421147) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:17.145004 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff443e-c776-40b5-a160-f62c01a320a1 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Pushing event deleted for resources: {'Port': ['ID=2e92a3cd-f786-4e16-99af-226aadb42ad6,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:17.153741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27432fa8-f790-441b-9084-f017d2162af4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:17.238139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2bff443e-c776-40b5-a160-f62c01a320a1 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:17.352751 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27432fa8-f790-441b-9084-f017d2162af4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:17.362598 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-27432fa8-f790-441b-9084-f017d2162af4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port 663df2d0-4a55-45c6-9c55-251d6cab6d4b {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:17.362913 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27432fa8-f790-441b-9084-f017d2162af4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:17.658841 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27432fa8-f790-441b-9084-f017d2162af4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:17.780828 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-27432fa8-f790-441b-9084-f017d2162af4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Calling delete_port for 663df2d0-4a55-45c6-9c55-251d6cab6d4b owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:17.869486 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2bff443e-c776-40b5-a160-f62c01a320a1 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:17.875977 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:17.882363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2bff443e-c776-40b5-a160-f62c01a320a1 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:17.949801 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27432fa8-f790-441b-9084-f017d2162af4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:17.953336 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Transition to ACTIVE for port object 2eb78710-b697-4e37-940b-d02f13421147 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:18.000885 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27432fa8-f790-441b-9084-f017d2162af4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Port': ['ID=663df2d0-4a55-45c6-9c55-251d6cab6d4b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:18.033793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bff443e-c776-40b5-a160-f62c01a320a1 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Router bae93a0a-c905-4c92-ac6c-608054f9aceb has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:50:18.088418 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27432fa8-f790-441b-9084-f017d2162af4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:18.173048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bff443e-c776-40b5-a160-f62c01a320a1 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:18.175382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:18.186119 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b440552f-76c6-4880-8539-7c3de7b0efe8 None None] Sync routers for ids ['bae93a0a-c905-4c92-ac6c-608054f9aceb'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:18.196500 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b440552f-76c6-4880-8539-7c3de7b0efe8 None None] Routers {'bae93a0a-c905-4c92-ac6c-608054f9aceb'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:18.197113 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b440552f-76c6-4880-8539-7c3de7b0efe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['bae93a0a-c905-4c92-ac6c-608054f9aceb'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:18.245434 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2bff443e-c776-40b5-a160-f62c01a320a1 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:18.246572 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2bff443e-c776-40b5-a160-f62c01a320a1 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "PUT /v2.0/routers/bae93a0a-c905-4c92-ac6c-608054f9aceb HTTP/1.1" status: 200 len: 705 time: 3.3444824 Apr 20 15:50:18.252699 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35960) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:18.256295 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network 4fd01e83-8189-442a-bf04-5c80e5ccf373 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:18.263853 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b440552f-76c6-4880-8539-7c3de7b0efe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:18.270122 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27432fa8-f790-441b-9084-f017d2162af4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:18.272284 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27432fa8-f790-441b-9084-f017d2162af4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:18.272419 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b440552f-76c6-4880-8539-7c3de7b0efe8 None None] Routers {'bae93a0a-c905-4c92-ac6c-608054f9aceb'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:18.272952 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b440552f-76c6-4880-8539-7c3de7b0efe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['bae93a0a-c905-4c92-ac6c-608054f9aceb'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:18.297862 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27432fa8-f790-441b-9084-f017d2162af4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:18.298471 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27432fa8-f790-441b-9084-f017d2162af4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Fanout notify agent at l3_agent the message router_deleted on router 81586cc9-ad6f-4d75-af26-558de51c0d75 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:50:18.308160 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:18.322105 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:18.326000 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27432fa8-f790-441b-9084-f017d2162af4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:18.327331 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-27432fa8-f790-441b-9084-f017d2162af4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/routers/81586cc9-ad6f-4d75-af26-558de51c0d75 HTTP/1.1" status: 204 len: 168 time: 1.3722167 Apr 20 15:50:18.331760 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35964) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:18.337682 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-2bd53560-5992-49d8-bb3a-63a9475f89bc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1102798137'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:18.344268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2bd53560-5992-49d8-bb3a-63a9475f89bc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:18.348672 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2bd53560-5992-49d8-bb3a-63a9475f89bc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:network and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:18.352073 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2bd53560-5992-49d8-bb3a-63a9475f89bc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:18.360010 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2bd53560-5992-49d8-bb3a-63a9475f89bc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:18.374769 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd53560-5992-49d8-bb3a-63a9475f89bc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:18.377189 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b440552f-76c6-4880-8539-7c3de7b0efe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:18.377599 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b440552f-76c6-4880-8539-7c3de7b0efe8 None None] The sync data for ids ['bae93a0a-c905-4c92-ac6c-608054f9aceb'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:18.378936 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2bd53560-5992-49d8-bb3a-63a9475f89bc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:18.391739 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=2eb78710-b697-4e37-940b-d02f13421147,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:18.410682 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd53560-5992-49d8-bb3a-63a9475f89bc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:50:18.420758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2bd53560-5992-49d8-bb3a-63a9475f89bc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:18.421246 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-2bd53560-5992-49d8-bb3a-63a9475f89bc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Added segment b5e3eab4-9952-46c4-973f-c49eda1c6860 of type vlan for network 002d8f74-2e53-4949-89f9-1e40de79ac82 Apr 20 15:50:18.450699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2bd53560-5992-49d8-bb3a-63a9475f89bc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:18.464918 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a39b6b72-2646-471f-91a1-4fd9dece2ff7 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "GET /v2.0/routers/bae93a0a-c905-4c92-ac6c-608054f9aceb HTTP/1.1" status: 200 len: 740 time: 0.2109818 Apr 20 15:50:18.467364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35968) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:18.470080 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:18.488578 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2bd53560-5992-49d8-bb3a-63a9475f89bc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:18.495014 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd53560-5992-49d8-bb3a-63a9475f89bc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:18.495715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2bd53560-5992-49d8-bb3a-63a9475f89bc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:18.520500 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0f1e0b4e-585b-4201-8d88-b82d53c43ae5 tempest-RoutersAdminTest-96690005 tempest-RoutersAdminTest-96690005-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&device_id=bae93a0a-c905-4c92-ac6c-608054f9aceb HTTP/1.1" status: 200 len: 205 time: 0.0517828 Apr 20 15:50:18.524845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 35972) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:18.574235 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1c57a10e-8070-4317-808a-0fc9587e1c7b None None] Provisioning for port 2eb78710-b697-4e37-940b-d02f13421147 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:18.581052 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8b524c19-a434-484a-a532-892c3a603b12 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "GET /v2.0/ports?device_id=bae93a0a-c905-4c92-ac6c-608054f9aceb HTTP/1.1" status: 200 len: 205 time: 0.0548866 Apr 20 15:50:18.582597 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1c57a10e-8070-4317-808a-0fc9587e1c7b None None] Provisioning complete for port 2eb78710-b697-4e37-940b-d02f13421147 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:18.583177 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1c57a10e-8070-4317-808a-0fc9587e1c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:18.587631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35976) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:18.646907 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-1c57a10e-8070-4317-808a-0fc9587e1c7b None None] Port 2eb78710-b697-4e37-940b-d02f13421147 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:50:18.662793 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2bd53560-5992-49d8-bb3a-63a9475f89bc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3300295 Apr 20 15:50:18.675930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35980) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:18.679722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd53560-5992-49d8-bb3a-63a9475f89bc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Network': ['ID=002d8f74-2e53-4949-89f9-1e40de79ac82,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:18.687447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-688afcc5-56b6-421e-ba6d-40589d4d1d7b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'subnet': {'network_id': '002d8f74-2e53-4949-89f9-1e40de79ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:18.691519 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 002d8f74-2e53-4949-89f9-1e40de79ac82 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:50:18.713430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:18.814499 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a602cb57-6267-4329-a0b8-f29497cb5d04 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:19.187162 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-688afcc5-56b6-421e-ba6d-40589d4d1d7b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:19.193959 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-688afcc5-56b6-421e-ba6d-40589d4d1d7b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:subnet and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:19.246779 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-688afcc5-56b6-421e-ba6d-40589d4d1d7b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:19.260251 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a602cb57-6267-4329-a0b8-f29497cb5d04 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:19.262063 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-688afcc5-56b6-421e-ba6d-40589d4d1d7b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:19.264407 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a602cb57-6267-4329-a0b8-f29497cb5d04 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:19.269072 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:19.273188 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:19.283973 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688afcc5-56b6-421e-ba6d-40589d4d1d7b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:19.287404 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-688afcc5-56b6-421e-ba6d-40589d4d1d7b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:19.353645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a602cb57-6267-4329-a0b8-f29497cb5d04 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:19.354146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a602cb57-6267-4329-a0b8-f29497cb5d04 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Fanout notify agent at l3_agent the message router_deleted on router bae93a0a-c905-4c92-ac6c-608054f9aceb {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:50:19.384337 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a602cb57-6267-4329-a0b8-f29497cb5d04 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:19.385435 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a602cb57-6267-4329-a0b8-f29497cb5d04 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "DELETE /v2.0/routers/bae93a0a-c905-4c92-ac6c-608054f9aceb HTTP/1.1" status: 204 len: 168 time: 0.7968590 Apr 20 15:50:19.390947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35984) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:19.423203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:19.443980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=2eb78710-b697-4e37-940b-d02f13421147,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:19.445340 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d553a674-18c1-441c-bd3c-ff1bbbd5ad00 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "GET /v2.0/ports?device_id=bae93a0a-c905-4c92-ac6c-608054f9aceb HTTP/1.1" status: 200 len: 205 time: 0.0532033 Apr 20 15:50:19.448602 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35988) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:19.528895 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-5ff0444b-274f-41d9-8f83-eb2c6636bcc5 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] delete failed (client error): The resource could not be found. Apr 20 15:50:19.529923 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5ff0444b-274f-41d9-8f83-eb2c6636bcc5 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "DELETE /v2.0/routers/bae93a0a-c905-4c92-ac6c-608054f9aceb HTTP/1.1" status: 404 len: 336 time: 0.0804162 Apr 20 15:50:19.533370 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35992) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:19.571834 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-69031a2e-bb42-4010-8b64-861b4daa300c req-56811db1-a7b3-4f97-996f-50a2c1c5d62a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2340295 Apr 20 15:50:19.580306 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c004abb6-6b7e-4a00-81f8-3185e046376b tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "GET /v2.0/ports?device_id=88699608-cc8c-4943-a5da-6f1eeb7976cc HTTP/1.1" status: 200 len: 205 time: 0.0434570 Apr 20 15:50:19.581156 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 35996) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:19.599852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network 4fd01e83-8189-442a-bf04-5c80e5ccf373 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:19.601061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:19.684309 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-54c97ad3-880a-42a0-b1d5-859db9dfb7d4 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] delete failed (client error): The resource could not be found. Apr 20 15:50:19.688290 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-54c97ad3-880a-42a0-b1d5-859db9dfb7d4 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "DELETE /v2.0/routers/88699608-cc8c-4943-a5da-6f1eeb7976cc HTTP/1.1" status: 404 len: 336 time: 0.1032841 Apr 20 15:50:19.692342 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36000) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:19.747115 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-92555e54-c046-4a35-a0a6-44b91cf562bd tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "GET /v2.0/ports?device_id=3413b284-3038-4c76-a8a3-fa3348306773 HTTP/1.1" status: 200 len: 205 time: 0.0535982 Apr 20 15:50:19.750489 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36004) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:19.821926 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-0e1b572f-05d9-4799-9e6c-e82abdfffb40 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] delete failed (client error): The resource could not be found. Apr 20 15:50:19.822947 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0e1b572f-05d9-4799-9e6c-e82abdfffb40 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "DELETE /v2.0/routers/3413b284-3038-4c76-a8a3-fa3348306773 HTTP/1.1" status: 404 len: 336 time: 0.0715642 Apr 20 15:50:19.825644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36008) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:19.856521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-688afcc5-56b6-421e-ba6d-40589d4d1d7b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:19.880804 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ef4d87f0-0865-4fa5-8d10-1620228c6165 None None] Provisioning complete for port 2eb78710-b697-4e37-940b-d02f13421147 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:19.881395 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ef4d87f0-0865-4fa5-8d10-1620228c6165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:19.882796 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69031a2e-bb42-4010-8b64-861b4daa300c req-0caa2e82-f1e2-4a2e-8396-00aa339f5e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:19.884299 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-69031a2e-bb42-4010-8b64-861b4daa300c req-0caa2e82-f1e2-4a2e-8396-00aa339f5e88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90b466fec460443ab521eb95129709d8&device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 1099 time: 0.2243102 Apr 20 15:50:19.891804 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2034c94f-6b39-447e-869b-1c17855f1226 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb98b125-0e9d-49de-bf6e-d95e313920a5 HTTP/1.1" status: 200 len: 205 time: 0.0628307 Apr 20 15:50:19.892294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36012) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:19.951971 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688afcc5-56b6-421e-ba6d-40589d4d1d7b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Subnet': ['ID=15c19432-dfc8-4423-bdbd-aa0be039fa10,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:19.959954 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688afcc5-56b6-421e-ba6d-40589d4d1d7b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Checking segment: {'id': 'b5e3eab4-9952-46c4-973f-c49eda1c6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '002d8f74-2e53-4949-89f9-1e40de79ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:19.960356 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688afcc5-56b6-421e-ba6d-40589d4d1d7b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network hostable DHCP agents. Network: 002d8f74-2e53-4949-89f9-1e40de79ac82, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:50:19.979262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d87f0-0865-4fa5-8d10-1620228c6165 None None] Port 2eb78710-b697-4e37-940b-d02f13421147 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:50:19.980768 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688afcc5-56b6-421e-ba6d-40589d4d1d7b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 002d8f74-2e53-4949-89f9-1e40de79ac82 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:50:19.991736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-688afcc5-56b6-421e-ba6d-40589d4d1d7b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 002d8f74-2e53-4949-89f9-1e40de79ac82) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:19.992436 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-73a6ec21-ed71-44d3-945e-ea224aab3064 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] delete failed (client error): The resource could not be found. Apr 20 15:50:19.993472 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-73a6ec21-ed71-44d3-945e-ea224aab3064 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "DELETE /v2.0/routers/cb98b125-0e9d-49de-bf6e-d95e313920a5 HTTP/1.1" status: 404 len: 336 time: 0.1003580 Apr 20 15:50:19.995322 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router a903e6ed-89e1-48e1-bae8-1e53527309cf has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:50:19.996912 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688afcc5-56b6-421e-ba6d-40589d4d1d7b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:19.997491 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-688afcc5-56b6-421e-ba6d-40589d4d1d7b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:20.000979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36016) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:20.003655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131fc2bf-6935-4775-9ad7-718fefe36088 None None] Network 002d8f74-2e53-4949-89f9-1e40de79ac82 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:20.060302 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bf5717d1-ada0-4130-ad24-b46c6792b31e tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2831290-fb49-47d3-989a-8cd994aee9a7 HTTP/1.1" status: 200 len: 205 time: 0.0557661 Apr 20 15:50:20.062694 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-688afcc5-56b6-421e-ba6d-40589d4d1d7b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3841662 Apr 20 15:50:20.063341 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36020) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:20.063668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36022) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:20.127940 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-88d2e852-9afb-46d0-84b8-c0114ad1f7f7 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-840552420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:20.134565 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-88d2e852-9afb-46d0-84b8-c0114ad1f7f7 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:20.138634 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-88d2e852-9afb-46d0-84b8-c0114ad1f7f7 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:router and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:20.141900 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-88d2e852-9afb-46d0-84b8-c0114ad1f7f7 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:20.147462 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-88d2e852-9afb-46d0-84b8-c0114ad1f7f7 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:20.162730 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-17805376-2a49-4264-a563-bd9f62cf8213 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] delete failed (client error): The resource could not be found. Apr 20 15:50:20.166308 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-17805376-2a49-4264-a563-bd9f62cf8213 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "DELETE /v2.0/routers/f2831290-fb49-47d3-989a-8cd994aee9a7 HTTP/1.1" status: 404 len: 336 time: 0.0991743 Apr 20 15:50:20.166308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-88d2e852-9afb-46d0-84b8-c0114ad1f7f7 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:20.166308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-88d2e852-9afb-46d0-84b8-c0114ad1f7f7 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:20.178602 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36028) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:20.202853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69031a2e-bb42-4010-8b64-861b4daa300c req-57960147-ed73-4c62-8c01-ba91e2e0ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:20.204500 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-69031a2e-bb42-4010-8b64-861b4daa300c req-57960147-ed73-4c62-8c01-ba91e2e0ac96 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0223280-2225-4f06-82c9-6cce0c339f2f HTTP/1.1" status: 200 len: 898 time: 0.2569571 Apr 20 15:50:20.227327 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ad28f740-fa2b-4e6d-8eae-6ca04526b7d4 tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "GET /v2.0/ports?device_id=6109d932-5a2b-48e9-a57a-561cc7bcae1b HTTP/1.1" status: 200 len: 205 time: 0.0441628 Apr 20 15:50:20.227691 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36032) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:20.254625 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-002d8f74-2e53-4949-89f9-1e40de79ac82', 'network_id': '002d8f74-2e53-4949-89f9-1e40de79ac82', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'fixed_ips': [{'subnet_id': '15c19432-dfc8-4423-bdbd-aa0be039fa10'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:50:20.255499 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:20.303046 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-5d51cf45-4d58-464c-b9c0-2c6d9f4d69cf tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] delete failed (client error): The resource could not be found. Apr 20 15:50:20.306810 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5d51cf45-4d58-464c-b9c0-2c6d9f4d69cf tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "DELETE /v2.0/routers/6109d932-5a2b-48e9-a57a-561cc7bcae1b HTTP/1.1" status: 404 len: 336 time: 0.0757806 Apr 20 15:50:20.307513 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36036) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:20.310361 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-88d2e852-9afb-46d0-84b8-c0114ad1f7f7 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:20.356020 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff017d0e-49ea-43f2-9f6e-239452c32dda tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] DELETE failed (client error): The resource could not be found. Apr 20 15:50:20.356950 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff017d0e-49ea-43f2-9f6e-239452c32dda tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:50:20.368176 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ff017d0e-49ea-43f2-9f6e-239452c32dda tempest-RoutersAdminTest-621906866 tempest-RoutersAdminTest-621906866-project] 10.222.0.13 "DELETE /v2.0/subnets/df9159ae-1988-4edc-b488-a18011522197 HTTP/1.1" status: 404 len: 337 time: 0.0570920 Apr 20 15:50:20.374196 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-88d2e852-9afb-46d0-84b8-c0114ad1f7f7 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:20.398690 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-88d2e852-9afb-46d0-84b8-c0114ad1f7f7 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:20.400178 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-88d2e852-9afb-46d0-84b8-c0114ad1f7f7 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3339190 Apr 20 15:50:20.402959 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36042) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:20.431098 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Allocated IP 2001:db8::2 (002d8f74-2e53-4949-89f9-1e40de79ac82/15c19432-dfc8-4423-bdbd-aa0be039fa10/e4a84af8-180f-4f96-8cd9-e59ac50582c7) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:20.553955 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-69031a2e-bb42-4010-8b64-861b4daa300c req-d01e4420-3005-4dce-a563-6402e0d3458c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c85b0c1e-327a-42b8-ab3e-79fd9d403514 HTTP/1.1" status: 200 len: 1001 time: 0.3417652 Apr 20 15:50:20.557496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:20.563157 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7cd2536b-4bed-4e23-a3b3-eb9a115bd90c tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "PUT /v2.0/routers/a903e6ed-89e1-48e1-bae8-1e53527309cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6577046 Apr 20 15:50:20.578818 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf02d7-c318-429a-ac9a-8c6898cf3534 None None] Sync routers for ids ['a903e6ed-89e1-48e1-bae8-1e53527309cf'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:20.595901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36046) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:20.607917 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf02d7-c318-429a-ac9a-8c6898cf3534 None None] Routers {'a903e6ed-89e1-48e1-bae8-1e53527309cf'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:20.609185 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-7daf02d7-c318-429a-ac9a-8c6898cf3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a903e6ed-89e1-48e1-bae8-1e53527309cf'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:20.619062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'port': {'network_id': '4fd01e83-8189-442a-bf04-5c80e5ccf373', 'name': 'tempest-FloatingIPTestJSON-1128121699'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:20.687746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-7daf02d7-c318-429a-ac9a-8c6898cf3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:20.758415 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36052) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:20.760895 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf02d7-c318-429a-ac9a-8c6898cf3534 None None] Routers {'a903e6ed-89e1-48e1-bae8-1e53527309cf'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:20.761539 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-7daf02d7-c318-429a-ac9a-8c6898cf3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a903e6ed-89e1-48e1-bae8-1e53527309cf'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:20.787738 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69031a2e-bb42-4010-8b64-861b4daa300c req-086588ee-0627-48ec-8130-bc7be808831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:20.789209 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-69031a2e-bb42-4010-8b64-861b4daa300c req-086588ee-0627-48ec-8130-bc7be808831c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b652363b-3050-414b-afa0-cb13b525c3e9 HTTP/1.1" status: 200 len: 838 time: 0.2248726 Apr 20 15:50:20.795218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:20.829283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Usage tracker for resource:port and tenant:c521b6ae862e40c3ab8c8f72cf8aeccd is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:20.836657 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:20.840231 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:20.848244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:20.853235 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Transition to ACTIVE for port object e4a84af8-180f-4f96-8cd9-e59ac50582c7 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:20.867492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Made reservation on behalf of c521b6ae862e40c3ab8c8f72cf8aeccd for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:20.871267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:20.876930 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Transition to ACTIVE for port object e4a84af8-180f-4f96-8cd9-e59ac50582c7 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:20.879520 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-7daf02d7-c318-429a-ac9a-8c6898cf3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:20.880055 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf02d7-c318-429a-ac9a-8c6898cf3534 None None] The sync data for ids ['a903e6ed-89e1-48e1-bae8-1e53527309cf'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:20.886195 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:20.907411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] device_id is not set on port 415549f9-c2c4-4249-b82c-a621d0ed33c0 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:50:20.944565 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69031a2e-bb42-4010-8b64-861b4daa300c req-fe343957-25e1-4987-8ca7-cb7510711b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:20.946061 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-69031a2e-bb42-4010-8b64-861b4daa300c req-fe343957-25e1-4987-8ca7-cb7510711b13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0223280-2225-4f06-82c9-6cce0c339f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1478648 Apr 20 15:50:20.954944 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Network 002d8f74-2e53-4949-89f9-1e40de79ac82 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:20.962208 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:20.964810 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:20.975494 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Pushing event updated for resources: {'Port': ['ID=e4a84af8-180f-4f96-8cd9-e59ac50582c7,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:21.011226 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3fe43a8d-48dd-4b6b-a7fa-6be11c02a867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:21.041349 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3fe43a8d-48dd-4b6b-a7fa-6be11c02a867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:21.049172 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3fe43a8d-48dd-4b6b-a7fa-6be11c02a867 admin admin] Usage tracker for resource:security_group_rule and tenant:a419ccc729e64f58928541c0d7ed174c is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:21.053674 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3fe43a8d-48dd-4b6b-a7fa-6be11c02a867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:21.064892 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Attempting to bind port e4a84af8-180f-4f96-8cd9-e59ac50582c7 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:50:21.065242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Attempting to bind port e4a84af8-180f-4f96-8cd9-e59ac50582c7 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'b5e3eab4-9952-46c4-973f-c49eda1c6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '002d8f74-2e53-4949-89f9-1e40de79ac82'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:50:21.065637 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Attempting to bind port e4a84af8-180f-4f96-8cd9-e59ac50582c7 on network 002d8f74-2e53-4949-89f9-1e40de79ac82 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:50:21.071922 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:50:21.072301 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Checking segment: {'id': 'b5e3eab4-9952-46c4-973f-c49eda1c6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '002d8f74-2e53-4949-89f9-1e40de79ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:21.072830 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:21.073231 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Bound using segment: {'id': 'b5e3eab4-9952-46c4-973f-c49eda1c6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '002d8f74-2e53-4949-89f9-1e40de79ac82'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:50:21.073692 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Bound port: e4a84af8-180f-4f96-8cd9-e59ac50582c7, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e3eab4-9952-46c4-973f-c49eda1c6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '002d8f74-2e53-4949-89f9-1e40de79ac82'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:50:21.074072 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:21.089869 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3fe43a8d-48dd-4b6b-a7fa-6be11c02a867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:21.101045 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:21.167789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] For port e4a84af8-180f-4f96-8cd9-e59ac50582c7, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:50:21.170864 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] For port e4a84af8-180f-4f96-8cd9-e59ac50582c7, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e4a84af8-180f-4f96-8cd9-e59ac50582c7,segment=NetworkSegment(b5e3eab4-9952-46c4-973f-c49eda1c6860),segment_id=b5e3eab4-9952-46c4-973f-c49eda1c6860)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:50:21.175390 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:21.204540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Allocated IP 172.20.0.4 (4fd01e83-8189-442a-bf04-5c80e5ccf373/be2d46f3-7617-427d-bd56-2f01a45e2e82/415549f9-c2c4-4249-b82c-a621d0ed33c0) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:21.243626 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-69031a2e-bb42-4010-8b64-861b4daa300c req-b543b5b3-c938-4d8b-9486-110714a7f58a service neutron] 10.222.0.11 "GET /v2.0/networks/a0223280-2225-4f06-82c9-6cce0c339f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885442 Apr 20 15:50:21.266841 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb392f52-2a74-4bdc-ab98-31547743b4ff None None] Pushing event updated for resources: {'Port': ['ID=e4a84af8-180f-4f96-8cd9-e59ac50582c7,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:21.467209 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3fe43a8d-48dd-4b6b-a7fa-6be11c02a867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:21.475308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3fe43a8d-48dd-4b6b-a7fa-6be11c02a867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:21.536369 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-69031a2e-bb42-4010-8b64-861b4daa300c req-6275af26-abf9-4da5-9f1a-bc6bdab1d2ab service neutron] 10.222.0.11 "GET /v2.0/networks/a0223280-2225-4f06-82c9-6cce0c339f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738757 Apr 20 15:50:21.573782 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3fe43a8d-48dd-4b6b-a7fa-6be11c02a867 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a419ccc729e64f58928541c0d7ed174c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8147957 Apr 20 15:50:21.582196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36060) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:21.589829 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe43a8d-48dd-4b6b-a7fa-6be11c02a867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16b7732-c6f2-4769-8b21-f87e73d44c36,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:21.618117 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Allocated IP 2001:db8::1 (002d8f74-2e53-4949-89f9-1e40de79ac82/15c19432-dfc8-4423-bdbd-aa0be039fa10/38276d3a-263c-41fc-a1b1-7c72a1502a94) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:21.644935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:21.676267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Transition to ACTIVE for port object 415549f9-c2c4-4249-b82c-a621d0ed33c0 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:21.700260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-35d7801a-c637-4de4-8860-bf8df572a04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:21.732046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-35d7801a-c637-4de4-8860-bf8df572a04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:21.763105 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:21.781429 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:21.798289 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Transition to ACTIVE for port object 38276d3a-263c-41fc-a1b1-7c72a1502a94 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:21.822891 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:21.838335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Network 4fd01e83-8189-442a-bf04-5c80e5ccf373 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:21.846349 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:21.850972 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:21.887244 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 002d8f74-2e53-4949-89f9-1e40de79ac82 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:21.891094 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:21.891754 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event updated for resources: {'Port': ['ID=415549f9-c2c4-4249-b82c-a621d0ed33c0,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:21.899147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-35d7801a-c637-4de4-8860-bf8df572a04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:21.899730 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:21.900288 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:21.918061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=38276d3a-263c-41fc-a1b1-7c72a1502a94,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:21.932502 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7801a-c637-4de4-8860-bf8df572a04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16b7732-c6f2-4769-8b21-f87e73d44c36,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:21.973625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:21.974277 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:21.992800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-35d7801a-c637-4de4-8860-bf8df572a04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:21.996234 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-35d7801a-c637-4de4-8860-bf8df572a04d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f16b7732-c6f2-4769-8b21-f87e73d44c36 HTTP/1.1" status: 204 len: 168 time: 0.4095962 Apr 20 15:50:22.008365 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-667eec4e-aac1-4afa-81d3-f9868e654fa4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4081919 Apr 20 15:50:22.010572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36066) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:22.016262 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-68236d43-6b5a-4427-bb78-0a98000f8952 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Request body: {'floatingip': {'port_id': '415549f9-c2c4-4249-b82c-a621d0ed33c0'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:22.059202 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:22.156181 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68236d43-6b5a-4427-bb78-0a98000f8952 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:22.326016 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4878dda3-dc1c-4c35-b300-bf7166ff613f None None] Provisioning for port 415549f9-c2c4-4249-b82c-a621d0ed33c0 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:22.332406 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4878dda3-dc1c-4c35-b300-bf7166ff613f None None] Provisioning complete for port 415549f9-c2c4-4249-b82c-a621d0ed33c0 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:22.333205 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4878dda3-dc1c-4c35-b300-bf7166ff613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:22.376706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e4a84af8-180f-4f96-8cd9-e59ac50582c7 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:22.481481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-4878dda3-dc1c-4c35-b300-bf7166ff613f None None] Port 415549f9-c2c4-4249-b82c-a621d0ed33c0 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:50:22.498452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a3430-23f9-4916-af7b-28b588ad2cb5 None None] Network 002d8f74-2e53-4949-89f9-1e40de79ac82 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:22.554763 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36072) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:22.581034 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port e4a84af8-180f-4f96-8cd9-e59ac50582c7 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:22.629012 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-02c8b79e-823f-4b24-93ad-50fb9b50d26f None None] Provisioning for port e4a84af8-180f-4f96-8cd9-e59ac50582c7 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:22.638627 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-02c8b79e-823f-4b24-93ad-50fb9b50d26f None None] Provisioning complete for port e4a84af8-180f-4f96-8cd9-e59ac50582c7 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:22.638933 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-02c8b79e-823f-4b24-93ad-50fb9b50d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:22.671646 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-589afc63-645f-4d61-a462-f8e9431e92ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a2b8d985bdf4bd5adc3b7e425a98c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1155560 Apr 20 15:50:22.674134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36076) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:22.786599 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:22.791905 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:22.793348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:22.880215 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-02c8b79e-823f-4b24-93ad-50fb9b50d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:22.882587 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c8fed59e-c875-43ed-abca-e422acdcaef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:22.926216 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-02c8b79e-823f-4b24-93ad-50fb9b50d26f None None] For port e4a84af8-180f-4f96-8cd9-e59ac50582c7, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e4a84af8-180f-4f96-8cd9-e59ac50582c7,segment=NetworkSegment(b5e3eab4-9952-46c4-973f-c49eda1c6860),segment_id=b5e3eab4-9952-46c4-973f-c49eda1c6860)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:22.934797 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-02c8b79e-823f-4b24-93ad-50fb9b50d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:22.967723 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=38276d3a-263c-41fc-a1b1-7c72a1502a94,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:23.001338 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c8fed59e-c875-43ed-abca-e422acdcaef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:23.022600 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8b79e-823f-4b24-93ad-50fb9b50d26f None None] Pushing event updated for resources: {'Port': ['ID=e4a84af8-180f-4f96-8cd9-e59ac50582c7,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:23.026094 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 002d8f74-2e53-4949-89f9-1e40de79ac82 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:23.027867 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:23.102706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c8fed59e-c875-43ed-abca-e422acdcaef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:23.130735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fed59e-c875-43ed-abca-e422acdcaef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e0e858-196a-461b-884d-0ee53fa7679b,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:23.145199 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c8fed59e-c875-43ed-abca-e422acdcaef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:23.148691 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c8fed59e-c875-43ed-abca-e422acdcaef6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07e0e858-196a-461b-884d-0ee53fa7679b HTTP/1.1" status: 204 len: 168 time: 0.4714262 Apr 20 15:50:23.264638 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c1f2a0b5-420d-42ba-9fc8-a5d62713bd42 None None] Provisioning complete for port e4a84af8-180f-4f96-8cd9-e59ac50582c7 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:23.265123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c1f2a0b5-420d-42ba-9fc8-a5d62713bd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:23.279173 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router 86be57f5-3295-4d43-81d3-3575418b9778 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:50:23.310966 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68236d43-6b5a-4427-bb78-0a98000f8952 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:23.321400 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68236d43-6b5a-4427-bb78-0a98000f8952 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:23.459167 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c1f2a0b5-420d-42ba-9fc8-a5d62713bd42 None None] Provisioning for port 38276d3a-263c-41fc-a1b1-7c72a1502a94 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:23.467273 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c1f2a0b5-420d-42ba-9fc8-a5d62713bd42 None None] Provisioning complete for port 38276d3a-263c-41fc-a1b1-7c72a1502a94 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:23.467721 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c1f2a0b5-420d-42ba-9fc8-a5d62713bd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:23.505786 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:23.517014 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2242de27-6d95-4074-b3e8-cfb8e8a8429e None None] Sync routers for ids ['86be57f5-3295-4d43-81d3-3575418b9778'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:23.528467 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2242de27-6d95-4074-b3e8-cfb8e8a8429e None None] Routers {'86be57f5-3295-4d43-81d3-3575418b9778'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:23.529378 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2242de27-6d95-4074-b3e8-cfb8e8a8429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['86be57f5-3295-4d43-81d3-3575418b9778'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:23.554127 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a65ee900-a793-42f1-a22d-f10a104f71a4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/86be57f5-3295-4d43-81d3-3575418b9778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1449342 Apr 20 15:50:23.554267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36084) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:23.558080 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2a0b5-420d-42ba-9fc8-a5d62713bd42 None None] Port 38276d3a-263c-41fc-a1b1-7c72a1502a94 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:50:23.613203 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2242de27-6d95-4074-b3e8-cfb8e8a8429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:23.622935 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2242de27-6d95-4074-b3e8-cfb8e8a8429e None None] Routers {'86be57f5-3295-4d43-81d3-3575418b9778'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:23.623840 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2242de27-6d95-4074-b3e8-cfb8e8a8429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['86be57f5-3295-4d43-81d3-3575418b9778'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:23.630214 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-68236d43-6b5a-4427-bb78-0a98000f8952 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Floating IP ff1fdb14-bb9b-4971-b383-b55eb0f3ca7a associated. External IP: 172.26.7.192, port: da0b7d41-25f4-4dbd-ab0e-2185fdf04e25. Apr 20 15:50:23.699440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e88436e0-6259-4625-b96c-8e5435c40a54 None None] Provisioning complete for port 38276d3a-263c-41fc-a1b1-7c72a1502a94 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:23.699840 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e88436e0-6259-4625-b96c-8e5435c40a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:23.700116 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2242de27-6d95-4074-b3e8-cfb8e8a8429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:23.700746 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2242de27-6d95-4074-b3e8-cfb8e8a8429e None None] The sync data for ids ['86be57f5-3295-4d43-81d3-3575418b9778'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:23.727326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a7f4b4-9a3b-4f4d-8da8-9c1932a3162d tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:23.727997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d6a7f4b4-9a3b-4f4d-8da8-9c1932a3162d tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Synchronizing usage tracker for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:50:23.771501 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e88436e0-6259-4625-b96c-8e5435c40a54 None None] Port 38276d3a-263c-41fc-a1b1-7c72a1502a94 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:50:23.815145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d6a7f4b4-9a3b-4f4d-8da8-9c1932a3162d tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Unset dirty status for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:50:23.816683 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d6a7f4b4-9a3b-4f4d-8da8-9c1932a3162d tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports/38276d3a-263c-41fc-a1b1-7c72a1502a94 HTTP/1.1" status: 200 len: 911 time: 0.2612736 Apr 20 15:50:23.819292 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36096) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:23.826714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-41e230bd-a393-4573-ab3d-705a1d68b477 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15c19432-dfc8-4423-bdbd-aa0be039fa10'}]}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:23.892330 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e72626ec-8a4f-49f3-b41d-88cacbdacbe0 None None] Provisioning complete for port 38276d3a-263c-41fc-a1b1-7c72a1502a94 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:23.893073 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e72626ec-8a4f-49f3-b41d-88cacbdacbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:23.955160 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e72626ec-8a4f-49f3-b41d-88cacbdacbe0 None None] Port 38276d3a-263c-41fc-a1b1-7c72a1502a94 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:50:24.164988 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36108) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:24.267712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e4a84af8-180f-4f96-8cd9-e59ac50582c7 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:24.291534 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1169766092'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:24.297273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:24.301287 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Usage tracker for resource:network and tenant:f7c281724d504648b01c5372e8863d99 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:24.304299 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:24.311206 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:24.322022 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Made reservation on behalf of f7c281724d504648b01c5372e8863d99 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:24.325505 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:24.337578 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:24.342983 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port e4a84af8-180f-4f96-8cd9-e59ac50582c7 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:24.343401 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:24.348081 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68236d43-6b5a-4427-bb78-0a98000f8952 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router c240a787-006e-4627-b453-09729c9d2d68 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:50:24.352879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:24.356790 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Usage tracker for resource:security_group_rule and tenant:f7c281724d504648b01c5372e8863d99 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:24.360483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:24.366652 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:24.446178 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-41e230bd-a393-4573-ab3d-705a1d68b477 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:24.456588 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:24.461539 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:24.493857 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:50:24.502672 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=279a9331-9829-4549-b85f-a76f1c5f1380,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:24.508071 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:24.508404 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Added segment a475f23d-7c92-4bf6-92e2-68d19ab9746a of type vlan for network 0b919ef7-4397-45be-8a2d-08dd33d870d3 Apr 20 15:50:24.539512 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:24.570072 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:24.575741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:24.576388 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:24.686824 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5200579 Apr 20 15:50:24.689772 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213d877-9ad2-4925-96e3-f25ce149bef4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event updated for resources: {'Network': ['ID=0b919ef7-4397-45be-8a2d-08dd33d870d3,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:24.700383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 0b919ef7-4397-45be-8a2d-08dd33d870d3 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:50:24.744712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68236d43-6b5a-4427-bb78-0a98000f8952 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:24.766849 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62b895a-adcb-4969-a1d2-ced464ca71fb None None] Sync routers for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:24.802372 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62b895a-adcb-4969-a1d2-ced464ca71fb None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:24.803128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e62b895a-adcb-4969-a1d2-ced464ca71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:24.867183 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e62b895a-adcb-4969-a1d2-ced464ca71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:24.877370 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62b895a-adcb-4969-a1d2-ced464ca71fb None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:24.878174 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e62b895a-adcb-4969-a1d2-ced464ca71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:24.942696 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e62b895a-adcb-4969-a1d2-ced464ca71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:24.943249 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62b895a-adcb-4969-a1d2-ced464ca71fb None None] The sync data for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:25.341119 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68236d43-6b5a-4427-bb78-0a98000f8952 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router a903e6ed-89e1-48e1-bae8-1e53527309cf has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:50:25.429487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-41e230bd-a393-4573-ab3d-705a1d68b477 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:25.442249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-41e230bd-a393-4573-ab3d-705a1d68b477 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:25.448151 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e230bd-a393-4573-ab3d-705a1d68b477 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:25.448753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-41e230bd-a393-4573-ab3d-705a1d68b477 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:25.450206 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-41e230bd-a393-4573-ab3d-705a1d68b477 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/ports/38276d3a-263c-41fc-a1b1-7c72a1502a94 HTTP/1.1" status: 200 len: 911 time: 1.6299379 Apr 20 15:50:25.453954 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36114) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:25.755301 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e230bd-a393-4573-ab3d-705a1d68b477 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=38276d3a-263c-41fc-a1b1-7c72a1502a94,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:25.766402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68236d43-6b5a-4427-bb78-0a98000f8952 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:25.771119 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68236d43-6b5a-4427-bb78-0a98000f8952 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:25.780515 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5918cb5a-9ed8-4057-8883-bf594c9c1be1 None None] Sync routers for ids ['a903e6ed-89e1-48e1-bae8-1e53527309cf'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:25.790634 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5918cb5a-9ed8-4057-8883-bf594c9c1be1 None None] Routers {'a903e6ed-89e1-48e1-bae8-1e53527309cf'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:25.791733 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-5918cb5a-9ed8-4057-8883-bf594c9c1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a903e6ed-89e1-48e1-bae8-1e53527309cf'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:25.871274 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-5918cb5a-9ed8-4057-8883-bf594c9c1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:25.882720 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5918cb5a-9ed8-4057-8883-bf594c9c1be1 None None] Routers {'a903e6ed-89e1-48e1-bae8-1e53527309cf'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:25.883608 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-5918cb5a-9ed8-4057-8883-bf594c9c1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a903e6ed-89e1-48e1-bae8-1e53527309cf'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:25.908320 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-68236d43-6b5a-4427-bb78-0a98000f8952 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "PUT /v2.0/floatingips/ff1fdb14-bb9b-4971-b383-b55eb0f3ca7a HTTP/1.1" status: 200 len: 978 time: 3.8966980 Apr 20 15:50:25.909579 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36120) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:25.956363 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-5918cb5a-9ed8-4057-8883-bf594c9c1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:25.957019 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5918cb5a-9ed8-4057-8883-bf594c9c1be1 None None] The sync data for ids ['a903e6ed-89e1-48e1-bae8-1e53527309cf'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:25.988778 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-78c171c5-f437-476b-8112-c39d498da939 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Deleting port 415549f9-c2c4-4249-b82c-a621d0ed33c0 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:25.989202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-78c171c5-f437-476b-8112-c39d498da939 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:26.116913 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc3cb69b-0731-4017-8c49-c46ae7fdbcaf tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:26.251441 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-78c171c5-f437-476b-8112-c39d498da939 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:26.450404 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-fc3cb69b-0731-4017-8c49-c46ae7fdbcaf tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port 38276d3a-263c-41fc-a1b1-7c72a1502a94 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:26.450903 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc3cb69b-0731-4017-8c49-c46ae7fdbcaf tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:26.544878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-78c171c5-f437-476b-8112-c39d498da939 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:26.545251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-78c171c5-f437-476b-8112-c39d498da939 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:26.545589 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-78c171c5-f437-476b-8112-c39d498da939 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Floating IP ff1fdb14-bb9b-4971-b383-b55eb0f3ca7a disassociated. External IP: 172.26.7.192, port: 415549f9-c2c4-4249-b82c-a621d0ed33c0. Apr 20 15:50:26.547191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-78c171c5-f437-476b-8112-c39d498da939 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Calling delete_port for 415549f9-c2c4-4249-b82c-a621d0ed33c0 owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:26.642185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc3cb69b-0731-4017-8c49-c46ae7fdbcaf tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:26.707261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-78c171c5-f437-476b-8112-c39d498da939 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:26.760606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c171c5-f437-476b-8112-c39d498da939 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Port': ['ID=415549f9-c2c4-4249-b82c-a621d0ed33c0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:26.775726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-fc3cb69b-0731-4017-8c49-c46ae7fdbcaf tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Calling delete_port for 38276d3a-263c-41fc-a1b1-7c72a1502a94 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:26.971620 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c171c5-f437-476b-8112-c39d498da939 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router a903e6ed-89e1-48e1-bae8-1e53527309cf has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:50:26.984617 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc3cb69b-0731-4017-8c49-c46ae7fdbcaf tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:27.037754 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cb69b-0731-4017-8c49-c46ae7fdbcaf tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Port': ['ID=38276d3a-263c-41fc-a1b1-7c72a1502a94,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:27.274308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc3cb69b-0731-4017-8c49-c46ae7fdbcaf tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:27.344419 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c171c5-f437-476b-8112-c39d498da939 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:27.356201 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd06907-22ac-4da6-a423-9252bd900c79 None None] Sync routers for ids ['a903e6ed-89e1-48e1-bae8-1e53527309cf'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:27.367077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd06907-22ac-4da6-a423-9252bd900c79 None None] Routers {'a903e6ed-89e1-48e1-bae8-1e53527309cf'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:27.367951 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0fd06907-22ac-4da6-a423-9252bd900c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a903e6ed-89e1-48e1-bae8-1e53527309cf'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:27.437438 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0fd06907-22ac-4da6-a423-9252bd900c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:27.448979 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd06907-22ac-4da6-a423-9252bd900c79 None None] Routers {'a903e6ed-89e1-48e1-bae8-1e53527309cf'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:27.449880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0fd06907-22ac-4da6-a423-9252bd900c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a903e6ed-89e1-48e1-bae8-1e53527309cf'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:27.451101 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-78c171c5-f437-476b-8112-c39d498da939 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:27.467060 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-78c171c5-f437-476b-8112-c39d498da939 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/ports/415549f9-c2c4-4249-b82c-a621d0ed33c0 HTTP/1.1" status: 204 len: 168 time: 1.5560031 Apr 20 15:50:27.468973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36126) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:27.535533 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0fd06907-22ac-4da6-a423-9252bd900c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:27.536459 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd06907-22ac-4da6-a423-9252bd900c79 None None] The sync data for ids ['a903e6ed-89e1-48e1-bae8-1e53527309cf'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:27.704280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3cb69b-0731-4017-8c49-c46ae7fdbcaf tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router 86be57f5-3295-4d43-81d3-3575418b9778 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:50:27.844233 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3cb69b-0731-4017-8c49-c46ae7fdbcaf tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:27.859078 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd98905-996f-4a33-82d5-8595d832f053 None None] Sync routers for ids ['86be57f5-3295-4d43-81d3-3575418b9778'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:27.867929 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fc3cb69b-0731-4017-8c49-c46ae7fdbcaf tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/86be57f5-3295-4d43-81d3-3575418b9778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4120853 Apr 20 15:50:27.869548 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd98905-996f-4a33-82d5-8595d832f053 None None] Routers {'86be57f5-3295-4d43-81d3-3575418b9778'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:27.870359 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-fdd98905-996f-4a33-82d5-8595d832f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['86be57f5-3295-4d43-81d3-3575418b9778'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:27.870517 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36130) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:27.926010 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b3469e9b-16ad-45f5-b4db-23aa310eb145 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Synchronizing usage tracker for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:50:27.933955 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-fdd98905-996f-4a33-82d5-8595d832f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:27.944300 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd98905-996f-4a33-82d5-8595d832f053 None None] Routers {'86be57f5-3295-4d43-81d3-3575418b9778'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:27.945238 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-fdd98905-996f-4a33-82d5-8595d832f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['86be57f5-3295-4d43-81d3-3575418b9778'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:27.949686 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b3469e9b-16ad-45f5-b4db-23aa310eb145 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Unset dirty status for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:50:27.951585 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b3469e9b-16ad-45f5-b4db-23aa310eb145 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports?device_id=86be57f5-3295-4d43-81d3-3575418b9778 HTTP/1.1" status: 200 len: 205 time: 0.0799875 Apr 20 15:50:27.954594 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36134) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:28.013100 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-fdd98905-996f-4a33-82d5-8595d832f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:28.013648 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd98905-996f-4a33-82d5-8595d832f053 None None] The sync data for ids ['86be57f5-3295-4d43-81d3-3575418b9778'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:28.024688 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36138) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:28.046866 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-583fb5c7-9e43-407e-a2ef-fde66f6d1466 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Request body: {'subnet': {'network_id': '0b919ef7-4397-45be-8a2d-08dd33d870d3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:28.070994 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cad73fc9-1422-4ea8-8d9b-5c71487450c2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:28.185141 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-40ef2741-5ec1-4b01-9f12-04e9515f7067 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:28.426746 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-cad73fc9-1422-4ea8-8d9b-5c71487450c2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Deleting port 2eb78710-b697-4e37-940b-d02f13421147 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:28.427088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cad73fc9-1422-4ea8-8d9b-5c71487450c2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:28.427473 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-583fb5c7-9e43-407e-a2ef-fde66f6d1466 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:28.439464 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-583fb5c7-9e43-407e-a2ef-fde66f6d1466 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Usage tracker for resource:subnet and tenant:f7c281724d504648b01c5372e8863d99 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:28.443484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-583fb5c7-9e43-407e-a2ef-fde66f6d1466 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:28.504313 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-583fb5c7-9e43-407e-a2ef-fde66f6d1466 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:28.507755 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-40ef2741-5ec1-4b01-9f12-04e9515f7067 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:28.510997 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-40ef2741-5ec1-4b01-9f12-04e9515f7067 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:28.528400 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583fb5c7-9e43-407e-a2ef-fde66f6d1466 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Made reservation on behalf of f7c281724d504648b01c5372e8863d99 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:28.533224 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-583fb5c7-9e43-407e-a2ef-fde66f6d1466 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:28.558055 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-40ef2741-5ec1-4b01-9f12-04e9515f7067 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:28.558544 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ef2741-5ec1-4b01-9f12-04e9515f7067 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Fanout notify agent at l3_agent the message router_deleted on router 86be57f5-3295-4d43-81d3-3575418b9778 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:50:28.616175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cad73fc9-1422-4ea8-8d9b-5c71487450c2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:28.633227 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-40ef2741-5ec1-4b01-9f12-04e9515f7067 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:28.634307 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-40ef2741-5ec1-4b01-9f12-04e9515f7067 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/routers/86be57f5-3295-4d43-81d3-3575418b9778 HTTP/1.1" status: 204 len: 168 time: 0.6783104 Apr 20 15:50:28.637786 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36142) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:28.722481 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a186f2-567f-487c-a12b-10ef07ac6f11 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting subnet 15c19432-dfc8-4423-bdbd-aa0be039fa10 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:50:28.725858 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-89a186f2-567f-487c-a12b-10ef07ac6f11 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:28.743169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-cad73fc9-1422-4ea8-8d9b-5c71487450c2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Calling delete_port for 2eb78710-b697-4e37-940b-d02f13421147 owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:28.944836 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-89a186f2-567f-487c-a12b-10ef07ac6f11 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:29.057791 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-583fb5c7-9e43-407e-a2ef-fde66f6d1466 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:29.114313 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-89a186f2-567f-487c-a12b-10ef07ac6f11 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:29.190243 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fb5c7-9e43-407e-a2ef-fde66f6d1466 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event updated for resources: {'Subnet': ['ID=7b2b6d26-e72a-4016-8e1e-a666780f9e2b,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:29.193583 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cad73fc9-1422-4ea8-8d9b-5c71487450c2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:29.213965 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583fb5c7-9e43-407e-a2ef-fde66f6d1466 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Checking segment: {'id': 'a475f23d-7c92-4bf6-92e2-68d19ab9746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0b919ef7-4397-45be-8a2d-08dd33d870d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:29.214322 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583fb5c7-9e43-407e-a2ef-fde66f6d1466 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Network hostable DHCP agents. Network: 0b919ef7-4397-45be-8a2d-08dd33d870d3, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:50:29.232215 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-89a186f2-567f-487c-a12b-10ef07ac6f11 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:29.281335 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a186f2-567f-487c-a12b-10ef07ac6f11 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Subnet': ['ID=15c19432-dfc8-4423-bdbd-aa0be039fa10,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:29.283054 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583fb5c7-9e43-407e-a2ef-fde66f6d1466 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Network 0b919ef7-4397-45be-8a2d-08dd33d870d3 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:50:29.288435 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-89a186f2-567f-487c-a12b-10ef07ac6f11 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:29.296872 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06791792-0e87-4f7d-8e7e-af075c9ceeca None None] Network 002d8f74-2e53-4949-89f9-1e40de79ac82 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:29.300772 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-89a186f2-567f-487c-a12b-10ef07ac6f11 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/subnets/15c19432-dfc8-4423-bdbd-aa0be039fa10 HTTP/1.1" status: 204 len: 168 time: 0.6620097 Apr 20 15:50:29.302392 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-583fb5c7-9e43-407e-a2ef-fde66f6d1466 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 0b919ef7-4397-45be-8a2d-08dd33d870d3) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:29.304072 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36148) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:29.324373 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b842ee-b026-47b1-86ec-ccdbd4805460 None None] Network 0b919ef7-4397-45be-8a2d-08dd33d870d3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:29.330256 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583fb5c7-9e43-407e-a2ef-fde66f6d1466 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:29.330844 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-583fb5c7-9e43-407e-a2ef-fde66f6d1466 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:29.333172 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad73fc9-1422-4ea8-8d9b-5c71487450c2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Port': ['ID=2eb78710-b697-4e37-940b-d02f13421147,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:29.377145 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:50:29.457871 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:29.478054 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-583fb5c7-9e43-407e-a2ef-fde66f6d1466 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4429152 Apr 20 15:50:29.478054 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port e4a84af8-180f-4f96-8cd9-e59ac50582c7 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:29.478054 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:29.507483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36152) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:29.520214 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-9f99cf92-95c6-4a89-bcc5-91ae7d429d59 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-744085730'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:29.528144 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9f99cf92-95c6-4a89-bcc5-91ae7d429d59 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:29.538883 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9f99cf92-95c6-4a89-bcc5-91ae7d429d59 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Usage tracker for resource:network and tenant:f7c281724d504648b01c5372e8863d99 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:29.543918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9f99cf92-95c6-4a89-bcc5-91ae7d429d59 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:29.555930 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cad73fc9-1422-4ea8-8d9b-5c71487450c2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:29.574488 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9f99cf92-95c6-4a89-bcc5-91ae7d429d59 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:29.599442 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f99cf92-95c6-4a89-bcc5-91ae7d429d59 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Made reservation on behalf of f7c281724d504648b01c5372e8863d99 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:29.602921 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9f99cf92-95c6-4a89-bcc5-91ae7d429d59 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:29.717954 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f99cf92-95c6-4a89-bcc5-91ae7d429d59 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:50:29.732392 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-0b919ef7-4397-45be-8a2d-08dd33d870d3', 'network_id': '0b919ef7-4397-45be-8a2d-08dd33d870d3', 'tenant_id': 'f7c281724d504648b01c5372e8863d99', 'fixed_ips': [{'subnet_id': '7b2b6d26-e72a-4016-8e1e-a666780f9e2b'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:50:29.733402 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:29.742210 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] For port e4a84af8-180f-4f96-8cd9-e59ac50582c7, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e4a84af8-180f-4f96-8cd9-e59ac50582c7,segment=NetworkSegment(b5e3eab4-9952-46c4-973f-c49eda1c6860),segment_id=b5e3eab4-9952-46c4-973f-c49eda1c6860)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:29.742784 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:29.750642 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9f99cf92-95c6-4a89-bcc5-91ae7d429d59 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:29.750991 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-9f99cf92-95c6-4a89-bcc5-91ae7d429d59 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Added segment 0fa52315-7b9b-40b6-a1f1-1fd69c6b0b6b of type vlan for network 90714999-7c73-45cd-aca3-56a962292274 Apr 20 15:50:29.885229 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Calling delete_port for e4a84af8-180f-4f96-8cd9-e59ac50582c7 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:29.914762 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Allocated IP 2001:db8:0:ffff::2 (0b919ef7-4397-45be-8a2d-08dd33d870d3/7b2b6d26-e72a-4016-8e1e-a666780f9e2b/5e22651a-5f06-48a9-a983-6d2323b7b702) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:29.936945 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9f99cf92-95c6-4a89-bcc5-91ae7d429d59 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:29.939999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad73fc9-1422-4ea8-8d9b-5c71487450c2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router a903e6ed-89e1-48e1-bae8-1e53527309cf has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:50:29.992055 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9f99cf92-95c6-4a89-bcc5-91ae7d429d59 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:29.997347 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f99cf92-95c6-4a89-bcc5-91ae7d429d59 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:29.997933 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9f99cf92-95c6-4a89-bcc5-91ae7d429d59 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:30.022585 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:30.143211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9103d34c-b0d5-4f58-a95b-d8ec02b69e55 None None] DHCP port deletion for 002d8f74-2e53-4949-89f9-1e40de79ac82 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:50:30.151001 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad73fc9-1422-4ea8-8d9b-5c71487450c2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:30.165879 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e7b977-9196-46a9-9ed4-3f7a2e66641d None None] Sync routers for ids ['a903e6ed-89e1-48e1-bae8-1e53527309cf'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:30.172878 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cad73fc9-1422-4ea8-8d9b-5c71487450c2 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "PUT /v2.0/routers/a903e6ed-89e1-48e1-bae8-1e53527309cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7021191 Apr 20 15:50:30.175324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36156) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:30.176517 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99cf92-95c6-4a89-bcc5-91ae7d429d59 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event updated for resources: {'Network': ['ID=90714999-7c73-45cd-aca3-56a962292274,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:30.180858 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:30.187467 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e7b977-9196-46a9-9ed4-3f7a2e66641d None None] Routers {'a903e6ed-89e1-48e1-bae8-1e53527309cf'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:30.188152 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-43e7b977-9196-46a9-9ed4-3f7a2e66641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a903e6ed-89e1-48e1-bae8-1e53527309cf'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:30.194619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] No DVR routers for this DVR port e4a84af8-180f-4f96-8cd9-e59ac50582c7 on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:50:30.261954 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Port': ['ID=e4a84af8-180f-4f96-8cd9-e59ac50582c7,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:30.280418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 90714999-7c73-45cd-aca3-56a962292274 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:50:30.303749 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9f99cf92-95c6-4a89-bcc5-91ae7d429d59 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7959213 Apr 20 15:50:30.307867 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36160) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:30.309700 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e4a84af8-180f-4f96-8cd9-e59ac50582c7 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:50:30.334448 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Transition to ACTIVE for port object 5e22651a-5f06-48a9-a983-6d2323b7b702 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:30.359929 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-0d6dad67-f8b5-4955-ac8a-704b9cd33982 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Request body: {'subnet': {'network_id': '90714999-7c73-45cd-aca3-56a962292274', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:30.391995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-43e7b977-9196-46a9-9ed4-3f7a2e66641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:30.395253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed1e72db-b114-4a4d-a224-6d50887bcdb8 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:30.411474 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: e4a84af8-180f-4f96-8cd9-e59ac50582c7 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:50:30.411901 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e4a84af8-180f-4f96-8cd9-e59ac50582c7 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:50:30.453395 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e7b977-9196-46a9-9ed4-3f7a2e66641d None None] Routers {'a903e6ed-89e1-48e1-bae8-1e53527309cf'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:30.454202 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-43e7b977-9196-46a9-9ed4-3f7a2e66641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a903e6ed-89e1-48e1-bae8-1e53527309cf'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:30.468198 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:30.511349 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002d8f74-2e53-4949-89f9-1e40de79ac82']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:30.523211 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0d6dad67-f8b5-4955-ac8a-704b9cd33982 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:30.526377 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Transition to ACTIVE for port object 5e22651a-5f06-48a9-a983-6d2323b7b702 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:30.530428 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-43e7b977-9196-46a9-9ed4-3f7a2e66641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:30.530969 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e7b977-9196-46a9-9ed4-3f7a2e66641d None None] The sync data for ids ['a903e6ed-89e1-48e1-bae8-1e53527309cf'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:30.531120 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0d6dad67-f8b5-4955-ac8a-704b9cd33982 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Usage tracker for resource:subnet and tenant:f7c281724d504648b01c5372e8863d99 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:30.536633 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e3eab4-9952-46c4-973f-c49eda1c6860') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:30.536897 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:30.537044 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e3eab4-9952-46c4-973f-c49eda1c6860') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:30.544213 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0d6dad67-f8b5-4955-ac8a-704b9cd33982 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:30.553382 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0d6dad67-f8b5-4955-ac8a-704b9cd33982 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:30.556250 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:30.587449 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6dad67-f8b5-4955-ac8a-704b9cd33982 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Made reservation on behalf of f7c281724d504648b01c5372e8863d99 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:30.592107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0d6dad67-f8b5-4955-ac8a-704b9cd33982 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:30.605687 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:30.611684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Network 0b919ef7-4397-45be-8a2d-08dd33d870d3 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:30.615119 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:30.619618 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:30.688835 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Pushing event updated for resources: {'Port': ['ID=5e22651a-5f06-48a9-a983-6d2323b7b702,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:30.718465 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Attempting to bind port 5e22651a-5f06-48a9-a983-6d2323b7b702 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:50:30.718844 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Attempting to bind port 5e22651a-5f06-48a9-a983-6d2323b7b702 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'a475f23d-7c92-4bf6-92e2-68d19ab9746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0b919ef7-4397-45be-8a2d-08dd33d870d3'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:50:30.719205 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Attempting to bind port 5e22651a-5f06-48a9-a983-6d2323b7b702 on network 0b919ef7-4397-45be-8a2d-08dd33d870d3 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:50:30.725149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed1e72db-b114-4a4d-a224-6d50887bcdb8 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:30.725382 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:50:30.725694 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Checking segment: {'id': 'a475f23d-7c92-4bf6-92e2-68d19ab9746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0b919ef7-4397-45be-8a2d-08dd33d870d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:30.726103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:30.726502 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Bound using segment: {'id': 'a475f23d-7c92-4bf6-92e2-68d19ab9746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0b919ef7-4397-45be-8a2d-08dd33d870d3'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:50:30.726973 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Bound port: 5e22651a-5f06-48a9-a983-6d2323b7b702, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a475f23d-7c92-4bf6-92e2-68d19ab9746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0b919ef7-4397-45be-8a2d-08dd33d870d3'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:50:30.727347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:30.736271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e72db-b114-4a4d-a224-6d50887bcdb8 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Deleting port 3a2a78fb-f78c-4697-9dea-e83a42b6eeb4 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:30.736669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed1e72db-b114-4a4d-a224-6d50887bcdb8 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:30.775578 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:50:30.776230 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:50:30.789937 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:50:30.820084 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] For port 5e22651a-5f06-48a9-a983-6d2323b7b702, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:50:30.899598 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] For port 5e22651a-5f06-48a9-a983-6d2323b7b702, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=5e22651a-5f06-48a9-a983-6d2323b7b702,segment=NetworkSegment(a475f23d-7c92-4bf6-92e2-68d19ab9746a),segment_id=a475f23d-7c92-4bf6-92e2-68d19ab9746a)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:50:30.900850 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:30.905388 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:30.906139 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:30.921179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed1e72db-b114-4a4d-a224-6d50887bcdb8 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:30.932951 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/networks/002d8f74-2e53-4949-89f9-1e40de79ac82 HTTP/1.1" status: 204 len: 168 time: 1.6236885 Apr 20 15:50:30.933160 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36164) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:30.938982 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35997086-c74d-485e-9bb3-d0a61acc8a57 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Network': ['ID=002d8f74-2e53-4949-89f9-1e40de79ac82,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:30.944251 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-672396a9-481f-49fe-83fb-e104b2d1e439 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1686153169', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:30.952469 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-672396a9-481f-49fe-83fb-e104b2d1e439 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:30.957874 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-672396a9-481f-49fe-83fb-e104b2d1e439 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:router and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:30.961284 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-672396a9-481f-49fe-83fb-e104b2d1e439 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:30.969462 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-672396a9-481f-49fe-83fb-e104b2d1e439 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:31.004671 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c84b8-eede-45ed-bc7f-1f5c91d4cbde None None] Pushing event updated for resources: {'Port': ['ID=5e22651a-5f06-48a9-a983-6d2323b7b702,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:31.024632 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-672396a9-481f-49fe-83fb-e104b2d1e439 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.025631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-672396a9-481f-49fe-83fb-e104b2d1e439 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.055734 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-672396a9-481f-49fe-83fb-e104b2d1e439 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.064088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e72db-b114-4a4d-a224-6d50887bcdb8 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Calling delete_port for 3a2a78fb-f78c-4697-9dea-e83a42b6eeb4 owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:31.105426 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-672396a9-481f-49fe-83fb-e104b2d1e439 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.192765 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-672396a9-481f-49fe-83fb-e104b2d1e439 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.195721 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-672396a9-481f-49fe-83fb-e104b2d1e439 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2616367 Apr 20 15:50:31.198654 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36170) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:31.206372 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-a2a55deb-f64d-4f94-bb25-5549dc99ca91 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1904949639'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:31.253576 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a2a55deb-f64d-4f94-bb25-5549dc99ca91 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:31.266197 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.objects.ports [None req-0d6dad67-f8b5-4955-ac8a-704b9cd33982 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88169) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:50:31.267610 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a2a55deb-f64d-4f94-bb25-5549dc99ca91 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:network and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:31.270550 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0d6dad67-f8b5-4955-ac8a-704b9cd33982 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.274344 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a2a55deb-f64d-4f94-bb25-5549dc99ca91 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:31.303900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed1e72db-b114-4a4d-a224-6d50887bcdb8 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.317694 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a2a55deb-f64d-4f94-bb25-5549dc99ca91 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:31.351073 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a55deb-f64d-4f94-bb25-5549dc99ca91 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:31.354464 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a2a55deb-f64d-4f94-bb25-5549dc99ca91 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.358852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e72db-b114-4a4d-a224-6d50887bcdb8 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Port': ['ID=3a2a78fb-f78c-4697-9dea-e83a42b6eeb4,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:31.385994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6dad67-f8b5-4955-ac8a-704b9cd33982 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event updated for resources: {'Subnet': ['ID=bc7dae24-7095-432b-9a8e-fb01c5a4d1de,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:31.401363 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6dad67-f8b5-4955-ac8a-704b9cd33982 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Checking segment: {'id': '0fa52315-7b9b-40b6-a1f1-1fd69c6b0b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '90714999-7c73-45cd-aca3-56a962292274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:31.401730 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6dad67-f8b5-4955-ac8a-704b9cd33982 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Network hostable DHCP agents. Network: 90714999-7c73-45cd-aca3-56a962292274, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:50:31.411756 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a55deb-f64d-4f94-bb25-5549dc99ca91 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:50:31.427589 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a2a55deb-f64d-4f94-bb25-5549dc99ca91 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.427898 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-a2a55deb-f64d-4f94-bb25-5549dc99ca91 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Added segment 3f972675-83e1-474f-b08c-97eeb556e3fb of type vlan for network 9746f9a5-44ef-4403-9894-44edc840a833 Apr 20 15:50:31.433846 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6dad67-f8b5-4955-ac8a-704b9cd33982 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Network 90714999-7c73-45cd-aca3-56a962292274 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:50:31.446368 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-0d6dad67-f8b5-4955-ac8a-704b9cd33982 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 90714999-7c73-45cd-aca3-56a962292274) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:31.455015 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8045268f-4431-4fd1-adb5-01540be5057a None None] Network 90714999-7c73-45cd-aca3-56a962292274 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:31.461026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed1e72db-b114-4a4d-a224-6d50887bcdb8 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.461592 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6dad67-f8b5-4955-ac8a-704b9cd33982 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:31.461725 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0d6dad67-f8b5-4955-ac8a-704b9cd33982 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.469110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a2a55deb-f64d-4f94-bb25-5549dc99ca91 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.504144 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0d6dad67-f8b5-4955-ac8a-704b9cd33982 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1925757 Apr 20 15:50:31.504374 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36174) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:31.512188 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Request body: {'port': {'network_id': '90714999-7c73-45cd-aca3-56a962292274', 'name': 'tempest-NetworksIpV6TestAttrs-1066130870'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:31.596067 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a2a55deb-f64d-4f94-bb25-5549dc99ca91 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.601577 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a55deb-f64d-4f94-bb25-5549dc99ca91 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:31.602274 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a2a55deb-f64d-4f94-bb25-5549dc99ca91 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.650045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed1e72db-b114-4a4d-a224-6d50887bcdb8 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.652448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed1e72db-b114-4a4d-a224-6d50887bcdb8 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.678358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed1e72db-b114-4a4d-a224-6d50887bcdb8 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.679023 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1e72db-b114-4a4d-a224-6d50887bcdb8 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Fanout notify agent at l3_agent the message router_deleted on router a903e6ed-89e1-48e1-bae8-1e53527309cf {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:50:31.698135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed1e72db-b114-4a4d-a224-6d50887bcdb8 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.702508 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ed1e72db-b114-4a4d-a224-6d50887bcdb8 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/routers/a903e6ed-89e1-48e1-bae8-1e53527309cf HTTP/1.1" status: 204 len: 168 time: 1.5256994 Apr 20 15:50:31.703168 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36178) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:31.710944 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-90714999-7c73-45cd-aca3-56a962292274', 'network_id': '90714999-7c73-45cd-aca3-56a962292274', 'tenant_id': 'f7c281724d504648b01c5372e8863d99', 'fixed_ips': [{'subnet_id': 'bc7dae24-7095-432b-9a8e-fb01c5a4d1de'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:50:31.711804 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.717718 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a2a55deb-f64d-4f94-bb25-5549dc99ca91 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5178952 Apr 20 15:50:31.723649 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36182) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:31.729893 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-efab3d95-fcb6-40c9-9dfa-dec81cc09821 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'subnet': {'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:31.804448 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a55deb-f64d-4f94-bb25-5549dc99ca91 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Network': ['ID=9746f9a5-44ef-4403-9894-44edc840a833,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:31.820539 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 9746f9a5-44ef-4403-9894-44edc840a833 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:50:31.840281 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed33ff0-0894-42ff-9eab-e8cb9f4fb4d4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Deleting subnet be2d46f3-7617-427d-bd56-2f01a45e2e82 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:50:31.845949 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aed33ff0-0894-42ff-9eab-e8cb9f4fb4d4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.863410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-efab3d95-fcb6-40c9-9dfa-dec81cc09821 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:31.868176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-efab3d95-fcb6-40c9-9dfa-dec81cc09821 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:subnet and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:31.871100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-efab3d95-fcb6-40c9-9dfa-dec81cc09821 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:31.879664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:31.880589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-efab3d95-fcb6-40c9-9dfa-dec81cc09821 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:31.891354 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Usage tracker for resource:port and tenant:f7c281724d504648b01c5372e8863d99 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:31.893859 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efab3d95-fcb6-40c9-9dfa-dec81cc09821 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:31.895965 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:31.899852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-efab3d95-fcb6-40c9-9dfa-dec81cc09821 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.905685 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:31.915294 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aed33ff0-0894-42ff-9eab-e8cb9f4fb4d4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:31.977698 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Made reservation on behalf of f7c281724d504648b01c5372e8863d99 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:31.981133 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:32.021560 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Allocated IP 2001:db8::f816:3eff:fe11:895e (90714999-7c73-45cd-aca3-56a962292274/bc7dae24-7095-432b-9a8e-fb01c5a4d1de/0b4d8c3e-6959-445f-b5f1-856b13644b30) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:32.038595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] device_id is not set on port 09beef00-fdfa-49d8-93fe-47006d5e4918 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:50:32.169969 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aed33ff0-0894-42ff-9eab-e8cb9f4fb4d4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:32.285146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aed33ff0-0894-42ff-9eab-e8cb9f4fb4d4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:32.288955 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-efab3d95-fcb6-40c9-9dfa-dec81cc09821 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:32.318720 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bdbea1-800f-4eaf-b6d5-cd5c3271a1dd None None] Network 0b919ef7-4397-45be-8a2d-08dd33d870d3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:32.338546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed33ff0-0894-42ff-9eab-e8cb9f4fb4d4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Subnet': ['ID=be2d46f3-7617-427d-bd56-2f01a45e2e82,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:32.352347 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aed33ff0-0894-42ff-9eab-e8cb9f4fb4d4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:32.368431 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-aed33ff0-0894-42ff-9eab-e8cb9f4fb4d4 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/subnets/be2d46f3-7617-427d-bd56-2f01a45e2e82 HTTP/1.1" status: 204 len: 168 time: 0.6615076 Apr 20 15:50:32.371092 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36186) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:32.414325 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef746ba-11ed-4210-ac04-1b8b8132d4e3 None None] Network 4fd01e83-8189-442a-bf04-5c80e5ccf373 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:32.427553 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 5e22651a-5f06-48a9-a983-6d2323b7b702 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:32.508369 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:32.520683 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Deleting port 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:32.521464 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:32.522250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab3d95-fcb6-40c9-9dfa-dec81cc09821 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Subnet': ['ID=27fce42a-01b9-494d-b200-87343fc35be2,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:32.532098 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efab3d95-fcb6-40c9-9dfa-dec81cc09821 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Checking segment: {'id': '3f972675-83e1-474f-b08c-97eeb556e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:32.532462 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efab3d95-fcb6-40c9-9dfa-dec81cc09821 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network hostable DHCP agents. Network: 9746f9a5-44ef-4403-9894-44edc840a833, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:50:32.554420 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efab3d95-fcb6-40c9-9dfa-dec81cc09821 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 9746f9a5-44ef-4403-9894-44edc840a833 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:50:32.564877 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-efab3d95-fcb6-40c9-9dfa-dec81cc09821 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 9746f9a5-44ef-4403-9894-44edc840a833) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:32.569345 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efab3d95-fcb6-40c9-9dfa-dec81cc09821 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:32.569928 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-efab3d95-fcb6-40c9-9dfa-dec81cc09821 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:32.585478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e9583d-42fa-4611-9108-80511d221fa3 None None] Network 9746f9a5-44ef-4403-9894-44edc840a833 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:32.594416 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-efab3d95-fcb6-40c9-9dfa-dec81cc09821 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8691075 Apr 20 15:50:32.598139 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36190) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:32.602339 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e11f582d-b12e-4d8b-96ef-fe094fb8f56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:32.625034 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3d93a444-9d73-44db-bdff-18a3b4c73a90 None None] Provisioning for port 5e22651a-5f06-48a9-a983-6d2323b7b702 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:32.987081 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:32.991266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 5e22651a-5f06-48a9-a983-6d2323b7b702 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:33.039480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Transition to ACTIVE for port object 0b4d8c3e-6959-445f-b5f1-856b13644b30 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:33.049073 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 5e22651a-5f06-48a9-a983-6d2323b7b702 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:33.049435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:33.158046 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Transition to ACTIVE for port object 0b4d8c3e-6959-445f-b5f1-856b13644b30 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:33.205338 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:33.230580 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] For port 90fb07e4-da6e-4ebb-90f2-1b1289e1af69, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=90fb07e4-da6e-4ebb-90f2-1b1289e1af69,segment=NetworkSegment(fe33934a-4bb7-41a9-9153-6453c67fd89c),segment_id=fe33934a-4bb7-41a9-9153-6453c67fd89c)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:33.231269 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:33.299754 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-9746f9a5-44ef-4403-9894-44edc840a833', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:50:33.300584 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:33.324103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Network 90714999-7c73-45cd-aca3-56a962292274 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:33.337110 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:33.345121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:33.388621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Pushing event updated for resources: {'Port': ['ID=0b4d8c3e-6959-445f-b5f1-856b13644b30,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:33.395922 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdaced3-8c73-4dca-ba6f-6c1e3862938d None None] DHCP port deletion for 4fd01e83-8189-442a-bf04-5c80e5ccf373 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:50:33.466592 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Calling delete_port for 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:33.496492 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-dfdaced3-8c73-4dca-ba6f-6c1e3862938d None None] Deleting port 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:33.496862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dfdaced3-8c73-4dca-ba6f-6c1e3862938d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:33.517851 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Allocated IP 2001:db8::f816:3eff:fe65:91bf (90714999-7c73-45cd-aca3-56a962292274/bc7dae24-7095-432b-9a8e-fb01c5a4d1de/09beef00-fdfa-49d8-93fe-47006d5e4918) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:33.596739 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:33.615067 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:33.662882 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Attempting to bind port 0b4d8c3e-6959-445f-b5f1-856b13644b30 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:50:33.663250 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Attempting to bind port 0b4d8c3e-6959-445f-b5f1-856b13644b30 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '0fa52315-7b9b-40b6-a1f1-1fd69c6b0b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '90714999-7c73-45cd-aca3-56a962292274'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:50:33.663613 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Attempting to bind port 0b4d8c3e-6959-445f-b5f1-856b13644b30 on network 90714999-7c73-45cd-aca3-56a962292274 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:50:33.735031 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:33.802800 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-dfdaced3-8c73-4dca-ba6f-6c1e3862938d None None] The port '90fb07e4-da6e-4ebb-90f2-1b1289e1af69' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:50:33.804527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:50:33.804898 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Checking segment: {'id': '0fa52315-7b9b-40b6-a1f1-1fd69c6b0b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '90714999-7c73-45cd-aca3-56a962292274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:33.805354 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:33.805804 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Bound using segment: {'id': '0fa52315-7b9b-40b6-a1f1-1fd69c6b0b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '90714999-7c73-45cd-aca3-56a962292274'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:50:33.806294 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Bound port: 0b4d8c3e-6959-445f-b5f1-856b13644b30, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa52315-7b9b-40b6-a1f1-1fd69c6b0b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '90714999-7c73-45cd-aca3-56a962292274'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:50:33.806657 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:33.842860 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 5e22651a-5f06-48a9-a983-6d2323b7b702, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=5e22651a-5f06-48a9-a983-6d2323b7b702,segment=NetworkSegment(a475f23d-7c92-4bf6-92e2-68d19ab9746a),segment_id=a475f23d-7c92-4bf6-92e2-68d19ab9746a)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:33.885196 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:33.941597 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Allocated IP 2001:db8::2 (9746f9a5-44ef-4403-9894-44edc840a833/27fce42a-01b9-494d-b200-87343fc35be2/e4c2514b-5202-478c-a5b8-540fcfd6f2f6) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:33.956508 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Port': ['ID=90fb07e4-da6e-4ebb-90f2-1b1289e1af69,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:33.968687 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] No DVR routers for this DVR port 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:50:34.004011 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2cc3ff7e-4232-4369-b4bb-5cf138fe3355 None None] Provisioning complete for port 5e22651a-5f06-48a9-a983-6d2323b7b702 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:34.004377 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2cc3ff7e-4232-4369-b4bb-5cf138fe3355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:34.116258 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] For port 0b4d8c3e-6959-445f-b5f1-856b13644b30, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:50:34.127327 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=5e22651a-5f06-48a9-a983-6d2323b7b702,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:34.148937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] For port 0b4d8c3e-6959-445f-b5f1-856b13644b30, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0b4d8c3e-6959-445f-b5f1-856b13644b30,segment=NetworkSegment(0fa52315-7b9b-40b6-a1f1-1fd69c6b0b6b),segment_id=0fa52315-7b9b-40b6-a1f1-1fd69c6b0b6b)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:50:34.157989 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:34.306059 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 5e22651a-5f06-48a9-a983-6d2323b7b702 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:34.332799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:34.381073 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:34.396837 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e899c1c-59a5-4ac8-9d40-45bc787dca8e None None] Pushing event updated for resources: {'Port': ['ID=0b4d8c3e-6959-445f-b5f1-856b13644b30,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:34.399856 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd01e83-8189-442a-bf04-5c80e5ccf373']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:34.421236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe33934a-4bb7-41a9-9153-6453c67fd89c') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:34.421672 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe33934a-4bb7-41a9-9153-6453c67fd89c') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:34.437617 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Transition to ACTIVE for port object 09beef00-fdfa-49d8-93fe-47006d5e4918 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:34.440189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:34.458010 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e7393c33-4f9b-41fc-b99e-dd21e11af800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:34.459717 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:34.469498 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:50:34.470324 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:50:34.486864 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:50:34.491663 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:34.504508 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Transition to ACTIVE for port object e4c2514b-5202-478c-a5b8-540fcfd6f2f6 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:34.525768 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 5e22651a-5f06-48a9-a983-6d2323b7b702 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:34.526136 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:34.555515 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Transition to ACTIVE for port object e4c2514b-5202-478c-a5b8-540fcfd6f2f6 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:34.570212 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:34.579576 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:34.655065 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:34.675290 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Network 9746f9a5-44ef-4403-9894-44edc840a833 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:34.677849 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Network': ['ID=4fd01e83-8189-442a-bf04-5c80e5ccf373,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:34.681644 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:34.685445 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Pushing event updated for resources: {'Port': ['ID=e4c2514b-5202-478c-a5b8-540fcfd6f2f6,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:34.689419 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:34.690258 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:34.694827 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4466a598-e607-49c4-a2f9-86ba75a19ecf tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/networks/4fd01e83-8189-442a-bf04-5c80e5ccf373 HTTP/1.1" status: 204 len: 168 time: 2.3227313 Apr 20 15:50:34.697530 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36196) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:34.763198 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Allocated IP 2001:db8::1 (9746f9a5-44ef-4403-9894-44edc840a833/27fce42a-01b9-494d-b200-87343fc35be2/a11fd068-5ffa-4eea-87e2-168ff18bf5b6) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:34.798369 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Network 90714999-7c73-45cd-aca3-56a962292274 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:34.804376 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:34.808472 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event updated for resources: {'Port': ['ID=09beef00-fdfa-49d8-93fe-47006d5e4918,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:34.811662 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:34.817116 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:34.817725 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:34.839329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Attempting to bind port e4c2514b-5202-478c-a5b8-540fcfd6f2f6 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:50:34.840020 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Attempting to bind port e4c2514b-5202-478c-a5b8-540fcfd6f2f6 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '3f972675-83e1-474f-b08c-97eeb556e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:50:34.840833 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Attempting to bind port e4c2514b-5202-478c-a5b8-540fcfd6f2f6 on network 9746f9a5-44ef-4403-9894-44edc840a833 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:50:34.847753 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:50:34.848456 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Checking segment: {'id': '3f972675-83e1-474f-b08c-97eeb556e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:34.849072 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:34.851207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Bound using segment: {'id': '3f972675-83e1-474f-b08c-97eeb556e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:50:34.851917 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Bound port: e4c2514b-5202-478c-a5b8-540fcfd6f2f6, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f972675-83e1-474f-b08c-97eeb556e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:50:34.852575 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:34.906358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4de9e349-0f0b-4386-ac77-ada99daf8cf9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Deleting port ea5a9ca2-11b3-4065-9bba-14d174481099 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:34.906562 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f5f7789e-5786-4cb7-ad58-9bffcff84791 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.4010580 Apr 20 15:50:34.906954 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4de9e349-0f0b-4386-ac77-ada99daf8cf9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:34.907182 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36200) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:34.924706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:50:34.977359 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:50:34.977571 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 90fb07e4-da6e-4ebb-90f2-1b1289e1af69 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:50:34.992775 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] For port e4c2514b-5202-478c-a5b8-540fcfd6f2f6, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:50:34.997377 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] For port e4c2514b-5202-478c-a5b8-540fcfd6f2f6, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e4c2514b-5202-478c-a5b8-540fcfd6f2f6,segment=NetworkSegment(3f972675-83e1-474f-b08c-97eeb556e3fb),segment_id=3f972675-83e1-474f-b08c-97eeb556e3fb)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:50:35.006959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:35.012737 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-e189af58-41af-43f3-ab8d-d7ff8092d46c tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Deleting subnet bc7dae24-7095-432b-9a8e-fb01c5a4d1de {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:50:35.025249 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e189af58-41af-43f3-ab8d-d7ff8092d46c tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:35.093555 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:35.094262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850f714-4803-473b-94e6-25fbf5a4befd None None] Pushing event updated for resources: {'Port': ['ID=e4c2514b-5202-478c-a5b8-540fcfd6f2f6,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:35.112341 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e189af58-41af-43f3-ab8d-d7ff8092d46c tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:35.115995 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4de9e349-0f0b-4386-ac77-ada99daf8cf9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:35.116328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4de9e349-0f0b-4386-ac77-ada99daf8cf9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:35.166780 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Transition to ACTIVE for port object a11fd068-5ffa-4eea-87e2-168ff18bf5b6 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:35.230624 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:35.259648 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4de9e349-0f0b-4386-ac77-ada99daf8cf9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Calling delete_port for ea5a9ca2-11b3-4065-9bba-14d174481099 owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:35.314301 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 9746f9a5-44ef-4403-9894-44edc840a833 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:35.321372 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:35.324225 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:35.326008 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:35.368881 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=a11fd068-5ffa-4eea-87e2-168ff18bf5b6,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:35.373924 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e189af58-41af-43f3-ab8d-d7ff8092d46c tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:35.462057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4de9e349-0f0b-4386-ac77-ada99daf8cf9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:35.515675 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e189af58-41af-43f3-ab8d-d7ff8092d46c tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:35.519420 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9e349-0f0b-4386-ac77-ada99daf8cf9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Port': ['ID=ea5a9ca2-11b3-4065-9bba-14d174481099,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:35.573385 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189af58-41af-43f3-ab8d-d7ff8092d46c tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event deleted for resources: {'Subnet': ['ID=bc7dae24-7095-432b-9a8e-fb01c5a4d1de,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:35.584945 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:35.598417 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e189af58-41af-43f3-ab8d-d7ff8092d46c tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:35.611427 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e189af58-41af-43f3-ab8d-d7ff8092d46c tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/subnets/bc7dae24-7095-432b-9a8e-fb01c5a4d1de HTTP/1.1" status: 204 len: 168 time: 0.6987107 Apr 20 15:50:35.613772 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36204) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:35.645929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:35.649698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4de9e349-0f0b-4386-ac77-ada99daf8cf9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:35.669845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4de9e349-0f0b-4386-ac77-ada99daf8cf9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:35.671585 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4de9e349-0f0b-4386-ac77-ada99daf8cf9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/floatingips/ff1fdb14-bb9b-4971-b383-b55eb0f3ca7a HTTP/1.1" status: 204 len: 168 time: 0.9730606 Apr 20 15:50:35.675684 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36208) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:35.714538 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a3c237-b889-4c6d-83c4-789ad72640b7 None None] Network 90714999-7c73-45cd-aca3-56a962292274 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:35.719821 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9760fa-7af8-4e02-ac71-6dc6af20604d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] DELETE failed (client error): The resource could not be found. Apr 20 15:50:35.720319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9760fa-7af8-4e02-ac71-6dc6af20604d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:50:35.723825 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-fd9760fa-7af8-4e02-ac71-6dc6af20604d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/ports/415549f9-c2c4-4249-b82c-a621d0ed33c0 HTTP/1.1" status: 404 len: 333 time: 0.0454276 Apr 20 15:50:35.724779 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36212) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:35.773401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1bdd005e-f4a3-4258-89a7-7e14f978ee91 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Synchronizing usage tracker for tenant:c521b6ae862e40c3ab8c8f72cf8aeccd on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:50:35.787170 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:35.791627 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1bdd005e-f4a3-4258-89a7-7e14f978ee91 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Unset dirty status for tenant:c521b6ae862e40c3ab8c8f72cf8aeccd on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:50:35.795279 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1bdd005e-f4a3-4258-89a7-7e14f978ee91 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "GET /v2.0/ports?device_id=a903e6ed-89e1-48e1-bae8-1e53527309cf HTTP/1.1" status: 200 len: 205 time: 0.0672717 Apr 20 15:50:35.796686 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36216) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:35.810020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fac62b-c698-404a-aecb-11c0f77b9a1e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:35.811674 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fac62b-c698-404a-aecb-11c0f77b9a1e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:35.812461 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-97fac62b-c698-404a-aecb-11c0f77b9a1e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Synchronizing usage tracker for tenant:f7c281724d504648b01c5372e8863d99 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:50:35.852782 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e2190d45-ea27-45fb-a4c2-0059554ab763 None None] Provisioning for port 0b4d8c3e-6959-445f-b5f1-856b13644b30 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:35.866858 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-39c153c3-64f5-42bc-b1fd-73335c8892c3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] delete failed (client error): The resource could not be found. Apr 20 15:50:35.871534 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-39c153c3-64f5-42bc-b1fd-73335c8892c3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/routers/a903e6ed-89e1-48e1-bae8-1e53527309cf HTTP/1.1" status: 404 len: 336 time: 0.0711694 Apr 20 15:50:35.871534 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36220) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:35.901313 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-97fac62b-c698-404a-aecb-11c0f77b9a1e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Unset dirty status for tenant:f7c281724d504648b01c5372e8863d99 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:50:35.902789 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-97fac62b-c698-404a-aecb-11c0f77b9a1e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2881136 Apr 20 15:50:35.906436 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36224) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:35.915409 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81a5131-e982-4b1e-a91d-34595b0e3bad tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] DELETE failed (client error): The resource could not be found. Apr 20 15:50:35.915888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81a5131-e982-4b1e-a91d-34595b0e3bad tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:50:35.919981 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d81a5131-e982-4b1e-a91d-34595b0e3bad tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/subnets/be2d46f3-7617-427d-bd56-2f01a45e2e82 HTTP/1.1" status: 404 len: 337 time: 0.0461538 Apr 20 15:50:35.920205 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36228) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:35.994708 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6293ed96-6742-4472-82c3-c0f852e7acb9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Deleting port da0b7d41-25f4-4dbd-ab0e-2185fdf04e25 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:35.995225 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6293ed96-6742-4472-82c3-c0f852e7acb9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:36.013159 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca524ef-b43c-4a5c-97d0-7438685eb6e6 None None] DHCP port deletion for 90714999-7c73-45cd-aca3-56a962292274 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:50:36.018276 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-eca524ef-b43c-4a5c-97d0-7438685eb6e6 None None] Deleting port 0b4d8c3e-6959-445f-b5f1-856b13644b30 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:36.018647 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-eca524ef-b43c-4a5c-97d0-7438685eb6e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:36.278855 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a1099662-6684-400b-be9c-e81c9af6e3b1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:36.296398 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1099662-6684-400b-be9c-e81c9af6e3b1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 20 15:50:36.296867 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1099662-6684-400b-be9c-e81c9af6e3b1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:50:36.298591 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a1099662-6684-400b-be9c-e81c9af6e3b1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/networks/90714999-7c73-45cd-aca3-56a962292274 HTTP/1.1" status: 409 len: 405 time: 0.3912489 Apr 20 15:50:36.303182 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36232) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:36.311196 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-93873aeb-ce90-4bb5-8927-b69e6429d1c6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1991745118'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:36.333226 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-93873aeb-ce90-4bb5-8927-b69e6429d1c6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:36.340643 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-eca524ef-b43c-4a5c-97d0-7438685eb6e6 None None] For port 0b4d8c3e-6959-445f-b5f1-856b13644b30, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0b4d8c3e-6959-445f-b5f1-856b13644b30,segment=NetworkSegment(0fa52315-7b9b-40b6-a1f1-1fd69c6b0b6b),segment_id=0fa52315-7b9b-40b6-a1f1-1fd69c6b0b6b)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:36.341636 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-eca524ef-b43c-4a5c-97d0-7438685eb6e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:36.346136 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-93873aeb-ce90-4bb5-8927-b69e6429d1c6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Usage tracker for resource:network and tenant:f7c281724d504648b01c5372e8863d99 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:36.350457 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e4c2514b-5202-478c-a5b8-540fcfd6f2f6 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:36.357297 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-93873aeb-ce90-4bb5-8927-b69e6429d1c6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:36.359249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6293ed96-6742-4472-82c3-c0f852e7acb9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:36.367657 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-93873aeb-ce90-4bb5-8927-b69e6429d1c6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:36.387626 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93873aeb-ce90-4bb5-8927-b69e6429d1c6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Made reservation on behalf of f7c281724d504648b01c5372e8863d99 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:36.394728 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-93873aeb-ce90-4bb5-8927-b69e6429d1c6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:36.422980 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:36.433902 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:36.434671 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:36.493914 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751bbb83-0074-4109-9b64-21384978c6d2 None None] Network 9746f9a5-44ef-4403-9894-44edc840a833 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:36.522187 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93873aeb-ce90-4bb5-8927-b69e6429d1c6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:50:36.574815 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-eca524ef-b43c-4a5c-97d0-7438685eb6e6 None None] Calling delete_port for 0b4d8c3e-6959-445f-b5f1-856b13644b30 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:36.604332 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-93873aeb-ce90-4bb5-8927-b69e6429d1c6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:36.605034 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-93873aeb-ce90-4bb5-8927-b69e6429d1c6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Added segment a6a08c54-7bbf-47d7-9ab5-999f97fae3b4 of type vlan for network c508ea07-cd4e-42fc-89fc-5f669737597d Apr 20 15:50:36.614255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6293ed96-6742-4472-82c3-c0f852e7acb9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Calling delete_port for da0b7d41-25f4-4dbd-ab0e-2185fdf04e25 owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:36.615912 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=a11fd068-5ffa-4eea-87e2-168ff18bf5b6,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:36.663929 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-93873aeb-ce90-4bb5-8927-b69e6429d1c6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:36.685230 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 9746f9a5-44ef-4403-9894-44edc840a833 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:36.688168 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:36.713972 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a8c95374-2d75-4bde-969c-6c905e5c7d5b None None] Provisioning for port e4c2514b-5202-478c-a5b8-540fcfd6f2f6 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:36.759796 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port e4c2514b-5202-478c-a5b8-540fcfd6f2f6 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:36.778139 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port e4c2514b-5202-478c-a5b8-540fcfd6f2f6 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:36.778607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:36.779438 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-93873aeb-ce90-4bb5-8927-b69e6429d1c6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:36.784901 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93873aeb-ce90-4bb5-8927-b69e6429d1c6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:36.785532 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-93873aeb-ce90-4bb5-8927-b69e6429d1c6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:36.789043 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6293ed96-6742-4472-82c3-c0f852e7acb9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:36.842721 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293ed96-6742-4472-82c3-c0f852e7acb9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Port': ['ID=da0b7d41-25f4-4dbd-ab0e-2185fdf04e25,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:36.844502 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-eca524ef-b43c-4a5c-97d0-7438685eb6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:36.908498 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca524ef-b43c-4a5c-97d0-7438685eb6e6 None None] Pushing event deleted for resources: {'Port': ['ID=0b4d8c3e-6959-445f-b5f1-856b13644b30,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:36.914001 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca524ef-b43c-4a5c-97d0-7438685eb6e6 None None] No DVR routers for this DVR port 0b4d8c3e-6959-445f-b5f1-856b13644b30 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:50:36.956005 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6293ed96-6742-4472-82c3-c0f852e7acb9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:36.967593 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-93873aeb-ce90-4bb5-8927-b69e6429d1c6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6610427 Apr 20 15:50:36.969651 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36236) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:36.974771 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93873aeb-ce90-4bb5-8927-b69e6429d1c6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event updated for resources: {'Network': ['ID=c508ea07-cd4e-42fc-89fc-5f669737597d,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:36.977942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-9ee3032f-6a35-4b30-96ef-66c249e1e4d1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Request body: {'subnet': {'network_id': 'c508ea07-cd4e-42fc-89fc-5f669737597d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:37.001368 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network c508ea07-cd4e-42fc-89fc-5f669737597d details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:50:37.008112 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6293ed96-6742-4472-82c3-c0f852e7acb9 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/ports/da0b7d41-25f4-4dbd-ab0e-2185fdf04e25 HTTP/1.1" status: 204 len: 168 time: 1.0848689 Apr 20 15:50:37.008847 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36240) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:37.046886 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:50:37.106924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9ee3032f-6a35-4b30-96ef-66c249e1e4d1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:37.117820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9ee3032f-6a35-4b30-96ef-66c249e1e4d1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:37.128492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee3032f-6a35-4b30-96ef-66c249e1e4d1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Made reservation on behalf of f7c281724d504648b01c5372e8863d99 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:37.131938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9ee3032f-6a35-4b30-96ef-66c249e1e4d1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:37.147314 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-0b1111b8-286f-4754-b399-3c579fd56305 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Deleting port 916c5ccb-1263-405a-9613-144488c4af9e {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:37.147660 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0b1111b8-286f-4754-b399-3c579fd56305 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:37.186452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:37.200996 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:37.231807 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port e4c2514b-5202-478c-a5b8-540fcfd6f2f6, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e4c2514b-5202-478c-a5b8-540fcfd6f2f6,segment=NetworkSegment(3f972675-83e1-474f-b08c-97eeb556e3fb),segment_id=3f972675-83e1-474f-b08c-97eeb556e3fb)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:37.244248 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:37.312640 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:37.322979 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1f2e1e38-e792-443b-91cb-b5c5f5933246 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6943591 Apr 20 15:50:37.325985 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36244) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:37.329582 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Sync routers for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:37.333866 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-266a7309-b2fd-4929-80bf-c410304db3db tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1027570738'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:37.338079 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=e4c2514b-5202-478c-a5b8-540fcfd6f2f6,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:37.343227 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-266a7309-b2fd-4929-80bf-c410304db3db tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:37.346104 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:37.347343 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:37.355668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-266a7309-b2fd-4929-80bf-c410304db3db tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:network and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:37.373881 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-266a7309-b2fd-4929-80bf-c410304db3db tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:37.429393 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-266a7309-b2fd-4929-80bf-c410304db3db tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:37.459067 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266a7309-b2fd-4929-80bf-c410304db3db tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:37.462772 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-266a7309-b2fd-4929-80bf-c410304db3db tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:37.497979 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.objects.ports [None req-9ee3032f-6a35-4b30-96ef-66c249e1e4d1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88168) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:50:37.499937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9ee3032f-6a35-4b30-96ef-66c249e1e4d1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:37.524447 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:50:37.536280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0b1111b8-286f-4754-b399-3c579fd56305 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:37.555544 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266a7309-b2fd-4929-80bf-c410304db3db tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:50:37.597778 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3032f-6a35-4b30-96ef-66c249e1e4d1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event updated for resources: {'Subnet': ['ID=1dbb8cc7-47a1-4cec-b0d5-a16a6082b875,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:37.604060 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee3032f-6a35-4b30-96ef-66c249e1e4d1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Checking segment: {'id': 'a6a08c54-7bbf-47d7-9ab5-999f97fae3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c508ea07-cd4e-42fc-89fc-5f669737597d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:37.604430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee3032f-6a35-4b30-96ef-66c249e1e4d1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Network hostable DHCP agents. Network: c508ea07-cd4e-42fc-89fc-5f669737597d, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:50:37.626542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee3032f-6a35-4b30-96ef-66c249e1e4d1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Network c508ea07-cd4e-42fc-89fc-5f669737597d is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:50:37.638175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-9ee3032f-6a35-4b30-96ef-66c249e1e4d1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, c508ea07-cd4e-42fc-89fc-5f669737597d) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:37.643819 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee3032f-6a35-4b30-96ef-66c249e1e4d1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:37.644471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9ee3032f-6a35-4b30-96ef-66c249e1e4d1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:37.653430 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c45490-38d7-449b-aa48-a85431fea867 None None] Network c508ea07-cd4e-42fc-89fc-5f669737597d requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:37.697580 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9ee3032f-6a35-4b30-96ef-66c249e1e4d1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7261119 Apr 20 15:50:37.700240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36250) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:37.706781 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Request body: {'port': {'network_id': 'c508ea07-cd4e-42fc-89fc-5f669737597d', 'name': 'tempest-NetworksIpV6TestAttrs-1296350408'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:37.721502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-0b1111b8-286f-4754-b399-3c579fd56305 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Calling delete_port for 916c5ccb-1263-405a-9613-144488c4af9e owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:37.759817 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b39bbed8-5279-4477-8cc9-5172aa5ab81f None None] Provisioning complete for port e4c2514b-5202-478c-a5b8-540fcfd6f2f6 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:37.760373 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b39bbed8-5279-4477-8cc9-5172aa5ab81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:37.926158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:37.929702 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-266a7309-b2fd-4929-80bf-c410304db3db tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:37.930312 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-266a7309-b2fd-4929-80bf-c410304db3db tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Added segment 7b1706f1-bff8-4b73-9e7f-77c9473ac44f of type vlan for network 05fe794d-4a10-4d8e-af92-85c8dc5a37d1 Apr 20 15:50:37.930515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Usage tracker for resource:port and tenant:f7c281724d504648b01c5372e8863d99 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:37.933525 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:37.940294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:37.952936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Made reservation on behalf of f7c281724d504648b01c5372e8863d99 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:37.957919 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:37.985041 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-266a7309-b2fd-4929-80bf-c410304db3db tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:37.985369 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] device_id is not set on port fba15bed-9747-4e56-9cef-145a8e46f908 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:50:38.003258 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:50:35Z', 'revision_number': 2, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:35Z', 'revision_number': 2, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:38.008569 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Checking router: cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:50:38.010034 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Updating router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 port a11fd068-5ffa-4eea-87e2-168ff18bf5b6 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:50:38.100211 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-266a7309-b2fd-4929-80bf-c410304db3db tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:38.106235 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266a7309-b2fd-4929-80bf-c410304db3db tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:38.107150 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-266a7309-b2fd-4929-80bf-c410304db3db tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:38.114001 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:38.118059 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b39bbed8-5279-4477-8cc9-5172aa5ab81f None None] Provisioning for port a11fd068-5ffa-4eea-87e2-168ff18bf5b6 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:38.151346 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-c508ea07-cd4e-42fc-89fc-5f669737597d', 'network_id': 'c508ea07-cd4e-42fc-89fc-5f669737597d', 'tenant_id': 'f7c281724d504648b01c5372e8863d99', 'fixed_ips': [{'subnet_id': '1dbb8cc7-47a1-4cec-b0d5-a16a6082b875'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:50:38.152220 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:38.185478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b39bbed8-5279-4477-8cc9-5172aa5ab81f None None] Provisioning complete for port a11fd068-5ffa-4eea-87e2-168ff18bf5b6 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:38.186343 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b39bbed8-5279-4477-8cc9-5172aa5ab81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:38.198500 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Allocated IP 2001:db8::f816:3eff:fec6:baea (c508ea07-cd4e-42fc-89fc-5f669737597d/1dbb8cc7-47a1-4cec-b0d5-a16a6082b875/fba15bed-9747-4e56-9cef-145a8e46f908) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:38.284782 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a7309-b2fd-4929-80bf-c410304db3db tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Network': ['ID=05fe794d-4a10-4d8e-af92-85c8dc5a37d1,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:38.306927 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-266a7309-b2fd-4929-80bf-c410304db3db tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9769137 Apr 20 15:50:38.311750 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36254) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:38.336460 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0b1111b8-286f-4754-b399-3c579fd56305 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:38.346668 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-63245bf1-04ba-4489-bcc6-ab6f33aeccdc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'subnet': {'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:38.360726 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 05fe794d-4a10-4d8e-af92-85c8dc5a37d1 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:50:38.400969 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1111b8-286f-4754-b399-3c579fd56305 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Port': ['ID=916c5ccb-1263-405a-9613-144488c4af9e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:38.441871 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e4c2514b-5202-478c-a5b8-540fcfd6f2f6 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:38.520449 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0b1111b8-286f-4754-b399-3c579fd56305 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:38.522380 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0b1111b8-286f-4754-b399-3c579fd56305 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/ports/916c5ccb-1263-405a-9613-144488c4af9e HTTP/1.1" status: 204 len: 168 time: 1.5125866 Apr 20 15:50:38.525222 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36258) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:38.597428 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-63245bf1-04ba-4489-bcc6-ab6f33aeccdc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:38.602719 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b39bbed8-5279-4477-8cc9-5172aa5ab81f None None] Port a11fd068-5ffa-4eea-87e2-168ff18bf5b6 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:50:38.611240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-63245bf1-04ba-4489-bcc6-ab6f33aeccdc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:subnet and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:38.621179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-63245bf1-04ba-4489-bcc6-ab6f33aeccdc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:38.634901 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0f6bb9-f371-4745-b2f2-d72ff54f183b tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:38.635722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cf0f6bb9-f371-4745-b2f2-d72ff54f183b tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Synchronizing usage tracker for tenant:c521b6ae862e40c3ab8c8f72cf8aeccd on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:50:38.640604 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port e4c2514b-5202-478c-a5b8-540fcfd6f2f6 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:38.640604 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:38.643600 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-63245bf1-04ba-4489-bcc6-ab6f33aeccdc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:38.656578 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cf0f6bb9-f371-4745-b2f2-d72ff54f183b tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Unset dirty status for tenant:c521b6ae862e40c3ab8c8f72cf8aeccd on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:50:38.658190 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cf0f6bb9-f371-4745-b2f2-d72ff54f183b tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "GET /v2.0/ports?device_id=c240a787-006e-4627-b453-09729c9d2d68 HTTP/1.1" status: 200 len: 913 time: 0.1320152 Apr 20 15:50:38.659296 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:38.661650 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36262) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:38.674111 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Transition to ACTIVE for port object a11fd068-5ffa-4eea-87e2-168ff18bf5b6 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:38.682307 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:38.697469 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63245bf1-04ba-4489-bcc6-ab6f33aeccdc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:38.704457 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-63245bf1-04ba-4489-bcc6-ab6f33aeccdc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:38.776717 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91890b5a-79b5-46da-a75d-fbfd73ba84ae None None] Pushing event updated for resources: {'Port': ['ID=a11fd068-5ffa-4eea-87e2-168ff18bf5b6,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:38.839331 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890b5a-79b5-46da-a75d-fbfd73ba84ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:38.839710 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890b5a-79b5-46da-a75d-fbfd73ba84ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:38.840094 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890b5a-79b5-46da-a75d-fbfd73ba84ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:38.840442 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890b5a-79b5-46da-a75d-fbfd73ba84ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:38.840770 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890b5a-79b5-46da-a75d-fbfd73ba84ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:38.841129 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890b5a-79b5-46da-a75d-fbfd73ba84ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:38.841458 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890b5a-79b5-46da-a75d-fbfd73ba84ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:38.842181 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890b5a-79b5-46da-a75d-fbfd73ba84ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:38.842181 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890b5a-79b5-46da-a75d-fbfd73ba84ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:38.842487 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890b5a-79b5-46da-a75d-fbfd73ba84ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:38.842823 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890b5a-79b5-46da-a75d-fbfd73ba84ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:38.843156 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890b5a-79b5-46da-a75d-fbfd73ba84ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:50:38.844973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:38.954218 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Attempting to bind port a11fd068-5ffa-4eea-87e2-168ff18bf5b6 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:50:38.954837 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Attempting to bind port a11fd068-5ffa-4eea-87e2-168ff18bf5b6 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '3f972675-83e1-474f-b08c-97eeb556e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:50:38.955370 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Attempting to bind port a11fd068-5ffa-4eea-87e2-168ff18bf5b6 on network 9746f9a5-44ef-4403-9894-44edc840a833 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:50:38.961708 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:50:38.962215 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Checking segment: {'id': '3f972675-83e1-474f-b08c-97eeb556e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:38.962616 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:38.963009 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Bound using segment: {'id': '3f972675-83e1-474f-b08c-97eeb556e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:50:38.963474 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Bound port: a11fd068-5ffa-4eea-87e2-168ff18bf5b6, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f972675-83e1-474f-b08c-97eeb556e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:50:38.963870 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:38.996709 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Transition to ACTIVE for port object fba15bed-9747-4e56-9cef-145a8e46f908 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:39.070434 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] For port a11fd068-5ffa-4eea-87e2-168ff18bf5b6, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:50:39.073683 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] For port a11fd068-5ffa-4eea-87e2-168ff18bf5b6, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a11fd068-5ffa-4eea-87e2-168ff18bf5b6,segment=NetworkSegment(3f972675-83e1-474f-b08c-97eeb556e3fb),segment_id=3f972675-83e1-474f-b08c-97eeb556e3fb)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:50:39.077999 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:39.091856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:39.155295 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Allocated IP 2001:db8::f816:3eff:fed3:c440 (c508ea07-cd4e-42fc-89fc-5f669737597d/1dbb8cc7-47a1-4cec-b0d5-a16a6082b875/5bfdf890-d7e8-4120-b29b-adec26e8f45a) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:39.156503 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:39.157162 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:39.170013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Network c508ea07-cd4e-42fc-89fc-5f669737597d is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:39.175807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:39.178267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:39.184545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:39.185980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:39.224358 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91890b5a-79b5-46da-a75d-fbfd73ba84ae None None] Pushing event updated for resources: {'Port': ['ID=a11fd068-5ffa-4eea-87e2-168ff18bf5b6,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:39.335279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event updated for resources: {'Port': ['ID=fba15bed-9747-4e56-9cef-145a8e46f908,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:39.354657 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4e6a8487-cbb9-480d-b5c9-8478394a9363 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6504393 Apr 20 15:50:39.355954 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36266) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:39.389899 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:50:39.430197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c01dcc-9d1c-47b8-b214-8c38e326d2df tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Deleting subnet 1dbb8cc7-47a1-4cec-b0d5-a16a6082b875 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:50:39.433792 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-63245bf1-04ba-4489-bcc6-ab6f33aeccdc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:39.473377 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:39.491295 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Transition to ACTIVE for port object 5bfdf890-d7e8-4120-b29b-adec26e8f45a will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:39.514904 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c6385ed2-8400-4a29-914e-0b4e33483d2d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:39.525286 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Transition to ACTIVE for port object 5bfdf890-d7e8-4120-b29b-adec26e8f45a will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:39.535570 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:39.541812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f7c01dcc-9d1c-47b8-b214-8c38e326d2df tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:39.586177 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63245bf1-04ba-4489-bcc6-ab6f33aeccdc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Subnet': ['ID=0140ad87-1ec2-4126-b19b-457e5938109f,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:39.601116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63245bf1-04ba-4489-bcc6-ab6f33aeccdc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Checking segment: {'id': '7b1706f1-bff8-4b73-9e7f-77c9473ac44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:39.601501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63245bf1-04ba-4489-bcc6-ab6f33aeccdc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network hostable DHCP agents. Network: 05fe794d-4a10-4d8e-af92-85c8dc5a37d1, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:50:39.641394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f7c01dcc-9d1c-47b8-b214-8c38e326d2df tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:39.648096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Network c508ea07-cd4e-42fc-89fc-5f669737597d is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:39.653033 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:39.663328 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:39.673353 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Pushing event updated for resources: {'Port': ['ID=5bfdf890-d7e8-4120-b29b-adec26e8f45a,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:39.673593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63245bf1-04ba-4489-bcc6-ab6f33aeccdc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 05fe794d-4a10-4d8e-af92-85c8dc5a37d1 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:50:39.688527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-63245bf1-04ba-4489-bcc6-ab6f33aeccdc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 05fe794d-4a10-4d8e-af92-85c8dc5a37d1) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:39.693436 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63245bf1-04ba-4489-bcc6-ab6f33aeccdc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:39.694072 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-63245bf1-04ba-4489-bcc6-ab6f33aeccdc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:39.722051 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b6b6e3-635e-4c3f-ba39-ce7393fd1269 None None] Network 05fe794d-4a10-4d8e-af92-85c8dc5a37d1 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:39.734377 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-63245bf1-04ba-4489-bcc6-ab6f33aeccdc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3967171 Apr 20 15:50:39.739011 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36270) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:39.841227 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:50:35Z', 'revision_number': 2, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:39Z', 'revision_number': 4, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:39.845829 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aeb660-ec63-44b1-8676-362595055c35 None None] The sync data for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv is: [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:50:35Z', 'revision_number': 2, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:39Z', 'revision_number': 4, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:39.916877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Attempting to bind port 5bfdf890-d7e8-4120-b29b-adec26e8f45a on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:50:39.917572 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Attempting to bind port 5bfdf890-d7e8-4120-b29b-adec26e8f45a by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'a6a08c54-7bbf-47d7-9ab5-999f97fae3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c508ea07-cd4e-42fc-89fc-5f669737597d'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:50:39.918037 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Attempting to bind port 5bfdf890-d7e8-4120-b29b-adec26e8f45a on network c508ea07-cd4e-42fc-89fc-5f669737597d {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:50:39.932092 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:50:39.932592 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Checking segment: {'id': 'a6a08c54-7bbf-47d7-9ab5-999f97fae3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c508ea07-cd4e-42fc-89fc-5f669737597d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:39.933122 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:39.933625 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Bound using segment: {'id': 'a6a08c54-7bbf-47d7-9ab5-999f97fae3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c508ea07-cd4e-42fc-89fc-5f669737597d'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:50:39.934202 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Bound port: 5bfdf890-d7e8-4120-b29b-adec26e8f45a, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a08c54-7bbf-47d7-9ab5-999f97fae3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c508ea07-cd4e-42fc-89fc-5f669737597d'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:50:39.934676 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:39.994644 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-c6385ed2-8400-4a29-914e-0b4e33483d2d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Deleting port 8b30f265-8160-4b26-bbd3-3212bf4f3abe {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:39.994644 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c6385ed2-8400-4a29-914e-0b4e33483d2d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:40.115538 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] For port 5bfdf890-d7e8-4120-b29b-adec26e8f45a, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:50:40.122925 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] For port 5bfdf890-d7e8-4120-b29b-adec26e8f45a, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=5bfdf890-d7e8-4120-b29b-adec26e8f45a,segment=NetworkSegment(a6a08c54-7bbf-47d7-9ab5-999f97fae3b4),segment_id=a6a08c54-7bbf-47d7-9ab5-999f97fae3b4)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:50:40.132234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f7c01dcc-9d1c-47b8-b214-8c38e326d2df tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:40.146361 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:40.325295 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:50:40.326829 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:40.346915 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f7c01dcc-9d1c-47b8-b214-8c38e326d2df tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:40.357931 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a11fd068-5ffa-4eea-87e2-168ff18bf5b6 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:40.393699 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c01dcc-9d1c-47b8-b214-8c38e326d2df tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event deleted for resources: {'Subnet': ['ID=1dbb8cc7-47a1-4cec-b0d5-a16a6082b875,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:40.407602 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c6385ed2-8400-4a29-914e-0b4e33483d2d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:40.474756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f7c01dcc-9d1c-47b8-b214-8c38e326d2df tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:40.518987 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e4e09-81a9-4696-9ed6-97f30a9d3cf9 None None] Pushing event updated for resources: {'Port': ['ID=5bfdf890-d7e8-4120-b29b-adec26e8f45a,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:40.552343 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f7c01dcc-9d1c-47b8-b214-8c38e326d2df tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/subnets/1dbb8cc7-47a1-4cec-b0d5-a16a6082b875 HTTP/1.1" status: 204 len: 168 time: 1.1949511 Apr 20 15:50:40.569625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36274) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:40.575323 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port a11fd068-5ffa-4eea-87e2-168ff18bf5b6 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:40.578419 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-c6385ed2-8400-4a29-914e-0b4e33483d2d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Calling delete_port for 8b30f265-8160-4b26-bbd3-3212bf4f3abe owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:40.631092 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port a11fd068-5ffa-4eea-87e2-168ff18bf5b6 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:40.631465 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:40.761954 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3091681-372c-4eac-943d-3fd456431605 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:40.770470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3091681-372c-4eac-943d-3fd456431605 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:40.773104 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f3091681-372c-4eac-943d-3fd456431605 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2031736 Apr 20 15:50:40.776491 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36278) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:40.799372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:40.831316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Allocated IP 2001:db8:1::2 (05fe794d-4a10-4d8e-af92-85c8dc5a37d1/0140ad87-1ec2-4126-b19b-457e5938109f/099501d3-c65d-46b5-bcb9-931700f02281) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:40.872695 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:40.944411 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dc1f137b-d292-4e92-b665-3715461c10a1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:40.955144 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1f137b-d292-4e92-b665-3715461c10a1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 20 15:50:40.955705 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc1f137b-d292-4e92-b665-3715461c10a1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:50:40.960765 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dc1f137b-d292-4e92-b665-3715461c10a1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/networks/c508ea07-cd4e-42fc-89fc-5f669737597d HTTP/1.1" status: 409 len: 405 time: 0.1742795 Apr 20 15:50:40.967589 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36282) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:40.974340 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-a354e721-a757-4d4c-a14f-e5f420d79216 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1116594767'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:40.980784 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a354e721-a757-4d4c-a14f-e5f420d79216 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:40.986115 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a354e721-a757-4d4c-a14f-e5f420d79216 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Usage tracker for resource:network and tenant:f7c281724d504648b01c5372e8863d99 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:40.990059 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a354e721-a757-4d4c-a14f-e5f420d79216 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:41.002239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a354e721-a757-4d4c-a14f-e5f420d79216 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:41.010622 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port a11fd068-5ffa-4eea-87e2-168ff18bf5b6, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a11fd068-5ffa-4eea-87e2-168ff18bf5b6,segment=NetworkSegment(3f972675-83e1-474f-b08c-97eeb556e3fb),segment_id=3f972675-83e1-474f-b08c-97eeb556e3fb)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:41.014403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a354e721-a757-4d4c-a14f-e5f420d79216 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Made reservation on behalf of f7c281724d504648b01c5372e8863d99 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:41.017406 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:41.018668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a354e721-a757-4d4c-a14f-e5f420d79216 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:41.114865 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a354e721-a757-4d4c-a14f-e5f420d79216 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:50:41.133067 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a354e721-a757-4d4c-a14f-e5f420d79216 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:41.133790 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-a354e721-a757-4d4c-a14f-e5f420d79216 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Added segment cbb42011-9daa-43ab-84e2-c9d71a5048d7 of type vlan for network 12d98adb-2d31-4276-849f-90019f3dd111 Apr 20 15:50:41.139313 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=a11fd068-5ffa-4eea-87e2-168ff18bf5b6,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:41.139625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c6385ed2-8400-4a29-914e-0b4e33483d2d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:41.226364 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:41.240253 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Transition to ACTIVE for port object 099501d3-c65d-46b5-bcb9-931700f02281 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:41.267646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Transition to ACTIVE for port object 099501d3-c65d-46b5-bcb9-931700f02281 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:41.273081 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6385ed2-8400-4a29-914e-0b4e33483d2d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Port': ['ID=8b30f265-8160-4b26-bbd3-3212bf4f3abe,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:41.276141 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:41.307668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a354e721-a757-4d4c-a14f-e5f420d79216 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:41.366396 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a354e721-a757-4d4c-a14f-e5f420d79216 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:41.372742 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a354e721-a757-4d4c-a14f-e5f420d79216 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:41.373382 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a354e721-a757-4d4c-a14f-e5f420d79216 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:41.376036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Allocated IP 2001:db8:1::1 (05fe794d-4a10-4d8e-af92-85c8dc5a37d1/0140ad87-1ec2-4126-b19b-457e5938109f/8bb28029-6ea2-4303-9372-8b61849323b6) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:41.399316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Network 05fe794d-4a10-4d8e-af92-85c8dc5a37d1 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:41.403422 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:41.407717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:41.494167 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354e721-a757-4d4c-a14f-e5f420d79216 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event updated for resources: {'Network': ['ID=12d98adb-2d31-4276-849f-90019f3dd111,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:41.499815 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Pushing event updated for resources: {'Port': ['ID=099501d3-c65d-46b5-bcb9-931700f02281,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:41.510797 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 12d98adb-2d31-4276-849f-90019f3dd111 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:50:41.577397 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:41.596233 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Transition to ACTIVE for port object 8bb28029-6ea2-4303-9372-8b61849323b6 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:41.609600 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a354e721-a757-4d4c-a14f-e5f420d79216 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6404436 Apr 20 15:50:41.609813 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36286) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:41.618182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-31ff9d69-1d84-414b-a1c6-cd16976c4ff0 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Request body: {'subnet': {'network_id': '12d98adb-2d31-4276-849f-90019f3dd111', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:41.643796 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Attempting to bind port 099501d3-c65d-46b5-bcb9-931700f02281 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:50:41.644284 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Attempting to bind port 099501d3-c65d-46b5-bcb9-931700f02281 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '7b1706f1-bff8-4b73-9e7f-77c9473ac44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:50:41.644749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Attempting to bind port 099501d3-c65d-46b5-bcb9-931700f02281 on network 05fe794d-4a10-4d8e-af92-85c8dc5a37d1 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:50:41.653161 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:50:41.653749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Checking segment: {'id': '7b1706f1-bff8-4b73-9e7f-77c9473ac44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:41.654376 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:41.654877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Bound using segment: {'id': '7b1706f1-bff8-4b73-9e7f-77c9473ac44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:50:41.655451 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Bound port: 099501d3-c65d-46b5-bcb9-931700f02281, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1706f1-bff8-4b73-9e7f-77c9473ac44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:50:41.656288 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:41.712893 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c6385ed2-8400-4a29-914e-0b4e33483d2d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:41.720559 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:41.768309 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] For port 099501d3-c65d-46b5-bcb9-931700f02281, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:50:41.772393 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] For port 099501d3-c65d-46b5-bcb9-931700f02281, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=099501d3-c65d-46b5-bcb9-931700f02281,segment=NetworkSegment(7b1706f1-bff8-4b73-9e7f-77c9473ac44f),segment_id=7b1706f1-bff8-4b73-9e7f-77c9473ac44f)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:50:41.779144 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:41.825749 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-31ff9d69-1d84-414b-a1c6-cd16976c4ff0 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:41.838786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 05fe794d-4a10-4d8e-af92-85c8dc5a37d1 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:41.842508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-31ff9d69-1d84-414b-a1c6-cd16976c4ff0 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Usage tracker for resource:subnet and tenant:f7c281724d504648b01c5372e8863d99 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:41.845508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:41.847974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:41.848438 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:41.858147 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a24493-05e3-40db-adbe-19408eda8ea1 None None] Network c508ea07-cd4e-42fc-89fc-5f669737597d requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:41.951222 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa2a9f-025e-4496-9c19-5e00ea1c4776 None None] Pushing event updated for resources: {'Port': ['ID=099501d3-c65d-46b5-bcb9-931700f02281,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:41.970332 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-67e18a86-19f4-4133-96b8-e3ec568fc046 None None] Provisioning for port 5bfdf890-d7e8-4120-b29b-adec26e8f45a completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:41.975251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-31ff9d69-1d84-414b-a1c6-cd16976c4ff0 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:41.989698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=8bb28029-6ea2-4303-9372-8b61849323b6,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:41.993329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-31ff9d69-1d84-414b-a1c6-cd16976c4ff0 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:42.041093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ff9d69-1d84-414b-a1c6-cd16976c4ff0 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Made reservation on behalf of f7c281724d504648b01c5372e8863d99 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:42.046709 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-31ff9d69-1d84-414b-a1c6-cd16976c4ff0 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:42.226366 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc1bd21-1a33-4bad-a4ac-0505d6da68fd None None] DHCP port deletion for c508ea07-cd4e-42fc-89fc-5f669737597d request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:50:42.232022 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-fbc1bd21-1a33-4bad-a4ac-0505d6da68fd None None] Deleting port 5bfdf890-d7e8-4120-b29b-adec26e8f45a {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:42.232753 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fbc1bd21-1a33-4bad-a4ac-0505d6da68fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:42.288081 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6385ed2-8400-4a29-914e-0b4e33483d2d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Router c240a787-006e-4627-b453-09729c9d2d68 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:50:42.352856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:42.514579 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6385ed2-8400-4a29-914e-0b4e33483d2d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:42.521743 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c6385ed2-8400-4a29-914e-0b4e33483d2d tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "PUT /v2.0/routers/c240a787-006e-4627-b453-09729c9d2d68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8566730 Apr 20 15:50:42.522198 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36290) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:42.522742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a11fd068-5ffa-4eea-87e2-168ff18bf5b6 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:42.555512 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579b1ee5-b79d-418a-b36d-6d01048d558a None None] Sync routers for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:42.592284 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-fbc1bd21-1a33-4bad-a4ac-0505d6da68fd None None] For port 5bfdf890-d7e8-4120-b29b-adec26e8f45a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=5bfdf890-d7e8-4120-b29b-adec26e8f45a,segment=NetworkSegment(a6a08c54-7bbf-47d7-9ab5-999f97fae3b4),segment_id=a6a08c54-7bbf-47d7-9ab5-999f97fae3b4)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:42.592678 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fbc1bd21-1a33-4bad-a4ac-0505d6da68fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:42.599834 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b1ee5-b79d-418a-b36d-6d01048d558a None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:42.600481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-579b1ee5-b79d-418a-b36d-6d01048d558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:42.711357 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-62b5f67d-d46b-4655-bd2c-f216029d8e8f tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:42.814487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-579b1ee5-b79d-418a-b36d-6d01048d558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:42.823275 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-fbc1bd21-1a33-4bad-a4ac-0505d6da68fd None None] Calling delete_port for 5bfdf890-d7e8-4120-b29b-adec26e8f45a owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:42.880101 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b1ee5-b79d-418a-b36d-6d01048d558a None None] Routers {'c240a787-006e-4627-b453-09729c9d2d68'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:42.881011 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-579b1ee5-b79d-418a-b36d-6d01048d558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c240a787-006e-4627-b453-09729c9d2d68'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:42.902810 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-62b5f67d-d46b-4655-bd2c-f216029d8e8f tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:42.914404 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-62b5f67d-d46b-4655-bd2c-f216029d8e8f tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Deleting port b5212617-28ab-47be-a634-bf2f7885d87c {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:42.915121 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-62b5f67d-d46b-4655-bd2c-f216029d8e8f tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:42.931977 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.objects.ports [None req-31ff9d69-1d84-414b-a1c6-cd16976c4ff0 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88168) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:50:42.936161 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-31ff9d69-1d84-414b-a1c6-cd16976c4ff0 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:42.968756 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-579b1ee5-b79d-418a-b36d-6d01048d558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:42.969167 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579b1ee5-b79d-418a-b36d-6d01048d558a None None] The sync data for ids ['c240a787-006e-4627-b453-09729c9d2d68'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:42.986937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port a11fd068-5ffa-4eea-87e2-168ff18bf5b6 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:42.987336 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:43.050029 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fbc1bd21-1a33-4bad-a4ac-0505d6da68fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:43.088536 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff9d69-1d84-414b-a1c6-cd16976c4ff0 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event updated for resources: {'Subnet': ['ID=2381cd2f-ac4c-4cfc-bd43-2783891b0ab3,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:43.125785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ff9d69-1d84-414b-a1c6-cd16976c4ff0 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Checking segment: {'id': 'cbb42011-9daa-43ab-84e2-c9d71a5048d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '12d98adb-2d31-4276-849f-90019f3dd111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:43.126156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ff9d69-1d84-414b-a1c6-cd16976c4ff0 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Network hostable DHCP agents. Network: 12d98adb-2d31-4276-849f-90019f3dd111, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:50:43.128083 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1bd21-1a33-4bad-a4ac-0505d6da68fd None None] Pushing event deleted for resources: {'Port': ['ID=5bfdf890-d7e8-4120-b29b-adec26e8f45a,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:43.133979 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc1bd21-1a33-4bad-a4ac-0505d6da68fd None None] No DVR routers for this DVR port 5bfdf890-d7e8-4120-b29b-adec26e8f45a on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:50:43.157572 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-62b5f67d-d46b-4655-bd2c-f216029d8e8f tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:43.176187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ff9d69-1d84-414b-a1c6-cd16976c4ff0 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Network 12d98adb-2d31-4276-849f-90019f3dd111 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:50:43.187731 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:43.191545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-31ff9d69-1d84-414b-a1c6-cd16976c4ff0 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 12d98adb-2d31-4276-849f-90019f3dd111) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:43.195324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:43.196271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:43.202589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ff9d69-1d84-414b-a1c6-cd16976c4ff0 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:43.203273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-31ff9d69-1d84-414b-a1c6-cd16976c4ff0 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:43.218143 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cfe2d0-0c1d-4cf9-8e5f-42631beff262 None None] Network 12d98adb-2d31-4276-849f-90019f3dd111 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:43.324101 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-62b5f67d-d46b-4655-bd2c-f216029d8e8f tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Calling delete_port for b5212617-28ab-47be-a634-bf2f7885d87c owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:43.354750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fc0fb9-234c-4d49-a437-e98847cc3489 None None] Network 05fe794d-4a10-4d8e-af92-85c8dc5a37d1 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:43.399017 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-31ff9d69-1d84-414b-a1c6-cd16976c4ff0 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7842853 Apr 20 15:50:43.400483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36294) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:43.419660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=8bb28029-6ea2-4303-9372-8b61849323b6,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:43.477015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 05fe794d-4a10-4d8e-af92-85c8dc5a37d1 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:43.478286 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:43.482212 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-47c47196-a467-408a-97f7-a3dfd6506975 None None] Provisioning for port 099501d3-c65d-46b5-bcb9-931700f02281 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:43.582575 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:43.646988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:50:43.683340 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-12d98adb-2d31-4276-849f-90019f3dd111', 'network_id': '12d98adb-2d31-4276-849f-90019f3dd111', 'tenant_id': 'f7c281724d504648b01c5372e8863d99', 'fixed_ips': [{'subnet_id': '2381cd2f-ac4c-4cfc-bd43-2783891b0ab3'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:50:43.684282 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:43.812841 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:43.821131 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-008508bf-a641-4d42-8dfd-a18a454f6b45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0809920 Apr 20 15:50:43.821278 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36298) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:43.827740 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Sync routers for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:43.833173 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-714b67e4-60d1-40fd-b005-a66bb7479ef4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2044529429'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:43.836877 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-62b5f67d-d46b-4655-bd2c-f216029d8e8f tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:43.838734 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:43.839449 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:43.840572 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:43.880242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Allocated IP 2001:db8::f816:3eff:fe3d:fa6e (12d98adb-2d31-4276-849f-90019f3dd111/2381cd2f-ac4c-4cfc-bd43-2783891b0ab3/5d535692-52ef-4947-8c12-7529a3694647) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:43.904953 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-714b67e4-60d1-40fd-b005-a66bb7479ef4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:43.922220 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-714b67e4-60d1-40fd-b005-a66bb7479ef4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:network and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:43.924950 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5f67d-d46b-4655-bd2c-f216029d8e8f tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Port': ['ID=b5212617-28ab-47be-a634-bf2f7885d87c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:43.928061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-714b67e4-60d1-40fd-b005-a66bb7479ef4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:43.985465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-714b67e4-60d1-40fd-b005-a66bb7479ef4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:44.004366 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:50:44.055029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714b67e4-60d1-40fd-b005-a66bb7479ef4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:44.060012 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-714b67e4-60d1-40fd-b005-a66bb7479ef4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.085519 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-62b5f67d-d46b-4655-bd2c-f216029d8e8f tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.138899 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.171331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Transition to ACTIVE for port object 5d535692-52ef-4947-8c12-7529a3694647 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:44.222193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b0391850-5098-4c04-bb02-cc7e80bb10f4 None None] Provisioning for port 8bb28029-6ea2-4303-9372-8b61849323b6 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:44.235937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b0391850-5098-4c04-bb02-cc7e80bb10f4 None None] Provisioning complete for port 8bb28029-6ea2-4303-9372-8b61849323b6 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:44.236820 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b0391850-5098-4c04-bb02-cc7e80bb10f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.264834 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714b67e4-60d1-40fd-b005-a66bb7479ef4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:50:44.271799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Transition to ACTIVE for port object 5d535692-52ef-4947-8c12-7529a3694647 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:44.277212 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-714b67e4-60d1-40fd-b005-a66bb7479ef4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.277568 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-714b67e4-60d1-40fd-b005-a66bb7479ef4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Added segment 015e10f0-e5af-4a83-8f03-3ada1d544ee8 of type vlan for network 2bac888d-a375-4e79-9634-1a50991dcedc Apr 20 15:50:44.282900 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.351717 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.371686 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-714b67e4-60d1-40fd-b005-a66bb7479ef4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.380377 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Network 12d98adb-2d31-4276-849f-90019f3dd111 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:44.390496 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:44.392908 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:44.406051 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 099501d3-c65d-46b5-bcb9-931700f02281 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:44.449856 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b0391850-5098-4c04-bb02-cc7e80bb10f4 None None] Port 8bb28029-6ea2-4303-9372-8b61849323b6 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:50:44.455993 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:50:42Z', 'revision_number': 3, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:42Z', 'revision_number': 2, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:44.460955 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Checking router: cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:50:44.462369 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Updating router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 port 8bb28029-6ea2-4303-9372-8b61849323b6 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:50:44.493645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event deleted for resources: {'Subnet': ['ID=2381cd2f-ac4c-4cfc-bd43-2783891b0ab3,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:44.496699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Pushing event updated for resources: {'Port': ['ID=5d535692-52ef-4947-8c12-7529a3694647,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:44.523355 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.556523 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-62b5f67d-d46b-4655-bd2c-f216029d8e8f tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.569876 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-62b5f67d-d46b-4655-bd2c-f216029d8e8f tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.602515 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Attempting to bind port 5d535692-52ef-4947-8c12-7529a3694647 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:50:44.603033 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Attempting to bind port 5d535692-52ef-4947-8c12-7529a3694647 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'cbb42011-9daa-43ab-84e2-c9d71a5048d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '12d98adb-2d31-4276-849f-90019f3dd111'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:50:44.603549 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Attempting to bind port 5d535692-52ef-4947-8c12-7529a3694647 on network 12d98adb-2d31-4276-849f-90019f3dd111 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:50:44.603676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.610684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 099501d3-c65d-46b5-bcb9-931700f02281 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:44.614898 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:50:44.615426 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Checking segment: {'id': 'cbb42011-9daa-43ab-84e2-c9d71a5048d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '12d98adb-2d31-4276-849f-90019f3dd111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:44.615957 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.616478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Bound using segment: {'id': 'cbb42011-9daa-43ab-84e2-c9d71a5048d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '12d98adb-2d31-4276-849f-90019f3dd111'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:50:44.617061 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Bound port: 5d535692-52ef-4947-8c12-7529a3694647, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb42011-9daa-43ab-84e2-c9d71a5048d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '12d98adb-2d31-4276-849f-90019f3dd111'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:50:44.617552 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.626007 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-714b67e4-60d1-40fd-b005-a66bb7479ef4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.631623 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714b67e4-60d1-40fd-b005-a66bb7479ef4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:44.632446 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-714b67e4-60d1-40fd-b005-a66bb7479ef4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.681936 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 099501d3-c65d-46b5-bcb9-931700f02281 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:44.682330 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-62b5f67d-d46b-4655-bd2c-f216029d8e8f tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.682506 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.683195 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b5f67d-d46b-4655-bd2c-f216029d8e8f tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Fanout notify agent at l3_agent the message router_deleted on router c240a787-006e-4627-b453-09729c9d2d68 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:50:44.687241 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d98adb-2d31-4276-849f-90019f3dd111']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:44.722725 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-79dc8faa-d4c3-4576-990c-4e814f5a868c None None] Provisioning complete for port 8bb28029-6ea2-4303-9372-8b61849323b6 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:44.723324 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-79dc8faa-d4c3-4576-990c-4e814f5a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.779756 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb42011-9daa-43ab-84e2-c9d71a5048d7') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:44.780078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb42011-9daa-43ab-84e2-c9d71a5048d7') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:44.812567 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-62b5f67d-d46b-4655-bd2c-f216029d8e8f tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.813693 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-62b5f67d-d46b-4655-bd2c-f216029d8e8f tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/routers/c240a787-006e-4627-b453-09729c9d2d68 HTTP/1.1" status: 204 len: 168 time: 2.2905626 Apr 20 15:50:44.815613 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-714b67e4-60d1-40fd-b005-a66bb7479ef4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9904716 Apr 20 15:50:44.816501 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36302) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:44.818451 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36304) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:44.820631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.824017 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e5fc5a67-0d4a-4509-a2b4-225d6203ab4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'subnet': {'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:44.832665 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b67e4-60d1-40fd-b005-a66bb7479ef4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Network': ['ID=2bac888d-a375-4e79-9634-1a50991dcedc,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:44.863986 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 2bac888d-a375-4e79-9634-1a50991dcedc details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:50:44.881942 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.895177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:50:44.895610 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.903974 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:50:44.910608 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:50:44.945243 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e5fc5a67-0d4a-4509-a2b4-225d6203ab4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:44.949617 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e5fc5a67-0d4a-4509-a2b4-225d6203ab4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:subnet and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:44.952740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e5fc5a67-0d4a-4509-a2b4-225d6203ab4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:44.958740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e5fc5a67-0d4a-4509-a2b4-225d6203ab4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:44.960076 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.964445 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-79dc8faa-d4c3-4576-990c-4e814f5a868c None None] Port 8bb28029-6ea2-4303-9372-8b61849323b6 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:50:44.972340 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] For port 5d535692-52ef-4947-8c12-7529a3694647, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:50:44.976143 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fc5a67-0d4a-4509-a2b4-225d6203ab4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:44.980683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5fc5a67-0d4a-4509-a2b4-225d6203ab4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.980937 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e874ad-c267-4b88-b57a-4cfff9a79da5 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Deleting subnet d35e2931-c3d3-4060-a719-f0e1e75016ee {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:50:44.994329 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32e874ad-c267-4b88-b57a-4cfff9a79da5 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.041338 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Transition to ACTIVE for port object 8bb28029-6ea2-4303-9372-8b61849323b6 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:45.043175 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.api [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 15:50:45.043175 dv-neutron-838699-1-hyperv neutron-server[88169]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 15:50:45.043175 dv-neutron-838699-1-hyperv neutron-server[88169]: [parameters: {'id': '12d98adb-2d31-4276-849f-90019f3dd111'}] Apr 20 15:50:45.043175 dv-neutron-838699-1-hyperv neutron-server[88169]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:50:45.043595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG oslo_db.api [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:50:45.051858 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] For port 5d535692-52ef-4947-8c12-7529a3694647, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=5d535692-52ef-4947-8c12-7529a3694647,segment=NetworkSegment(cbb42011-9daa-43ab-84e2-c9d71a5048d7),segment_id=cbb42011-9daa-43ab-84e2-c9d71a5048d7)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:50:45.059347 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32e874ad-c267-4b88-b57a-4cfff9a79da5 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.060516 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.064960 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.142651 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32e874ad-c267-4b88-b57a-4cfff9a79da5 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.192844 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71bee3-5b5a-4d74-b0e5-f1437d4bb504 None None] Pushing event updated for resources: {'Port': ['ID=8bb28029-6ea2-4303-9372-8b61849323b6,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:45.195104 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba0529-49d6-4314-be95-2bc6924c4e30 None None] Pushing event updated for resources: {'Port': ['ID=5d535692-52ef-4947-8c12-7529a3694647,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:45.204437 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.246669 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32e874ad-c267-4b88-b57a-4cfff9a79da5 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.269524 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5fc5a67-0d4a-4509-a2b4-225d6203ab4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.294169 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e874ad-c267-4b88-b57a-4cfff9a79da5 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Subnet': ['ID=d35e2931-c3d3-4060-a719-f0e1e75016ee,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:45.299853 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32e874ad-c267-4b88-b57a-4cfff9a79da5 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.307125 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-32e874ad-c267-4b88-b57a-4cfff9a79da5 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/subnets/d35e2931-c3d3-4060-a719-f0e1e75016ee HTTP/1.1" status: 204 len: 168 time: 0.4792674 Apr 20 15:50:45.312204 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36314) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:45.383860 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 099501d3-c65d-46b5-bcb9-931700f02281, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=099501d3-c65d-46b5-bcb9-931700f02281,segment=NetworkSegment(7b1706f1-bff8-4b73-9e7f-77c9473ac44f),segment_id=7b1706f1-bff8-4b73-9e7f-77c9473ac44f)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:45.398181 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.410351 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc5a67-0d4a-4509-a2b4-225d6203ab4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Checking segment: {'id': '015e10f0-e5af-4a83-8f03-3ada1d544ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:45.410960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fc5a67-0d4a-4509-a2b4-225d6203ab4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network hostable DHCP agents. Network: 2bac888d-a375-4e79-9634-1a50991dcedc, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:50:45.416772 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc5a67-0d4a-4509-a2b4-225d6203ab4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Subnet': ['ID=b0bee8e4-875d-492c-bbb6-658a3200dce0,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:45.454778 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Attempting to bind port 8bb28029-6ea2-4303-9372-8b61849323b6 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:50:45.455064 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Attempting to bind port 8bb28029-6ea2-4303-9372-8b61849323b6 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '7b1706f1-bff8-4b73-9e7f-77c9473ac44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:50:45.455468 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Attempting to bind port 8bb28029-6ea2-4303-9372-8b61849323b6 on network 05fe794d-4a10-4d8e-af92-85c8dc5a37d1 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:50:45.461121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fc5a67-0d4a-4509-a2b4-225d6203ab4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 2bac888d-a375-4e79-9634-1a50991dcedc is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:50:45.467658 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:50:45.470219 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Checking segment: {'id': '7b1706f1-bff8-4b73-9e7f-77c9473ac44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:45.470219 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.470219 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Bound using segment: {'id': '7b1706f1-bff8-4b73-9e7f-77c9473ac44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:50:45.470219 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Bound port: 8bb28029-6ea2-4303-9372-8b61849323b6, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1706f1-bff8-4b73-9e7f-77c9473ac44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:50:45.470219 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.492417 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e5fc5a67-0d4a-4509-a2b4-225d6203ab4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 2bac888d-a375-4e79-9634-1a50991dcedc) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:45.507229 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fc5a67-0d4a-4509-a2b4-225d6203ab4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:45.507855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5fc5a67-0d4a-4509-a2b4-225d6203ab4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.532900 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=099501d3-c65d-46b5-bcb9-931700f02281,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:45.535865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac996e0-7b9b-4f4b-ba90-16408bb13d26 None None] Network 2bac888d-a375-4e79-9634-1a50991dcedc requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:45.569765 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.581954 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e5fc5a67-0d4a-4509-a2b4-225d6203ab4f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7599175 Apr 20 15:50:45.582204 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36326) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:45.585509 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a38d2348-fe30-4b6b-b323-966a099329e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.613886 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Deleting port 5d535692-52ef-4947-8c12-7529a3694647 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:45.614706 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.621500 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] For port 8bb28029-6ea2-4303-9372-8b61849323b6, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:50:45.628200 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] For port 8bb28029-6ea2-4303-9372-8b61849323b6, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=8bb28029-6ea2-4303-9372-8b61849323b6,segment=NetworkSegment(7b1706f1-bff8-4b73-9e7f-77c9473ac44f),segment_id=7b1706f1-bff8-4b73-9e7f-77c9473ac44f)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:50:45.634073 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a3ad18-8486-4916-83be-62496c2b79fb None None] Network 12d98adb-2d31-4276-849f-90019f3dd111 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:45.637440 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.770478 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:45.771118 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:45.876343 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71bee3-5b5a-4d74-b0e5-f1437d4bb504 None None] Pushing event updated for resources: {'Port': ['ID=8bb28029-6ea2-4303-9372-8b61849323b6,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:46.070682 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a38d2348-fe30-4b6b-b323-966a099329e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:46.085139 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:50:46.120022 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-a38d2348-fe30-4b6b-b323-966a099329e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8e902c-7e98-4e28-8d18-2cbfa67ce69f']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:46.155239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-a38d2348-fe30-4b6b-b323-966a099329e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17875378-1f24-488b-8263-e398c96a2c0a') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:46.155575 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-a38d2348-fe30-4b6b-b323-966a099329e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17875378-1f24-488b-8263-e398c96a2c0a') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:46.190099 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a38d2348-fe30-4b6b-b323-966a099329e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:46.193816 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-2bac888d-a375-4e79-9634-1a50991dcedc', 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'fixed_ips': [{'subnet_id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:50:46.195325 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:46.292348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a38d2348-fe30-4b6b-b323-966a099329e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:46.332699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38d2348-fe30-4b6b-b323-966a099329e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:50:46.333113 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a38d2348-fe30-4b6b-b323-966a099329e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:46.343362 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 099501d3-c65d-46b5-bcb9-931700f02281 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:50:46.352580 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:50:46.473221 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Allocated IP 2001:db8:2::2 (2bac888d-a375-4e79-9634-1a50991dcedc/b0bee8e4-875d-492c-bbb6-658a3200dce0/29aa86a0-e4b0-42e9-b1d9-233966952a12) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:46.534751 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] For port 5d535692-52ef-4947-8c12-7529a3694647, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=5d535692-52ef-4947-8c12-7529a3694647,segment=NetworkSegment(cbb42011-9daa-43ab-84e2-c9d71a5048d7),segment_id=cbb42011-9daa-43ab-84e2-c9d71a5048d7)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:46.535107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:46.543832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a38d2348-fe30-4b6b-b323-966a099329e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:46.548705 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a38d2348-fe30-4b6b-b323-966a099329e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:46.645009 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:50:42Z', 'revision_number': 3, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:45Z', 'revision_number': 4, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:46.649256 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b253ef-f3c4-4efa-8fbc-fe9820eee350 None None] The sync data for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv is: [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:50:42Z', 'revision_number': 3, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:45Z', 'revision_number': 4, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:46.698725 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d2348-fe30-4b6b-b323-966a099329e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] Pushing event deleted for resources: {'Network': ['ID=6f8e902c-7e98-4e28-8d18-2cbfa67ce69f,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:46.719663 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a38d2348-fe30-4b6b-b323-966a099329e3 tempest-FloatingIPTestJSON-1809003563 tempest-FloatingIPTestJSON-1809003563-project] 10.222.0.13 "DELETE /v2.0/networks/6f8e902c-7e98-4e28-8d18-2cbfa67ce69f HTTP/1.1" status: 204 len: 168 time: 1.4060304 Apr 20 15:50:46.738618 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Calling delete_port for 5d535692-52ef-4947-8c12-7529a3694647 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:46.781989 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:46.802282 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Transition to ACTIVE for port object 29aa86a0-e4b0-42e9-b1d9-233966952a12 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:46.839847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1297ecc-2743-4975-bd05-d9ab4bf8776e req-d96742b5-65ae-436c-aa31-d0126c075069 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:46.841143 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 099501d3-c65d-46b5-bcb9-931700f02281 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:46.841520 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:46.842599 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a1297ecc-2743-4975-bd05-d9ab4bf8776e req-d96742b5-65ae-436c-aa31-d0126c075069 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 946 time: 0.3649516 Apr 20 15:50:46.844697 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:46.904821 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Transition to ACTIVE for port object 29aa86a0-e4b0-42e9-b1d9-233966952a12 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:46.923520 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event deleted for resources: {'Port': ['ID=5d535692-52ef-4947-8c12-7529a3694647,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:46.926537 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:46.934387 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] No DVR routers for this DVR port 5d535692-52ef-4947-8c12-7529a3694647 on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:50:46.944159 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a1297ecc-2743-4975-bd05-d9ab4bf8776e req-d7d94cb6-3033-4316-9891-b9c36baf29b6 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686774 Apr 20 15:50:46.960939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.045402 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Network 2bac888d-a375-4e79-9634-1a50991dcedc is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:47.053783 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:47.078184 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:47.125067 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.186693 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d98adb-2d31-4276-849f-90019f3dd111']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:47.201333 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36342) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:47.210395 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Pushing event updated for resources: {'Port': ['ID=29aa86a0-e4b0-42e9-b1d9-233966952a12,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:47.214414 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb42011-9daa-43ab-84e2-c9d71a5048d7') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:47.214721 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb42011-9daa-43ab-84e2-c9d71a5048d7') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:47.229249 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.250600 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.264122 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:50:47.266678 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:50:47.291321 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:50:47.304200 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Attempting to bind port 29aa86a0-e4b0-42e9-b1d9-233966952a12 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:50:47.304537 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Attempting to bind port 29aa86a0-e4b0-42e9-b1d9-233966952a12 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '015e10f0-e5af-4a83-8f03-3ada1d544ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:50:47.304954 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Attempting to bind port 29aa86a0-e4b0-42e9-b1d9-233966952a12 on network 2bac888d-a375-4e79-9634-1a50991dcedc {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:50:47.312045 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:50:47.312425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Checking segment: {'id': '015e10f0-e5af-4a83-8f03-3ada1d544ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:47.312977 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.313399 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Bound using segment: {'id': '015e10f0-e5af-4a83-8f03-3ada1d544ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:50:47.313993 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Bound port: 29aa86a0-e4b0-42e9-b1d9-233966952a12, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015e10f0-e5af-4a83-8f03-3ada1d544ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:50:47.314287 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.421021 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] For port 29aa86a0-e4b0-42e9-b1d9-233966952a12, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:50:47.424236 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] For port 29aa86a0-e4b0-42e9-b1d9-233966952a12, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=29aa86a0-e4b0-42e9-b1d9-233966952a12,segment=NetworkSegment(015e10f0-e5af-4a83-8f03-3ada1d544ee8),segment_id=015e10f0-e5af-4a83-8f03-3ada1d544ee8)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:50:47.430421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.447699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.481078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.493991 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event deleted for resources: {'Network': ['ID=12d98adb-2d31-4276-849f-90019f3dd111,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:47.503089 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-84659229-3775-4378-94c2-e74d635821a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c521b6ae862e40c3ab8c8f72cf8aeccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984605 Apr 20 15:50:47.509061 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-445966f3-0722-482e-9e10-8ac7b036b4e7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/networks/12d98adb-2d31-4276-849f-90019f3dd111 HTTP/1.1" status: 204 len: 168 time: 4.1029518 Apr 20 15:50:47.509061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36348) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:47.509331 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36352) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:47.539885 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-114d0fa0-b46c-4e48-ba82-373170c5ba3e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1970329963'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:47.543193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a127984-1024-47e9-a3cf-ce0c7fea7c8d None None] Pushing event updated for resources: {'Port': ['ID=29aa86a0-e4b0-42e9-b1d9-233966952a12,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:47.550524 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Allocated IP 2001:db8:2::1 (2bac888d-a375-4e79-9634-1a50991dcedc/b0bee8e4-875d-492c-bbb6-658a3200dce0/3bfc29d2-2b84-4a23-b429-481230250be8) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:47.557604 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-114d0fa0-b46c-4e48-ba82-373170c5ba3e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:47.569845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-114d0fa0-b46c-4e48-ba82-373170c5ba3e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Usage tracker for resource:network and tenant:f7c281724d504648b01c5372e8863d99 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:47.575225 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-114d0fa0-b46c-4e48-ba82-373170c5ba3e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:47.589429 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-114d0fa0-b46c-4e48-ba82-373170c5ba3e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:47.619198 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114d0fa0-b46c-4e48-ba82-373170c5ba3e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Made reservation on behalf of f7c281724d504648b01c5372e8863d99 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:47.623122 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-114d0fa0-b46c-4e48-ba82-373170c5ba3e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.634733 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e2e42c23-5de8-4708-abb9-d02690dc12c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.674432 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e2e42c23-5de8-4708-abb9-d02690dc12c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.690741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114d0fa0-b46c-4e48-ba82-373170c5ba3e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:50:47.721818 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-114d0fa0-b46c-4e48-ba82-373170c5ba3e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.721818 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-114d0fa0-b46c-4e48-ba82-373170c5ba3e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Added segment f10c5320-4e49-4d01-b341-7e1130550042 of type vlan for network 8ce9c167-dcb9-4200-8184-5712b540694c Apr 20 15:50:47.759849 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-114d0fa0-b46c-4e48-ba82-373170c5ba3e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.764444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.780520 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e2e42c23-5de8-4708-abb9-d02690dc12c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.780895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Transition to ACTIVE for port object 3bfc29d2-2b84-4a23-b429-481230250be8 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:47.805374 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e42c23-5de8-4708-abb9-d02690dc12c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f2fee5-5090-462a-91f8-a5b9af678215,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:47.816647 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-114d0fa0-b46c-4e48-ba82-373170c5ba3e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.820300 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.822563 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114d0fa0-b46c-4e48-ba82-373170c5ba3e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:47.823177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-114d0fa0-b46c-4e48-ba82-373170c5ba3e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.844275 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e2e42c23-5de8-4708-abb9-d02690dc12c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.850255 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e2e42c23-5de8-4708-abb9-d02690dc12c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22f2fee5-5090-462a-91f8-a5b9af678215 HTTP/1.1" status: 204 len: 168 time: 0.3442292 Apr 20 15:50:47.913253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=3bfc29d2-2b84-4a23-b429-481230250be8,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:47.924388 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 2bac888d-a375-4e79-9634-1a50991dcedc is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:47.925558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:47.928492 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-114d0fa0-b46c-4e48-ba82-373170c5ba3e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4179485 Apr 20 15:50:47.928810 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36358) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:47.931574 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:47.932173 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:47.941582 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a5fed0c8-c2bb-4ad2-93e3-454f119bda54 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Request body: {'subnet': {'network_id': '8ce9c167-dcb9-4200-8184-5712b540694c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:47.952418 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d0fa0-b46c-4e48-ba82-373170c5ba3e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event updated for resources: {'Network': ['ID=8ce9c167-dcb9-4200-8184-5712b540694c,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:47.963959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 8ce9c167-dcb9-4200-8184-5712b540694c details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:50:48.075379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a5fed0c8-c2bb-4ad2-93e3-454f119bda54 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:48.079861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a5fed0c8-c2bb-4ad2-93e3-454f119bda54 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Usage tracker for resource:subnet and tenant:f7c281724d504648b01c5372e8863d99 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:48.082958 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a5fed0c8-c2bb-4ad2-93e3-454f119bda54 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:48.089535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a5fed0c8-c2bb-4ad2-93e3-454f119bda54 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:48.140269 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fed0c8-c2bb-4ad2-93e3-454f119bda54 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Made reservation on behalf of f7c281724d504648b01c5372e8863d99 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:48.143669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a5fed0c8-c2bb-4ad2-93e3-454f119bda54 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:48.374897 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 8bb28029-6ea2-4303-9372-8b61849323b6 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:48.452470 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 8bb28029-6ea2-4303-9372-8b61849323b6 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:48.459645 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 8bb28029-6ea2-4303-9372-8b61849323b6 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:48.460058 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:48.613756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112841f-9ef1-41e9-a5bf-f40a9c7dbf52 req-77c42db7-1d51-40d0-b519-3fba1a191be7 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:48.614964 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:48.615207 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9112841f-9ef1-41e9-a5bf-f40a9c7dbf52 req-77c42db7-1d51-40d0-b519-3fba1a191be7 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 946 time: 0.5165098 Apr 20 15:50:48.618631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a5fed0c8-c2bb-4ad2-93e3-454f119bda54 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:48.656397 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 8bb28029-6ea2-4303-9372-8b61849323b6, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=8bb28029-6ea2-4303-9372-8b61849323b6,segment=NetworkSegment(7b1706f1-bff8-4b73-9e7f-77c9473ac44f),segment_id=7b1706f1-bff8-4b73-9e7f-77c9473ac44f)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:48.661583 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:48.662584 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 29aa86a0-e4b0-42e9-b1d9-233966952a12 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:48.727180 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:48.741194 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36382) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:48.743892 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5369888-ea6f-4edd-953b-c5a3cdec9448 None None] Network 2bac888d-a375-4e79-9634-1a50991dcedc requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:48.834008 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9112841f-9ef1-41e9-a5bf-f40a9c7dbf52 req-76033a7a-4cc5-47db-bf4d-5723eec364dd tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091689 Apr 20 15:50:48.845455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fed0c8-c2bb-4ad2-93e3-454f119bda54 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event updated for resources: {'Subnet': ['ID=759ebd51-ff6f-4bd7-b676-c875f3692e6a,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:48.860302 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fed0c8-c2bb-4ad2-93e3-454f119bda54 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Checking segment: {'id': 'f10c5320-4e49-4d01-b341-7e1130550042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8ce9c167-dcb9-4200-8184-5712b540694c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:48.860683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fed0c8-c2bb-4ad2-93e3-454f119bda54 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Network hostable DHCP agents. Network: 8ce9c167-dcb9-4200-8184-5712b540694c, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:50:48.864812 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-787018eb-612b-4f7a-a83d-e84d75655068 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] Request body: {'port': {'network_id': 'ba453885-f924-4d7c-9d51-0ca87844a7db', 'name': 'tempest-NetworksNegativeTestJSON-484979654'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:48.891086 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-787018eb-612b-4f7a-a83d-e84d75655068 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] POST failed (client error): The resource could not be found. Apr 20 15:50:48.891686 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787018eb-612b-4f7a-a83d-e84d75655068 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:50:48.893107 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-787018eb-612b-4f7a-a83d-e84d75655068 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1504002 Apr 20 15:50:48.897095 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36388) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:48.899085 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-bf9a7c21-35b4-4e17-84bf-0f61ad55ea8d None None] Provisioning for port 29aa86a0-e4b0-42e9-b1d9-233966952a12 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:48.910056 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=8bb28029-6ea2-4303-9372-8b61849323b6,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:48.922547 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af50eba-8249-41eb-bae7-0f8b3e271552 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] DELETE failed (client error): The resource could not be found. Apr 20 15:50:48.923015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af50eba-8249-41eb-bae7-0f8b3e271552 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:50:48.924712 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2af50eba-8249-41eb-bae7-0f8b3e271552 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] 10.222.0.13 "DELETE /v2.0/networks/8f90417f-cb58-412f-99f6-70b6de0a677d HTTP/1.1" status: 404 len: 339 time: 0.0263369 Apr 20 15:50:48.930256 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36392) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:48.943734 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 29aa86a0-e4b0-42e9-b1d9-233966952a12 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:48.952561 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 29aa86a0-e4b0-42e9-b1d9-233966952a12 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:48.952969 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:48.978345 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b1edde-2f92-4258-96be-1e8960b508d5 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] DELETE failed (client error): The resource could not be found. Apr 20 15:50:48.978815 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b1edde-2f92-4258-96be-1e8960b508d5 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:50:48.984531 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-96b1edde-2f92-4258-96be-1e8960b508d5 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] 10.222.0.13 "DELETE /v2.0/ports/f0f6c1fe-0359-4892-ab01-379fd831adaf HTTP/1.1" status: 404 len: 333 time: 0.0494065 Apr 20 15:50:48.986333 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36396) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:49.022767 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-e172b1a9-9b49-4591-a770-5c9eb682c2bf tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] DELETE failed (client error): The resource could not be found. Apr 20 15:50:49.023203 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e172b1a9-9b49-4591-a770-5c9eb682c2bf tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:50:49.031817 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e172b1a9-9b49-4591-a770-5c9eb682c2bf tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] 10.222.0.13 "DELETE /v2.0/subnets/4fa9c134-eb6a-47f4-b2a6-9f049f71fede HTTP/1.1" status: 404 len: 337 time: 0.0391898 Apr 20 15:50:49.031999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fed0c8-c2bb-4ad2-93e3-454f119bda54 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Network 8ce9c167-dcb9-4200-8184-5712b540694c is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:50:49.032469 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36400) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:49.046962 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-a5fed0c8-c2bb-4ad2-93e3-454f119bda54 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 8ce9c167-dcb9-4200-8184-5712b540694c) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:49.051710 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fed0c8-c2bb-4ad2-93e3-454f119bda54 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:49.052659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a5fed0c8-c2bb-4ad2-93e3-454f119bda54 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:49.056678 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88b8624-7829-4d67-9f87-33fb19461735 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] GET failed (client error): The resource could not be found. Apr 20 15:50:49.063337 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b88b8624-7829-4d67-9f87-33fb19461735 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] 10.222.0.13 "GET /v2.0/networks/1a907ef4-901d-407a-980f-c21a0e1d5277 HTTP/1.1" status: 404 len: 339 time: 0.0277128 Apr 20 15:50:49.063510 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36404) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:49.097738 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ad0c1e-571f-4331-9111-eec099ea8c34 None None] Network 8ce9c167-dcb9-4200-8184-5712b540694c requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:49.142646 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e1910b-2ba5-425a-b64e-fb2eeafb2798 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] GET failed (client error): The resource could not be found. Apr 20 15:50:49.147953 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f8e1910b-2ba5-425a-b64e-fb2eeafb2798 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] 10.222.0.13 "GET /v2.0/ports/6dab6fc7-33b1-40e7-9f74-5aa681f75dfe HTTP/1.1" status: 404 len: 333 time: 0.0813768 Apr 20 15:50:49.148646 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36408) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:49.188707 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a5fed0c8-c2bb-4ad2-93e3-454f119bda54 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2587969 Apr 20 15:50:49.193015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36412) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:49.195271 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-033cdd9b-d457-4db2-b680-9b0151b6edf9 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] GET failed (client error): The resource could not be found. Apr 20 15:50:49.205791 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-033cdd9b-d457-4db2-b680-9b0151b6edf9 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] 10.222.0.13 "GET /v2.0/subnets/a9fc8a21-3ba3-4804-a646-a4474ad9da05 HTTP/1.1" status: 404 len: 337 time: 0.0544956 Apr 20 15:50:49.207218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36416) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:49.216910 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c49f5c0c-d1fd-4387-aa19-c8b6f33b7764 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:49.252799 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49f5c0c-d1fd-4387-aa19-c8b6f33b7764 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] PUT failed (client error): The resource could not be found. Apr 20 15:50:49.253832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49f5c0c-d1fd-4387-aa19-c8b6f33b7764 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:50:49.255997 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c49f5c0c-d1fd-4387-aa19-c8b6f33b7764 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] 10.222.0.13 "PUT /v2.0/networks/ce242116-dea8-42bb-a836-d8d1c8e576fc HTTP/1.1" status: 404 len: 339 time: 0.0463400 Apr 20 15:50:49.259198 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36420) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:49.265890 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:49.266595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-eea12ab3-0e76-414f-bf32-b8a4503b157c tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:49.369370 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 29aa86a0-e4b0-42e9-b1d9-233966952a12, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=29aa86a0-e4b0-42e9-b1d9-233966952a12,segment=NetworkSegment(015e10f0-e5af-4a83-8f03-3ada1d544ee8),segment_id=015e10f0-e5af-4a83-8f03-3ada1d544ee8)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:49.383617 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:49.417397 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea12ab3-0e76-414f-bf32-b8a4503b157c tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] PUT failed (client error): The resource could not be found. Apr 20 15:50:49.417917 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea12ab3-0e76-414f-bf32-b8a4503b157c tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:50:49.425013 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-eea12ab3-0e76-414f-bf32-b8a4503b157c tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] 10.222.0.13 "PUT /v2.0/ports/ca9906aa-174a-438d-9868-fa6c87dd88b0 HTTP/1.1" status: 404 len: 333 time: 0.1584318 Apr 20 15:50:49.425013 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36424) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:49.429201 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-cad7ab1c-f3f4-4721-8992-ef2e538d4526 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:49.462341 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad7ab1c-f3f4-4721-8992-ef2e538d4526 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] PUT failed (client error): The resource could not be found. Apr 20 15:50:49.462773 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad7ab1c-f3f4-4721-8992-ef2e538d4526 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:50:49.470065 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cad7ab1c-f3f4-4721-8992-ef2e538d4526 tempest-NetworksNegativeTestJSON-1866955587 tempest-NetworksNegativeTestJSON-1866955587-project] 10.222.0.13 "PUT /v2.0/subnets/31c7508d-bfe2-4b04-9f69-74bd8750d74b HTTP/1.1" status: 404 len: 337 time: 0.0396838 Apr 20 15:50:49.483379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:49.496981 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=29aa86a0-e4b0-42e9-b1d9-233966952a12,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:49.518764 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-8ce9c167-dcb9-4200-8184-5712b540694c', 'network_id': '8ce9c167-dcb9-4200-8184-5712b540694c', 'tenant_id': 'f7c281724d504648b01c5372e8863d99', 'fixed_ips': [{'subnet_id': '759ebd51-ff6f-4bd7-b676-c875f3692e6a'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:50:49.519608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:49.553572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:49.567380 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:49.568825 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:49.704309 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Allocated IP 2001:db8::2 (8ce9c167-dcb9-4200-8184-5712b540694c/759ebd51-ff6f-4bd7-b676-c875f3692e6a/99a45f08-ebfb-4b6c-8d1f-efc1dbab9425) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:49.812296 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36432) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:49.819019 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 2bac888d-a375-4e79-9634-1a50991dcedc is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:49.826525 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9071cfd0-2883-4325-b6fc-a3991555ddec None None] Provisioning for port 3bfc29d2-2b84-4a23-b429-481230250be8 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:49.834721 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:49.836340 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9071cfd0-2883-4325-b6fc-a3991555ddec None None] Provisioning complete for port 3bfc29d2-2b84-4a23-b429-481230250be8 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:49.836692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:49.837091 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9071cfd0-2883-4325-b6fc-a3991555ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:49.957758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e75dc326-8684-4342-8178-2f5ed55c2ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:49.976235 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-9071cfd0-2883-4325-b6fc-a3991555ddec None None] Port 3bfc29d2-2b84-4a23-b429-481230250be8 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:50:49.980972 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e75dc326-8684-4342-8178-2f5ed55c2ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:49.986474 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e75dc326-8684-4342-8178-2f5ed55c2ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:b270bcdd143b4a59a9625dccefb71286 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:49.990364 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e75dc326-8684-4342-8178-2f5ed55c2ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:49.996279 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e75dc326-8684-4342-8178-2f5ed55c2ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:50.019213 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9071cfd0-2883-4325-b6fc-a3991555ddec None None] Provisioning complete for port 29aa86a0-e4b0-42e9-b1d9-233966952a12 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:50.019713 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9071cfd0-2883-4325-b6fc-a3991555ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:50.033640 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=3bfc29d2-2b84-4a23-b429-481230250be8,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:50.060805 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:50.083858 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Transition to ACTIVE for port object 99a45f08-ebfb-4b6c-8d1f-efc1dbab9425 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:50.116615 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Transition to ACTIVE for port object 99a45f08-ebfb-4b6c-8d1f-efc1dbab9425 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:50.127322 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:50.140994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e75dc326-8684-4342-8178-2f5ed55c2ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:50.148593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e75dc326-8684-4342-8178-2f5ed55c2ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:50.224161 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:50:50.233371 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36440) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:50.236206 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e75dc326-8684-4342-8178-2f5ed55c2ab7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b270bcdd143b4a59a9625dccefb71286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4221911 Apr 20 15:50:50.276151 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:50.288355 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75dc326-8684-4342-8178-2f5ed55c2ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c24ded-5d3d-4273-a3ec-4235bd3f6946,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:50.351214 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 8bb28029-6ea2-4303-9372-8b61849323b6 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:50.392467 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Pushing event updated for resources: {'Port': ['ID=99a45f08-ebfb-4b6c-8d1f-efc1dbab9425,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:50.408356 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Network 8ce9c167-dcb9-4200-8184-5712b540694c is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:50.412147 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:50.415994 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:50.527156 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Attempting to bind port 99a45f08-ebfb-4b6c-8d1f-efc1dbab9425 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:50:50.527529 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Attempting to bind port 99a45f08-ebfb-4b6c-8d1f-efc1dbab9425 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'f10c5320-4e49-4d01-b341-7e1130550042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8ce9c167-dcb9-4200-8184-5712b540694c'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:50:50.527923 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Attempting to bind port 99a45f08-ebfb-4b6c-8d1f-efc1dbab9425 on network 8ce9c167-dcb9-4200-8184-5712b540694c {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:50:50.535184 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 8bb28029-6ea2-4303-9372-8b61849323b6 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:50.535562 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:50.536042 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event deleted for resources: {'Subnet': ['ID=759ebd51-ff6f-4bd7-b676-c875f3692e6a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:50.558624 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354752ca-a71b-43ea-a5a0-ee7a0fa86f91 req-038ad354-a4b4-4ac7-8c2a-198233c09ef8 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:50.562731 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-354752ca-a71b-43ea-a5a0-ee7a0fa86f91 req-038ad354-a4b4-4ac7-8c2a-198233c09ef8 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 946 time: 0.5233881 Apr 20 15:50:50.573479 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:50:50.573853 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Checking segment: {'id': 'f10c5320-4e49-4d01-b341-7e1130550042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8ce9c167-dcb9-4200-8184-5712b540694c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:50.574256 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:50.574649 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Bound using segment: {'id': 'f10c5320-4e49-4d01-b341-7e1130550042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8ce9c167-dcb9-4200-8184-5712b540694c'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:50:50.575197 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Bound port: 99a45f08-ebfb-4b6c-8d1f-efc1dbab9425, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10c5320-4e49-4d01-b341-7e1130550042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8ce9c167-dcb9-4200-8184-5712b540694c'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:50:50.576114 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:50.607676 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-62230b59-6272-41a4-aac4-6b1a07b01610 None None] Provisioning complete for port 3bfc29d2-2b84-4a23-b429-481230250be8 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:50.608075 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-62230b59-6272-41a4-aac4-6b1a07b01610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:50.760105 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-62230b59-6272-41a4-aac4-6b1a07b01610 None None] Port 3bfc29d2-2b84-4a23-b429-481230250be8 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:50:50.772704 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0d137aa9-5805-4430-abc5-416a608aa52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:50.784168 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] For port 99a45f08-ebfb-4b6c-8d1f-efc1dbab9425, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:50:50.786687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:50.802026 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] For port 99a45f08-ebfb-4b6c-8d1f-efc1dbab9425, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=99a45f08-ebfb-4b6c-8d1f-efc1dbab9425,segment=NetworkSegment(f10c5320-4e49-4d01-b341-7e1130550042),segment_id=f10c5320-4e49-4d01-b341-7e1130550042)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:50:50.803871 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 29aa86a0-e4b0-42e9-b1d9-233966952a12 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:50.813385 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-354752ca-a71b-43ea-a5a0-ee7a0fa86f91 req-96b6c152-1ed6-4b12-80b9-909d68839b4c tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268758 Apr 20 15:50:50.827924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:50.840095 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:50.852399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0d137aa9-5805-4430-abc5-416a608aa52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:50.860285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce9c167-dcb9-4200-8184-5712b540694c']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:50.872673 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9377573a-abef-4951-9c29-76c5a20d88c4 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2888048 Apr 20 15:50:50.875813 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36444) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:50.883094 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-e73e0663-3762-42f8-94a1-fa0c9794b700 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-983912717'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:50.883355 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Sync routers for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:50.887918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10c5320-4e49-4d01-b341-7e1130550042') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:50.888405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10c5320-4e49-4d01-b341-7e1130550042') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:50.890250 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e73e0663-3762-42f8-94a1-fa0c9794b700 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:50.894801 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e73e0663-3762-42f8-94a1-fa0c9794b700 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:network and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:50.898953 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e73e0663-3762-42f8-94a1-fa0c9794b700 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:50.905378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e73e0663-3762-42f8-94a1-fa0c9794b700 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:50.911580 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:50.917507 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73e0663-3762-42f8-94a1-fa0c9794b700 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:50.923977 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e73e0663-3762-42f8-94a1-fa0c9794b700 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:50.934367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:50.937393 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:50.938003 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:50.942567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:50:50.943325 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:50:50.958352 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:50:51.012093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0d137aa9-5805-4430-abc5-416a608aa52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:51.050597 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d137aa9-5805-4430-abc5-416a608aa52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c24ded-5d3d-4273-a3ec-4235bd3f6946,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:51.054570 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0d137aa9-5805-4430-abc5-416a608aa52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:51.056265 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0d137aa9-5805-4430-abc5-416a608aa52a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04c24ded-5d3d-4273-a3ec-4235bd3f6946 HTTP/1.1" status: 204 len: 168 time: 0.8168788 Apr 20 15:50:51.069289 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73e0663-3762-42f8-94a1-fa0c9794b700 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:50:51.069814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 15:50:51.069814 dv-neutron-838699-1-hyperv neutron-server[88168]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 15:50:51.069814 dv-neutron-838699-1-hyperv neutron-server[88168]: [parameters: {'id': '8ce9c167-dcb9-4200-8184-5712b540694c'}] Apr 20 15:50:51.069814 dv-neutron-838699-1-hyperv neutron-server[88168]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:50:51.070353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:50:51.080834 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e73e0663-3762-42f8-94a1-fa0c9794b700 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:51.081241 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-e73e0663-3762-42f8-94a1-fa0c9794b700 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Added segment e0bf65f9-41e7-4628-96a3-bc6d463358d8 of type vlan for network 27f4d39d-00d5-4189-8553-53a730870476 Apr 20 15:50:51.109762 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e73e0663-3762-42f8-94a1-fa0c9794b700 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:51.141245 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56505529-5d9e-4e3d-aedb-b56f80deca6b None None] Pushing event updated for resources: {'Port': ['ID=99a45f08-ebfb-4b6c-8d1f-efc1dbab9425,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:51.152227 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e73e0663-3762-42f8-94a1-fa0c9794b700 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:51.162337 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e0663-3762-42f8-94a1-fa0c9794b700 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:51.162568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e73e0663-3762-42f8-94a1-fa0c9794b700 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:51.189859 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee45ec-6db8-4c1c-ac11-46e85ad37faf None None] Network 8ce9c167-dcb9-4200-8184-5712b540694c requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:51.203043 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 29aa86a0-e4b0-42e9-b1d9-233966952a12 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:51.203421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:51.229926 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:50:51.302487 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e73e0663-3762-42f8-94a1-fa0c9794b700 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4247346 Apr 20 15:50:51.305373 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36452) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:51.311199 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-76bc47d5-2d79-439d-9670-a8a424191122 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'subnet': {'network_id': '27f4d39d-00d5-4189-8553-53a730870476', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:51.332575 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e0663-3762-42f8-94a1-fa0c9794b700 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Network': ['ID=27f4d39d-00d5-4189-8553-53a730870476,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:51.354331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 27f4d39d-00d5-4189-8553-53a730870476 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:50:51.434656 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-76bc47d5-2d79-439d-9670-a8a424191122 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:51.439314 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-76bc47d5-2d79-439d-9670-a8a424191122 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:subnet and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:51.443123 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-76bc47d5-2d79-439d-9670-a8a424191122 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:51.449416 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-76bc47d5-2d79-439d-9670-a8a424191122 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:51.461401 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bc47d5-2d79-439d-9670-a8a424191122 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Made reservation on behalf of a3e61e7167fd4a8b8d84de037fa569a0 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:51.464943 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76bc47d5-2d79-439d-9670-a8a424191122 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:51.572120 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:51.592023 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Deleting port 99a45f08-ebfb-4b6c-8d1f-efc1dbab9425 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:51.592688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:51.733252 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76bc47d5-2d79-439d-9670-a8a424191122 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:51.813897 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc47d5-2d79-439d-9670-a8a424191122 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Subnet': ['ID=80865133-a750-4ee6-9fcb-5d9901fb53fd,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:51.870321 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc47d5-2d79-439d-9670-a8a424191122 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Checking segment: {'id': 'e0bf65f9-41e7-4628-96a3-bc6d463358d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '27f4d39d-00d5-4189-8553-53a730870476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:51.870688 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bc47d5-2d79-439d-9670-a8a424191122 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network hostable DHCP agents. Network: 27f4d39d-00d5-4189-8553-53a730870476, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:50:51.879191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] For port 99a45f08-ebfb-4b6c-8d1f-efc1dbab9425, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=99a45f08-ebfb-4b6c-8d1f-efc1dbab9425,segment=NetworkSegment(f10c5320-4e49-4d01-b341-7e1130550042),segment_id=f10c5320-4e49-4d01-b341-7e1130550042)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:51.879827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:51.917110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bc47d5-2d79-439d-9670-a8a424191122 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 27f4d39d-00d5-4189-8553-53a730870476 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:50:51.932635 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-76bc47d5-2d79-439d-9670-a8a424191122 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 27f4d39d-00d5-4189-8553-53a730870476) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:51.937333 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bc47d5-2d79-439d-9670-a8a424191122 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:51.937915 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76bc47d5-2d79-439d-9670-a8a424191122 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:51.954153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2a1bf6-485b-4c9b-b453-bcfd3e4d43ac None None] Network 27f4d39d-00d5-4189-8553-53a730870476 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:51.981370 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-76bc47d5-2d79-439d-9670-a8a424191122 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6719077 Apr 20 15:50:51.981618 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36474) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:52.076478 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Calling delete_port for 99a45f08-ebfb-4b6c-8d1f-efc1dbab9425 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:52.166855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b7542-af4c-44ef-aec5-7b790f6c86fb req-43a09f0f-3bff-4dc2-88e9-4ff16ca40bee tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:52.168348 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-209b7542-af4c-44ef-aec5-7b790f6c86fb req-43a09f0f-3bff-4dc2-88e9-4ff16ca40bee tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 946 time: 0.1455343 Apr 20 15:50:52.236367 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-209b7542-af4c-44ef-aec5-7b790f6c86fb req-1f44441d-24c1-4f05-8820-51a6cbbcf4fe tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539567 Apr 20 15:50:52.256502 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:52.300796 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 4, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '3bfc29d2-2b84-4a23-b429-481230250be8', 'name': '', 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:6e:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:47Z', 'updated_at': '2022-04-20T15:50:49Z', 'revision_number': 2, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:52.305740 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-27f4d39d-00d5-4189-8553-53a730870476', 'network_id': '27f4d39d-00d5-4189-8553-53a730870476', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'fixed_ips': [{'subnet_id': '80865133-a750-4ee6-9fcb-5d9901fb53fd'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:50:52.307052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:52.307806 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event deleted for resources: {'Port': ['ID=99a45f08-ebfb-4b6c-8d1f-efc1dbab9425,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:52.315726 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] No DVR routers for this DVR port 99a45f08-ebfb-4b6c-8d1f-efc1dbab9425 on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:50:52.322866 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Checking router: cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:50:52.323329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Updating router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 port 3bfc29d2-2b84-4a23-b429-481230250be8 binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:50:52.382274 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:52.447133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:52.476298 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce9c167-dcb9-4200-8184-5712b540694c']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:52.497174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10c5320-4e49-4d01-b341-7e1130550042') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:52.498268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10c5320-4e49-4d01-b341-7e1130550042') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:52.515151 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:52.546617 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:52.554842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:50:52.555483 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:50:52.571786 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:50:52.663593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:52.682621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:52.698507 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event deleted for resources: {'Network': ['ID=8ce9c167-dcb9-4200-8184-5712b540694c,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:52.704344 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-01a8812b-2c50-48a0-9dbc-c98d61757663 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/networks/8ce9c167-dcb9-4200-8184-5712b540694c HTTP/1.1" status: 204 len: 168 time: 3.5103533 Apr 20 15:50:52.708874 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36492) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:52.711849 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Allocated IP 2001:db8:3::2 (27f4d39d-00d5-4189-8553-53a730870476/80865133-a750-4ee6-9fcb-5d9901fb53fd/4665b08a-6411-459e-979a-7cb5e1177d0f) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:52.716412 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-c608bc6a-cfea-4180-8c23-bc361218f7a9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-227263193'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:52.722161 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c608bc6a-cfea-4180-8c23-bc361218f7a9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:52.727154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c608bc6a-cfea-4180-8c23-bc361218f7a9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Usage tracker for resource:network and tenant:f7c281724d504648b01c5372e8863d99 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:52.730603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c608bc6a-cfea-4180-8c23-bc361218f7a9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:52.769546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:52.863257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36496) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:52.869340 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c608bc6a-cfea-4180-8c23-bc361218f7a9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:52.881604 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c608bc6a-cfea-4180-8c23-bc361218f7a9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Made reservation on behalf of f7c281724d504648b01c5372e8863d99 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:52.886136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c608bc6a-cfea-4180-8c23-bc361218f7a9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:52.921044 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c608bc6a-cfea-4180-8c23-bc361218f7a9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:50:52.933042 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c608bc6a-cfea-4180-8c23-bc361218f7a9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:52.933832 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-c608bc6a-cfea-4180-8c23-bc361218f7a9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Added segment 228c2c95-d3ed-4be7-aeaf-b8965ab856fb of type vlan for network 21551cf1-0abf-4ec3-991f-c9a6d338962c Apr 20 15:50:52.965646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c608bc6a-cfea-4180-8c23-bc361218f7a9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.002601 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c608bc6a-cfea-4180-8c23-bc361218f7a9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.011234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c608bc6a-cfea-4180-8c23-bc361218f7a9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:53.013817 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c608bc6a-cfea-4180-8c23-bc361218f7a9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.109993 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.116775 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.125251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'network': {'name': 'tempest-network-smoke--1061008602', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'port_security_enabled': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:53.132374 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Transition to ACTIVE for port object 3bfc29d2-2b84-4a23-b429-481230250be8 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:53.135137 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Transition to ACTIVE for port object 4665b08a-6411-459e-979a-7cb5e1177d0f will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:53.141923 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c608bc6a-cfea-4180-8c23-bc361218f7a9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4286802 Apr 20 15:50:53.146961 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36502) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:53.150082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:53.155152 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-9a40948a-ebca-4227-a97f-d8f616a01d8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Request body: {'subnet': {'network_id': '21551cf1-0abf-4ec3-991f-c9a6d338962c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:53.158530 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:network and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:53.159746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.163230 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:53.166005 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608bc6a-cfea-4180-8c23-bc361218f7a9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event updated for resources: {'Network': ['ID=21551cf1-0abf-4ec3-991f-c9a6d338962c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:53.172162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:53.189034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:53.192801 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.208860 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 21551cf1-0abf-4ec3-991f-c9a6d338962c details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:50:53.224794 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Transition to ACTIVE for port object 4665b08a-6411-459e-979a-7cb5e1177d0f will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:53.226857 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.251049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:53.259784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:53.264717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:53.272881 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:53.389906 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.391346 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9a40948a-ebca-4227-a97f-d8f616a01d8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:53.400246 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9a40948a-ebca-4227-a97f-d8f616a01d8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Usage tracker for resource:subnet and tenant:f7c281724d504648b01c5372e8863d99 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:53.406229 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9a40948a-ebca-4227-a97f-d8f616a01d8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:53.417363 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9a40948a-ebca-4227-a97f-d8f616a01d8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:53.455348 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Network 27f4d39d-00d5-4189-8553-53a730870476 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:53.459049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.475814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.495195 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a40948a-ebca-4227-a97f-d8f616a01d8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Made reservation on behalf of f7c281724d504648b01c5372e8863d99 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:53.499983 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9a40948a-ebca-4227-a97f-d8f616a01d8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.509938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:50:53.531030 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.532517 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:53.535091 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Added segment c50a2fad-8011-4874-be55-1d740013c75e of type vlan for network c355ee9e-7690-4bd5-baa0-5abbaf3a505a Apr 20 15:50:53.595280 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27bf8f-9194-42a4-bc3a-862ad955d9ea None None] Pushing event updated for resources: {'Port': ['ID=3bfc29d2-2b84-4a23-b429-481230250be8,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:53.598037 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:53.607799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.611324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e802ebec-74d9-4a84-a194-b842d79c622e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:53.613743 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Allocated IP 2001:db8:3::1 (27f4d39d-00d5-4189-8553-53a730870476/80865133-a750-4ee6-9fcb-5d9901fb53fd/6a3c96fa-dde1-43c9-9fa5-b168ed2e0832) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:53.626474 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db2fdf-d705-45ca-9e87-e8c9ad8fe6ac req-24325445-e5ce-4eec-86da-88ca19d47e3f tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:53.628013 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65db2fdf-d705-45ca-9e87-e8c9ad8fe6ac req-24325445-e5ce-4eec-86da-88ca19d47e3f tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 946 time: 0.2332275 Apr 20 15:50:53.678301 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.684170 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:53.684170 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.731878 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65db2fdf-d705-45ca-9e87-e8c9ad8fe6ac req-4aa26dc7-b80a-4808-97a9-577400feae15 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906119 Apr 20 15:50:53.801821 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Attempting to bind port 3bfc29d2-2b84-4a23-b429-481230250be8 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:50:53.801821 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Attempting to bind port 3bfc29d2-2b84-4a23-b429-481230250be8 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '015e10f0-e5af-4a83-8f03-3ada1d544ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:50:53.802201 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Attempting to bind port 3bfc29d2-2b84-4a23-b429-481230250be8 on network 2bac888d-a375-4e79-9634-1a50991dcedc {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:50:53.808931 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9418805 Apr 20 15:50:53.809118 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36508) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:53.814047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-490182580', 'admin_state_up': True, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:53.820876 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Pushing event updated for resources: {'Port': ['ID=4665b08a-6411-459e-979a-7cb5e1177d0f,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:53.822788 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef86a4-3d4e-4a5c-bc7a-4f2419bd3ca3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Network': ['ID=c355ee9e-7690-4bd5-baa0-5abbaf3a505a,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:53.825674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:53.830070 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:router and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:53.833475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:53.839813 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:53.851690 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network c355ee9e-7690-4bd5-baa0-5abbaf3a505a details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:50:53.852669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.854219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.859329 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.868730 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:50:53.869173 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Checking segment: {'id': '015e10f0-e5af-4a83-8f03-3ada1d544ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:53.869593 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.869988 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Bound using segment: {'id': '015e10f0-e5af-4a83-8f03-3ada1d544ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:50:53.870470 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Bound port: 3bfc29d2-2b84-4a23-b429-481230250be8, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015e10f0-e5af-4a83-8f03-3ada1d544ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:50:53.870841 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.870947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.900473 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Transition to ACTIVE for port object 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:53.927443 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:53.953977 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Attempting to bind port 4665b08a-6411-459e-979a-7cb5e1177d0f on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:50:53.954257 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Attempting to bind port 4665b08a-6411-459e-979a-7cb5e1177d0f by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'e0bf65f9-41e7-4628-96a3-bc6d463358d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '27f4d39d-00d5-4189-8553-53a730870476'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:50:53.954622 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Attempting to bind port 4665b08a-6411-459e-979a-7cb5e1177d0f on network 27f4d39d-00d5-4189-8553-53a730870476 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:50:53.993715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 27f4d39d-00d5-4189-8553-53a730870476 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:54.029418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:50:54.029875 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Checking segment: {'id': 'e0bf65f9-41e7-4628-96a3-bc6d463358d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '27f4d39d-00d5-4189-8553-53a730870476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:54.030195 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:54.030975 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Bound using segment: {'id': 'e0bf65f9-41e7-4628-96a3-bc6d463358d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '27f4d39d-00d5-4189-8553-53a730870476'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:50:54.031128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Bound port: 4665b08a-6411-459e-979a-7cb5e1177d0f, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bf65f9-41e7-4628-96a3-bc6d463358d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '27f4d39d-00d5-4189-8553-53a730870476'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:50:54.031236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:54.031438 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:54.039714 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:54.040334 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:54.094152 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=6a3c96fa-dde1-43c9-9fa5-b168ed2e0832,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:54.147634 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.objects.ports [None req-9a40948a-ebca-4227-a97f-d8f616a01d8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88169) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 20 15:50:54.150847 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9a40948a-ebca-4227-a97f-d8f616a01d8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:54.152458 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] For port 3bfc29d2-2b84-4a23-b429-481230250be8, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:50:54.166886 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] For port 3bfc29d2-2b84-4a23-b429-481230250be8, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3bfc29d2-2b84-4a23-b429-481230250be8,segment=NetworkSegment(015e10f0-e5af-4a83-8f03-3ada1d544ee8),segment_id=015e10f0-e5af-4a83-8f03-3ada1d544ee8)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:50:54.169884 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] For port 4665b08a-6411-459e-979a-7cb5e1177d0f, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:50:54.170055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:54.173846 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] For port 4665b08a-6411-459e-979a-7cb5e1177d0f, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4665b08a-6411-459e-979a-7cb5e1177d0f,segment=NetworkSegment(e0bf65f9-41e7-4628-96a3-bc6d463358d8),segment_id=e0bf65f9-41e7-4628-96a3-bc6d463358d8)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:50:54.175536 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:54.223720 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:54.234151 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40948a-ebca-4227-a97f-d8f616a01d8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event updated for resources: {'Subnet': ['ID=f104ca96-9759-44ff-9e8e-b8aa3c65c043,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:54.288437 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:54.289107 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:54.289238 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a40948a-ebca-4227-a97f-d8f616a01d8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Checking segment: {'id': '228c2c95-d3ed-4be7-aeaf-b8965ab856fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21551cf1-0abf-4ec3-991f-c9a6d338962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:54.289607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a40948a-ebca-4227-a97f-d8f616a01d8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Network hostable DHCP agents. Network: 21551cf1-0abf-4ec3-991f-c9a6d338962c, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:50:54.379294 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:54.382055 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27bf8f-9194-42a4-bc3a-862ad955d9ea None None] Pushing event updated for resources: {'Port': ['ID=3bfc29d2-2b84-4a23-b429-481230250be8,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:54.450511 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a40948a-ebca-4227-a97f-d8f616a01d8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Network 21551cf1-0abf-4ec3-991f-c9a6d338962c is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:50:54.477958 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-9a40948a-ebca-4227-a97f-d8f616a01d8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 21551cf1-0abf-4ec3-991f-c9a6d338962c) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:54.501087 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df87ee4-670a-452d-b995-88b17df2f3ec None None] Network 21551cf1-0abf-4ec3-991f-c9a6d338962c requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:54.554981 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a40948a-ebca-4227-a97f-d8f616a01d8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:54.555489 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9a40948a-ebca-4227-a97f-d8f616a01d8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:54.642361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:54.704590 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:54.739788 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b44cb1-67dd-4a45-a65f-dc0907911075 None None] Pushing event updated for resources: {'Port': ['ID=4665b08a-6411-459e-979a-7cb5e1177d0f,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:54.743736 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:50:54.748455 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9a40948a-ebca-4227-a97f-d8f616a01d8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6001818 Apr 20 15:50:54.753040 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36512) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:54.897634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.26.7.22 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/b34f22a9-9245-48e2-ac1e-2628cf8409b4) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:54.914335 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-21551cf1-0abf-4ec3-991f-c9a6d338962c', 'network_id': '21551cf1-0abf-4ec3-991f-c9a6d338962c', 'tenant_id': 'f7c281724d504648b01c5372e8863d99', 'fixed_ips': [{'subnet_id': 'f104ca96-9759-44ff-9e8e-b8aa3c65c043'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:50:54.915507 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:55.132384 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:55.243823 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:55.250722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:55.253438 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:55.279938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:55.280718 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:55.288319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:55.364280 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Allocated IP 2001:db8::f816:3eff:fe36:4474 (21551cf1-0abf-4ec3-991f-c9a6d338962c/f104ca96-9759-44ff-9e8e-b8aa3c65c043/87e31d7e-6cda-41ff-acd2-c0c89cabcc09) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:50:55.391185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:55.401011 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:55.403437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:55.450900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=b34f22a9-9245-48e2-ac1e-2628cf8409b4,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:55.473142 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event updated for resources: {'Port': ['ID=6a3c96fa-dde1-43c9-9fa5-b168ed2e0832,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:55.533643 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:50:54Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '3bfc29d2-2b84-4a23-b429-481230250be8', 'name': '', 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:6e:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:47Z', 'updated_at': '2022-04-20T15:50:54Z', 'revision_number': 4, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a3c96fa-dde1-43c9-9fa5-b168ed2e0832', 'name': '', 'network_id': '27f4d39d-00d5-4189-8553-53a730870476', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:83:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80865133-a750-4ee6-9fcb-5d9901fb53fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:50:53Z', 'revision_number': 1, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '80865133-a750-4ee6-9fcb-5d9901fb53fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:55.551274 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d385d24-f6d4-420d-bf92-79bc90da42a8 None None] The sync data for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv is: [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:50:54Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '3bfc29d2-2b84-4a23-b429-481230250be8', 'name': '', 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:6e:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:47Z', 'updated_at': '2022-04-20T15:50:54Z', 'revision_number': 4, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a3c96fa-dde1-43c9-9fa5-b168ed2e0832', 'name': '', 'network_id': '27f4d39d-00d5-4189-8553-53a730870476', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:83:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80865133-a750-4ee6-9fcb-5d9901fb53fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:50:53Z', 'revision_number': 1, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '80865133-a750-4ee6-9fcb-5d9901fb53fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:50:55.561972 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353edb6-ec72-415c-b809-ca720535a173 req-67894a05-d73c-4f03-bbef-731399b4ead0 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:55.563445 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Network 27f4d39d-00d5-4189-8553-53a730870476 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:55.563579 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b353edb6-ec72-415c-b809-ca720535a173 req-67894a05-d73c-4f03-bbef-731399b4ead0 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 946 time: 0.5801184 Apr 20 15:50:55.567589 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:55.702154 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:55.722036 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Transition to ACTIVE for port object 87e31d7e-6cda-41ff-acd2-c0c89cabcc09 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:55.745297 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b353edb6-ec72-415c-b809-ca720535a173 req-19d36ecd-bea8-4957-81c7-4b810afcc48a tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954556 Apr 20 15:50:55.750440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Transition to ACTIVE for port object 87e31d7e-6cda-41ff-acd2-c0c89cabcc09 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:55.763701 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:55.839289 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5009010-65c6-4e1b-9ab0-0328ec50bb14 None None] Network 27f4d39d-00d5-4189-8553-53a730870476 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:55.843664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:55.872283 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Network 21551cf1-0abf-4ec3-991f-c9a6d338962c is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:50:55.880665 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:55.881258 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:50:55.901721 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event deleted for resources: {'Subnet': ['ID=f104ca96-9759-44ff-9e8e-b8aa3c65c043,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:55.937532 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:50:55.970096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Pushing event updated for resources: {'Port': ['ID=87e31d7e-6cda-41ff-acd2-c0c89cabcc09,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:55.999995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b991309a-a507-49be-81a1-fee5c46b70be None None] Provisioning for port 4665b08a-6411-459e-979a-7cb5e1177d0f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:56.040004 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:56.069205 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:56.099501 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Attempting to bind port 87e31d7e-6cda-41ff-acd2-c0c89cabcc09 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:50:56.099902 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Attempting to bind port 87e31d7e-6cda-41ff-acd2-c0c89cabcc09 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '228c2c95-d3ed-4be7-aeaf-b8965ab856fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21551cf1-0abf-4ec3-991f-c9a6d338962c'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:50:56.100291 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Attempting to bind port 87e31d7e-6cda-41ff-acd2-c0c89cabcc09 on network 21551cf1-0abf-4ec3-991f-c9a6d338962c {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:50:56.110173 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:50:56.110566 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Checking segment: {'id': '228c2c95-d3ed-4be7-aeaf-b8965ab856fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21551cf1-0abf-4ec3-991f-c9a6d338962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:56.110979 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:56.111384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Bound using segment: {'id': '228c2c95-d3ed-4be7-aeaf-b8965ab856fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21551cf1-0abf-4ec3-991f-c9a6d338962c'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:50:56.111883 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Bound port: 87e31d7e-6cda-41ff-acd2-c0c89cabcc09, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228c2c95-d3ed-4be7-aeaf-b8965ab856fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21551cf1-0abf-4ec3-991f-c9a6d338962c'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:50:56.112267 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:56.175792 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21551cf1-0abf-4ec3-991f-c9a6d338962c']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:56.194199 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228c2c95-d3ed-4be7-aeaf-b8965ab856fb') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:56.194513 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228c2c95-d3ed-4be7-aeaf-b8965ab856fb') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:56.219901 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:56.240088 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:56.263862 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-072f8494-c275-43ab-af29-57ddf7d96f89 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2812126 Apr 20 15:50:56.264716 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36518) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:56.265828 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:56.285208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-705f6d0b-c3bb-498f-a43f-b33fbb525801 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:56.314098 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] For port 87e31d7e-6cda-41ff-acd2-c0c89cabcc09, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:50:56.361630 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:50:56.362037 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:50:56.385417 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:50:56.476391 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4665b08a-6411-459e-979a-7cb5e1177d0f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:56.583244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 4665b08a-6411-459e-979a-7cb5e1177d0f completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:56.593536 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 4665b08a-6411-459e-979a-7cb5e1177d0f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:56.593922 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:56.654760 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:56.771263 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:56.792081 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ec34004f-869e-444c-9924-a7b1e82483aa None None] Provisioning for port 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:56.800644 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.api [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 15:50:56.800644 dv-neutron-838699-1-hyperv neutron-server[88169]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 15:50:56.800644 dv-neutron-838699-1-hyperv neutron-server[88169]: [parameters: {'id': '21551cf1-0abf-4ec3-991f-c9a6d338962c'}] Apr 20 15:50:56.800644 dv-neutron-838699-1-hyperv neutron-server[88169]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:50:56.801056 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG oslo_db.api [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:50:56.811345 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] For port 87e31d7e-6cda-41ff-acd2-c0c89cabcc09, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=87e31d7e-6cda-41ff-acd2-c0c89cabcc09,segment=NetworkSegment(228c2c95-d3ed-4be7-aeaf-b8965ab856fb),segment_id=228c2c95-d3ed-4be7-aeaf-b8965ab856fb)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:50:56.813569 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ec34004f-869e-444c-9924-a7b1e82483aa None None] Provisioning complete for port 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:56.814130 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ec34004f-869e-444c-9924-a7b1e82483aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:56.881827 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ec34004f-869e-444c-9924-a7b1e82483aa None None] Port 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:50:56.885774 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:56.940268 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 4665b08a-6411-459e-979a-7cb5e1177d0f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4665b08a-6411-459e-979a-7cb5e1177d0f,segment=NetworkSegment(e0bf65f9-41e7-4628-96a3-bc6d463358d8),segment_id=e0bf65f9-41e7-4628-96a3-bc6d463358d8)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:56.963916 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:56.965117 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3bfc29d2-2b84-4a23-b429-481230250be8 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:57.051121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ec34004f-869e-444c-9924-a7b1e82483aa None None] Provisioning complete for port 4665b08a-6411-459e-979a-7cb5e1177d0f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:57.051745 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ec34004f-869e-444c-9924-a7b1e82483aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:57.243424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9976f6-7c18-4703-abc0-97b47b57c193 req-0a1a78c2-9ba7-4501-8198-1e8e6f4ca2fc tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:57.245173 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5e9976f6-7c18-4703-abc0-97b47b57c193 req-0a1a78c2-9ba7-4501-8198-1e8e6f4ca2fc tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 946 time: 0.2289555 Apr 20 15:50:57.245785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 54febf78-2900-4e40-9229-e2ba44488423 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:50:57.275592 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Sync routers for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:57.287216 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:57.288310 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:57.302883 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5eb43-3e93-46d2-bd6a-9d01acf65c08 None None] Pushing event updated for resources: {'Port': ['ID=87e31d7e-6cda-41ff-acd2-c0c89cabcc09,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:57.357952 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.extraroute_db [None req-705f6d0b-c3bb-498f-a43f-b33fbb525801 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 20 15:50:57.377758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11487b0-016f-4900-8418-2ed5474e64cc None None] Network 21551cf1-0abf-4ec3-991f-c9a6d338962c requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:50:57.378300 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.extraroute_db [None req-705f6d0b-c3bb-498f-a43f-b33fbb525801 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Removed routes are [] {{(pid=88169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 20 15:50:57.378752 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-705f6d0b-c3bb-498f-a43f-b33fbb525801 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:57.381924 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:57.452850 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 3bfc29d2-2b84-4a23-b429-481230250be8 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:50:57.465551 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Deleting port 87e31d7e-6cda-41ff-acd2-c0c89cabcc09 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:50:57.465959 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:57.519661 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 3bfc29d2-2b84-4a23-b429-481230250be8 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:57.520282 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:57.521710 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:50:57.553245 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5e9976f6-7c18-4703-abc0-97b47b57c193 req-636c6653-bc4d-48e9-8863-6f641d95e06c tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994399 Apr 20 15:50:57.659322 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:57.670256 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=4665b08a-6411-459e-979a-7cb5e1177d0f,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:57.685695 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Sync routers for ids ['54febf78-2900-4e40-9229-e2ba44488423'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:50:57.706925 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:57.712047 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4a35ab42-d95a-4aad-bd39-ce115054a645 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9019694 Apr 20 15:50:57.712904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36524) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:57.750594 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Routers {'54febf78-2900-4e40-9229-e2ba44488423'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:57.751251 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['54febf78-2900-4e40-9229-e2ba44488423'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:57.830915 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-369eb361-e2df-44f2-b6d0-a7bd31f6c4e2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=275d553700ad4a899ef09eedcedfa1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1155643 Apr 20 15:50:57.831650 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36530) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:57.858668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-705f6d0b-c3bb-498f-a43f-b33fbb525801 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:57.917581 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-705f6d0b-c3bb-498f-a43f-b33fbb525801 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:57.941654 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:50:57Z', 'revision_number': 6, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '3bfc29d2-2b84-4a23-b429-481230250be8', 'name': '', 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:6e:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:47Z', 'updated_at': '2022-04-20T15:50:54Z', 'revision_number': 4, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a3c96fa-dde1-43c9-9fa5-b168ed2e0832', 'name': '', 'network_id': '27f4d39d-00d5-4189-8553-53a730870476', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:83:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80865133-a750-4ee6-9fcb-5d9901fb53fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:50:54Z', 'revision_number': 2, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '80865133-a750-4ee6-9fcb-5d9901fb53fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:57.946111 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Checking router: cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:50:57.946694 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Updating router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 port 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:50:57.999943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a985440-76a4-4909-9933-2387d11d46cc tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:58.004739 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1a985440-76a4-4909-9933-2387d11d46cc tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1720552 Apr 20 15:50:58.005423 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36534) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:58.007003 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:58.016513 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:58.068624 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cd79f8ba-1c00-403a-815f-3dbef2e8efea tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616791 Apr 20 15:50:58.070018 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36538) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:58.077315 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-127a1aae-edcb-4ed3-bc2a-ef9393d6497e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1204767759', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:58.131995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 3bfc29d2-2b84-4a23-b429-481230250be8, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3bfc29d2-2b84-4a23-b429-481230250be8,segment=NetworkSegment(015e10f0-e5af-4a83-8f03-3ada1d544ee8),segment_id=015e10f0-e5af-4a83-8f03-3ada1d544ee8)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:58.150334 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:58.203637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] For port 87e31d7e-6cda-41ff-acd2-c0c89cabcc09, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=87e31d7e-6cda-41ff-acd2-c0c89cabcc09,segment=NetworkSegment(228c2c95-d3ed-4be7-aeaf-b8965ab856fb),segment_id=228c2c95-d3ed-4be7-aeaf-b8965ab856fb)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:50:58.203637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:58.311584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-127a1aae-edcb-4ed3-bc2a-ef9393d6497e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:50:58.315997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-127a1aae-edcb-4ed3-bc2a-ef9393d6497e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:subnet and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:50:58.318616 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f4131157-52d5-45ed-b71b-9cfbb3871601 None None] Provisioning complete for port 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:58.318894 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-127a1aae-edcb-4ed3-bc2a-ef9393d6497e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:50:58.319189 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f4131157-52d5-45ed-b71b-9cfbb3871601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:58.325691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-127a1aae-edcb-4ed3-bc2a-ef9393d6497e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:50:58.348770 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=3bfc29d2-2b84-4a23-b429-481230250be8,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:58.354723 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127a1aae-edcb-4ed3-bc2a-ef9393d6497e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:50:58.360968 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-127a1aae-edcb-4ed3-bc2a-ef9393d6497e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:58.374916 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96afc02e-17d4-41cf-849a-6e432914e9b2 None None] get_active_networks_info from dv-neutron-838699-1-hyperv {{(pid=88170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 15:50:58.390094 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Calling delete_port for 87e31d7e-6cda-41ff-acd2-c0c89cabcc09 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:50:58.440741 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Set router 54febf78-2900-4e40-9229-e2ba44488423 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:50:58.522678 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4665b08a-6411-459e-979a-7cb5e1177d0f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:50:58.549817 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:58.553198 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-f4131157-52d5-45ed-b71b-9cfbb3871601 None None] Port 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:50:58.566156 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Transition to ACTIVE for port object 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:50:58.574094 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705f6d0b-c3bb-498f-a43f-b33fbb525801 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:50:58.575115 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:58.637898 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-127a1aae-edcb-4ed3-bc2a-ef9393d6497e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:58.674918 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3b5b6-a591-417a-a2b0-6e4fdd4d0546 None None] Pushing event updated for resources: {'Port': ['ID=6a3c96fa-dde1-43c9-9fa5-b168ed2e0832,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:58.814421 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:58.846129 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a1aae-edcb-4ed3-bc2a-ef9393d6497e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Checking segment: {'id': 'c50a2fad-8011-4874-be55-1d740013c75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:58.846129 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127a1aae-edcb-4ed3-bc2a-ef9393d6497e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network hostable DHCP agents. Network: c355ee9e-7690-4bd5-baa0-5abbaf3a505a, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:50:58.853600 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a1aae-edcb-4ed3-bc2a-ef9393d6497e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Subnet': ['ID=9d96901c-0210-48f5-9a40-90dadee0a002,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:58.886016 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event deleted for resources: {'Port': ['ID=87e31d7e-6cda-41ff-acd2-c0c89cabcc09,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:58.888662 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Attempting to bind port 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:50:58.889289 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Attempting to bind port 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'e0bf65f9-41e7-4628-96a3-bc6d463358d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '27f4d39d-00d5-4189-8553-53a730870476'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:50:58.889900 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Attempting to bind port 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 on network 27f4d39d-00d5-4189-8553-53a730870476 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:50:58.892728 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127a1aae-edcb-4ed3-bc2a-ef9393d6497e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network c355ee9e-7690-4bd5-baa0-5abbaf3a505a is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:50:58.898554 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:50:58.899026 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Checking segment: {'id': 'e0bf65f9-41e7-4628-96a3-bc6d463358d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '27f4d39d-00d5-4189-8553-53a730870476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:50:58.899448 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:58.899865 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Bound using segment: {'id': 'e0bf65f9-41e7-4628-96a3-bc6d463358d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '27f4d39d-00d5-4189-8553-53a730870476'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:50:58.900387 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Bound port: 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bf65f9-41e7-4628-96a3-bc6d463358d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '27f4d39d-00d5-4189-8553-53a730870476'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:50:58.902297 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] No DVR routers for this DVR port 87e31d7e-6cda-41ff-acd2-c0c89cabcc09 on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:50:58.905471 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:58.914640 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d99dc7-469a-4b6b-ae20-c3cc522c97ee req-8df02818-5ac1-4647-96d2-738fef457cb7 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:58.916318 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-48d99dc7-469a-4b6b-ae20-c3cc522c97ee req-8df02818-5ac1-4647-96d2-738fef457cb7 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 946 time: 0.1981971 Apr 20 15:50:58.917516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-127a1aae-edcb-4ed3-bc2a-ef9393d6497e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, c355ee9e-7690-4bd5-baa0-5abbaf3a505a) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:50:58.922147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127a1aae-edcb-4ed3-bc2a-ef9393d6497e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:58.922871 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-127a1aae-edcb-4ed3-bc2a-ef9393d6497e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:58.952300 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 4665b08a-6411-459e-979a-7cb5e1177d0f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:50:58.952963 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:58.960794 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705f6d0b-c3bb-498f-a43f-b33fbb525801 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:50:58.979037 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-127a1aae-edcb-4ed3-bc2a-ef9393d6497e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9052038 Apr 20 15:50:58.979965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36548) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:59.047870 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] For port 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:50:59.052046 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] For port 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=6a3c96fa-dde1-43c9-9fa5-b168ed2e0832,segment=NetworkSegment(e0bf65f9-41e7-4628-96a3-bc6d463358d8),segment_id=e0bf65f9-41e7-4628-96a3-bc6d463358d8)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:50:59.062618 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:59.065170 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-705f6d0b-c3bb-498f-a43f-b33fbb525801 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:59.069117 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-705f6d0b-c3bb-498f-a43f-b33fbb525801 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 HTTP/1.1" status: 200 len: 954 time: 2.7971559 Apr 20 15:50:59.070843 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36552) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:59.081570 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-48d99dc7-469a-4b6b-ae20-c3cc522c97ee req-1b5da12a-6992-4861-990e-07f347d88e5d tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461966 Apr 20 15:50:59.104861 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96afc02e-17d4-41cf-849a-6e432914e9b2 None None] Resources bound (agent type, host, resource id): {{(pid=88170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 15:50:59.174777 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3b5b6-a591-417a-a2b0-6e4fdd4d0546 None None] Pushing event updated for resources: {'Port': ['ID=6a3c96fa-dde1-43c9-9fa5-b168ed2e0832,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:50:59.206506 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:50:59.207736 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:59.248539 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:59.370539 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21551cf1-0abf-4ec3-991f-c9a6d338962c']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:59.396363 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228c2c95-d3ed-4be7-aeaf-b8965ab856fb') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:59.397503 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228c2c95-d3ed-4be7-aeaf-b8965ab856fb') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:59.419230 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2070b8f8-724a-471e-bcc6-93b5254758fc tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/routers/cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 HTTP/1.1" status: 200 len: 954 time: 0.3472354 Apr 20 15:50:59.421661 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:59.428489 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36556) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:50:59.439220 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b33f24d5-6b90-44d9-a2a8-a07777a14f7c tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'router': {'routes': None}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:50:59.473482 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:50:59.486237 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:50:55Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:59.511292 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Checking router: 54febf78-2900-4e40-9229-e2ba44488423 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:50:59.511647 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Updating router 54febf78-2900-4e40-9229-e2ba44488423 port b34f22a9-9245-48e2-ac1e-2628cf8409b4 binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:50:59.583898 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:59.584613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:59.591519 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:50:59.592061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:50:59.672937 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:50:59.842091 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ips': [{'subnet_id': '9d96901c-0210-48f5-9a40-90dadee0a002'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:50:59.843134 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:59.868301 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:50:57Z', 'revision_number': 6, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '3bfc29d2-2b84-4a23-b429-481230250be8', 'name': '', 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:6e:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:47Z', 'updated_at': '2022-04-20T15:50:58Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a3c96fa-dde1-43c9-9fa5-b168ed2e0832', 'name': '', 'network_id': '27f4d39d-00d5-4189-8553-53a730870476', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:83:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80865133-a750-4ee6-9fcb-5d9901fb53fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:50:59Z', 'revision_number': 4, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '80865133-a750-4ee6-9fcb-5d9901fb53fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:50:59.874859 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d00bee-6916-467f-927e-617a31b161bb None None] The sync data for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv is: [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:50:57Z', 'revision_number': 6, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '3bfc29d2-2b84-4a23-b429-481230250be8', 'name': '', 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:6e:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:47Z', 'updated_at': '2022-04-20T15:50:58Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a3c96fa-dde1-43c9-9fa5-b168ed2e0832', 'name': '', 'network_id': '27f4d39d-00d5-4189-8553-53a730870476', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:83:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80865133-a750-4ee6-9fcb-5d9901fb53fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:50:59Z', 'revision_number': 4, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '80865133-a750-4ee6-9fcb-5d9901fb53fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:00.010186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:00.057322 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:00.145888 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:00.148485 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Allocated IP 172.20.0.2 (c355ee9e-7690-4bd5-baa0-5abbaf3a505a/9d96901c-0210-48f5-9a40-90dadee0a002/2bf34c5f-a64d-4651-b146-d950bf22decb) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:00.193467 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/networks/21551cf1-0abf-4ec3-991f-c9a6d338962c HTTP/1.1" status: 204 len: 168 time: 5.4393313 Apr 20 15:51:00.194423 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911a03a-80f3-417d-821f-30c6e0c64905 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event deleted for resources: {'Network': ['ID=21551cf1-0abf-4ec3-991f-c9a6d338962c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:00.198444 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36562) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:00.287132 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ecbc5-37b6-4631-b329-cdf936ae8937 None None] Sync routers for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:00.307274 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8ecbc5-37b6-4631-b329-cdf936ae8937 None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:00.307941 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ef8ecbc5-37b6-4631-b329-cdf936ae8937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:00.342934 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:00.367890 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:00.424647 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Transition to ACTIVE for port object b34f22a9-9245-48e2-ac1e-2628cf8409b4 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:00.456747 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:00.499873 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2139382-2eef-4d78-a727-d36940eced3b req-8b3d304b-0352-4948-995f-fd325b589bfb tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:00.501426 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e2139382-2eef-4d78-a727-d36940eced3b req-8b3d304b-0352-4948-995f-fd325b589bfb tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 946 time: 0.1908355 Apr 20 15:51:00.520132 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-ef8ecbc5-37b6-4631-b329-cdf936ae8937 None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:00.553888 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dcc7df-c1de-4bba-96b6-4132d0220afa None None] Pushing event updated for resources: {'Port': ['ID=b34f22a9-9245-48e2-ac1e-2628cf8409b4,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:00.581347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Attempting to bind port b34f22a9-9245-48e2-ac1e-2628cf8409b4 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:00.581874 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Attempting to bind port b34f22a9-9245-48e2-ac1e-2628cf8409b4 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:00.582382 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Attempting to bind port b34f22a9-9245-48e2-ac1e-2628cf8409b4 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:51:00.596998 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:00.605172 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:00.605701 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:00.629594 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e2139382-2eef-4d78-a727-d36940eced3b req-743ec150-0d4e-413f-8f85-5adb165dd29a tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164069 Apr 20 15:51:00.658428 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-905b1c74-66a6-4510-b543-3e848bd24023 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] DELETE failed (client error): The resource could not be found. Apr 20 15:51:00.659026 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905b1c74-66a6-4510-b543-3e848bd24023 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:00.662995 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-905b1c74-66a6-4510-b543-3e848bd24023 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/subnets/f104ca96-9759-44ff-9e8e-b8aa3c65c043 HTTP/1.1" status: 404 len: 337 time: 0.4612234 Apr 20 15:51:00.663392 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36566) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:00.675759 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:51:00.676306 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:00.676818 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:00.677304 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:51:00.677908 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Bound port: b34f22a9-9245-48e2-ac1e-2628cf8409b4, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:00.678385 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:00.692896 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9febf0-bf3d-4331-8036-6c4ee3c8e9b4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] DELETE failed (client error): The resource could not be found. Apr 20 15:51:00.693392 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9febf0-bf3d-4331-8036-6c4ee3c8e9b4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:00.695406 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.extraroute_db [None req-b33f24d5-6b90-44d9-a2a8-a07777a14f7c tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Added routes are [] {{(pid=88169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 20 15:51:00.696242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.extraroute_db [None req-b33f24d5-6b90-44d9-a2a8-a07777a14f7c tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 20 15:51:00.703247 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-aa9febf0-bf3d-4331-8036-6c4ee3c8e9b4 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/networks/21551cf1-0abf-4ec3-991f-c9a6d338962c HTTP/1.1" status: 404 len: 339 time: 0.0363657 Apr 20 15:51:00.703490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36570) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:00.740722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b33f24d5-6b90-44d9-a2a8-a07777a14f7c tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:00.747148 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3f412a-e2f4-4c9a-9a43-582c13f5fd7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] DELETE failed (client error): The resource could not be found. Apr 20 15:51:00.747566 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3f412a-e2f4-4c9a-9a43-582c13f5fd7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:00.751886 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3b3f412a-e2f4-4c9a-9a43-582c13f5fd7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/subnets/759ebd51-ff6f-4bd7-b676-c875f3692e6a HTTP/1.1" status: 404 len: 337 time: 0.0448151 Apr 20 15:51:00.752100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36574) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:00.772801 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] For port b34f22a9-9245-48e2-ac1e-2628cf8409b4, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:51:00.776107 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] For port b34f22a9-9245-48e2-ac1e-2628cf8409b4, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b34f22a9-9245-48e2-ac1e-2628cf8409b4,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:51:00.789028 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea2f149-c1b3-4b30-9c47-85fbcfb6b5c9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] DELETE failed (client error): The resource could not be found. Apr 20 15:51:00.789518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea2f149-c1b3-4b30-9c47-85fbcfb6b5c9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:00.793847 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0ea2f149-c1b3-4b30-9c47-85fbcfb6b5c9 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/networks/8ce9c167-dcb9-4200-8184-5712b540694c HTTP/1.1" status: 404 len: 339 time: 0.0379071 Apr 20 15:51:00.794834 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36578) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:00.826591 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:00.836580 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b374cd5-d02c-4c7c-aa55-0590b5923a31 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] DELETE failed (client error): The resource could not be found. Apr 20 15:51:00.837051 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b374cd5-d02c-4c7c-aa55-0590b5923a31 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:00.841243 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3b374cd5-d02c-4c7c-aa55-0590b5923a31 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/subnets/2381cd2f-ac4c-4cfc-bd43-2783891b0ab3 HTTP/1.1" status: 404 len: 337 time: 0.0428803 Apr 20 15:51:00.841446 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36582) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:00.872705 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d066ae-4219-41d2-9ae8-ab93898fd2b7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] DELETE failed (client error): The resource could not be found. Apr 20 15:51:00.873179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d066ae-4219-41d2-9ae8-ab93898fd2b7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:00.877405 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b9d066ae-4219-41d2-9ae8-ab93898fd2b7 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/networks/12d98adb-2d31-4276-849f-90019f3dd111 HTTP/1.1" status: 404 len: 339 time: 0.0324419 Apr 20 15:51:00.877543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36586) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:00.912826 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:00.922960 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Transition to ACTIVE for port object 2bf34c5f-a64d-4651-b146-d950bf22decb will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:00.944612 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Transition to ACTIVE for port object 2bf34c5f-a64d-4651-b146-d950bf22decb will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:00.975469 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:00.994209 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ef8ecbc5-37b6-4631-b329-cdf936ae8937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:50:57Z', 'revision_number': 6, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '3bfc29d2-2b84-4a23-b429-481230250be8', 'name': '', 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:6e:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:47Z', 'updated_at': '2022-04-20T15:50:58Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a3c96fa-dde1-43c9-9fa5-b168ed2e0832', 'name': '', 'network_id': '27f4d39d-00d5-4189-8553-53a730870476', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:83:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80865133-a750-4ee6-9fcb-5d9901fb53fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:50:59Z', 'revision_number': 4, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '80865133-a750-4ee6-9fcb-5d9901fb53fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:00.999863 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Network c355ee9e-7690-4bd5-baa0-5abbaf3a505a is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:01.001330 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ecbc5-37b6-4631-b329-cdf936ae8937 None None] Checking router: cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:51:01.006130 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:01.008928 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:01.015698 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8ecbc5-37b6-4631-b329-cdf936ae8937 None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:01.016352 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ef8ecbc5-37b6-4631-b329-cdf936ae8937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:01.036402 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Routers {'54febf78-2900-4e40-9229-e2ba44488423'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:01.037395 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['54febf78-2900-4e40-9229-e2ba44488423'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:01.060536 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Deleting port fba15bed-9747-4e56-9cef-145a8e46f908 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:01.061135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:01.106886 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b33f24d5-6b90-44d9-a2a8-a07777a14f7c tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:01.111315 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b33f24d5-6b90-44d9-a2a8-a07777a14f7c tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:01.137851 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.1 (c355ee9e-7690-4bd5-baa0-5abbaf3a505a/9d96901c-0210-48f5-9a40-90dadee0a002/b2c8010a-3d31-4430-9d9b-d8ac362339b8) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:01.193257 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-ef8ecbc5-37b6-4631-b329-cdf936ae8937 None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:01.254497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c85b0c1e-327a-42b8-ab3e-79fd9d403514 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 15:51:01.257303 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c85b0c1e-327a-42b8-ab3e-79fd9d403514 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:51:01.325566 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33f24d5-6b90-44d9-a2a8-a07777a14f7c tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:51:01.361497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dcc7df-c1de-4bba-96b6-4132d0220afa None None] Pushing event updated for resources: {'Port': ['ID=b34f22a9-9245-48e2-ac1e-2628cf8409b4,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:01.370673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:01.509601 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Calling delete_port for fba15bed-9747-4e56-9cef-145a8e46f908 owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:01.515174 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33f24d5-6b90-44d9-a2a8-a07777a14f7c tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:51:01.526223 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b33f24d5-6b90-44d9-a2a8-a07777a14f7c tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:01.528195 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b33f24d5-6b90-44d9-a2a8-a07777a14f7c tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 HTTP/1.1" status: 200 len: 704 time: 2.0979218 Apr 20 15:51:01.530958 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36590) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:01.587575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01fb0f-e54f-4a71-b2b9-062c9d66e838 req-5a751722-d4e2-4310-9bfc-e8c36312111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:01.589072 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ee01fb0f-e54f-4a71-b2b9-062c9d66e838 req-5a751722-d4e2-4310-9bfc-e8c36312111f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 1099 time: 0.7132080 Apr 20 15:51:01.606326 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ef8ecbc5-37b6-4631-b329-cdf936ae8937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:00Z', 'revision_number': 7, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '3bfc29d2-2b84-4a23-b429-481230250be8', 'name': '', 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:6e:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:47Z', 'updated_at': '2022-04-20T15:50:58Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a3c96fa-dde1-43c9-9fa5-b168ed2e0832', 'name': '', 'network_id': '27f4d39d-00d5-4189-8553-53a730870476', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:83:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80865133-a750-4ee6-9fcb-5d9901fb53fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:50:59Z', 'revision_number': 4, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '80865133-a750-4ee6-9fcb-5d9901fb53fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:01.611913 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ecbc5-37b6-4631-b329-cdf936ae8937 None None] The sync data for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv is: [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:00Z', 'revision_number': 7, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '3bfc29d2-2b84-4a23-b429-481230250be8', 'name': '', 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:6e:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:47Z', 'updated_at': '2022-04-20T15:50:58Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a3c96fa-dde1-43c9-9fa5-b168ed2e0832', 'name': '', 'network_id': '27f4d39d-00d5-4189-8553-53a730870476', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:83:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80865133-a750-4ee6-9fcb-5d9901fb53fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:50:59Z', 'revision_number': 4, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '80865133-a750-4ee6-9fcb-5d9901fb53fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:01.714870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Attempting to bind port 2bf34c5f-a64d-4651-b146-d950bf22decb on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:01.715514 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Attempting to bind port 2bf34c5f-a64d-4651-b146-d950bf22decb by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'c50a2fad-8011-4874-be55-1d740013c75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:01.715646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Attempting to bind port 2bf34c5f-a64d-4651-b146-d950bf22decb on network c355ee9e-7690-4bd5-baa0-5abbaf3a505a {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:51:01.718879 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c85b0c1e-327a-42b8-ab3e-79fd9d403514, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c85b0c1e-327a-42b8-ab3e-79fd9d403514,segment=NetworkSegment(8f6e2656-e833-462b-bdfb-8affc9ebcdb9),segment_id=8f6e2656-e833-462b-bdfb-8affc9ebcdb9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:01.723276 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0408db34-fd8a-4e45-9594-247c2b1149f0 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/routers/cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 HTTP/1.1" status: 200 len: 704 time: 0.1911380 Apr 20 15:51:01.726123 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36596) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:01.780105 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:01.798744 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:51:01.799151 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Checking segment: {'id': 'c50a2fad-8011-4874-be55-1d740013c75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:01.799756 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:01.800190 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Bound using segment: {'id': 'c50a2fad-8011-4874-be55-1d740013c75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:51:01.800677 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Bound port: 2bf34c5f-a64d-4651-b146-d950bf22decb, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50a2fad-8011-4874-be55-1d740013c75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:01.801059 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:01.822608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514', 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f', 'port_id': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514', 'mac_address': 'fa:16:3e:72:b2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 15:51:01.837149 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Pushing event updated for resources: {'Port': ['ID=2bf34c5f-a64d-4651-b146-d950bf22decb,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:01.948329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] Set router 54febf78-2900-4e40-9229-e2ba44488423 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:01.956214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:01.969241 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ee01fb0f-e54f-4a71-b2b9-062c9d66e838 req-c78fcdc1-0b7e-4856-b585-4771f8df4f2a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3631895 Apr 20 15:51:01.998975 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=6a3c96fa-dde1-43c9-9fa5-b168ed2e0832,segment=NetworkSegment(e0bf65f9-41e7-4628-96a3-bc6d463358d8),segment_id=e0bf65f9-41e7-4628-96a3-bc6d463358d8)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:02.003990 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48825ac1-a24a-4e2d-87bd-d355c1ef93b6 None None] Sync routers for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:02.025426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event deleted for resources: {'Port': ['ID=fba15bed-9747-4e56-9cef-145a8e46f908,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:02.063936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:02.064618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:02.064618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:02.064838 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:02.065176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:02.065510 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:02.065845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:02.066177 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:02.066505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:02.066834 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:02.067159 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:02.067483 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:02.074129 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:02.095069 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f47a9ceb-9ca6-40ae-b076-567bd3d00fc1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/ports/fba15bed-9747-4e56-9cef-145a8e46f908 HTTP/1.1" status: 204 len: 168 time: 1.2165551 Apr 20 15:51:02.102480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36600) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:02.119554 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:02.120405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3bfc29d2-2b84-4a23-b429-481230250be8 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:02.166318 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:02.185361 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-09abdbdf-4af2-4888-855b-03dbbe0179e6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] DELETE failed (client error): The resource could not be found. Apr 20 15:51:02.185952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09abdbdf-4af2-4888-855b-03dbbe0179e6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:02.190209 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-09abdbdf-4af2-4888-855b-03dbbe0179e6 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/subnets/1dbb8cc7-47a1-4cec-b0d5-a16a6082b875 HTTP/1.1" status: 404 len: 337 time: 0.0843184 Apr 20 15:51:02.191869 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36604) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:02.200223 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db02ad2-3e06-4948-a720-37b9f4028821 req-a2243064-61e6-4126-8dd6-9d4b3a6ea855 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:02.201830 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2db02ad2-3e06-4948-a720-37b9f4028821 req-a2243064-61e6-4126-8dd6-9d4b3a6ea855 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 946 time: 0.3292634 Apr 20 15:51:02.211215 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:02.248399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object b2c8010a-3d31-4430-9d9b-d8ac362339b8 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:02.316986 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48825ac1-a24a-4e2d-87bd-d355c1ef93b6 None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:02.317523 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-48825ac1-a24a-4e2d-87bd-d355c1ef93b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:02.362146 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2db02ad2-3e06-4948-a720-37b9f4028821 req-02a91125-3845-4e15-8fa3-215fe927207c tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334071 Apr 20 15:51:02.373950 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1138317e-1773-47dd-a3dc-5d990998af8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:02.399864 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:02.428222 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae5a2986-1a67-47fa-9f02-701f39ef7125 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:02.428478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c85b0c1e-327a-42b8-ab3e-79fd9d403514 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:51:02.456236 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c3f41308-16f3-4e43-a8b3-87fe952b0664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:02.497385 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:02.505769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network c355ee9e-7690-4bd5-baa0-5abbaf3a505a is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:02.513333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:02.530740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:02.595659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:02.597929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] For port 2bf34c5f-a64d-4651-b146-d950bf22decb, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:51:02.622252 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=6a3c96fa-dde1-43c9-9fa5-b168ed2e0832,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:02.650562 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c85b0c1e-327a-42b8-ab3e-79fd9d403514, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c85b0c1e-327a-42b8-ab3e-79fd9d403514,segment=NetworkSegment(8f6e2656-e833-462b-bdfb-8affc9ebcdb9),segment_id=8f6e2656-e833-462b-bdfb-8affc9ebcdb9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:02.652848 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] For port 2bf34c5f-a64d-4651-b146-d950bf22decb, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2bf34c5f-a64d-4651-b146-d950bf22decb,segment=NetworkSegment(c50a2fad-8011-4874-be55-1d740013c75e),segment_id=c50a2fad-8011-4874-be55-1d740013c75e)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:51:02.689372 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:02.693559 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:02.792521 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=b2c8010a-3d31-4430-9d9b-d8ac362339b8,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:02.828765 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1138317e-1773-47dd-a3dc-5d990998af8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:02.839324 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-ae5a2986-1a67-47fa-9f02-701f39ef7125 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:02.839919 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae5a2986-1a67-47fa-9f02-701f39ef7125 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:02.862213 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:02.879818 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-48825ac1-a24a-4e2d-87bd-d355c1ef93b6 None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:02.921620 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-1138317e-1773-47dd-a3dc-5d990998af8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c508ea07-cd4e-42fc-89fc-5f669737597d']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:02.934894 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 3bfc29d2-2b84-4a23-b429-481230250be8 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:02.935422 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:02.942974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-1138317e-1773-47dd-a3dc-5d990998af8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a08c54-7bbf-47d7-9ab5-999f97fae3b4') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:02.943283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-1138317e-1773-47dd-a3dc-5d990998af8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a08c54-7bbf-47d7-9ab5-999f97fae3b4') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:02.964847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1138317e-1773-47dd-a3dc-5d990998af8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:03.050923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1138317e-1773-47dd-a3dc-5d990998af8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:03.053570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-ae5a2986-1a67-47fa-9f02-701f39ef7125 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] For port 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=6a3c96fa-dde1-43c9-9fa5-b168ed2e0832,segment=NetworkSegment(e0bf65f9-41e7-4628-96a3-bc6d463358d8),segment_id=e0bf65f9-41e7-4628-96a3-bc6d463358d8)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:03.053712 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae5a2986-1a67-47fa-9f02-701f39ef7125 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:03.063177 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1138317e-1773-47dd-a3dc-5d990998af8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:51:03.063800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1138317e-1773-47dd-a3dc-5d990998af8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:03.100841 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:51:03.109870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:51:03.184926 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:51:03.192411 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9ca30-3e3b-4e00-94a0-8d57b3054fc5 None None] Pushing event updated for resources: {'Port': ['ID=2bf34c5f-a64d-4651-b146-d950bf22decb,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:03.295144 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-ae5a2986-1a67-47fa-9f02-701f39ef7125 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Calling delete_port for 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:03.493899 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=c85b0c1e-327a-42b8-ab3e-79fd9d403514,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:03.500481 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1138317e-1773-47dd-a3dc-5d990998af8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:03.533092 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1138317e-1773-47dd-a3dc-5d990998af8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:03.587336 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:50:55Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:03.618600 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1138317e-1773-47dd-a3dc-5d990998af8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/networks/c508ea07-cd4e-42fc-89fc-5f669737597d HTTP/1.1" status: 204 len: 168 time: 1.4156048 Apr 20 15:51:03.622729 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36610) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:03.651586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138317e-1773-47dd-a3dc-5d990998af8d tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event deleted for resources: {'Network': ['ID=c508ea07-cd4e-42fc-89fc-5f669737597d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:03.652211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b8891-f058-416e-aef3-46d7be9ab088 None None] The sync data for ids ['54febf78-2900-4e40-9229-e2ba44488423'] in dv-neutron-838699-1-hyperv is: [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:50:55Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:03.703932 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:03.718791 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae5a2986-1a67-47fa-9f02-701f39ef7125 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:03.731485 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c85b0c1e-327a-42b8-ab3e-79fd9d403514 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:51:03.755133 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c85b0c1e-327a-42b8-ab3e-79fd9d403514, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c85b0c1e-327a-42b8-ab3e-79fd9d403514,segment=NetworkSegment(8f6e2656-e833-462b-bdfb-8affc9ebcdb9),segment_id=8f6e2656-e833-462b-bdfb-8affc9ebcdb9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:03.765673 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-48825ac1-a24a-4e2d-87bd-d355c1ef93b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:00Z', 'revision_number': 7, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '3bfc29d2-2b84-4a23-b429-481230250be8', 'name': '', 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:6e:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:47Z', 'updated_at': '2022-04-20T15:50:58Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a3c96fa-dde1-43c9-9fa5-b168ed2e0832', 'name': '', 'network_id': '27f4d39d-00d5-4189-8553-53a730870476', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:83:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80865133-a750-4ee6-9fcb-5d9901fb53fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:51:01Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '80865133-a750-4ee6-9fcb-5d9901fb53fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:03.773577 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:03.791805 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Deleting port 09beef00-fdfa-49d8-93fe-47006d5e4918 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:03.792155 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:03.811400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48825ac1-a24a-4e2d-87bd-d355c1ef93b6 None None] Checking router: cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:51:03.831882 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88770619-b9c1-4a1e-93e0-d4b1e5b5850c req-4d1a0545-1a56-4b5c-a8b3-cc5526c4505c tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:03.838127 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-88770619-b9c1-4a1e-93e0-d4b1e5b5850c req-4d1a0545-1a56-4b5c-a8b3-cc5526c4505c tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 945 time: 0.2890744 Apr 20 15:51:03.843482 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48825ac1-a24a-4e2d-87bd-d355c1ef93b6 None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:03.844244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-48825ac1-a24a-4e2d-87bd-d355c1ef93b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:50:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:03.888331 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:03.892597 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-88770619-b9c1-4a1e-93e0-d4b1e5b5850c req-c22c805b-d9b7-4451-b4cd-02b5d22a0d7d tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469542 Apr 20 15:51:03.895286 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:03.914049 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a2986-1a67-47fa-9f02-701f39ef7125 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Port': ['ID=6a3c96fa-dde1-43c9-9fa5-b168ed2e0832,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:03.925921 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:03.938328 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36614) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:04.021489 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:51:04.021860 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 20 15:51:04.094478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=c85b0c1e-327a-42b8-ab3e-79fd9d403514,revision_number=7']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:04.106090 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Port 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 not found, will not notify nova. {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 20 15:51:04.106507 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2bf34c5f-a64d-4651-b146-d950bf22decb up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:04.188436 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['c85b0c1e-327a-42b8-ab3e-79fd9d403514'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 15:51:04.281655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-48825ac1-a24a-4e2d-87bd-d355c1ef93b6 None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:04.292702 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:04.335508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=b2c8010a-3d31-4430-9d9b-d8ac362339b8,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:04.508687 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-140536a1-ea55-423c-83df-271406eff435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:04.550196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network c355ee9e-7690-4bd5-baa0-5abbaf3a505a is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:04.551529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:04.577407 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c02d17-8e54-4dc0-9d8c-a32f0cdfb306 None None] get_active_networks_info from dv-neutron-838699-1-hyperv {{(pid=88170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 15:51:04.623544 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9d59b947-9f5c-4a6e-a931-80d071597fbb tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/floatingips/17252b15-a24a-463a-b0ca-21e22e4b4078 HTTP/1.1" status: 200 len: 991 time: 0.6840909 Apr 20 15:51:04.762614 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 2bf34c5f-a64d-4651-b146-d950bf22decb completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:04.773040 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae5a2986-1a67-47fa-9f02-701f39ef7125 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:04.804092 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 54febf78-2900-4e40-9229-e2ba44488423 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:51:04.816789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a13b55e2-8a0b-4ee3-8731-38de3df7ad13 None None] Provisioning for port 2bf34c5f-a64d-4651-b146-d950bf22decb completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:04.875148 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:04.977888 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a13b55e2-8a0b-4ee3-8731-38de3df7ad13 None None] Provisioning complete for port 2bf34c5f-a64d-4651-b146-d950bf22decb triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:04.978436 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a13b55e2-8a0b-4ee3-8731-38de3df7ad13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:05.013549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:51:05.021305 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8149c396-f8c7-4f8c-bcab-55999cd7bf52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/54febf78-2900-4e40-9229-e2ba44488423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0403681 Apr 20 15:51:05.022098 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36618) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:05.062970 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Calling delete_port for 09beef00-fdfa-49d8-93fe-47006d5e4918 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:05.186811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f245a9-7f35-46a3-a79c-a9a8fcd90983 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.187357 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f245a9-7f35-46a3-a79c-a9a8fcd90983 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.187854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f245a9-7f35-46a3-a79c-a9a8fcd90983 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.188439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f245a9-7f35-46a3-a79c-a9a8fcd90983 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.188869 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f245a9-7f35-46a3-a79c-a9a8fcd90983 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.189317 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f245a9-7f35-46a3-a79c-a9a8fcd90983 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.189765 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f245a9-7f35-46a3-a79c-a9a8fcd90983 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.190214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f245a9-7f35-46a3-a79c-a9a8fcd90983 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.190713 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f245a9-7f35-46a3-a79c-a9a8fcd90983 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.191164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f245a9-7f35-46a3-a79c-a9a8fcd90983 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.191665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f245a9-7f35-46a3-a79c-a9a8fcd90983 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.197151 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-20f245a9-7f35-46a3-a79c-a9a8fcd90983 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7685 time: 0.1740587 Apr 20 15:51:05.197321 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36622) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:05.287698 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-48825ac1-a24a-4e2d-87bd-d355c1ef93b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:03Z', 'revision_number': 8, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '3bfc29d2-2b84-4a23-b429-481230250be8', 'name': '', 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:6e:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:47Z', 'updated_at': '2022-04-20T15:50:58Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:05.289650 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c02d17-8e54-4dc0-9d8c-a32f0cdfb306 None None] Resources bound (agent type, host, resource id): {{(pid=88170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 15:51:05.313516 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48825ac1-a24a-4e2d-87bd-d355c1ef93b6 None None] The sync data for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv is: [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:03Z', 'revision_number': 8, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '3bfc29d2-2b84-4a23-b429-481230250be8', 'name': '', 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:6e:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:47Z', 'updated_at': '2022-04-20T15:50:58Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:05.347968 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:05.363624 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a13b55e2-8a0b-4ee3-8731-38de3df7ad13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:05.422707 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event deleted for resources: {'Port': ['ID=09beef00-fdfa-49d8-93fe-47006d5e4918,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:05.431579 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:05.452637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:05.452986 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:05.453320 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:05.453652 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:05.453977 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:05.454303 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:05.454627 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:05.454949 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:05.455273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:05.455598 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:05.455941 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:05.456758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:05.466736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c3f20-ed27-465c-97b0-044b71d87080 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.467208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c3f20-ed27-465c-97b0-044b71d87080 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.467663 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c3f20-ed27-465c-97b0-044b71d87080 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.468143 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c3f20-ed27-465c-97b0-044b71d87080 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.468625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c3f20-ed27-465c-97b0-044b71d87080 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.469020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c3f20-ed27-465c-97b0-044b71d87080 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.469463 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c3f20-ed27-465c-97b0-044b71d87080 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.469908 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c3f20-ed27-465c-97b0-044b71d87080 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.470338 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c3f20-ed27-465c-97b0-044b71d87080 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.471213 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c3f20-ed27-465c-97b0-044b71d87080 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:05.475435 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3d2c3f20-ed27-465c-97b0-044b71d87080 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6468 time: 0.2639859 Apr 20 15:51:05.475435 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5a2986-1a67-47fa-9f02-701f39ef7125 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:51:05.476054 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36630) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:05.483992 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-19250545-3052-451f-9ba0-4a4436391a7f tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/ports/09beef00-fdfa-49d8-93fe-47006d5e4918 HTTP/1.1" status: 204 len: 168 time: 1.8541980 Apr 20 15:51:05.484827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36634) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:05.520163 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-a13b55e2-8a0b-4ee3-8731-38de3df7ad13 None None] For port 2bf34c5f-a64d-4651-b146-d950bf22decb, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2bf34c5f-a64d-4651-b146-d950bf22decb,segment=NetworkSegment(c50a2fad-8011-4874-be55-1d740013c75e),segment_id=c50a2fad-8011-4874-be55-1d740013c75e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:05.536277 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb40c9a-8dda-466b-a951-2f83b2f8189e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] DELETE failed (client error): The resource could not be found. Apr 20 15:51:05.537116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb40c9a-8dda-466b-a951-2f83b2f8189e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:05.542363 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0eb40c9a-8dda-466b-a951-2f83b2f8189e tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/subnets/bc7dae24-7095-432b-9a8e-fb01c5a4d1de HTTP/1.1" status: 404 len: 337 time: 0.0559635 Apr 20 15:51:05.542803 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36638) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:05.546901 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a13b55e2-8a0b-4ee3-8731-38de3df7ad13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:05.711587 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b55e2-8a0b-4ee3-8731-38de3df7ad13 None None] Pushing event updated for resources: {'Port': ['ID=2bf34c5f-a64d-4651-b146-d950bf22decb,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:05.717168 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:05.738750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:05.823830 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b34f22a9-9245-48e2-ac1e-2628cf8409b4 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:05.854678 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Sync routers for ids ['54febf78-2900-4e40-9229-e2ba44488423'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:05.869032 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Routers {'54febf78-2900-4e40-9229-e2ba44488423'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:05.872118 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['54febf78-2900-4e40-9229-e2ba44488423'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:05.938403 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port b34f22a9-9245-48e2-ac1e-2628cf8409b4 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:05.946869 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port b34f22a9-9245-48e2-ac1e-2628cf8409b4 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:05.947019 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:05.984579 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2e0131-c7c8-4528-841c-15d7c4d8d939 None None] Network c355ee9e-7690-4bd5-baa0-5abbaf3a505a requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:05.991522 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5a2986-1a67-47fa-9f02-701f39ef7125 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:51:05.998108 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ae5a2986-1a67-47fa-9f02-701f39ef7125 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2706432 Apr 20 15:51:06.001178 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36642) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:06.010061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a5941c5-63bf-48ed-9d0e-b0f9448370c1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:06.068747 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0908c717-f6be-452c-ae4d-5deff70f7999 None None] Sync routers for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:06.088319 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Set router 54febf78-2900-4e40-9229-e2ba44488423 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:06.109378 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0908c717-f6be-452c-ae4d-5deff70f7999 None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:06.110056 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0908c717-f6be-452c-ae4d-5deff70f7999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:06.157743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6c24c5-4174-4010-9de8-fd3f376f9279 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting subnet 80865133-a750-4ee6-9fcb-5d9901fb53fd {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:51:06.172800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ee6c24c5-4174-4010-9de8-fd3f376f9279 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:06.251516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ee6c24c5-4174-4010-9de8-fd3f376f9279 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:06.264848 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a5941c5-63bf-48ed-9d0e-b0f9448370c1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:06.306863 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-5a5941c5-63bf-48ed-9d0e-b0f9448370c1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90714999-7c73-45cd-aca3-56a962292274']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:06.319776 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-5a5941c5-63bf-48ed-9d0e-b0f9448370c1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa52315-7b9b-40b6-a1f1-1fd69c6b0b6b') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:06.320082 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-5a5941c5-63bf-48ed-9d0e-b0f9448370c1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa52315-7b9b-40b6-a1f1-1fd69c6b0b6b') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:06.332830 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a5941c5-63bf-48ed-9d0e-b0f9448370c1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:06.364326 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a5941c5-63bf-48ed-9d0e-b0f9448370c1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:06.381879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5941c5-63bf-48ed-9d0e-b0f9448370c1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:51:06.382873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a5941c5-63bf-48ed-9d0e-b0f9448370c1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:06.401149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ee6c24c5-4174-4010-9de8-fd3f376f9279 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:06.416139 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:51:06.423377 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:51:06.480052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c8e782c1-98a6-42b8-b188-e3788e8ec6bb None None] Could not find standard attr ID for object 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:51:06.494238 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ee6c24c5-4174-4010-9de8-fd3f376f9279 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:06.540828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c24c5-4174-4010-9de8-fd3f376f9279 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Subnet': ['ID=80865133-a750-4ee6-9fcb-5d9901fb53fd,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:06.555155 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ee6c24c5-4174-4010-9de8-fd3f376f9279 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:06.564748 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ee6c24c5-4174-4010-9de8-fd3f376f9279 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/subnets/80865133-a750-4ee6-9fcb-5d9901fb53fd HTTP/1.1" status: 204 len: 168 time: 0.5623231 Apr 20 15:51:06.565385 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36646) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:06.579735 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-0908c717-f6be-452c-ae4d-5deff70f7999 None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:06.623958 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:51:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b2c8010a-3d31-4430-9d9b-d8ac362339b8', 'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:1c:99:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:00Z', 'updated_at': '2022-04-20T15:51:03Z', 'revision_number': 2, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:06.629819 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Checking router: 54febf78-2900-4e40-9229-e2ba44488423 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:51:06.630508 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Updating router 54febf78-2900-4e40-9229-e2ba44488423 port b2c8010a-3d31-4430-9d9b-d8ac362339b8 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:51:06.643103 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d1f6f711-bb4b-47f8-ab6e-c63884270fc6 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2867 time: 1.1643677 Apr 20 15:51:06.644125 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a5941c5-63bf-48ed-9d0e-b0f9448370c1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:06.685541 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:06.687593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a5941c5-63bf-48ed-9d0e-b0f9448370c1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:06.709431 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5941c5-63bf-48ed-9d0e-b0f9448370c1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event deleted for resources: {'Network': ['ID=90714999-7c73-45cd-aca3-56a962292274,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:06.716668 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5a5941c5-63bf-48ed-9d0e-b0f9448370c1 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/networks/90714999-7c73-45cd-aca3-56a962292274 HTTP/1.1" status: 204 len: 168 time: 1.1683590 Apr 20 15:51:06.717738 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475c49ce-db19-4403-8c6b-397047c49671 None None] Network 27f4d39d-00d5-4189-8553-53a730870476 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:06.718674 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36652) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:06.720493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:06.735289 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:06.735497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port 4665b08a-6411-459e-979a-7cb5e1177d0f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:06.735943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:06.800888 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d45bdd6-68df-4abf-8558-0a12b0f5b212 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Deleting subnet 7b2b6d26-e72a-4016-8e1e-a666780f9e2b {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:51:06.804131 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d45bdd6-68df-4abf-8558-0a12b0f5b212 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:06.876206 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d45bdd6-68df-4abf-8558-0a12b0f5b212 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:06.929887 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36656) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:06.936077 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-f7cdd773-a0b0-431f-a24c-58fce9f9b03e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091848213', 'description': 'tempest-secgroup-smoke-2091848213 description', 'project_id': '275d553700ad4a899ef09eedcedfa1df'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:06.956962 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f7cdd773-a0b0-431f-a24c-58fce9f9b03e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:06.962790 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-51d2c0b3-f6e1-462e-9cd2-72801201f4eb None None] Could not find standard attr ID for object 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:51:06.966696 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f7cdd773-a0b0-431f-a24c-58fce9f9b03e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:06.973216 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f7cdd773-a0b0-431f-a24c-58fce9f9b03e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:06.982494 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f7cdd773-a0b0-431f-a24c-58fce9f9b03e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:06.991677 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port b34f22a9-9245-48e2-ac1e-2628cf8409b4, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b34f22a9-9245-48e2-ac1e-2628cf8409b4,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:07.013176 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd773-a0b0-431f-a24c-58fce9f9b03e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.041048 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f7cdd773-a0b0-431f-a24c-58fce9f9b03e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:07.049850 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f7cdd773-a0b0-431f-a24c-58fce9f9b03e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:07.054113 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d45bdd6-68df-4abf-8558-0a12b0f5b212 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.077522 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.095278 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f7cdd773-a0b0-431f-a24c-58fce9f9b03e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:07.113040 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f7cdd773-a0b0-431f-a24c-58fce9f9b03e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:07.206473 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.223043 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Transition to ACTIVE for port object b2c8010a-3d31-4430-9d9b-d8ac362339b8 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:07.235307 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.245681 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:51:07.257459 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] For port 4665b08a-6411-459e-979a-7cb5e1177d0f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4665b08a-6411-459e-979a-7cb5e1177d0f,segment=NetworkSegment(e0bf65f9-41e7-4628-96a3-bc6d463358d8),segment_id=e0bf65f9-41e7-4628-96a3-bc6d463358d8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:07.257835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.274037 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d45bdd6-68df-4abf-8558-0a12b0f5b212 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.302212 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c85b0c1e-327a-42b8-ab3e-79fd9d403514 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:07.352694 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d45bdd6-68df-4abf-8558-0a12b0f5b212 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.364987 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45bdd6-68df-4abf-8558-0a12b0f5b212 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event deleted for resources: {'Subnet': ['ID=7b2b6d26-e72a-4016-8e1e-a666780f9e2b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:07.380684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:51:07.381181 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 6a3c96fa-dde1-43c9-9fa5-b168ed2e0832 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:51:07.395972 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd773-a0b0-431f-a24c-58fce9f9b03e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.398890 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1d45bdd6-68df-4abf-8558-0a12b0f5b212 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/subnets/7b2b6d26-e72a-4016-8e1e-a666780f9e2b HTTP/1.1" status: 204 len: 168 time: 0.6791933 Apr 20 15:51:07.402163 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36662) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:07.403150 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd773-a0b0-431f-a24c-58fce9f9b03e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.451283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Calling delete_port for 4665b08a-6411-459e-979a-7cb5e1177d0f owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:07.476519 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdd773-a0b0-431f-a24c-58fce9f9b03e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcec62f-9dce-4e55-b808-76c03958cc27,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:07.483640 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c832b5-9313-48b8-addb-677480e0ab06 None None] Network 0b919ef7-4397-45be-8a2d-08dd33d870d3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:07.526489 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.527117 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=b34f22a9-9245-48e2-ac1e-2628cf8409b4,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:07.539064 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Attempting to bind port b2c8010a-3d31-4430-9d9b-d8ac362339b8 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:07.539714 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Attempting to bind port b2c8010a-3d31-4430-9d9b-d8ac362339b8 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'c50a2fad-8011-4874-be55-1d740013c75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:07.540260 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Attempting to bind port b2c8010a-3d31-4430-9d9b-d8ac362339b8 on network c355ee9e-7690-4bd5-baa0-5abbaf3a505a {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:51:07.554863 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:51:07.555338 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Checking segment: {'id': 'c50a2fad-8011-4874-be55-1d740013c75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:07.555711 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.556304 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Bound using segment: {'id': 'c50a2fad-8011-4874-be55-1d740013c75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:51:07.556794 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Bound port: b2c8010a-3d31-4430-9d9b-d8ac362339b8, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50a2fad-8011-4874-be55-1d740013c75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:07.557189 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.568550 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd773-a0b0-431f-a24c-58fce9f9b03e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.569834 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f7cdd773-a0b0-431f-a24c-58fce9f9b03e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6387799 Apr 20 15:51:07.573044 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36666) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:07.586635 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-564f715a-203d-40f2-8791-468b685f5d40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '2dcec62f-9dce-4e55-b808-76c03958cc27', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:07.596717 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-564f715a-203d-40f2-8791-468b685f5d40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:07.604884 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-564f715a-203d-40f2-8791-468b685f5d40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:07.611276 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.613369 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-564f715a-203d-40f2-8791-468b685f5d40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:07.619726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-564f715a-203d-40f2-8791-468b685f5d40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:07.634496 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Deleting port 5e22651a-5f06-48a9-a983-6d2323b7b702 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:07.635193 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.643041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.695187 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] For port b2c8010a-3d31-4430-9d9b-d8ac362339b8, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:51:07.704912 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] For port b2c8010a-3d31-4430-9d9b-d8ac362339b8, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b2c8010a-3d31-4430-9d9b-d8ac362339b8,segment=NetworkSegment(c50a2fad-8011-4874-be55-1d740013c75e),segment_id=c50a2fad-8011-4874-be55-1d740013c75e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:51:07.712287 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec2fb1-fae2-4b73-93c2-c35b6d2429f5 None None] Pushing event updated for resources: {'Port': ['ID=b2c8010a-3d31-4430-9d9b-d8ac362339b8,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:07.717174 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.768603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Port': ['ID=4665b08a-6411-459e-979a-7cb5e1177d0f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:07.773384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2bf34c5f-a64d-4651-b146-d950bf22decb up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:07.781255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] No DVR routers for this DVR port 4665b08a-6411-459e-979a-7cb5e1177d0f on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:51:07.858477 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec2fb1-fae2-4b73-93c2-c35b6d2429f5 None None] Pushing event updated for resources: {'Port': ['ID=b2c8010a-3d31-4430-9d9b-d8ac362339b8,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:07.882243 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-564f715a-203d-40f2-8791-468b685f5d40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.885920 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Routers {'54febf78-2900-4e40-9229-e2ba44488423'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:07.886970 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['54febf78-2900-4e40-9229-e2ba44488423'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:07.931992 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] For port 5e22651a-5f06-48a9-a983-6d2323b7b702, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=5e22651a-5f06-48a9-a983-6d2323b7b702,segment=NetworkSegment(a475f23d-7c92-4bf6-92e2-68d19ab9746a),segment_id=a475f23d-7c92-4bf6-92e2-68d19ab9746a)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:07.932635 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.948045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.960911 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port c85b0c1e-327a-42b8-ab3e-79fd9d403514 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:07.961310 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.980136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f4d39d-00d5-4189-8553-53a730870476']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:08.006212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bf65f9-41e7-4628-96a3-bc6d463358d8') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:08.006212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bf65f9-41e7-4628-96a3-bc6d463358d8') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:08.022164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.035878 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8acf747-ce81-4ea2-abed-362853f0adc8 None None] Network c355ee9e-7690-4bd5-baa0-5abbaf3a505a requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:08.040759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.047912 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:51:08.048517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.103159 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Calling delete_port for 5e22651a-5f06-48a9-a983-6d2323b7b702 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:08.121370 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] Set router 54febf78-2900-4e40-9229-e2ba44488423 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:51:08.133931 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:51:08.158918 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0908c717-f6be-452c-ae4d-5deff70f7999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:03Z', 'revision_number': 8, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '3bfc29d2-2b84-4a23-b429-481230250be8', 'name': '', 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:6e:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:47Z', 'updated_at': '2022-04-20T15:50:58Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:08.185452 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.192484 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0908c717-f6be-452c-ae4d-5deff70f7999 None None] Checking router: cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:51:08.210923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.226561 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Network': ['ID=27f4d39d-00d5-4189-8553-53a730870476,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:08.245896 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0908c717-f6be-452c-ae4d-5deff70f7999 None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:08.246301 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0908c717-f6be-452c-ae4d-5deff70f7999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:08.247130 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3991ff0b-54ed-4111-8909-ad35119bdd51 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/networks/27f4d39d-00d5-4189-8553-53a730870476 HTTP/1.1" status: 204 len: 168 time: 1.6807024 Apr 20 15:51:08.248028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36670) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:08.324663 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.366804 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-564f715a-203d-40f2-8791-468b685f5d40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.384397 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] No DVR routers for this DVR port 5e22651a-5f06-48a9-a983-6d2323b7b702 on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:51:08.430667 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event deleted for resources: {'Port': ['ID=5e22651a-5f06-48a9-a983-6d2323b7b702,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:08.450819 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-564f715a-203d-40f2-8791-468b685f5d40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.541546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f715a-203d-40f2-8791-468b685f5d40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67999ddd-d1d5-42dd-9a1c-6e41ea5a867e,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:08.568641 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.586797 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-564f715a-203d-40f2-8791-468b685f5d40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.588011 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-564f715a-203d-40f2-8791-468b685f5d40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0142415 Apr 20 15:51:08.589178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafaa7d0-d365-4364-b4b2-a2c7781b0cd2 None None] DHCP port deletion for 27f4d39d-00d5-4189-8553-53a730870476 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:51:08.594689 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-aa6ad7bd-070c-4c1b-9061-64b8296bffc0 None None] Provisioning for port b2c8010a-3d31-4430-9d9b-d8ac362339b8 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:08.596480 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36674) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:08.599105 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:51:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b2c8010a-3d31-4430-9d9b-d8ac362339b8', 'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:1c:99:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:00Z', 'updated_at': '2022-04-20T15:51:07Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:08.601953 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-a6dc8c7d-283b-46fd-92ec-4482c6bfd882 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '2dcec62f-9dce-4e55-b808-76c03958cc27', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:08.603510 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc1d176-26ba-4f3a-8fb0-5846fcd27ee2 None None] The sync data for ids ['54febf78-2900-4e40-9229-e2ba44488423'] in dv-neutron-838699-1-hyperv is: [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:51:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b2c8010a-3d31-4430-9d9b-d8ac362339b8', 'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:1c:99:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:00Z', 'updated_at': '2022-04-20T15:51:07Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:08.613005 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a6dc8c7d-283b-46fd-92ec-4482c6bfd882 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:08.616213 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b919ef7-4397-45be-8a2d-08dd33d870d3']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:08.627863 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a6dc8c7d-283b-46fd-92ec-4482c6bfd882 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:08.632066 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a6dc8c7d-283b-46fd-92ec-4482c6bfd882 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:08.636264 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a475f23d-7c92-4bf6-92e2-68d19ab9746a') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:08.636538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a475f23d-7c92-4bf6-92e2-68d19ab9746a') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:08.647744 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-0908c717-f6be-452c-ae4d-5deff70f7999 None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:08.648668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a6dc8c7d-283b-46fd-92ec-4482c6bfd882 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:08.654828 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.691930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.709474 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a6dc8c7d-283b-46fd-92ec-4482c6bfd882 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.719425 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:51:08.720072 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:51:08.747845 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:51:08.867912 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 2bf34c5f-a64d-4651-b146-d950bf22decb triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:08.868297 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.903922 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.936889 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.940722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] Pushing event deleted for resources: {'Network': ['ID=0b919ef7-4397-45be-8a2d-08dd33d870d3,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:08.954578 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e443667d-00bf-4a52-a046-e9d8f4aa4224 tempest-NetworksIpV6TestAttrs-367531792 tempest-NetworksIpV6TestAttrs-367531792-project] 10.222.0.13 "DELETE /v2.0/networks/0b919ef7-4397-45be-8a2d-08dd33d870d3 HTTP/1.1" status: 204 len: 168 time: 1.5464418 Apr 20 15:51:08.957165 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a6dc8c7d-283b-46fd-92ec-4482c6bfd882 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.965230 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5b90e99d-e289-4876-a54c-319b749195d5 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.972273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a6dc8c7d-283b-46fd-92ec-4482c6bfd882 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:09.013651 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a6dc8c7d-283b-46fd-92ec-4482c6bfd882 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:09.019473 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a6dc8c7d-283b-46fd-92ec-4482c6bfd882 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4217093 Apr 20 15:51:09.020733 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36680) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:09.048875 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-f4feda14-3a9d-4ffb-8ec4-c7695f2b5a52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '2dcec62f-9dce-4e55-b808-76c03958cc27', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:09.056640 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc8c7d-283b-46fd-92ec-4482c6bfd882 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1189c9a4-98cc-42ba-820f-2b47b7d705a7,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:09.061707 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f4feda14-3a9d-4ffb-8ec4-c7695f2b5a52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:09.066538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f4feda14-3a9d-4ffb-8ec4-c7695f2b5a52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:09.070581 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f4feda14-3a9d-4ffb-8ec4-c7695f2b5a52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:09.078400 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f4feda14-3a9d-4ffb-8ec4-c7695f2b5a52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:09.104594 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f4feda14-3a9d-4ffb-8ec4-c7695f2b5a52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:09.154945 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:09.182104 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-aa6ad7bd-070c-4c1b-9061-64b8296bffc0 None None] Provisioning complete for port 2bf34c5f-a64d-4651-b146-d950bf22decb triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:09.182488 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad7bd-070c-4c1b-9061-64b8296bffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:09.222974 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f4feda14-3a9d-4ffb-8ec4-c7695f2b5a52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:09.229012 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8484eb84-bfe3-4949-a7d9-4292fc7b5c83 None None] DHCP port deletion for 0b919ef7-4397-45be-8a2d-08dd33d870d3 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:51:09.241046 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f4feda14-3a9d-4ffb-8ec4-c7695f2b5a52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:09.295979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f4feda14-3a9d-4ffb-8ec4-c7695f2b5a52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:09.298047 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f4feda14-3a9d-4ffb-8ec4-c7695f2b5a52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2685502 Apr 20 15:51:09.301105 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4feda14-3a9d-4ffb-8ec4-c7695f2b5a52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ebf68f-5aa2-4e0b-93ae-c4a95b103633,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:09.303461 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36684) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:09.311472 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-127f15a4-9f70-4a54-aece-20518bba01b5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '2dcec62f-9dce-4e55-b808-76c03958cc27', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:09.318838 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-127f15a4-9f70-4a54-aece-20518bba01b5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:09.324093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-127f15a4-9f70-4a54-aece-20518bba01b5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:09.328341 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-127f15a4-9f70-4a54-aece-20518bba01b5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:09.337823 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-127f15a4-9f70-4a54-aece-20518bba01b5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:09.375844 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5422aa89-2fb8-4979-842c-5d66c0432a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:51:09.378671 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-127f15a4-9f70-4a54-aece-20518bba01b5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:09.407880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c85b0c1e-327a-42b8-ab3e-79fd9d403514, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c85b0c1e-327a-42b8-ab3e-79fd9d403514,segment=NetworkSegment(8f6e2656-e833-462b-bdfb-8affc9ebcdb9),segment_id=8f6e2656-e833-462b-bdfb-8affc9ebcdb9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:09.469194 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:09.575977 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-127f15a4-9f70-4a54-aece-20518bba01b5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:09.582041 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-127f15a4-9f70-4a54-aece-20518bba01b5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:09.620269 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36694) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:09.650011 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f15a4-9f70-4a54-aece-20518bba01b5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0f63d9-96dc-44a4-89be-832137102e3d,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:09.707542 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-127f15a4-9f70-4a54-aece-20518bba01b5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:09.711473 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-127f15a4-9f70-4a54-aece-20518bba01b5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4041266 Apr 20 15:51:09.711641 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36700) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:09.717713 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5597bf77-ab8a-4354-8000-ba082e56cb92 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '2dcec62f-9dce-4e55-b808-76c03958cc27', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:09.733153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b34f22a9-9245-48e2-ac1e-2628cf8409b4 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:09.733501 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5597bf77-ab8a-4354-8000-ba082e56cb92 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:09.742290 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5597bf77-ab8a-4354-8000-ba082e56cb92 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:09.748440 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5597bf77-ab8a-4354-8000-ba082e56cb92 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:09.756188 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5597bf77-ab8a-4354-8000-ba082e56cb92 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:09.767787 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-5597bf77-ab8a-4354-8000-ba082e56cb92 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:51:09.788591 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5597bf77-ab8a-4354-8000-ba082e56cb92 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:09.841067 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=c85b0c1e-327a-42b8-ab3e-79fd9d403514,revision_number=8']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:09.851911 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497d58a6-3833-46a2-a25f-9841d33e4e4f'] response: {'server_uuid': '5422aa89-2fb8-4979-842c-5d66c0432a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514', 'code': 200} Apr 20 15:51:09.923854 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port b34f22a9-9245-48e2-ac1e-2628cf8409b4 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:09.924238 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:09.950758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5597bf77-ab8a-4354-8000-ba082e56cb92 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:09.959924 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5597bf77-ab8a-4354-8000-ba082e56cb92 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:09.960170 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0908c717-f6be-452c-ae4d-5deff70f7999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:03Z', 'revision_number': 8, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '3bfc29d2-2b84-4a23-b429-481230250be8', 'name': '', 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:6e:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:47Z', 'updated_at': '2022-04-20T15:50:58Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:09.960736 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5b90e99d-e289-4876-a54c-319b749195d5 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port 3bfc29d2-2b84-4a23-b429-481230250be8 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:09.967916 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5b90e99d-e289-4876-a54c-319b749195d5 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:09.976420 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0908c717-f6be-452c-ae4d-5deff70f7999 None None] The sync data for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv is: [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:03Z', 'revision_number': 8, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '3bfc29d2-2b84-4a23-b429-481230250be8', 'name': '', 'network_id': '2bac888d-a375-4e79-9634-1a50991dcedc', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:6e:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:47Z', 'updated_at': '2022-04-20T15:50:58Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': 'b0bee8e4-875d-492c-bbb6-658a3200dce0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:09.986850 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597bf77-ab8a-4354-8000-ba082e56cb92 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07c4696-65ab-4ddc-9433-b1e5acbe0245,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:10.042771 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5597bf77-ab8a-4354-8000-ba082e56cb92 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:10.044117 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5597bf77-ab8a-4354-8000-ba082e56cb92 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3310144 Apr 20 15:51:10.046868 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-678b55f3-4bf3-4a22-878b-cf3a66ae835c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7c281724d504648b01c5372e8863d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4254723 Apr 20 15:51:10.047394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36704) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:10.049758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36708) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:10.055000 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b9510709-d098-48d1-a556-8d68e2088cc2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '2dcec62f-9dce-4e55-b808-76c03958cc27', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:10.061274 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b9510709-d098-48d1-a556-8d68e2088cc2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:10.068434 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b9510709-d098-48d1-a556-8d68e2088cc2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:10.070244 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b9510709-d098-48d1-a556-8d68e2088cc2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:10.090913 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b9510709-d098-48d1-a556-8d68e2088cc2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:10.122330 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-b9510709-d098-48d1-a556-8d68e2088cc2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:51:10.134598 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9510709-d098-48d1-a556-8d68e2088cc2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:10.197391 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e850baef-b90e-4ef1-b099-50ead30aab81 None None] Provisioning complete for port 2bf34c5f-a64d-4651-b146-d950bf22decb triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:10.197932 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e850baef-b90e-4ef1-b099-50ead30aab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:10.300855 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9510709-d098-48d1-a556-8d68e2088cc2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:10.301947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f17c47d4-4e23-4bfe-bdb5-0abbeb43dd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:10.314349 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b2c8010a-3d31-4430-9d9b-d8ac362339b8 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:10.327661 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9510709-d098-48d1-a556-8d68e2088cc2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:10.379876 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9510709-d098-48d1-a556-8d68e2088cc2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:10.381164 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b9510709-d098-48d1-a556-8d68e2088cc2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3327947 Apr 20 15:51:10.393197 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f17c47d4-4e23-4bfe-bdb5-0abbeb43dd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:10.400631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9510709-d098-48d1-a556-8d68e2088cc2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb40125-797a-4a49-82a5-1f16654823e6,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:10.471368 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f17c47d4-4e23-4bfe-bdb5-0abbeb43dd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:10.507930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c47d4-4e23-4bfe-bdb5-0abbeb43dd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279a9331-9829-4549-b85f-a76f1c5f1380,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:10.511901 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f17c47d4-4e23-4bfe-bdb5-0abbeb43dd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:10.515494 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f17c47d4-4e23-4bfe-bdb5-0abbeb43dd6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/279a9331-9829-4549-b85f-a76f1c5f1380 HTTP/1.1" status: 204 len: 168 time: 0.4623761 Apr 20 15:51:10.538137 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-5b90e99d-e289-4876-a54c-319b749195d5 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] For port 3bfc29d2-2b84-4a23-b429-481230250be8, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3bfc29d2-2b84-4a23-b429-481230250be8,segment=NetworkSegment(015e10f0-e5af-4a83-8f03-3ada1d544ee8),segment_id=015e10f0-e5af-4a83-8f03-3ada1d544ee8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:10.538569 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5b90e99d-e289-4876-a54c-319b749195d5 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:10.578692 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port b2c8010a-3d31-4430-9d9b-d8ac362339b8 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:10.589064 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port b2c8010a-3d31-4430-9d9b-d8ac362339b8 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:10.589472 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:10.758661 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-931a5628-d19d-4511-b851-2a6b303cbc7f None None] Provisioning complete for port b2c8010a-3d31-4430-9d9b-d8ac362339b8 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:10.759037 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-931a5628-d19d-4511-b851-2a6b303cbc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:10.781059 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5b90e99d-e289-4876-a54c-319b749195d5 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Calling delete_port for 3bfc29d2-2b84-4a23-b429-481230250be8 owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:10.790800 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:10.856749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port b2c8010a-3d31-4430-9d9b-d8ac362339b8, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b2c8010a-3d31-4430-9d9b-d8ac362339b8,segment=NetworkSegment(c50a2fad-8011-4874-be55-1d740013c75e),segment_id=c50a2fad-8011-4874-be55-1d740013c75e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:10.895789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:10.908906 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-7326fd0e-bf03-40b7-90c5-17318c66a61d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:10.999206 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 5e22651a-5f06-48a9-a983-6d2323b7b702 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:51:11.063752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-7326fd0e-bf03-40b7-90c5-17318c66a61d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:11.065131 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-7326fd0e-bf03-40b7-90c5-17318c66a61d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091848213&fields=id&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 267 time: 0.3798215 Apr 20 15:51:11.123276 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 5e22651a-5f06-48a9-a983-6d2323b7b702 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:51:11.123628 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 5e22651a-5f06-48a9-a983-6d2323b7b702 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:51:11.124090 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4665b08a-6411-459e-979a-7cb5e1177d0f no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:51:11.185327 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 4665b08a-6411-459e-979a-7cb5e1177d0f {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:51:11.185672 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4665b08a-6411-459e-979a-7cb5e1177d0f not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:51:11.205395 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=b2c8010a-3d31-4430-9d9b-d8ac362339b8,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:11.250889 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-37c1716d-37f8-4d38-940c-c5e7f70beb35 None None] Provisioning complete for port b2c8010a-3d31-4430-9d9b-d8ac362339b8 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:11.251676 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-37c1716d-37f8-4d38-940c-c5e7f70beb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:11.352383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-4c114b80-1ef4-42c3-a78d-b7d44c9fddd5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:11.353062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-4c114b80-1ef4-42c3-a78d-b7d44c9fddd5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:11.385178 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5b90e99d-e289-4876-a54c-319b749195d5 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:11.432455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-4c114b80-1ef4-42c3-a78d-b7d44c9fddd5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:11.433473 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-4c114b80-1ef4-42c3-a78d-b7d44c9fddd5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/networks?id=c355ee9e-7690-4bd5-baa0-5abbaf3a505a HTTP/1.1" status: 200 len: 797 time: 0.3590090 Apr 20 15:51:11.444437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90e99d-e289-4876-a54c-319b749195d5 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Port': ['ID=3bfc29d2-2b84-4a23-b429-481230250be8,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:11.484600 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b91e7ce8-168b-42a9-9c1c-ee71648c0920 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/quotas/275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 375 time: 0.0432394 Apr 20 15:51:11.517513 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-58f17561-afa9-45d9-a527-dc919e1a3910 None None] Provisioning complete for port b2c8010a-3d31-4430-9d9b-d8ac362339b8 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:11.517883 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-58f17561-afa9-45d9-a527-dc919e1a3910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:11.538153 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36744) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:11.678612 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1651398510'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:11.683387 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:11.687675 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:network and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:11.690492 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:11.695996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5b90e99d-e289-4876-a54c-319b749195d5 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:11.701104 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:11.711035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:11.714931 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:11.727306 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:11.741672 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:11.745451 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:security_group_rule and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:11.748809 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:11.754657 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:11.846383 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:11.849478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:11.882877 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:51:11.885207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-07b0905c-d27d-49b1-a18c-cb7177bcb863 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:11.891723 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970bf16c-9950-46da-8ee2-8250829ed867,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:11.898863 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:11.899241 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Added segment fc03218a-ad8f-41d8-b33c-caff86444658 of type vlan for network 117379a9-bee0-411d-85c1-d6a4dbfc08bc Apr 20 15:51:11.926263 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:11.954697 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:11.960637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:11.961266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:11.977843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-07b0905c-d27d-49b1-a18c-cb7177bcb863 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:11.979130 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-07b0905c-d27d-49b1-a18c-cb7177bcb863 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4875615 Apr 20 15:51:12.075625 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5355811 Apr 20 15:51:12.076474 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af30be-c085-4725-8a67-cb7252764ad5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Network': ['ID=117379a9-bee0-411d-85c1-d6a4dbfc08bc,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:12.079846 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36752) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:12.085093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'name': 'tempest-PortsIpV6TestJSON-542158019'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:12.088816 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:51:12.211870 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:12.216598 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:port and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:12.219383 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:12.225721 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:12.239374 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:12.245377 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:12.275269 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] device_id is not set on port 9a627656-0605-45df-8d92-e501eaece0ed yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:51:12.307241 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b2c8010a-3d31-4430-9d9b-d8ac362339b8 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:12.312731 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-0da8182a-4211-4682-8ae9-c4bd294230d6 service neutron] 10.222.0.13 "GET /v2.0/networks/c355ee9e-7690-4bd5-baa0-5abbaf3a505a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175795 Apr 20 15:51:12.338987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b90e99d-e289-4876-a54c-319b749195d5 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:51:12.375396 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port b2c8010a-3d31-4430-9d9b-d8ac362339b8 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:12.375795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:12.502765 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:12.531365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:12.591193 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b90e99d-e289-4876-a54c-319b749195d5 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:51:12.601821 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd80b1-811a-4001-8d27-152e27b8f593 None None] Sync routers for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:12.608637 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-4ae7da33-be4e-41aa-8f5f-28ca58b56a36 service neutron] 10.222.0.13 "GET /v2.0/networks/c355ee9e-7690-4bd5-baa0-5abbaf3a505a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945061 Apr 20 15:51:12.610883 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5b90e99d-e289-4876-a54c-319b749195d5 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3617275 Apr 20 15:51:12.613818 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36756) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:12.615360 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=9a627656-0605-45df-8d92-e501eaece0ed,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:12.629020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Checking segment: {'id': 'fc03218a-ad8f-41d8-b33c-caff86444658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:12.629463 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network hostable DHCP agents. Network: 117379a9-bee0-411d-85c1-d6a4dbfc08bc, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:51:12.631385 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd80b1-811a-4001-8d27-152e27b8f593 None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:12.632263 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-15bd80b1-811a-4001-8d27-152e27b8f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:12.651183 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:51:12.665421 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 117379a9-bee0-411d-85c1-d6a4dbfc08bc) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:12.670736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:12.678656 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:12.678816 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d7c70b-4936-43af-837c-1d78e811d3d8 None None] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:12.679472 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:12.704304 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14f743d-be2b-4ada-8898-d6b559347b1a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting subnet b0bee8e4-875d-492c-bbb6-658a3200dce0 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:51:12.708873 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c14f743d-be2b-4ada-8898-d6b559347b1a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:12.718411 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5e609aeb-ebc7-4286-b886-50e45603db29 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6375437 Apr 20 15:51:12.721839 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36760) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:12.729656 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-de1e7287-a7ad-43cc-ab19-4975baf3fe36 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1468635670'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:12.742043 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-de1e7287-a7ad-43cc-ab19-4975baf3fe36 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:12.750390 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-de1e7287-a7ad-43cc-ab19-4975baf3fe36 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:network and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:12.758209 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-de1e7287-a7ad-43cc-ab19-4975baf3fe36 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:12.767100 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-de1e7287-a7ad-43cc-ab19-4975baf3fe36 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:12.781085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c14f743d-be2b-4ada-8898-d6b559347b1a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:12.818643 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1e7287-a7ad-43cc-ab19-4975baf3fe36 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:12.825047 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-de1e7287-a7ad-43cc-ab19-4975baf3fe36 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:12.839587 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-15bd80b1-811a-4001-8d27-152e27b8f593 None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:12.874034 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1e7287-a7ad-43cc-ab19-4975baf3fe36 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:51:12.889238 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-de1e7287-a7ad-43cc-ab19-4975baf3fe36 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:12.889238 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-de1e7287-a7ad-43cc-ab19-4975baf3fe36 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Added segment 22a9a88e-1a32-4e55-8caf-ecca43b11918 of type vlan for network f8fe991c-cedc-46e9-b2d4-cdbdbce2b099 Apr 20 15:51:12.891473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c14f743d-be2b-4ada-8898-d6b559347b1a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:12.926027 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-de1e7287-a7ad-43cc-ab19-4975baf3fe36 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:12.966785 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-de1e7287-a7ad-43cc-ab19-4975baf3fe36 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:12.977320 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5d9e35fd-b94e-441b-ac62-aed5f93be37b req-b0925751-c43c-4b23-8c2d-bf4a8a4d1756 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 210 time: 0.0481617 Apr 20 15:51:12.980641 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1e7287-a7ad-43cc-ab19-4975baf3fe36 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:12.981857 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-de1e7287-a7ad-43cc-ab19-4975baf3fe36 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:13.040634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c14f743d-be2b-4ada-8898-d6b559347b1a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:13.086557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f743d-be2b-4ada-8898-d6b559347b1a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Subnet': ['ID=b0bee8e4-875d-492c-bbb6-658a3200dce0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:13.104421 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c14f743d-be2b-4ada-8898-d6b559347b1a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:13.110720 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-de1e7287-a7ad-43cc-ab19-4975baf3fe36 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3875771 Apr 20 15:51:13.114078 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36770) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:13.115963 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841fe16f-db28-4435-acb4-605bb59e5295 None None] Network 2bac888d-a375-4e79-9634-1a50991dcedc requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:13.119887 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'ports': [{'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc'}, {'network_id': 'f8fe991c-cedc-46e9-b2d4-cdbdbce2b099'}]} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:13.120286 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:13.121782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'network_id': 'f8fe991c-cedc-46e9-b2d4-cdbdbce2b099'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:13.121936 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e7287-a7ad-43cc-ab19-4975baf3fe36 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Network': ['ID=f8fe991c-cedc-46e9-b2d4-cdbdbce2b099,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:13.143920 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c14f743d-be2b-4ada-8898-d6b559347b1a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/subnets/b0bee8e4-875d-492c-bbb6-658a3200dce0 HTTP/1.1" status: 204 len: 168 time: 0.5290778 Apr 20 15:51:13.148353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36774) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:13.152086 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network f8fe991c-cedc-46e9-b2d4-cdbdbce2b099 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:51:13.267846 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-15bd80b1-811a-4001-8d27-152e27b8f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:11Z', 'revision_number': 9, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:13.272642 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd80b1-811a-4001-8d27-152e27b8f593 None None] Checking router: cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:51:13.292812 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd80b1-811a-4001-8d27-152e27b8f593 None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:13.293448 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-15bd80b1-811a-4001-8d27-152e27b8f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:13.380187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:13.486809 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-15bd80b1-811a-4001-8d27-152e27b8f593 None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:13.568512 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568eec50-c578-4167-bccf-dcda52552805 None None] DHCP port deletion for 2bac888d-a375-4e79-9634-1a50991dcedc request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:51:13.575353 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-568eec50-c578-4167-bccf-dcda52552805 None None] Deleting port 29aa86a0-e4b0-42e9-b1d9-233966952a12 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:13.576150 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-568eec50-c578-4167-bccf-dcda52552805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:13.649568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:13.652263 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port 29aa86a0-e4b0-42e9-b1d9-233966952a12 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:13.652618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:13.686090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:port and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:13.694164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:13.701584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:13.773742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'port': 2} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:13.780713 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:13.812412 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:13.819302 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-568eec50-c578-4167-bccf-dcda52552805 None None] For port 29aa86a0-e4b0-42e9-b1d9-233966952a12, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=29aa86a0-e4b0-42e9-b1d9-233966952a12,segment=NetworkSegment(015e10f0-e5af-4a83-8f03-3ada1d544ee8),segment_id=015e10f0-e5af-4a83-8f03-3ada1d544ee8)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:13.819702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-568eec50-c578-4167-bccf-dcda52552805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:13.868866 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-15bd80b1-811a-4001-8d27-152e27b8f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:11Z', 'revision_number': 9, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:13.873686 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd80b1-811a-4001-8d27-152e27b8f593 None None] The sync data for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv is: [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:11Z', 'revision_number': 9, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': '8bb28029-6ea2-4303-9372-8b61849323b6', 'name': '', 'network_id': '05fe794d-4a10-4d8e-af92-85c8dc5a37d1', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:ed:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:41Z', 'updated_at': '2022-04-20T15:50:48Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '0140ad87-1ec2-4126-b19b-457e5938109f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:14.024171 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-568eec50-c578-4167-bccf-dcda52552805 None None] Calling delete_port for 29aa86a0-e4b0-42e9-b1d9-233966952a12 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:14.109489 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-568eec50-c578-4167-bccf-dcda52552805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:14.156409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568eec50-c578-4167-bccf-dcda52552805 None None] Pushing event deleted for resources: {'Port': ['ID=29aa86a0-e4b0-42e9-b1d9-233966952a12,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:14.158786 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568eec50-c578-4167-bccf-dcda52552805 None None] No DVR routers for this DVR port 29aa86a0-e4b0-42e9-b1d9-233966952a12 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:51:14.174552 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568eec50-c578-4167-bccf-dcda52552805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:14.174877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568eec50-c578-4167-bccf-dcda52552805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:14.175226 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568eec50-c578-4167-bccf-dcda52552805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:14.175567 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568eec50-c578-4167-bccf-dcda52552805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:14.175931 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568eec50-c578-4167-bccf-dcda52552805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:14.176379 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568eec50-c578-4167-bccf-dcda52552805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:14.176693 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568eec50-c578-4167-bccf-dcda52552805 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:14.177142 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568eec50-c578-4167-bccf-dcda52552805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:14.177352 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568eec50-c578-4167-bccf-dcda52552805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:14.177683 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568eec50-c578-4167-bccf-dcda52552805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:14.178017 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568eec50-c578-4167-bccf-dcda52552805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:14.178429 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568eec50-c578-4167-bccf-dcda52552805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:14.186560 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9e66a008-4c6c-4fe1-b3dc-f0593e86bf64 req-444c6e2c-1563-4ec7-abd9-0f907bdf1153 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 210 time: 0.0836160 Apr 20 15:51:14.208930 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] device_id is not set on port 60a1449f-1075-441e-a64a-d1d76e4ffd41 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:51:14.213682 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] For port 29aa86a0-e4b0-42e9-b1d9-233966952a12, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=29aa86a0-e4b0-42e9-b1d9-233966952a12,segment=NetworkSegment(015e10f0-e5af-4a83-8f03-3ada1d544ee8),segment_id=015e10f0-e5af-4a83-8f03-3ada1d544ee8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:14.215844 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:14.317551 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 29aa86a0-e4b0-42e9-b1d9-233966952a12 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:51:14.358642 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Calling delete_port for 29aa86a0-e4b0-42e9-b1d9-233966952a12 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:14.362383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 29aa86a0-e4b0-42e9-b1d9-233966952a12 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:51:14.362836 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 29aa86a0-e4b0-42e9-b1d9-233966952a12 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:51:14.363217 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3bfc29d2-2b84-4a23-b429-481230250be8 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:51:14.399872 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 3bfc29d2-2b84-4a23-b429-481230250be8 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:51:14.400228 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3bfc29d2-2b84-4a23-b429-481230250be8 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:51:14.548662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:51:14.549288 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:51:14.641118 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-02e90158-d391-4468-8456-7ab3c75c7eed tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:14.642530 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-02e90158-d391-4468-8456-7ab3c75c7eed tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/networks?id=c355ee9e-7690-4bd5-baa0-5abbaf3a505a HTTP/1.1" status: 200 len: 797 time: 0.2306268 Apr 20 15:51:14.675689 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:14.786726 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-d087ad06-2bf4-4e5d-b655-a527cca685c5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 380 time: 0.1306474 Apr 20 15:51:14.803159 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:14.806363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-6f924d87-9ebb-4630-a4b3-968eb50ebea3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'port': {'device_id': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'admin_state_up': True, 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'security_groups': ['2dcec62f-9dce-4e55-b808-76c03958cc27']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:14.825057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] device_id is not set on port ffa1a388-0138-461d-b528-62d51f17226f yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:51:14.963567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-6f924d87-9ebb-4630-a4b3-968eb50ebea3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:14.997811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-6f924d87-9ebb-4630-a4b3-968eb50ebea3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:15.023511 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-6f924d87-9ebb-4630-a4b3-968eb50ebea3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:15.027461 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-6f924d87-9ebb-4630-a4b3-968eb50ebea3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:15.050408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port 29aa86a0-e4b0-42e9-b1d9-233966952a12 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:15.050740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:15.082053 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:15.165921 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] The port '29aa86a0-e4b0-42e9-b1d9-233966952a12' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:51:15.463480 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a8bc97dc-2ce6-4d09-9d43-1d11bbe55135 req-7121f8e1-63b4-4d3f-8204-2aadba330e44 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 210 time: 0.1208258 Apr 20 15:51:15.516915 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:15.536850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:15.620103 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bac888d-a375-4e79-9634-1a50991dcedc']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:15.649002 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015e10f0-e5af-4a83-8f03-3ada1d544ee8') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:15.649329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015e10f0-e5af-4a83-8f03-3ada1d544ee8') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:15.659353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:15.662707 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-6f924d87-9ebb-4630-a4b3-968eb50ebea3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.5 (c355ee9e-7690-4bd5-baa0-5abbaf3a505a/9d96901c-0210-48f5-9a40-90dadee0a002/98492bcc-e282-4159-bf56-0353abec7591) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:15.668850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:15.678503 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:15.690824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:15.691593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:15.706651 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=60a1449f-1075-441e-a64a-d1d76e4ffd41,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:15.741929 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:15.773273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:51:15.773695 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:51:15.788603 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:51:15.912138 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=ffa1a388-0138-461d-b528-62d51f17226f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:15.924996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Checking segment: {'id': '22a9a88e-1a32-4e55-8caf-ecca43b11918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f8fe991c-cedc-46e9-b2d4-cdbdbce2b099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:15.925352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network hostable DHCP agents. Network: f8fe991c-cedc-46e9-b2d4-cdbdbce2b099, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:51:16.017769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:16.053588 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:16.077027 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Network': ['ID=2bac888d-a375-4e79-9634-1a50991dcedc,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:16.092604 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network f8fe991c-cedc-46e9-b2d4-cdbdbce2b099 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:51:16.101694 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d481008d-da5a-4049-b398-88631b50d909 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/networks/2bac888d-a375-4e79-9634-1a50991dcedc HTTP/1.1" status: 204 len: 168 time: 2.9527020 Apr 20 15:51:16.105193 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36794) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:16.123557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, f8fe991c-cedc-46e9-b2d4-cdbdbce2b099) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:16.132703 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aad5c22-dc02-47e3-a257-51cf50823cc5 None None] Network f8fe991c-cedc-46e9-b2d4-cdbdbce2b099 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:16.137516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:16.142926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:16.148342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:16.148988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:16.188332 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0f8ef2ce-c257-43a8-9bbe-d08e8a2070b3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0730543 Apr 20 15:51:16.192180 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36798) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:16.199224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-6f924d87-9ebb-4630-a4b3-968eb50ebea3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:16.275573 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-6f924d87-9ebb-4630-a4b3-968eb50ebea3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object 98492bcc-e282-4159-bf56-0353abec7591 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:16.294602 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-93140ec8-9a30-4350-aa7b-54e3cf7f8df8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port ffa1a388-0138-461d-b528-62d51f17226f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:16.294986 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-93140ec8-9a30-4350-aa7b-54e3cf7f8df8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:16.409611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-6f924d87-9ebb-4630-a4b3-968eb50ebea3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:16.510815 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-6f924d87-9ebb-4630-a4b3-968eb50ebea3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network c355ee9e-7690-4bd5-baa0-5abbaf3a505a is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:16.556179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-6f924d87-9ebb-4630-a4b3-968eb50ebea3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:16.559269 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-6f924d87-9ebb-4630-a4b3-968eb50ebea3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:16.672602 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f924d87-9ebb-4630-a4b3-968eb50ebea3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=98492bcc-e282-4159-bf56-0353abec7591,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:16.709657 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-93140ec8-9a30-4350-aa7b-54e3cf7f8df8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:16.731974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-6f924d87-9ebb-4630-a4b3-968eb50ebea3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:16.733001 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-6f924d87-9ebb-4630-a4b3-968eb50ebea3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:16.796146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4eb5d25c-b5e7-4426-8cdd-f8523a33a77f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:16.832189 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-be77b86d-1abe-4890-b746-74c49d86f5c6 None None] Provisioning for port 98492bcc-e282-4159-bf56-0353abec7591 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:16.837690 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-be77b86d-1abe-4890-b746-74c49d86f5c6 None None] Provisioning complete for port 98492bcc-e282-4159-bf56-0353abec7591 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:16.838195 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-be77b86d-1abe-4890-b746-74c49d86f5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:16.860820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-93140ec8-9a30-4350-aa7b-54e3cf7f8df8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for ffa1a388-0138-461d-b528-62d51f17226f owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:16.896786 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-be77b86d-1abe-4890-b746-74c49d86f5c6 None None] Port 98492bcc-e282-4159-bf56-0353abec7591 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:51:16.916795 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-6f924d87-9ebb-4630-a4b3-968eb50ebea3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1175213 Apr 20 15:51:16.933439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Request body: {'port': {'device_id': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:17.025078 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177e1d9-854e-49f0-a3ec-5b5155947e3d req-5053cbd7-5a7a-4010-8c87-351f21fe9319 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:17.025763 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-8177e1d9-854e-49f0-a3ec-5b5155947e3d req-5053cbd7-5a7a-4010-8c87-351f21fe9319 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:17.080210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-93140ec8-9a30-4350-aa7b-54e3cf7f8df8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:17.131861 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4eb5d25c-b5e7-4426-8cdd-f8523a33a77f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port 8bb28029-6ea2-4303-9372-8b61849323b6 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:17.132397 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4eb5d25c-b5e7-4426-8cdd-f8523a33a77f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:17.279268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-8177e1d9-854e-49f0-a3ec-5b5155947e3d req-5053cbd7-5a7a-4010-8c87-351f21fe9319 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:17.280882 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8177e1d9-854e-49f0-a3ec-5b5155947e3d req-5053cbd7-5a7a-4010-8c87-351f21fe9319 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 931 time: 0.6929464 Apr 20 15:51:17.289594 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-93140ec8-9a30-4350-aa7b-54e3cf7f8df8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:17.293217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93140ec8-9a30-4350-aa7b-54e3cf7f8df8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=ffa1a388-0138-461d-b528-62d51f17226f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:17.317491 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:17.332705 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-4eb5d25c-b5e7-4426-8cdd-f8523a33a77f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] For port 8bb28029-6ea2-4303-9372-8b61849323b6, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=8bb28029-6ea2-4303-9372-8b61849323b6,segment=NetworkSegment(7b1706f1-bff8-4b73-9e7f-77c9473ac44f),segment_id=7b1706f1-bff8-4b73-9e7f-77c9473ac44f)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:17.333075 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4eb5d25c-b5e7-4426-8cdd-f8523a33a77f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:17.334717 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-93140ec8-9a30-4350-aa7b-54e3cf7f8df8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/ports/ffa1a388-0138-461d-b528-62d51f17226f HTTP/1.1" status: 204 len: 168 time: 1.1415956 Apr 20 15:51:17.340325 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36804) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:17.443279 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8177e1d9-854e-49f0-a3ec-5b5155947e3d req-a0ff7b5c-c217-4185-9481-aea919c94f1b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dcec62f-9dce-4e55-b808-76c03958cc27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472013 Apr 20 15:51:17.474739 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4eb5d25c-b5e7-4426-8cdd-f8523a33a77f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Calling delete_port for 8bb28029-6ea2-4303-9372-8b61849323b6 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:17.582026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6796705a-80bd-4180-ae99-fc0d025238e6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:17.587729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6796705a-80bd-4180-ae99-fc0d025238e6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:17.588518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6796705a-80bd-4180-ae99-fc0d025238e6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:17.654648 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4eb5d25c-b5e7-4426-8cdd-f8523a33a77f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:17.667172 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6796705a-80bd-4180-ae99-fc0d025238e6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:17.668345 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6796705a-80bd-4180-ae99-fc0d025238e6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3271174 Apr 20 15:51:17.671333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36808) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:17.705393 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5d25c-b5e7-4426-8cdd-f8523a33a77f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Port': ['ID=8bb28029-6ea2-4303-9372-8b61849323b6,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:17.770419 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-449603ff-5fa0-4951-a13d-e936916c657c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port 60a1449f-1075-441e-a64a-d1d76e4ffd41 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:17.770997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-449603ff-5fa0-4951-a13d-e936916c657c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:17.952476 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98492bcc-e282-4159-bf56-0353abec7591 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:51:17.969778 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.008298 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4eb5d25c-b5e7-4426-8cdd-f8523a33a77f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.071917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Transition to ACTIVE for port object 98492bcc-e282-4159-bf56-0353abec7591 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:18.077038 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.200592 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-449603ff-5fa0-4951-a13d-e936916c657c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.354078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb5d25c-b5e7-4426-8cdd-f8523a33a77f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:51:18.389629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-449603ff-5fa0-4951-a13d-e936916c657c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for 60a1449f-1075-441e-a64a-d1d76e4ffd41 owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:18.429313 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Pushing event updated for resources: {'Port': ['ID=98492bcc-e282-4159-bf56-0353abec7591,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:18.511017 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb5d25c-b5e7-4426-8cdd-f8523a33a77f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:51:18.522346 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f092016-b674-4361-bc7c-e38b2cb036af None None] Sync routers for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:18.526068 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4eb5d25c-b5e7-4426-8cdd-f8523a33a77f tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4168816 Apr 20 15:51:18.526924 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36814) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:18.539123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f092016-b674-4361-bc7c-e38b2cb036af None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:18.540677 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1f092016-b674-4361-bc7c-e38b2cb036af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:18.555973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Attempting to bind port 98492bcc-e282-4159-bf56-0353abec7591 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:18.556221 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Attempting to bind port 98492bcc-e282-4159-bf56-0353abec7591 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'c50a2fad-8011-4874-be55-1d740013c75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:18.556550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Attempting to bind port 98492bcc-e282-4159-bf56-0353abec7591 on network c355ee9e-7690-4bd5-baa0-5abbaf3a505a {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:51:18.601729 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1920c7-d655-4021-bcb8-e205ea93c45e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting subnet 0140ad87-1ec2-4126-b19b-457e5938109f {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:51:18.606134 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3f1920c7-d655-4021-bcb8-e205ea93c45e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.608644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Port 98492bcc-e282-4159-bf56-0353abec7591 on network c355ee9e-7690-4bd5-baa0-5abbaf3a505a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:51:18.608975 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Attempting to bind port 98492bcc-e282-4159-bf56-0353abec7591 on network c355ee9e-7690-4bd5-baa0-5abbaf3a505a {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:51:18.616812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-449603ff-5fa0-4951-a13d-e936916c657c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.663383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:51:18.663730 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Checking segment: {'id': 'c50a2fad-8011-4874-be55-1d740013c75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:18.664148 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Bound using segment: {'id': 'c50a2fad-8011-4874-be55-1d740013c75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:51:18.664643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Bound port: 98492bcc-e282-4159-bf56-0353abec7591, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50a2fad-8011-4874-be55-1d740013c75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:18.666284 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.672229 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3f1920c7-d655-4021-bcb8-e205ea93c45e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.698966 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449603ff-5fa0-4951-a13d-e936916c657c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=60a1449f-1075-441e-a64a-d1d76e4ffd41,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:18.706286 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-449603ff-5fa0-4951-a13d-e936916c657c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.712873 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-1f092016-b674-4361-bc7c-e38b2cb036af None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:18.765787 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3f1920c7-d655-4021-bcb8-e205ea93c45e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.769353 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-449603ff-5fa0-4951-a13d-e936916c657c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/ports/60a1449f-1075-441e-a64a-d1d76e4ffd41 HTTP/1.1" status: 204 len: 168 time: 1.0970023 Apr 20 15:51:18.785539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36818) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:18.846107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3f1920c7-d655-4021-bcb8-e205ea93c45e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.855354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00458b-16b1-44b1-9739-bb490e3ac332 req-1492a78f-c90d-4b0e-8422-1c938a24c17d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:18.856898 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e00458b-16b1-44b1-9739-bb490e3ac332 req-1492a78f-c90d-4b0e-8422-1c938a24c17d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 943 time: 0.2974730 Apr 20 15:51:18.889409 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1920c7-d655-4021-bcb8-e205ea93c45e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Subnet': ['ID=0140ad87-1ec2-4126-b19b-457e5938109f,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:18.891379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3f1920c7-d655-4021-bcb8-e205ea93c45e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.900036 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3f1920c7-d655-4021-bcb8-e205ea93c45e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/subnets/0140ad87-1ec2-4126-b19b-457e5938109f HTTP/1.1" status: 204 len: 168 time: 0.3697290 Apr 20 15:51:18.900489 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36822) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:18.928167 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18a19a5-da10-478a-8897-bbad151c3d13 None None] Network 05fe794d-4a10-4d8e-af92-85c8dc5a37d1 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:19.017464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] For port 98492bcc-e282-4159-bf56-0353abec7591, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:51:19.025110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.029849 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] For port 98492bcc-e282-4159-bf56-0353abec7591, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=98492bcc-e282-4159-bf56-0353abec7591,segment=NetworkSegment(c50a2fad-8011-4874-be55-1d740013c75e),segment_id=c50a2fad-8011-4874-be55-1d740013c75e)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:51:19.036561 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port 099501d3-c65d-46b5-bcb9-931700f02281 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:19.037282 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.048085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.103435 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e00458b-16b1-44b1-9739-bb490e3ac332 req-7e79c62c-23cb-4cea-aa9d-6317d1257761 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dcec62f-9dce-4e55-b808-76c03958cc27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341590 Apr 20 15:51:19.125039 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:19.133363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.134821 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] 10.222.0.11 "PUT /v2.0/ports/98492bcc-e282-4159-bf56-0353abec7591 HTTP/1.1" status: 200 len: 1093 time: 2.2062361 Apr 20 15:51:19.143746 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'tag': '98492bcc-e282-4159-bf56-0353abec7591'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:51:19.240480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf24f96-60ff-49e5-84f1-3eab0de25c17 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:19.241187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1cf24f96-60ff-49e5-84f1-3eab0de25c17 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:19.272352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0284ae3-2d9f-4b50-a77a-c8a0d917c846 service neutron] Pushing event updated for resources: {'Port': ['ID=98492bcc-e282-4159-bf56-0353abec7591,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:19.295044 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1f092016-b674-4361-bc7c-e38b2cb036af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:17Z', 'revision_number': 10, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:19.295343 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1cf24f96-60ff-49e5-84f1-3eab0de25c17 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:19.298986 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1cf24f96-60ff-49e5-84f1-3eab0de25c17 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5100884 Apr 20 15:51:19.300252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36830) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:19.305243 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f092016-b674-4361-bc7c-e38b2cb036af None None] Checking router: cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:51:19.336132 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f092016-b674-4361-bc7c-e38b2cb036af None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:19.338243 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1f092016-b674-4361-bc7c-e38b2cb036af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:19.355707 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] For port 099501d3-c65d-46b5-bcb9-931700f02281, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=099501d3-c65d-46b5-bcb9-931700f02281,segment=NetworkSegment(7b1706f1-bff8-4b73-9e7f-77c9473ac44f),segment_id=7b1706f1-bff8-4b73-9e7f-77c9473ac44f)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:19.356277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.391517 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-19060074-4b0e-416e-a64e-78b8b3054659 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] GET failed (client error): The resource could not be found. Apr 20 15:51:19.395963 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-19060074-4b0e-416e-a64e-78b8b3054659 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports/ffa1a388-0138-461d-b528-62d51f17226f HTTP/1.1" status: 404 len: 333 time: 0.0938747 Apr 20 15:51:19.400876 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36834) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:19.421106 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4dea34-e1c3-4448-b9d9-b730e651be62 None None] DHCP port deletion for 05fe794d-4a10-4d8e-af92-85c8dc5a37d1 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:51:19.437727 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dea34-e1c3-4448-b9d9-b730e651be62 None None] Deleting port 099501d3-c65d-46b5-bcb9-931700f02281 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:19.438029 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4f4dea34-e1c3-4448-b9d9-b730e651be62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.470433 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-b139e4ee-0b94-4ecd-a90e-de87ceb032cc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] GET failed (client error): The resource could not be found. Apr 20 15:51:19.476811 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b139e4ee-0b94-4ecd-a90e-de87ceb032cc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports/60a1449f-1075-441e-a64a-d1d76e4ffd41 HTTP/1.1" status: 404 len: 333 time: 0.0711567 Apr 20 15:51:19.478689 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90e3660-af4b-4b72-aca8-42767a674042'] response: {'name': 'network-changed', 'server_uuid': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'tag': '98492bcc-e282-4159-bf56-0353abec7591', 'status': 'completed', 'code': 200} Apr 20 15:51:19.479145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36838) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:19.506166 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-6769bcbc-197e-453c-882b-e9bb5d7397d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:19.507888 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-6769bcbc-197e-453c-882b-e9bb5d7397d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 1096 time: 0.3166173 Apr 20 15:51:19.584751 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-19850e7f-ecbd-4a5f-9aec-8581be3e95d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98492bcc-e282-4159-bf56-0353abec7591 HTTP/1.1" status: 200 len: 217 time: 0.0681834 Apr 20 15:51:19.630059 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Calling delete_port for 099501d3-c65d-46b5-bcb9-931700f02281 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:19.674323 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-1f092016-b674-4361-bc7c-e38b2cb036af None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:19.729287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4bb558ac-40c6-4dac-96d4-971ed21ff4ed tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.740409 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-57e8f540-aac5-4466-9862-5444d801ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:19.741857 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-57e8f540-aac5-4466-9862-5444d801ce12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d96901c-0210-48f5-9a40-90dadee0a002 HTTP/1.1" status: 200 len: 835 time: 0.1081572 Apr 20 15:51:19.764876 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-d0398c69-22cd-48e5-b9c6-bde1cf189794 req-aa5e75db-4603-4c93-bf5d-fa0a4f69c87c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1425643 Apr 20 15:51:19.766018 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.815721 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Port': ['ID=099501d3-c65d-46b5-bcb9-931700f02281,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:19.817541 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] No DVR routers for this DVR port 099501d3-c65d-46b5-bcb9-931700f02281 on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:51:19.930489 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4bb558ac-40c6-4dac-96d4-971ed21ff4ed tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.965702 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-4bb558ac-40c6-4dac-96d4-971ed21ff4ed tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fe991c-cedc-46e9-b2d4-cdbdbce2b099']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:19.981298 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-4bb558ac-40c6-4dac-96d4-971ed21ff4ed tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a9a88e-1a32-4e55-8caf-ecca43b11918') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:19.981674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-4bb558ac-40c6-4dac-96d4-971ed21ff4ed tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a9a88e-1a32-4e55-8caf-ecca43b11918') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:19.991995 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.993880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-0de0c979-d77e-47b5-837d-854f53acd2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:19.995934 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-0de0c979-d77e-47b5-837d-854f53acd2b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c355ee9e-7690-4bd5-baa0-5abbaf3a505a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2160988 Apr 20 15:51:19.999435 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4bb558ac-40c6-4dac-96d4-971ed21ff4ed tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.012077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-4f4dea34-e1c3-4448-b9d9-b730e651be62 None None] For port 099501d3-c65d-46b5-bcb9-931700f02281, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=099501d3-c65d-46b5-bcb9-931700f02281,segment=NetworkSegment(7b1706f1-bff8-4b73-9e7f-77c9473ac44f),segment_id=7b1706f1-bff8-4b73-9e7f-77c9473ac44f)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:20.012475 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4f4dea34-e1c3-4448-b9d9-b730e651be62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.022314 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fe794d-4a10-4d8e-af92-85c8dc5a37d1']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:20.036666 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1706f1-bff8-4b73-9e7f-77c9473ac44f') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:20.037014 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1706f1-bff8-4b73-9e7f-77c9473ac44f') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:20.055103 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.083499 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0398c69-22cd-48e5-b9c6-bde1cf189794 req-742fe42d-8877-4345-b472-f7297d32d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:20.085173 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-d0398c69-22cd-48e5-b9c6-bde1cf189794 req-742fe42d-8877-4345-b472-f7297d32d8b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90b466fec460443ab521eb95129709d8&device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 1099 time: 0.2184513 Apr 20 15:51:20.088409 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4bb558ac-40c6-4dac-96d4-971ed21ff4ed tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.089790 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.096443 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:51:20.096847 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.106145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb558ac-40c6-4dac-96d4-971ed21ff4ed tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:51:20.106579 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4bb558ac-40c6-4dac-96d4-971ed21ff4ed tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:51:20.113903 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:51:20.122663 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:51:20.162346 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dea34-e1c3-4448-b9d9-b730e651be62 None None] Calling delete_port for 099501d3-c65d-46b5-bcb9-931700f02281 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:20.276452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 099501d3-c65d-46b5-bcb9-931700f02281 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:51:20.326005 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 099501d3-c65d-46b5-bcb9-931700f02281 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:51:20.326230 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 099501d3-c65d-46b5-bcb9-931700f02281 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:51:20.365926 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-4f4dea34-e1c3-4448-b9d9-b730e651be62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:51:20.366288 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-4f4dea34-e1c3-4448-b9d9-b730e651be62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:51:20.371833 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-f689569e-e1b4-4c17-a989-cdd9cd29e5d1 service neutron] 10.222.0.11 "GET /v2.0/networks/c355ee9e-7690-4bd5-baa0-5abbaf3a505a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653953 Apr 20 15:51:20.372425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4bb558ac-40c6-4dac-96d4-971ed21ff4ed tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.382813 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1f092016-b674-4361-bc7c-e38b2cb036af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:17Z', 'revision_number': 10, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:20.384740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4bb558ac-40c6-4dac-96d4-971ed21ff4ed tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.386931 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0398c69-22cd-48e5-b9c6-bde1cf189794 req-b83f0a3c-a95d-494f-ac72-82f4e5f54f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:20.387670 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f092016-b674-4361-bc7c-e38b2cb036af None None] The sync data for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv is: [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:17Z', 'revision_number': 10, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None, '_interfaces': [{'id': 'a11fd068-5ffa-4eea-87e2-168ff18bf5b6', 'name': '', 'network_id': '9746f9a5-44ef-4403-9894-44edc840a833', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'mac_address': 'fa:16:3e:9a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '27fce42a-01b9-494d-b200-87343fc35be2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:33Z', 'updated_at': '2022-04-20T15:50:40Z', 'revision_number': 5, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'subnets': [{'id': '27fce42a-01b9-494d-b200-87343fc35be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:20.388424 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-d0398c69-22cd-48e5-b9c6-bde1cf189794 req-b83f0a3c-a95d-494f-ac72-82f4e5f54f6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0223280-2225-4f06-82c9-6cce0c339f2f HTTP/1.1" status: 200 len: 898 time: 0.2739913 Apr 20 15:51:20.414237 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4bb558ac-40c6-4dac-96d4-971ed21ff4ed tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/networks/f8fe991c-cedc-46e9-b2d4-cdbdbce2b099 HTTP/1.1" status: 204 len: 168 time: 0.9262199 Apr 20 15:51:20.420696 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36844) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:20.442208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb558ac-40c6-4dac-96d4-971ed21ff4ed tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Network': ['ID=f8fe991c-cedc-46e9-b2d4-cdbdbce2b099,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:20.454581 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-fbf6043c-1dba-4287-a017-2aebf094687c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-685437951'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:20.480864 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.500364 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.516070 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-fbf6043c-1dba-4287-a017-2aebf094687c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:20.526490 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Network': ['ID=05fe794d-4a10-4d8e-af92-85c8dc5a37d1,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:20.532431 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-fbf6043c-1dba-4287-a017-2aebf094687c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:network and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:20.533791 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-d0398c69-22cd-48e5-b9c6-bde1cf189794 req-b82f53c9-8e4a-40c2-8cb1-1cdc86a284f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c85b0c1e-327a-42b8-ab3e-79fd9d403514 HTTP/1.1" status: 200 len: 1001 time: 0.1349657 Apr 20 15:51:20.535178 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-481956e2-cdc5-44f7-a231-ff35dc7328a6 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/networks/05fe794d-4a10-4d8e-af92-85c8dc5a37d1 HTTP/1.1" status: 204 len: 168 time: 1.6337695 Apr 20 15:51:20.537328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-fbf6043c-1dba-4287-a017-2aebf094687c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:20.537817 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36848) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:20.548680 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-fbf6043c-1dba-4287-a017-2aebf094687c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:20.598011 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d789f37-05e3-42c7-b140-30b58e6d1ba9 req-7b423e19-c07b-4153-bedb-49a9f46b4ca6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:20.599493 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8d789f37-05e3-42c7-b140-30b58e6d1ba9 req-7b423e19-c07b-4153-bedb-49a9f46b4ca6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 943 time: 0.2840457 Apr 20 15:51:20.600127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf6043c-1dba-4287-a017-2aebf094687c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:20.603280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbf6043c-1dba-4287-a017-2aebf094687c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.663090 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-077ec238-4f06-4c0a-9f0c-e67e8850e86c req-ebeee82d-f5dd-4a73-9ebc-ad7c5a500693 service neutron] 10.222.0.11 "GET /v2.0/networks/c355ee9e-7690-4bd5-baa0-5abbaf3a505a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468889 Apr 20 15:51:20.677539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf6043c-1dba-4287-a017-2aebf094687c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:51:20.699383 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8d789f37-05e3-42c7-b140-30b58e6d1ba9 req-78adcdad-adb1-410c-b8ea-7f1f62b13177 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dcec62f-9dce-4e55-b808-76c03958cc27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859618 Apr 20 15:51:20.700252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbf6043c-1dba-4287-a017-2aebf094687c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.700597 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-fbf6043c-1dba-4287-a017-2aebf094687c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Added segment 926c483b-dcdd-480c-9293-00b4f50581f2 of type vlan for network c2178663-b184-40ad-ad8f-b3c9d38a7bc8 Apr 20 15:51:20.745034 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0398c69-22cd-48e5-b9c6-bde1cf189794 req-5d6608d8-ee93-469a-ba91-af5c71030f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:20.746500 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-d0398c69-22cd-48e5-b9c6-bde1cf189794 req-5d6608d8-ee93-469a-ba91-af5c71030f34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b652363b-3050-414b-afa0-cb13b525c3e9 HTTP/1.1" status: 200 len: 838 time: 0.2060933 Apr 20 15:51:20.771327 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbf6043c-1dba-4287-a017-2aebf094687c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.814200 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbf6043c-1dba-4287-a017-2aebf094687c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.820239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf6043c-1dba-4287-a017-2aebf094687c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:20.820852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbf6043c-1dba-4287-a017-2aebf094687c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.869933 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dea34-e1c3-4448-b9d9-b730e651be62 None None] Deleting port 099501d3-c65d-46b5-bcb9-931700f02281 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:20.871207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4f4dea34-e1c3-4448-b9d9-b730e651be62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.961141 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6043c-1dba-4287-a017-2aebf094687c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Network': ['ID=c2178663-b184-40ad-ad8f-b3c9d38a7bc8,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:20.962413 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dea34-e1c3-4448-b9d9-b730e651be62 None None] The port '099501d3-c65d-46b5-bcb9-931700f02281' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:51:20.972594 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00938de-9583-45ea-af09-32ea8f7b4009 req-8d99aa8d-b306-4cf9-8618-2eb4675c0658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:20.974571 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b00938de-9583-45ea-af09-32ea8f7b4009 req-8d99aa8d-b306-4cf9-8618-2eb4675c0658 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 1096 time: 0.2502377 Apr 20 15:51:20.982767 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network c2178663-b184-40ad-ad8f-b3c9d38a7bc8 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:51:20.984369 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-fbf6043c-1dba-4287-a017-2aebf094687c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5460606 Apr 20 15:51:20.985647 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36854) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:20.993948 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-be67b365-ba0a-48eb-9f11-4cc60e45793b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'subnet': {'network_id': 'c2178663-b184-40ad-ad8f-b3c9d38a7bc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:21.145237 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0398c69-22cd-48e5-b9c6-bde1cf189794 req-ab7fe583-7912-42ad-839e-5aafb05cc5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:21.146740 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-d0398c69-22cd-48e5-b9c6-bde1cf189794 req-ab7fe583-7912-42ad-839e-5aafb05cc5b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0223280-2225-4f06-82c9-6cce0c339f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3908510 Apr 20 15:51:21.328610 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-be67b365-ba0a-48eb-9f11-4cc60e45793b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:21.339560 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-d0398c69-22cd-48e5-b9c6-bde1cf189794 req-a44db4d2-8447-45e4-b6c9-8a5207136e9e service neutron] 10.222.0.11 "GET /v2.0/networks/a0223280-2225-4f06-82c9-6cce0c339f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840315 Apr 20 15:51:21.343895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-be67b365-ba0a-48eb-9f11-4cc60e45793b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:subnet and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:21.348077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-be67b365-ba0a-48eb-9f11-4cc60e45793b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:21.368556 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-be67b365-ba0a-48eb-9f11-4cc60e45793b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:21.376770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00938de-9583-45ea-af09-32ea8f7b4009 req-46dba764-0f68-4b24-84d6-ee7d3395f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:21.378223 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b00938de-9583-45ea-af09-32ea8f7b4009 req-46dba764-0f68-4b24-84d6-ee7d3395f070 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c355ee9e-7690-4bd5-baa0-5abbaf3a505a HTTP/1.1" status: 200 len: 898 time: 0.3914480 Apr 20 15:51:21.384045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be67b365-ba0a-48eb-9f11-4cc60e45793b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:21.388014 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be67b365-ba0a-48eb-9f11-4cc60e45793b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:21.513981 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b00938de-9583-45ea-af09-32ea8f7b4009 req-a7753a13-7bbe-4350-b92e-07d2c2a191f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98492bcc-e282-4159-bf56-0353abec7591 HTTP/1.1" status: 200 len: 217 time: 0.1119654 Apr 20 15:51:21.528044 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-d0398c69-22cd-48e5-b9c6-bde1cf189794 req-dc44c428-7a76-4a36-aa0f-543c13072d2f service neutron] 10.222.0.11 "GET /v2.0/networks/a0223280-2225-4f06-82c9-6cce0c339f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810210 Apr 20 15:51:21.534262 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e1faa5ae-d96e-44da-a4e4-a2cee7100655 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:21.573528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.ipam_backend_mixin [None req-be67b365-ba0a-48eb-9f11-4cc60e45793b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Performing IP validity checks on allocation pools {{(pid=88168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 20 15:51:21.576363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.ipam_backend_mixin [None req-be67b365-ba0a-48eb-9f11-4cc60e45793b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 20 15:51:21.615750 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00938de-9583-45ea-af09-32ea8f7b4009 req-152662d0-e5e2-42bb-b09c-30e871955a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:21.617145 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b00938de-9583-45ea-af09-32ea8f7b4009 req-152662d0-e5e2-42bb-b09c-30e871955a73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d96901c-0210-48f5-9a40-90dadee0a002 HTTP/1.1" status: 200 len: 835 time: 0.0945213 Apr 20 15:51:21.781397 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00938de-9583-45ea-af09-32ea8f7b4009 req-9a2ed53d-714f-4b31-a0f7-e60330ffde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:21.783117 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b00938de-9583-45ea-af09-32ea8f7b4009 req-9a2ed53d-714f-4b31-a0f7-e60330ffde8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c355ee9e-7690-4bd5-baa0-5abbaf3a505a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1581895 Apr 20 15:51:21.784373 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be67b365-ba0a-48eb-9f11-4cc60e45793b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:21.876213 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-e1faa5ae-d96e-44da-a4e4-a2cee7100655 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port a11fd068-5ffa-4eea-87e2-168ff18bf5b6 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:21.876471 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e1faa5ae-d96e-44da-a4e4-a2cee7100655 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.008013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67b365-ba0a-48eb-9f11-4cc60e45793b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Subnet': ['ID=846345ff-5a9c-4234-b79b-92974045532f,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:22.022942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be67b365-ba0a-48eb-9f11-4cc60e45793b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Checking segment: {'id': '926c483b-dcdd-480c-9293-00b4f50581f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c2178663-b184-40ad-ad8f-b3c9d38a7bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:22.023303 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be67b365-ba0a-48eb-9f11-4cc60e45793b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network hostable DHCP agents. Network: c2178663-b184-40ad-ad8f-b3c9d38a7bc8, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:51:22.064500 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-e1faa5ae-d96e-44da-a4e4-a2cee7100655 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] For port a11fd068-5ffa-4eea-87e2-168ff18bf5b6, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a11fd068-5ffa-4eea-87e2-168ff18bf5b6,segment=NetworkSegment(3f972675-83e1-474f-b08c-97eeb556e3fb),segment_id=3f972675-83e1-474f-b08c-97eeb556e3fb)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:22.064857 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e1faa5ae-d96e-44da-a4e4-a2cee7100655 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.083643 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b00938de-9583-45ea-af09-32ea8f7b4009 req-c8857d58-8a6d-40af-96b3-96d429cd524a service neutron] 10.222.0.11 "GET /v2.0/networks/c355ee9e-7690-4bd5-baa0-5abbaf3a505a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939847 Apr 20 15:51:22.089426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be67b365-ba0a-48eb-9f11-4cc60e45793b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network c2178663-b184-40ad-ad8f-b3c9d38a7bc8 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:51:22.101044 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd790ed9-41e5-4fd8-90ac-daf151966e28 req-51ab9b17-3e2c-428a-9da3-6ca3f563f2e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:22.102440 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cd790ed9-41e5-4fd8-90ac-daf151966e28 req-51ab9b17-3e2c-428a-9da3-6ca3f563f2e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 943 time: 0.2577622 Apr 20 15:51:22.187609 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 8bb28029-6ea2-4303-9372-8b61849323b6 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:51:22.198502 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-be67b365-ba0a-48eb-9f11-4cc60e45793b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, c2178663-b184-40ad-ad8f-b3c9d38a7bc8) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:22.204567 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-e1faa5ae-d96e-44da-a4e4-a2cee7100655 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Calling delete_port for a11fd068-5ffa-4eea-87e2-168ff18bf5b6 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:22.211821 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be67b365-ba0a-48eb-9f11-4cc60e45793b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:22.212400 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be67b365-ba0a-48eb-9f11-4cc60e45793b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.221527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c1bef1-7463-4d4a-b8f1-3e92a781d997 None None] Network c2178663-b184-40ad-ad8f-b3c9d38a7bc8 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:22.244312 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 8bb28029-6ea2-4303-9372-8b61849323b6 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:51:22.244658 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 8bb28029-6ea2-4303-9372-8b61849323b6 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:51:22.250641 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cd790ed9-41e5-4fd8-90ac-daf151966e28 req-8df8f520-430b-4371-be6b-92c581279b58 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dcec62f-9dce-4e55-b808-76c03958cc27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259327 Apr 20 15:51:22.275654 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-be67b365-ba0a-48eb-9f11-4cc60e45793b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2847741 Apr 20 15:51:22.275872 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36864) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:22.284096 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-5547cced-6a5a-4c88-b53d-694d2a15b6c3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'network_id': 'c2178663-b184-40ad-ad8f-b3c9d38a7bc8', 'name': 'tempest-PortsIpV6TestJSON-1085239982'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:22.381795 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b00938de-9583-45ea-af09-32ea8f7b4009 req-9daea178-0952-470f-8a86-d71b62729663 service neutron] 10.222.0.11 "GET /v2.0/networks/c355ee9e-7690-4bd5-baa0-5abbaf3a505a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900136 Apr 20 15:51:22.433352 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e1faa5ae-d96e-44da-a4e4-a2cee7100655 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.442328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-5547cced-6a5a-4c88-b53d-694d2a15b6c3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:22.452711 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-5547cced-6a5a-4c88-b53d-694d2a15b6c3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:22.455929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-c2178663-b184-40ad-ad8f-b3c9d38a7bc8', 'network_id': 'c2178663-b184-40ad-ad8f-b3c9d38a7bc8', 'tenant_id': 'eed93712840e41bbb62ef317c79c80b8', 'fixed_ips': [{'subnet_id': '846345ff-5a9c-4234-b79b-92974045532f'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:51:22.456766 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.462710 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5547cced-6a5a-4c88-b53d-694d2a15b6c3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:22.466427 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5547cced-6a5a-4c88-b53d-694d2a15b6c3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.488363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-5547cced-6a5a-4c88-b53d-694d2a15b6c3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] device_id is not set on port 58a422ca-35cb-49aa-a801-0d3c0dc34aab yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:51:22.493360 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1faa5ae-d96e-44da-a4e4-a2cee7100655 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Port': ['ID=a11fd068-5ffa-4eea-87e2-168ff18bf5b6,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:22.634424 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Allocated IP 2001:db8::2 (c2178663-b184-40ad-ad8f-b3c9d38a7bc8/846345ff-5a9c-4234-b79b-92974045532f/0246a479-538b-40bd-91c1-248c33241de2) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:22.788781 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e1faa5ae-d96e-44da-a4e4-a2cee7100655 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.894248 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.904523 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Transition to ACTIVE for port object 0246a479-538b-40bd-91c1-248c33241de2 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:22.922590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Transition to ACTIVE for port object 0246a479-538b-40bd-91c1-248c33241de2 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:22.928528 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.986866 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Network c2178663-b184-40ad-ad8f-b3c9d38a7bc8 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:22.987980 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:22.991784 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:23.018095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-5547cced-6a5a-4c88-b53d-694d2a15b6c3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Allocated IP 2001:db8::200 (c2178663-b184-40ad-ad8f-b3c9d38a7bc8/846345ff-5a9c-4234-b79b-92974045532f/58a422ca-35cb-49aa-a801-0d3c0dc34aab) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:23.062760 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1faa5ae-d96e-44da-a4e4-a2cee7100655 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:51:23.069151 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Pushing event updated for resources: {'Port': ['ID=0246a479-538b-40bd-91c1-248c33241de2,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:23.097384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Attempting to bind port 0246a479-538b-40bd-91c1-248c33241de2 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:23.097742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Attempting to bind port 0246a479-538b-40bd-91c1-248c33241de2 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '926c483b-dcdd-480c-9293-00b4f50581f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c2178663-b184-40ad-ad8f-b3c9d38a7bc8'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:23.098113 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Attempting to bind port 0246a479-538b-40bd-91c1-248c33241de2 on network c2178663-b184-40ad-ad8f-b3c9d38a7bc8 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:51:23.103500 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:51:23.103912 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Checking segment: {'id': '926c483b-dcdd-480c-9293-00b4f50581f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c2178663-b184-40ad-ad8f-b3c9d38a7bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:23.104893 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.105303 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Bound using segment: {'id': '926c483b-dcdd-480c-9293-00b4f50581f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c2178663-b184-40ad-ad8f-b3c9d38a7bc8'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:51:23.105785 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Bound port: 0246a479-538b-40bd-91c1-248c33241de2, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926c483b-dcdd-480c-9293-00b4f50581f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c2178663-b184-40ad-ad8f-b3c9d38a7bc8'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:23.106153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.200428 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] For port 0246a479-538b-40bd-91c1-248c33241de2, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:51:23.204142 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] For port 0246a479-538b-40bd-91c1-248c33241de2, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0246a479-538b-40bd-91c1-248c33241de2,segment=NetworkSegment(926c483b-dcdd-480c-9293-00b4f50581f2),segment_id=926c483b-dcdd-480c-9293-00b4f50581f2)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:51:23.209304 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.212586 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1faa5ae-d96e-44da-a4e4-a2cee7100655 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:51:23.225524 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d882a-a013-4dad-ad1b-72cdd7640123 None None] Sync routers for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:23.238920 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e1faa5ae-d96e-44da-a4e4-a2cee7100655 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7000134 Apr 20 15:51:23.239115 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d882a-a013-4dad-ad1b-72cdd7640123 None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:23.239982 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9a0d882a-a013-4dad-ad1b-72cdd7640123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:23.241452 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36868) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:23.293801 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4240c9-05ab-440b-a1f2-1e45d1cb124f None None] Pushing event updated for resources: {'Port': ['ID=0246a479-538b-40bd-91c1-248c33241de2,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:23.339188 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80e9cdd-78c7-46b6-8e0b-b49fd1962608 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting subnet 27fce42a-01b9-494d-b200-87343fc35be2 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:51:23.355480 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e80e9cdd-78c7-46b6-8e0b-b49fd1962608 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.356099 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 98492bcc-e282-4159-bf56-0353abec7591 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 15:51:23.357655 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5547cced-6a5a-4c88-b53d-694d2a15b6c3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.375682 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5547cced-6a5a-4c88-b53d-694d2a15b6c3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Transition to ACTIVE for port object 58a422ca-35cb-49aa-a801-0d3c0dc34aab will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:23.407304 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5547cced-6a5a-4c88-b53d-694d2a15b6c3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.442724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e80e9cdd-78c7-46b6-8e0b-b49fd1962608 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.503698 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-9a0d882a-a013-4dad-ad1b-72cdd7640123 None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:23.507462 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547cced-6a5a-4c88-b53d-694d2a15b6c3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=58a422ca-35cb-49aa-a801-0d3c0dc34aab,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:23.576267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5547cced-6a5a-4c88-b53d-694d2a15b6c3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network c2178663-b184-40ad-ad8f-b3c9d38a7bc8 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:23.578200 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-5547cced-6a5a-4c88-b53d-694d2a15b6c3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:23.585070 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5547cced-6a5a-4c88-b53d-694d2a15b6c3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:23.585445 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 98492bcc-e282-4159-bf56-0353abec7591, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=98492bcc-e282-4159-bf56-0353abec7591,segment=NetworkSegment(c50a2fad-8011-4874-be55-1d740013c75e),segment_id=c50a2fad-8011-4874-be55-1d740013c75e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:23.587184 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e80e9cdd-78c7-46b6-8e0b-b49fd1962608 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.591411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5547cced-6a5a-4c88-b53d-694d2a15b6c3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:23.592117 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5547cced-6a5a-4c88-b53d-694d2a15b6c3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.610812 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '98492bcc-e282-4159-bf56-0353abec7591', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'port_id': '98492bcc-e282-4159-bf56-0353abec7591', 'mac_address': 'fa:16:3e:8f:b6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 15:51:23.672166 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5547cced-6a5a-4c88-b53d-694d2a15b6c3 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3945901 Apr 20 15:51:23.674787 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36874) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:23.676895 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9a0d882a-a013-4dad-ad1b-72cdd7640123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:22Z', 'revision_number': 11, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:23.681154 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d882a-a013-4dad-ad1b-72cdd7640123 None None] Checking router: cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:51:23.688850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1bf46-993d-4ed5-8a46-4342dae1b460 req-f2369a2e-c0b6-4fb9-95dc-3d4d5c14aa88 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:23.690388 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d882a-a013-4dad-ad1b-72cdd7640123 None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:23.691043 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-aeb1bf46-993d-4ed5-8a46-4342dae1b460 req-f2369a2e-c0b6-4fb9-95dc-3d4d5c14aa88 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 943 time: 0.1846442 Apr 20 15:51:23.696622 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9a0d882a-a013-4dad-ad1b-72cdd7640123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:23.726703 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.750479 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98492bcc-e282-4159-bf56-0353abec7591 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:51:23.759625 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-aeb1bf46-993d-4ed5-8a46-4342dae1b460 req-d9ba4db2-01d8-44c0-842d-3d566bc64310 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dcec62f-9dce-4e55-b808-76c03958cc27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622303 Apr 20 15:51:23.786669 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 98492bcc-e282-4159-bf56-0353abec7591, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=98492bcc-e282-4159-bf56-0353abec7591,segment=NetworkSegment(c50a2fad-8011-4874-be55-1d740013c75e),segment_id=c50a2fad-8011-4874-be55-1d740013c75e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:23.800794 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.834090 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-58c1b3ac-2f2c-4ece-af92-7ff6fc3713b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port 58a422ca-35cb-49aa-a801-0d3c0dc34aab {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:23.835208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58c1b3ac-2f2c-4ece-af92-7ff6fc3713b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.848866 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-9a0d882a-a013-4dad-ad1b-72cdd7640123 None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:23.874552 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e80e9cdd-78c7-46b6-8e0b-b49fd1962608 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.882606 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=98492bcc-e282-4159-bf56-0353abec7591,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:23.929190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e9cdd-78c7-46b6-8e0b-b49fd1962608 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Subnet': ['ID=27fce42a-01b9-494d-b200-87343fc35be2,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:23.940102 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e80e9cdd-78c7-46b6-8e0b-b49fd1962608 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.947749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf606915-1bdc-49d5-97d5-59073bad01f0 None None] Network 9746f9a5-44ef-4403-9894-44edc840a833 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:23.961114 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9a0d882a-a013-4dad-ad1b-72cdd7640123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:22Z', 'revision_number': 11, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:23.965685 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36878) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:23.966590 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e80e9cdd-78c7-46b6-8e0b-b49fd1962608 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/subnets/27fce42a-01b9-494d-b200-87343fc35be2 HTTP/1.1" status: 204 len: 168 time: 0.7234890 Apr 20 15:51:23.981424 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d882a-a013-4dad-ad1b-72cdd7640123 None None] The sync data for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv is: [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:22Z', 'revision_number': 11, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:24.095927 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:24.106633 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Deleting port e4c2514b-5202-478c-a5b8-540fcfd6f2f6 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:24.107244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:24.195850 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['98492bcc-e282-4159-bf56-0353abec7591'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 15:51:24.201374 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58c1b3ac-2f2c-4ece-af92-7ff6fc3713b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:24.360361 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e300ef-f1a3-4909-a1ec-c13105bf91cb None None] DHCP port deletion for 9746f9a5-44ef-4403-9894-44edc840a833 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:51:24.367006 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-58c1b3ac-2f2c-4ece-af92-7ff6fc3713b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for 58a422ca-35cb-49aa-a801-0d3c0dc34aab owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:24.379699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b5e300ef-f1a3-4909-a1ec-c13105bf91cb None None] Deleting port e4c2514b-5202-478c-a5b8-540fcfd6f2f6 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:24.380112 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b5e300ef-f1a3-4909-a1ec-c13105bf91cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:24.393579 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] For port e4c2514b-5202-478c-a5b8-540fcfd6f2f6, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e4c2514b-5202-478c-a5b8-540fcfd6f2f6,segment=NetworkSegment(3f972675-83e1-474f-b08c-97eeb556e3fb),segment_id=3f972675-83e1-474f-b08c-97eeb556e3fb)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:24.394990 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:24.537863 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0246a479-538b-40bd-91c1-248c33241de2 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:24.595811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Calling delete_port for e4c2514b-5202-478c-a5b8-540fcfd6f2f6 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:24.716016 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:24.730903 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58c1b3ac-2f2c-4ece-af92-7ff6fc3713b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:24.770660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Port': ['ID=e4c2514b-5202-478c-a5b8-540fcfd6f2f6,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:24.772642 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] No DVR routers for this DVR port e4c2514b-5202-478c-a5b8-540fcfd6f2f6 on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:51:24.792976 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1b3ac-2f2c-4ece-af92-7ff6fc3713b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=58a422ca-35cb-49aa-a801-0d3c0dc34aab,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:24.842243 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58c1b3ac-2f2c-4ece-af92-7ff6fc3713b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:24.855895 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-58c1b3ac-2f2c-4ece-af92-7ff6fc3713b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/ports/58a422ca-35cb-49aa-a801-0d3c0dc34aab HTTP/1.1" status: 204 len: 168 time: 1.1792140 Apr 20 15:51:24.858719 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36884) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:24.860047 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafcbd04-8dcc-4f54-a325-36f511cd672b None None] Network c2178663-b184-40ad-ad8f-b3c9d38a7bc8 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:24.905622 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aef9ec6-cda8-400a-b439-999b5ece8367 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] DELETE failed (client error): The resource could not be found. Apr 20 15:51:24.906404 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aef9ec6-cda8-400a-b439-999b5ece8367 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:24.909310 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0aef9ec6-cda8-400a-b439-999b5ece8367 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/ports/58a422ca-35cb-49aa-a801-0d3c0dc34aab HTTP/1.1" status: 404 len: 333 time: 0.0479436 Apr 20 15:51:24.910765 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36888) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:24.916088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:24.941671 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9746f9a5-44ef-4403-9894-44edc840a833']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:24.953267 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7640459-b723-4112-a91e-9e355f276ac8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] GET failed (client error): The resource could not be found. Apr 20 15:51:24.953803 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d7640459-b723-4112-a91e-9e355f276ac8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:24.955870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f972675-83e1-474f-b08c-97eeb556e3fb') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:24.956103 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f972675-83e1-474f-b08c-97eeb556e3fb') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:24.970967 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:24.971246 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d7640459-b723-4112-a91e-9e355f276ac8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:24.975106 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d7640459-b723-4112-a91e-9e355f276ac8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports/58a422ca-35cb-49aa-a801-0d3c0dc34aab HTTP/1.1" status: 404 len: 333 time: 0.0609665 Apr 20 15:51:24.975425 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36892) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:25.041465 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.049864 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab522a44-3acd-43fa-a1fa-73feef9652e6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting subnet 846345ff-5a9c-4234-b79b-92974045532f {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:51:25.053405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:51:25.053726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab522a44-3acd-43fa-a1fa-73feef9652e6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.054168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.059430 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-b5e300ef-f1a3-4909-a1ec-c13105bf91cb None None] For port e4c2514b-5202-478c-a5b8-540fcfd6f2f6, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e4c2514b-5202-478c-a5b8-540fcfd6f2f6,segment=NetworkSegment(3f972675-83e1-474f-b08c-97eeb556e3fb),segment_id=3f972675-83e1-474f-b08c-97eeb556e3fb)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:25.059849 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b5e300ef-f1a3-4909-a1ec-c13105bf91cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:51:25.077477 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:51:25.080118 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a8786d72-26e1-4010-b115-72c8af9d60a3 None None] Provisioning for port 0246a479-538b-40bd-91c1-248c33241de2 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:25.110761 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab522a44-3acd-43fa-a1fa-73feef9652e6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.142979 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 0246a479-538b-40bd-91c1-248c33241de2 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:25.196584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff4c37-f5f6-4290-a9d4-37086b9474b9 req-42ab7731-5dea-4020-a97b-de0066e0151a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:25.198593 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-21ff4c37-f5f6-4290-a9d4-37086b9474b9 req-42ab7731-5dea-4020-a97b-de0066e0151a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 944 time: 0.2298522 Apr 20 15:51:25.199717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.223593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab522a44-3acd-43fa-a1fa-73feef9652e6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.230866 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b5e300ef-f1a3-4909-a1ec-c13105bf91cb None None] Calling delete_port for e4c2514b-5202-478c-a5b8-540fcfd6f2f6 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:25.234791 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.249733 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/networks/9746f9a5-44ef-4403-9894-44edc840a833 HTTP/1.1" status: 204 len: 168 time: 1.2805655 Apr 20 15:51:25.252014 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36896) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:25.262042 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a8786d72-26e1-4010-b115-72c8af9d60a3 None None] Provisioning complete for port 0246a479-538b-40bd-91c1-248c33241de2 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:25.262262 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-3a19c051-ef60-4179-b0cc-e35dd22b4ccd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'router': {'routes': None}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:25.262412 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a8786d72-26e1-4010-b115-72c8af9d60a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.297849 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 0246a479-538b-40bd-91c1-248c33241de2 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:25.298531 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.311331 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5385a-25f9-4835-8917-b3a444561c15 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Pushing event deleted for resources: {'Network': ['ID=9746f9a5-44ef-4403-9894-44edc840a833,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:25.315471 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab522a44-3acd-43fa-a1fa-73feef9652e6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.362210 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab522a44-3acd-43fa-a1fa-73feef9652e6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.366582 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab522a44-3acd-43fa-a1fa-73feef9652e6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Subnet': ['ID=846345ff-5a9c-4234-b79b-92974045532f,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:25.376008 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ab522a44-3acd-43fa-a1fa-73feef9652e6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/846345ff-5a9c-4234-b79b-92974045532f HTTP/1.1" status: 204 len: 168 time: 0.3995161 Apr 20 15:51:25.376596 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36900) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:25.417265 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-21ff4c37-f5f6-4290-a9d4-37086b9474b9 req-143692d7-2bfa-432c-b8dc-22c72511fc55 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dcec62f-9dce-4e55-b808-76c03958cc27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964447 Apr 20 15:51:25.504343 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.516575 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port 0246a479-538b-40bd-91c1-248c33241de2 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:25.517272 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.549989 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-b5e300ef-f1a3-4909-a1ec-c13105bf91cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:51:25.550590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-b5e300ef-f1a3-4909-a1ec-c13105bf91cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:51:25.630221 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.650593 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a8786d72-26e1-4010-b115-72c8af9d60a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.695120 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 0246a479-538b-40bd-91c1-248c33241de2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0246a479-538b-40bd-91c1-248c33241de2,segment=NetworkSegment(926c483b-dcdd-480c-9293-00b4f50581f2),segment_id=926c483b-dcdd-480c-9293-00b4f50581f2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:25.701691 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.735390 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.extraroute_db [None req-3a19c051-ef60-4179-b0cc-e35dd22b4ccd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Added routes are [] {{(pid=88168) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 20 15:51:25.735843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.extraroute_db [None req-3a19c051-ef60-4179-b0cc-e35dd22b4ccd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Removed routes are [] {{(pid=88168) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 20 15:51:25.736285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a19c051-ef60-4179-b0cc-e35dd22b4ccd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.745827 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] For port 0246a479-538b-40bd-91c1-248c33241de2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0246a479-538b-40bd-91c1-248c33241de2,segment=NetworkSegment(926c483b-dcdd-480c-9293-00b4f50581f2),segment_id=926c483b-dcdd-480c-9293-00b4f50581f2)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:25.745827 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.780941 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca44a968-2c8f-478c-9588-4c3cb2c865dd None None] DHCP port deletion for c2178663-b184-40ad-ad8f-b3c9d38a7bc8 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:51:25.804479 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ca44a968-2c8f-478c-9588-4c3cb2c865dd None None] Deleting port 0246a479-538b-40bd-91c1-248c33241de2 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:25.805194 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ca44a968-2c8f-478c-9588-4c3cb2c865dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.841742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e4c2514b-5202-478c-a5b8-540fcfd6f2f6 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:51:25.873200 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for 0246a479-538b-40bd-91c1-248c33241de2 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:25.899796 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: e4c2514b-5202-478c-a5b8-540fcfd6f2f6 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:51:25.900173 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e4c2514b-5202-478c-a5b8-540fcfd6f2f6 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:51:25.900550 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a11fd068-5ffa-4eea-87e2-168ff18bf5b6 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:51:25.947280 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-a8786d72-26e1-4010-b115-72c8af9d60a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:51:25.947638 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-a8786d72-26e1-4010-b115-72c8af9d60a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:51:25.948142 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: a11fd068-5ffa-4eea-87e2-168ff18bf5b6 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:51:25.948478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a11fd068-5ffa-4eea-87e2-168ff18bf5b6 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:51:25.953479 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=0246a479-538b-40bd-91c1-248c33241de2,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:25.966516 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.api [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:51:25.966841 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG oslo_db.api [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:51:26.038068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a19c051-ef60-4179-b0cc-e35dd22b4ccd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:26.041243 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a19c051-ef60-4179-b0cc-e35dd22b4ccd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:26.078936 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b5e300ef-f1a3-4909-a1ec-c13105bf91cb None None] Deleting port e4c2514b-5202-478c-a5b8-540fcfd6f2f6 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:26.079239 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b5e300ef-f1a3-4909-a1ec-c13105bf91cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:26.163495 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b5e300ef-f1a3-4909-a1ec-c13105bf91cb None None] The port 'e4c2514b-5202-478c-a5b8-540fcfd6f2f6' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:51:26.174288 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a19c051-ef60-4179-b0cc-e35dd22b4ccd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:51:26.189814 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ca44a968-2c8f-478c-9588-4c3cb2c865dd None None] For port 0246a479-538b-40bd-91c1-248c33241de2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0246a479-538b-40bd-91c1-248c33241de2,segment=NetworkSegment(926c483b-dcdd-480c-9293-00b4f50581f2),segment_id=926c483b-dcdd-480c-9293-00b4f50581f2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:26.190313 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ca44a968-2c8f-478c-9588-4c3cb2c865dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:26.257331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0246a479-538b-40bd-91c1-248c33241de2 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:51:26.318498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a19c051-ef60-4179-b0cc-e35dd22b4ccd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:51:26.325403 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a19c051-ef60-4179-b0cc-e35dd22b4ccd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:26.326664 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3a19c051-ef60-4179-b0cc-e35dd22b4ccd tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 HTTP/1.1" status: 200 len: 705 time: 1.0711849 Apr 20 15:51:26.329369 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36904) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:26.345476 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66319209-340e-4c69-b974-3efd98761dc0 None None] Sync routers for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:26.355086 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ca44a968-2c8f-478c-9588-4c3cb2c865dd None None] Calling delete_port for 0246a479-538b-40bd-91c1-248c33241de2 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:26.372807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e93eb8e7-bc26-4183-a142-e7cc42d06404 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Synchronizing usage tracker for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:26.387967 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e93eb8e7-bc26-4183-a142-e7cc42d06404 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Unset dirty status for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:26.389126 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e93eb8e7-bc26-4183-a142-e7cc42d06404 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 HTTP/1.1" status: 200 len: 205 time: 0.0589018 Apr 20 15:51:26.391729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36908) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:26.423159 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66319209-340e-4c69-b974-3efd98761dc0 None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:26.423810 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-66319209-340e-4c69-b974-3efd98761dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:26.468258 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port 0246a479-538b-40bd-91c1-248c33241de2 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:26.468725 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:26.577068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bc1bcd22-0359-48b2-966e-ddb89d4e4230 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:26.669699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-66319209-340e-4c69-b974-3efd98761dc0 None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:26.683579 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] For port 0246a479-538b-40bd-91c1-248c33241de2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0246a479-538b-40bd-91c1-248c33241de2,segment=NetworkSegment(926c483b-dcdd-480c-9293-00b4f50581f2),segment_id=926c483b-dcdd-480c-9293-00b4f50581f2)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:26.684080 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:26.821130 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ca44a968-2c8f-478c-9588-4c3cb2c865dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:26.861265 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-66319209-340e-4c69-b974-3efd98761dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:22Z', 'revision_number': 11, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:26.863389 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Port 0246a479-538b-40bd-91c1-248c33241de2 update to DOWN by agent not found {{(pid=88170) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 20 15:51:26.886109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66319209-340e-4c69-b974-3efd98761dc0 None None] Checking router: cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:51:26.888475 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca44a968-2c8f-478c-9588-4c3cb2c865dd None None] No DVR routers for this DVR port 0246a479-538b-40bd-91c1-248c33241de2 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:51:26.890190 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44a968-2c8f-478c-9588-4c3cb2c865dd None None] Pushing event deleted for resources: {'Port': ['ID=0246a479-538b-40bd-91c1-248c33241de2,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:26.904040 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66319209-340e-4c69-b974-3efd98761dc0 None None] Routers {'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:26.904742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-66319209-340e-4c69-b974-3efd98761dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:26.937679 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for 0246a479-538b-40bd-91c1-248c33241de2 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:27.014249 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.api [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:51:27.014636 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG oslo_db.api [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:51:27.044604 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-66319209-340e-4c69-b974-3efd98761dc0 None None] Set router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:27.054575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bc1bcd22-0359-48b2-966e-ddb89d4e4230 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.057819 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bc1bcd22-0359-48b2-966e-ddb89d4e4230 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.066634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c790c-6362-4ae0-a39a-3eaf584393f6 req-9e44940e-c2ac-4af3-9c4f-93ec655514af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:27.068119 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-168c790c-6362-4ae0-a39a-3eaf584393f6 req-9e44940e-c2ac-4af3-9c4f-93ec655514af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 944 time: 0.5265722 Apr 20 15:51:27.105092 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bc1bcd22-0359-48b2-966e-ddb89d4e4230 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.105573 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1bcd22-0359-48b2-966e-ddb89d4e4230 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Fanout notify agent at l3_agent the message router_deleted on router cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:51:27.133207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bc1bcd22-0359-48b2-966e-ddb89d4e4230 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.134286 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bc1bcd22-0359-48b2-966e-ddb89d4e4230 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/routers/cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 HTTP/1.1" status: 204 len: 168 time: 0.7416241 Apr 20 15:51:27.140660 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36914) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:27.140854 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-168c790c-6362-4ae0-a39a-3eaf584393f6 req-818856e5-3805-4814-a865-000c0d6992fa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dcec62f-9dce-4e55-b808-76c03958cc27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638158 Apr 20 15:51:27.149070 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b608811e-23e3-4cfc-9279-a6b76faaad45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1676745893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:27.156268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b608811e-23e3-4cfc-9279-a6b76faaad45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:27.156660 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-66319209-340e-4c69-b974-3efd98761dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:22Z', 'revision_number': 11, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:27.160968 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66319209-340e-4c69-b974-3efd98761dc0 None None] The sync data for ids ['cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30'] in dv-neutron-838699-1-hyperv is: [{'id': 'cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30', 'name': 'tempest-RoutersIpV6Test-router-1686153169', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:31Z', 'updated_at': '2022-04-20T15:51:22Z', 'revision_number': 11, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:27.164341 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b608811e-23e3-4cfc-9279-a6b76faaad45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Usage tracker for resource:router and tenant:a3e61e7167fd4a8b8d84de037fa569a0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:27.167894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b608811e-23e3-4cfc-9279-a6b76faaad45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:27.173681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b608811e-23e3-4cfc-9279-a6b76faaad45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:27.185409 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b608811e-23e3-4cfc-9279-a6b76faaad45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.186572 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b608811e-23e3-4cfc-9279-a6b76faaad45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.202906 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b608811e-23e3-4cfc-9279-a6b76faaad45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.221360 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b608811e-23e3-4cfc-9279-a6b76faaad45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.250788 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b608811e-23e3-4cfc-9279-a6b76faaad45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.251987 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b608811e-23e3-4cfc-9279-a6b76faaad45 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1069913 Apr 20 15:51:27.254582 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36918) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:27.259580 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-49a2ea34-ccd5-4272-b3ae-13c2e98faf7e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:27.366585 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 98492bcc-e282-4159-bf56-0353abec7591 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:27.431884 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 98492bcc-e282-4159-bf56-0353abec7591 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:27.437311 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 98492bcc-e282-4159-bf56-0353abec7591 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:27.437669 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.553627 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.579435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98492bcc-e282-4159-bf56-0353abec7591'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:51:27.589535 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 98492bcc-e282-4159-bf56-0353abec7591, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=98492bcc-e282-4159-bf56-0353abec7591,segment=NetworkSegment(c50a2fad-8011-4874-be55-1d740013c75e),segment_id=c50a2fad-8011-4874-be55-1d740013c75e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:27.594673 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.630924 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b07bf09-fe57-4d23-a92f-2ef14a10bd1d'] response: {'server_uuid': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98492bcc-e282-4159-bf56-0353abec7591', 'code': 200} Apr 20 15:51:27.634548 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-49a2ea34-ccd5-4272-b3ae-13c2e98faf7e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.646309 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-49a2ea34-ccd5-4272-b3ae-13c2e98faf7e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.667756 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=98492bcc-e282-4159-bf56-0353abec7591,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:27.809158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a2ea34-ccd5-4272-b3ae-13c2e98faf7e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Router ee38c7e1-a4da-486a-a857-f112dced2610 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:51:27.858693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ede46a-0d10-41b5-a486-84e781115eed req-e00f0ade-cdd8-4b46-a470-3196ee24ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:27.860180 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17ede46a-0d10-41b5-a486-84e781115eed req-e00f0ade-cdd8-4b46-a470-3196ee24ff9a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 1098 time: 0.0766304 Apr 20 15:51:27.900663 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17ede46a-0d10-41b5-a486-84e781115eed req-a0ac8bd7-4a8e-4457-bacf-01c64790c0b0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2dcec62f-9dce-4e55-b808-76c03958cc27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344682 Apr 20 15:51:27.927633 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port 0246a479-538b-40bd-91c1-248c33241de2 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:27.927994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.970607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a2ea34-ccd5-4272-b3ae-13c2e98faf7e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:51:27.979610 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b27e3c-bfc9-4183-ac0d-588c68936dbe None None] Sync routers for ids ['ee38c7e1-a4da-486a-a857-f112dced2610'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:27.989173 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b27e3c-bfc9-4183-ac0d-588c68936dbe None None] Routers {'ee38c7e1-a4da-486a-a857-f112dced2610'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:27.989771 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-80b27e3c-bfc9-4183-ac0d-588c68936dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['ee38c7e1-a4da-486a-a857-f112dced2610'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:28.003118 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-49a2ea34-ccd5-4272-b3ae-13c2e98faf7e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.004246 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-49a2ea34-ccd5-4272-b3ae-13c2e98faf7e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "PUT /v2.0/routers/ee38c7e1-a4da-486a-a857-f112dced2610 HTTP/1.1" status: 200 len: 698 time: 0.7487698 Apr 20 15:51:28.007032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36924) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:28.009256 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] The port '0246a479-538b-40bd-91c1-248c33241de2' was deleted {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:51:28.112953 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-80b27e3c-bfc9-4183-ac0d-588c68936dbe None None] Set router ee38c7e1-a4da-486a-a857-f112dced2610 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:28.128061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.151840 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7afdf4ec-88d6-4903-80b3-21cfb60a0361 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/routers/ee38c7e1-a4da-486a-a857-f112dced2610 HTTP/1.1" status: 200 len: 704 time: 0.1399779 Apr 20 15:51:28.151840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36928) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:28.178519 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2178663-b184-40ad-ad8f-b3c9d38a7bc8']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:28.192737 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926c483b-dcdd-480c-9293-00b4f50581f2') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:28.193675 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926c483b-dcdd-480c-9293-00b4f50581f2') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:28.201922 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-920b1592-d3be-4ba2-a12c-d4edfe67da08 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee38c7e1-a4da-486a-a857-f112dced2610 HTTP/1.1" status: 200 len: 205 time: 0.0491791 Apr 20 15:51:28.204605 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36934) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:28.215699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.245577 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-80b27e3c-bfc9-4183-ac0d-588c68936dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee38c7e1-a4da-486a-a857-f112dced2610', 'name': 'tempest-RoutersIpV6Test-router-1676745893', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:27Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 2, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:28.246058 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.249688 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b27e3c-bfc9-4183-ac0d-588c68936dbe None None] Checking router: ee38c7e1-a4da-486a-a857-f112dced2610 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:51:28.253700 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:51:28.254256 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.259501 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b27e3c-bfc9-4183-ac0d-588c68936dbe None None] Routers {'ee38c7e1-a4da-486a-a857-f112dced2610'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:28.261045 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-80b27e3c-bfc9-4183-ac0d-588c68936dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['ee38c7e1-a4da-486a-a857-f112dced2610'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:51:28.325152 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:51:28.356325 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.374976 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.390197 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/networks/c2178663-b184-40ad-ad8f-b3c9d38a7bc8 HTTP/1.1" status: 204 len: 168 time: 3.0091290 Apr 20 15:51:28.390197 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87259e98-db6a-4fce-a622-eb9c9b0b1e92 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Network': ['ID=c2178663-b184-40ad-ad8f-b3c9d38a7bc8,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:28.391898 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36938) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:28.398251 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5720936f-a8f1-44e6-a42e-e47eea162ec8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-807394468'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:28.403717 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5720936f-a8f1-44e6-a42e-e47eea162ec8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:28.406713 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ccae175-9f47-4a8c-b4da-03873c76b202 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.407727 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5720936f-a8f1-44e6-a42e-e47eea162ec8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:network and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:28.410702 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5720936f-a8f1-44e6-a42e-e47eea162ec8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:28.417185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5720936f-a8f1-44e6-a42e-e47eea162ec8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:28.418836 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-80b27e3c-bfc9-4183-ac0d-588c68936dbe None None] Set router ee38c7e1-a4da-486a-a857-f112dced2610 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:28.426817 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5720936f-a8f1-44e6-a42e-e47eea162ec8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:28.430344 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5720936f-a8f1-44e6-a42e-e47eea162ec8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.460495 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5720936f-a8f1-44e6-a42e-e47eea162ec8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:51:28.470853 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5720936f-a8f1-44e6-a42e-e47eea162ec8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.471270 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-5720936f-a8f1-44e6-a42e-e47eea162ec8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Added segment c6bfc319-9ded-4fb1-b9e1-96304e36a1c2 of type vlan for network 73313119-8626-4f94-a337-67453f47c7b4 Apr 20 15:51:28.524546 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-80b27e3c-bfc9-4183-ac0d-588c68936dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee38c7e1-a4da-486a-a857-f112dced2610', 'name': 'tempest-RoutersIpV6Test-router-1676745893', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:27Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 2, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:28.529159 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b27e3c-bfc9-4183-ac0d-588c68936dbe None None] The sync data for ids ['ee38c7e1-a4da-486a-a857-f112dced2610'] in dv-neutron-838699-1-hyperv is: [{'id': 'ee38c7e1-a4da-486a-a857-f112dced2610', 'name': 'tempest-RoutersIpV6Test-router-1676745893', 'tenant_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:27Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 2, 'project_id': 'a3e61e7167fd4a8b8d84de037fa569a0', 'gw_port_host': None}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:28.624183 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5720936f-a8f1-44e6-a42e-e47eea162ec8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.654124 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5720936f-a8f1-44e6-a42e-e47eea162ec8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.659799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5720936f-a8f1-44e6-a42e-e47eea162ec8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:28.660527 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5720936f-a8f1-44e6-a42e-e47eea162ec8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.735745 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ccae175-9f47-4a8c-b4da-03873c76b202 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.739679 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ccae175-9f47-4a8c-b4da-03873c76b202 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.751022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727356f1-8250-43c4-b2ea-b54afcdfdc86 req-d9ccd937-4a44-47b4-acf0-5d229447c5ff tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:28.753120 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-727356f1-8250-43c4-b2ea-b54afcdfdc86 req-d9ccd937-4a44-47b4-acf0-5d229447c5ff tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 945 time: 0.4685733 Apr 20 15:51:28.769835 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5720936f-a8f1-44e6-a42e-e47eea162ec8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3771563 Apr 20 15:51:28.774268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36942) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:28.779662 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-195dfe1b-9172-4439-810f-aef8af9825c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'subnet': {'network_id': '73313119-8626-4f94-a337-67453f47c7b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:28.802067 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ccae175-9f47-4a8c-b4da-03873c76b202 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.802534 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccae175-9f47-4a8c-b4da-03873c76b202 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Fanout notify agent at l3_agent the message router_deleted on router ee38c7e1-a4da-486a-a857-f112dced2610 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:51:28.804494 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720936f-a8f1-44e6-a42e-e47eea162ec8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Network': ['ID=73313119-8626-4f94-a337-67453f47c7b4,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:28.816243 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 73313119-8626-4f94-a337-67453f47c7b4 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:51:28.817885 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-727356f1-8250-43c4-b2ea-b54afcdfdc86 req-8ad9ffad-c921-4699-8b3c-3c04fc3ca991 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dcec62f-9dce-4e55-b808-76c03958cc27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584662 Apr 20 15:51:28.823737 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ccae175-9f47-4a8c-b4da-03873c76b202 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.824780 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1ccae175-9f47-4a8c-b4da-03873c76b202 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/routers/ee38c7e1-a4da-486a-a857-f112dced2610 HTTP/1.1" status: 204 len: 168 time: 0.6191790 Apr 20 15:51:28.828258 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36946) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:28.877926 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-42158de2-d556-42cb-b2c1-fdae560748ea tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee38c7e1-a4da-486a-a857-f112dced2610 HTTP/1.1" status: 200 len: 205 time: 0.0479975 Apr 20 15:51:28.880105 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36950) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:28.911950 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-195dfe1b-9172-4439-810f-aef8af9825c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:28.915838 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-195dfe1b-9172-4439-810f-aef8af9825c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:subnet and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:28.919146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-195dfe1b-9172-4439-810f-aef8af9825c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:28.925240 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-195dfe1b-9172-4439-810f-aef8af9825c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:28.936379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195dfe1b-9172-4439-810f-aef8af9825c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:28.939884 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-195dfe1b-9172-4439-810f-aef8af9825c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.074260 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-9817e8be-175f-4e94-9f1c-4c1840537d1e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] delete failed (client error): The resource could not be found. Apr 20 15:51:29.076515 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9817e8be-175f-4e94-9f1c-4c1840537d1e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/routers/ee38c7e1-a4da-486a-a857-f112dced2610 HTTP/1.1" status: 404 len: 336 time: 0.1944461 Apr 20 15:51:29.077844 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36954) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:29.116418 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb1387e-2adc-4bc3-899f-acd6d0f89a0c tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] DELETE failed (client error): The resource could not be found. Apr 20 15:51:29.116863 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb1387e-2adc-4bc3-899f-acd6d0f89a0c tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:29.118521 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dbb1387e-2adc-4bc3-899f-acd6d0f89a0c tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/subnets/80865133-a750-4ee6-9fcb-5d9901fb53fd HTTP/1.1" status: 404 len: 337 time: 0.0395801 Apr 20 15:51:29.121082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36958) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:29.163892 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1502050-78ed-4e71-9bb2-165ba54200f8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] DELETE failed (client error): The resource could not be found. Apr 20 15:51:29.164352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1502050-78ed-4e71-9bb2-165ba54200f8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:29.166026 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e1502050-78ed-4e71-9bb2-165ba54200f8 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/subnets/b0bee8e4-875d-492c-bbb6-658a3200dce0 HTTP/1.1" status: 404 len: 337 time: 0.0440433 Apr 20 15:51:29.169530 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36962) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:29.175447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-195dfe1b-9172-4439-810f-aef8af9825c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.214921 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-c949536c-66bc-4f50-b6f2-962841717cca tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] DELETE failed (client error): The resource could not be found. Apr 20 15:51:29.215575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c949536c-66bc-4f50-b6f2-962841717cca tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:29.218312 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c949536c-66bc-4f50-b6f2-962841717cca tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/subnets/0140ad87-1ec2-4126-b19b-457e5938109f HTTP/1.1" status: 404 len: 337 time: 0.0476725 Apr 20 15:51:29.222353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36966) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:29.269097 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-581365c2-bd9f-45e7-a154-18e463599c09 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] DELETE failed (client error): The resource could not be found. Apr 20 15:51:29.269640 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581365c2-bd9f-45e7-a154-18e463599c09 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:29.271689 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-581365c2-bd9f-45e7-a154-18e463599c09 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/subnets/27fce42a-01b9-494d-b200-87343fc35be2 HTTP/1.1" status: 404 len: 337 time: 0.0482347 Apr 20 15:51:29.274323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36970) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:29.308832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195dfe1b-9172-4439-810f-aef8af9825c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Subnet': ['ID=71bc4e87-5207-41f2-9dae-f9043a7a3da2,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:29.317063 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195dfe1b-9172-4439-810f-aef8af9825c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Checking segment: {'id': 'c6bfc319-9ded-4fb1-b9e1-96304e36a1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '73313119-8626-4f94-a337-67453f47c7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:29.317421 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195dfe1b-9172-4439-810f-aef8af9825c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network hostable DHCP agents. Network: 73313119-8626-4f94-a337-67453f47c7b4, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:51:29.326554 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c933f69c-98c9-47b3-ab46-9e6c71cb8740 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 HTTP/1.1" status: 200 len: 205 time: 0.0507052 Apr 20 15:51:29.329035 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36974) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:29.341847 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195dfe1b-9172-4439-810f-aef8af9825c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 73313119-8626-4f94-a337-67453f47c7b4 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:51:29.352853 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-195dfe1b-9172-4439-810f-aef8af9825c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 73313119-8626-4f94-a337-67453f47c7b4) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:29.357884 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195dfe1b-9172-4439-810f-aef8af9825c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:29.358586 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-195dfe1b-9172-4439-810f-aef8af9825c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.363635 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac32ad25-4e6c-4191-a11c-4ddf09e486a9 None None] Network 73313119-8626-4f94-a337-67453f47c7b4 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:29.381532 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-195dfe1b-9172-4439-810f-aef8af9825c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6061969 Apr 20 15:51:29.384319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 36978) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:29.402758 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f25dc0c1-ede6-4b9e-8eb8-c3de9722dee7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'network_id': '73313119-8626-4f94-a337-67453f47c7b4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-762243971'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:29.422379 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-e6ed3263-d169-4f6a-814c-88863bb44542 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] delete failed (client error): The resource could not be found. Apr 20 15:51:29.425798 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e6ed3263-d169-4f6a-814c-88863bb44542 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/routers/cbd1ac3d-b41a-4b3b-b620-0cf05ac24b30 HTTP/1.1" status: 404 len: 336 time: 0.0934563 Apr 20 15:51:29.426475 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36982) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:29.481280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-97372465-5d5b-4944-ad28-758ffc90bde2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Synchronizing usage tracker for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:29.497982 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-97372465-5d5b-4944-ad28-758ffc90bde2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] Unset dirty status for tenant:a3e61e7167fd4a8b8d84de037fa569a0 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:29.499952 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-97372465-5d5b-4944-ad28-758ffc90bde2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports?device_id=86be57f5-3295-4d43-81d3-3575418b9778 HTTP/1.1" status: 200 len: 205 time: 0.0724170 Apr 20 15:51:29.502370 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36986) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:29.571049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f25dc0c1-ede6-4b9e-8eb8-c3de9722dee7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:29.571474 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-d16cb50c-bd42-4209-94c4-41d5e356d858 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] delete failed (client error): The resource could not be found. Apr 20 15:51:29.574769 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d16cb50c-bd42-4209-94c4-41d5e356d858 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/routers/86be57f5-3295-4d43-81d3-3575418b9778 HTTP/1.1" status: 404 len: 336 time: 0.0692451 Apr 20 15:51:29.575732 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36990) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:29.583026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f25dc0c1-ede6-4b9e-8eb8-c3de9722dee7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:29.593367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25dc0c1-ede6-4b9e-8eb8-c3de9722dee7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:29.596824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f25dc0c1-ede6-4b9e-8eb8-c3de9722dee7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.612551 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-73313119-8626-4f94-a337-67453f47c7b4', 'network_id': '73313119-8626-4f94-a337-67453f47c7b4', 'tenant_id': 'eed93712840e41bbb62ef317c79c80b8', 'fixed_ips': [{'subnet_id': '71bc4e87-5207-41f2-9dae-f9043a7a3da2'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:51:29.613442 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.616611 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a69e43-7ef0-49de-bdfa-0d6a0350f24e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] DELETE failed (client error): The resource could not be found. Apr 20 15:51:29.616763 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a69e43-7ef0-49de-bdfa-0d6a0350f24e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:29.621085 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b0a69e43-7ef0-49de-bdfa-0d6a0350f24e tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/subnets/15c19432-dfc8-4423-bdbd-aa0be039fa10 HTTP/1.1" status: 404 len: 337 time: 0.0416782 Apr 20 15:51:29.621301 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36994) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:29.622766 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-f25dc0c1-ede6-4b9e-8eb8-c3de9722dee7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] device_id is not set on port c2629322-ab81-41f3-b265-8151849b98f6 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:51:29.668548 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-26e28290-d0e1-42f5-a471-ffc108974cd1 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports?device_id=81586cc9-ad6f-4d75-af26-558de51c0d75 HTTP/1.1" status: 200 len: 205 time: 0.0437207 Apr 20 15:51:29.668767 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 36998) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:29.738779 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-971305f5-2745-4010-8c85-cc624424c3c2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] delete failed (client error): The resource could not be found. Apr 20 15:51:29.742474 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-971305f5-2745-4010-8c85-cc624424c3c2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/routers/81586cc9-ad6f-4d75-af26-558de51c0d75 HTTP/1.1" status: 404 len: 336 time: 0.0703015 Apr 20 15:51:29.742648 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37002) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:29.785534 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-f25dc0c1-ede6-4b9e-8eb8-c3de9722dee7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Allocated IP 2001:db8::355 (73313119-8626-4f94-a337-67453f47c7b4/71bc4e87-5207-41f2-9dae-f9043a7a3da2/c2629322-ab81-41f3-b265-8151849b98f6) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:29.789770 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f10582c6-3ca9-4abb-88f1-af36019c9179 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb7a0aa9-e66e-46a7-9eba-38116b3a283b HTTP/1.1" status: 200 len: 205 time: 0.0438175 Apr 20 15:51:29.789985 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37006) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:29.871620 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-8fb04f90-d713-49e1-ae83-d7da9ca7393d tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] delete failed (client error): The resource could not be found. Apr 20 15:51:29.875023 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8fb04f90-d713-49e1-ae83-d7da9ca7393d tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/routers/fb7a0aa9-e66e-46a7-9eba-38116b3a283b HTTP/1.1" status: 404 len: 336 time: 0.0803692 Apr 20 15:51:29.875599 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37012) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:29.923183 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30532fa-41ca-4f8d-a451-e9d72f44fc4b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] DELETE failed (client error): The resource could not be found. Apr 20 15:51:29.923555 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30532fa-41ca-4f8d-a451-e9d72f44fc4b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:29.927609 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f30532fa-41ca-4f8d-a451-e9d72f44fc4b tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/subnets/08219a4a-c16b-444d-8aa0-f7887990f12b HTTP/1.1" status: 404 len: 337 time: 0.0484328 Apr 20 15:51:29.927863 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37016) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:29.970322 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6f71480a-2a3e-417b-bd9e-4928affc1e63 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports?device_id=d51d13f4-e5a9-4536-add7-041ba9e6b852 HTTP/1.1" status: 200 len: 205 time: 0.0414190 Apr 20 15:51:29.972746 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37020) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:30.040177 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-b6a91c4e-8622-4ca2-9225-4eed81a7785a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] delete failed (client error): The resource could not be found. Apr 20 15:51:30.043579 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b6a91c4e-8622-4ca2-9225-4eed81a7785a tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/routers/d51d13f4-e5a9-4536-add7-041ba9e6b852 HTTP/1.1" status: 404 len: 336 time: 0.0675793 Apr 20 15:51:30.043725 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37024) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:30.081117 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe1a14a-9d63-49cf-a5dc-d12dbd083c13 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] DELETE failed (client error): The resource could not be found. Apr 20 15:51:30.081552 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe1a14a-9d63-49cf-a5dc-d12dbd083c13 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:30.083200 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9fe1a14a-9d63-49cf-a5dc-d12dbd083c13 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/subnets/6ced29e9-3ad7-4396-a704-4281be6c55a6 HTTP/1.1" status: 404 len: 337 time: 0.0385711 Apr 20 15:51:30.085847 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37028) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:30.089371 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f25dc0c1-ede6-4b9e-8eb8-c3de9722dee7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.104829 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ecea6-a6b3-413d-a16a-c8f90e511e8a req-44a821b8-5b9e-4e6a-a5cb-b84805722b1c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:30.106362 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d81ecea6-a6b3-413d-a16a-c8f90e511e8a req-44a821b8-5b9e-4e6a-a5cb-b84805722b1c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 945 time: 0.1556087 Apr 20 15:51:30.133887 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f25dc0c1-ede6-4b9e-8eb8-c3de9722dee7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Transition to ACTIVE for port object c2629322-ab81-41f3-b265-8151849b98f6 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:30.141272 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-193f7f9b-91fe-4434-8b74-2b223b029557 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "GET /v2.0/ports?device_id=0970e128-fd3c-419b-bfd9-f96b7703cbd0 HTTP/1.1" status: 200 len: 205 time: 0.0542192 Apr 20 15:51:30.143528 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37032) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:30.165366 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d81ecea6-a6b3-413d-a16a-c8f90e511e8a req-a454b899-5a9e-443f-89dd-a8880505b8f3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dcec62f-9dce-4e55-b808-76c03958cc27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523071 Apr 20 15:51:30.193275 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f25dc0c1-ede6-4b9e-8eb8-c3de9722dee7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.215641 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-b0180d0d-b9d3-4bd0-897d-3baa39b896a9 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] delete failed (client error): The resource could not be found. Apr 20 15:51:30.219211 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b0180d0d-b9d3-4bd0-897d-3baa39b896a9 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/routers/0970e128-fd3c-419b-bfd9-f96b7703cbd0 HTTP/1.1" status: 404 len: 336 time: 0.0724027 Apr 20 15:51:30.219438 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37038) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:30.259749 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-27812492-d15b-47cd-894d-92bd0ccc0dd5 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] DELETE failed (client error): The resource could not be found. Apr 20 15:51:30.260592 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27812492-d15b-47cd-894d-92bd0ccc0dd5 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:30.265086 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-27812492-d15b-47cd-894d-92bd0ccc0dd5 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/subnets/cc150785-d2c0-4f30-b544-201fb3788362 HTTP/1.1" status: 404 len: 337 time: 0.0421960 Apr 20 15:51:30.265996 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37042) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:30.268044 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25dc0c1-ede6-4b9e-8eb8-c3de9722dee7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 73313119-8626-4f94-a337-67453f47c7b4 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:30.272052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f25dc0c1-ede6-4b9e-8eb8-c3de9722dee7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:30.276874 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25dc0c1-ede6-4b9e-8eb8-c3de9722dee7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:30.282858 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25dc0c1-ede6-4b9e-8eb8-c3de9722dee7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:30.283802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f25dc0c1-ede6-4b9e-8eb8-c3de9722dee7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.286086 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Allocated IP 2001:db8::2 (73313119-8626-4f94-a337-67453f47c7b4/71bc4e87-5207-41f2-9dae-f9043a7a3da2/b339070f-7a92-4a18-a520-0546183e733d) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:30.316465 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0e93bf-c32f-4247-bad9-5e0642b12ca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] DELETE failed (client error): The resource could not be found. Apr 20 15:51:30.316914 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0e93bf-c32f-4247-bad9-5e0642b12ca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:30.318752 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0c0e93bf-c32f-4247-bad9-5e0642b12ca2 tempest-RoutersIpV6Test-1226406758 tempest-RoutersIpV6Test-1226406758-project] 10.222.0.13 "DELETE /v2.0/subnets/c6ffc59b-67c4-4454-be87-86f1e6807a6e HTTP/1.1" status: 404 len: 337 time: 0.0518501 Apr 20 15:51:30.368683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25dc0c1-ede6-4b9e-8eb8-c3de9722dee7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=c2629322-ab81-41f3-b265-8151849b98f6,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:30.379646 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f25dc0c1-ede6-4b9e-8eb8-c3de9722dee7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.9855180 Apr 20 15:51:30.380614 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37048) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:30.413703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e00d3-87fa-4228-8a78-616b93f6e7c9 req-40f66420-0680-4a21-adf6-b477d2fc3116 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:30.415587 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a84e00d3-87fa-4228-8a78-616b93f6e7c9 req-40f66420-0680-4a21-adf6-b477d2fc3116 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 945 time: 0.1136007 Apr 20 15:51:30.455057 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-166c0cf8-0d3b-4b2c-b942-255d3e80b852 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port c2629322-ab81-41f3-b265-8151849b98f6 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:30.455744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-166c0cf8-0d3b-4b2c-b942-255d3e80b852 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.462273 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a84e00d3-87fa-4228-8a78-616b93f6e7c9 req-4236811a-f7ab-49fa-a50e-1ad13dd1fcc6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dcec62f-9dce-4e55-b808-76c03958cc27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409210 Apr 20 15:51:30.490134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37052) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:30.517640 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.530327 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Transition to ACTIVE for port object b339070f-7a92-4a18-a520-0546183e733d will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:30.560569 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Transition to ACTIVE for port object b339070f-7a92-4a18-a520-0546183e733d will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:30.562053 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9513a59e-0fc1-41b4-8ce8-2b3734cccdcb tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:30.567179 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9513a59e-0fc1-41b4-8ce8-2b3734cccdcb tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 1093 time: 0.0759323 Apr 20 15:51:30.569507 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37056) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:30.569776 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.586085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': '98492bcc-e282-4159-bf56-0353abec7591', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:30.592852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:30.597137 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:floatingip and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:30.600365 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:30.607402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:30.624542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.636406 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Network 73313119-8626-4f94-a337-67453f47c7b4 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:30.639420 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:30.643478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:30.694301 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Pushing event updated for resources: {'Port': ['ID=b339070f-7a92-4a18-a520-0546183e733d,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:30.716643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37062) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:30.790480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Attempting to bind port b339070f-7a92-4a18-a520-0546183e733d on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:30.791115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Attempting to bind port b339070f-7a92-4a18-a520-0546183e733d by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'c6bfc319-9ded-4fb1-b9e1-96304e36a1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '73313119-8626-4f94-a337-67453f47c7b4'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:30.791783 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Attempting to bind port b339070f-7a92-4a18-a520-0546183e733d on network 73313119-8626-4f94-a337-67453f47c7b4 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:51:30.797299 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.800034 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:51:30.800636 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Checking segment: {'id': 'c6bfc319-9ded-4fb1-b9e1-96304e36a1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '73313119-8626-4f94-a337-67453f47c7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:30.801220 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.802319 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Bound using segment: {'id': 'c6bfc319-9ded-4fb1-b9e1-96304e36a1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '73313119-8626-4f94-a337-67453f47c7b4'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:51:30.802955 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Bound port: b339070f-7a92-4a18-a520-0546183e733d, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6bfc319-9ded-4fb1-b9e1-96304e36a1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '73313119-8626-4f94-a337-67453f47c7b4'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:30.803567 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.847146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-166c0cf8-0d3b-4b2c-b942-255d3e80b852 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.903858 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] For port b339070f-7a92-4a18-a520-0546183e733d, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:51:30.907542 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] For port b339070f-7a92-4a18-a520-0546183e733d, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b339070f-7a92-4a18-a520-0546183e733d,segment=NetworkSegment(c6bfc319-9ded-4fb1-b9e1-96304e36a1c2),segment_id=c6bfc319-9ded-4fb1-b9e1-96304e36a1c2)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:51:30.912766 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.920700 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1d77de0e-aa3a-4f23-9eb5-ef78a61c8d37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3e61e7167fd4a8b8d84de037fa569a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028151 Apr 20 15:51:30.924450 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37068) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:30.975822 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-166c0cf8-0d3b-4b2c-b942-255d3e80b852 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for c2629322-ab81-41f3-b265-8151849b98f6 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:31.003542 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e6c79-85d2-4ee4-bb9f-b208ad4588e8 None None] Pushing event updated for resources: {'Port': ['ID=b339070f-7a92-4a18-a520-0546183e733d,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:31.043148 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3abf1139-f8eb-4072-8f7e-f132034800c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.065618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.26.7.34 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/6d1f79d0-f4f0-4ba1-b1b6-49de0d476f2b) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:31.088450 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3abf1139-f8eb-4072-8f7e-f132034800c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.135993 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-166c0cf8-0d3b-4b2c-b942-255d3e80b852 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.257162 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c0cf8-0d3b-4b2c-b942-255d3e80b852 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=c2629322-ab81-41f3-b265-8151849b98f6,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:31.267652 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-166c0cf8-0d3b-4b2c-b942-255d3e80b852 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.281230 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-166c0cf8-0d3b-4b2c-b942-255d3e80b852 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/ports/c2629322-ab81-41f3-b265-8151849b98f6 HTTP/1.1" status: 204 len: 168 time: 0.9006803 Apr 20 15:51:31.283710 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37072) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:31.327214 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ec1a00-b334-4465-8b1e-82c8e72bb4b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] GET failed (client error): The resource could not be found. Apr 20 15:51:31.327803 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b1ec1a00-b334-4465-8b1e-82c8e72bb4b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:31.347597 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b1ec1a00-b334-4465-8b1e-82c8e72bb4b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:31.349127 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b1ec1a00-b334-4465-8b1e-82c8e72bb4b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports/c2629322-ab81-41f3-b265-8151849b98f6 HTTP/1.1" status: 404 len: 333 time: 0.0645065 Apr 20 15:51:31.353003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37076) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:31.387813 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3abf1139-f8eb-4072-8f7e-f132034800c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.417064 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf1139-f8eb-4072-8f7e-f132034800c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd61f58-6351-465e-8ebd-fb7991dd1b1f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:31.430222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.435653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3abf1139-f8eb-4072-8f7e-f132034800c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.439046 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3abf1139-f8eb-4072-8f7e-f132034800c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3bd61f58-6351-465e-8ebd-fb7991dd1b1f HTTP/1.1" status: 204 len: 168 time: 0.5116200 Apr 20 15:51:31.439213 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc301dbc-2a7d-46b2-9aac-763a45d47334 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting subnet 71bc4e87-5207-41f2-9dae-f9043a7a3da2 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:51:31.441619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dc301dbc-2a7d-46b2-9aac-763a45d47334 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.464149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.498018 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dc301dbc-2a7d-46b2-9aac-763a45d47334 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.525137 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:31.528653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:31.532541 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:31.589763 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=6d1f79d0-f4f0-4ba1-b1b6-49de0d476f2b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:31.601023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dc301dbc-2a7d-46b2-9aac-763a45d47334 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.681042 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dc301dbc-2a7d-46b2-9aac-763a45d47334 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.726917 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc301dbc-2a7d-46b2-9aac-763a45d47334 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Subnet': ['ID=71bc4e87-5207-41f2-9dae-f9043a7a3da2,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:31.736810 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dc301dbc-2a7d-46b2-9aac-763a45d47334 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.743293 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dc301dbc-2a7d-46b2-9aac-763a45d47334 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/71bc4e87-5207-41f2-9dae-f9043a7a3da2 HTTP/1.1" status: 204 len: 168 time: 0.3879287 Apr 20 15:51:31.746459 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37086) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:31.883602 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.894568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port b339070f-7a92-4a18-a520-0546183e733d {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:31.894909 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.037384 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.066459 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0658dc39-de00-4bc6-9acb-6f4169b756e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.194854 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] For port b339070f-7a92-4a18-a520-0546183e733d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b339070f-7a92-4a18-a520-0546183e733d,segment=NetworkSegment(c6bfc319-9ded-4fb1-b9e1-96304e36a1c2),segment_id=c6bfc319-9ded-4fb1-b9e1-96304e36a1c2)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:32.195083 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.197298 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbd90f7-f7db-4101-a2ef-ae28f705e738 None None] Network 73313119-8626-4f94-a337-67453f47c7b4 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:32.211465 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.355860 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for b339070f-7a92-4a18-a520-0546183e733d owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:32.412931 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b339070f-7a92-4a18-a520-0546183e733d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:32.432967 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37104) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:32.450055 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.506347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: b339070f-7a92-4a18-a520-0546183e733d {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:51:32.507005 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b339070f-7a92-4a18-a520-0546183e733d not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 20 15:51:32.539227 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6187686e-9926-4e1e-bd8c-6301bf2c2e78 None None] Could not find standard attr ID for object b339070f-7a92-4a18-a520-0546183e733d. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:51:32.552421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Port b339070f-7a92-4a18-a520-0546183e733d not found, will not notify nova. {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 20 15:51:32.585040 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.593666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.640848 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d754d4c8-0845-4d03-8bf7-73b298bcac3a None None] DHCP port deletion for 73313119-8626-4f94-a337-67453f47c7b4 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:51:32.652193 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'network': {'name': 'tempest-RoutersTest-2080949285'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:32.656564 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No DVR routers for this DVR port b339070f-7a92-4a18-a520-0546183e733d on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:51:32.658379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=b339070f-7a92-4a18-a520-0546183e733d,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:32.695092 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:32.713458 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:network and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:32.719740 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:32.739128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=6d1f79d0-f4f0-4ba1-b1b6-49de0d476f2b,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:32.748126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.779956 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:32.804206 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.811798 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:32.816136 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.833998 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.861212 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:32.863144 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73313119-8626-4f94-a337-67453f47c7b4']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:32.874048 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:security_group_rule and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:32.878007 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:32.881456 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6bfc319-9ded-4fb1-b9e1-96304e36a1c2') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:32.881952 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6bfc319-9ded-4fb1-b9e1-96304e36a1c2') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:32.893132 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:32.899222 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.927164 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.937266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:51:32.937792 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.943381 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP eb8e4fff-db54-454d-87ce-a9d6a0f3fb57 associated. External IP: 172.26.7.34, port: 98492bcc-e282-4159-bf56-0353abec7591. Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:51:32.952549 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:51:33.051203 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.070785 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.085009 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Network': ['ID=73313119-8626-4f94-a337-67453f47c7b4,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:33.130814 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cb2179f0-a848-4769-b9c5-856f1f3a732f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/networks/73313119-8626-4f94-a337-67453f47c7b4 HTTP/1.1" status: 204 len: 168 time: 1.3798580 Apr 20 15:51:33.131021 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37110) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:33.138625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-2ee8dd1c-3556-4937-a58c-bef6a4803500 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'name': 'tempest-PortsIpV6TestJSON-630456684'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:33.219339 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.224286 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.273163 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:51:33.307705 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.308076 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Added segment 1ed7b73a-79bb-4bcf-ba75-5dd6da495c19 of type vlan for network 1dbfe461-e2b0-4720-901c-ef45c2227b60 Apr 20 15:51:33.309346 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01be0c78-6118-4bb2-a74b-6dd3368f2224,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:33.315985 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2ee8dd1c-3556-4937-a58c-bef6a4803500 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:33.322052 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2ee8dd1c-3556-4937-a58c-bef6a4803500 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:port and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:33.328046 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2ee8dd1c-3556-4937-a58c-bef6a4803500 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:33.344128 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2ee8dd1c-3556-4937-a58c-bef6a4803500 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:33.353561 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.363982 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee8dd1c-3556-4937-a58c-bef6a4803500 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:33.367294 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2ee8dd1c-3556-4937-a58c-bef6a4803500 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.404396 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-2ee8dd1c-3556-4937-a58c-bef6a4803500 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] device_id is not set on port 9087a6f2-5bb8-42f0-b2e4-48b2877254d1 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:51:33.442949 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 54febf78-2900-4e40-9229-e2ba44488423 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:51:33.444623 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.450503 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:33.451086 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.586016 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1518788 Apr 20 15:51:33.590289 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37114) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:33.599864 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0403614-5a8b-4135-bc43-dca573e2d12f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Network': ['ID=1dbfe461-e2b0-4720-901c-ef45c2227b60,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:33.608457 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-87faa40d-455c-4111-9e58-6cb1688dd9eb tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'network': {'name': 'tempest-RoutersTest-186414641'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:33.610812 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 1dbfe461-e2b0-4720-901c-ef45c2227b60 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:51:33.615079 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-87faa40d-455c-4111-9e58-6cb1688dd9eb tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:33.628128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:51:33.628693 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-87faa40d-455c-4111-9e58-6cb1688dd9eb tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:network and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:33.633329 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-87faa40d-455c-4111-9e58-6cb1688dd9eb tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:33.655301 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.655549 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-87faa40d-455c-4111-9e58-6cb1688dd9eb tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:33.679791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d10c5b-a701-444c-ac18-eeed82510752 None None] Sync routers for ids ['54febf78-2900-4e40-9229-e2ba44488423'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:33.717757 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-be6a7773-328b-4170-8376-85879c80f01c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1464007 Apr 20 15:51:33.717757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'tag': '98492bcc-e282-4159-bf56-0353abec7591'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:51:33.718052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d10c5b-a701-444c-ac18-eeed82510752 None None] Routers {'54febf78-2900-4e40-9229-e2ba44488423'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:33.718052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-b3d10c5b-a701-444c-ac18-eeed82510752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['54febf78-2900-4e40-9229-e2ba44488423'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:33.719096 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37118) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:33.759108 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9beaab8f-56f3-47f5-9500-18eaf5f7e025'] response: {'name': 'network-changed', 'server_uuid': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'tag': '98492bcc-e282-4159-bf56-0353abec7591', 'status': 'completed', 'code': 200} Apr 20 15:51:33.796190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87faa40d-455c-4111-9e58-6cb1688dd9eb tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:33.799666 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87faa40d-455c-4111-9e58-6cb1688dd9eb tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.855796 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0ef7e-f352-4245-9e8c-49067cd6a350 req-4301c2e9-e650-497a-a631-7bdcf2e361b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:33.857801 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-64c0ef7e-f352-4245-9e8c-49067cd6a350 req-4301c2e9-e650-497a-a631-7bdcf2e361b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 1098 time: 0.0765109 Apr 20 15:51:33.887570 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-53f982ef-618e-4f26-8780-1dfdc813fbf8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/eb8e4fff-db54-454d-87ce-a9d6a0f3fb57 HTTP/1.1" status: 200 len: 990 time: 0.1670184 Apr 20 15:51:33.894048 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2ee8dd1c-3556-4937-a58c-bef6a4803500 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.899224 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87faa40d-455c-4111-9e58-6cb1688dd9eb tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:51:33.911287 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87faa40d-455c-4111-9e58-6cb1688dd9eb tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.911636 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-87faa40d-455c-4111-9e58-6cb1688dd9eb tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Added segment 78c57947-c71d-444e-afed-922d5000cc5d of type vlan for network e964cf55-33f7-478d-a390-b926798222ee Apr 20 15:51:33.929742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-b3d10c5b-a701-444c-ac18-eeed82510752 None None] Set router 54febf78-2900-4e40-9229-e2ba44488423 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:33.944643 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87faa40d-455c-4111-9e58-6cb1688dd9eb tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.971727 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2ee8dd1c-3556-4937-a58c-bef6a4803500 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.998454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0ef7e-f352-4245-9e8c-49067cd6a350 req-4b457db6-dc9c-446a-915d-cb20e5bf8a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:34.000026 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-64c0ef7e-f352-4245-9e8c-49067cd6a350 req-4b457db6-dc9c-446a-915d-cb20e5bf8a33 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c355ee9e-7690-4bd5-baa0-5abbaf3a505a HTTP/1.1" status: 200 len: 898 time: 0.1362035 Apr 20 15:51:34.035599 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87faa40d-455c-4111-9e58-6cb1688dd9eb tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.040894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87faa40d-455c-4111-9e58-6cb1688dd9eb tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:34.042007 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87faa40d-455c-4111-9e58-6cb1688dd9eb tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.067320 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee8dd1c-3556-4937-a58c-bef6a4803500 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:34.084566 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-2ee8dd1c-3556-4937-a58c-bef6a4803500 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:34.120093 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-64c0ef7e-f352-4245-9e8c-49067cd6a350 req-aeb1df2c-1667-4c3d-a6de-79776cb2c82f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98492bcc-e282-4159-bf56-0353abec7591 HTTP/1.1" status: 200 len: 998 time: 0.1136851 Apr 20 15:51:34.142250 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee8dd1c-3556-4937-a58c-bef6a4803500 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:34.147568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee8dd1c-3556-4937-a58c-bef6a4803500 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:34.148275 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2ee8dd1c-3556-4937-a58c-bef6a4803500 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.171039 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8dd1c-3556-4937-a58c-bef6a4803500 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=9087a6f2-5bb8-42f0-b2e4-48b2877254d1,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:34.174128 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-87faa40d-455c-4111-9e58-6cb1688dd9eb tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5755386 Apr 20 15:51:34.188916 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37124) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:34.198868 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-d79be19d-a383-4480-a4c4-034f3ac0585e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'subnet': {'network_id': '1dbfe461-e2b0-4720-901c-ef45c2227b60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:34.221232 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0ef7e-f352-4245-9e8c-49067cd6a350 req-9a826727-1c28-4127-97a4-85f8af91103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:34.223068 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-64c0ef7e-f352-4245-9e8c-49067cd6a350 req-9a826727-1c28-4127-97a4-85f8af91103b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d96901c-0210-48f5-9a40-90dadee0a002 HTTP/1.1" status: 200 len: 835 time: 0.0976064 Apr 20 15:51:34.227187 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2ee8dd1c-3556-4937-a58c-bef6a4803500 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0951729 Apr 20 15:51:34.228020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87faa40d-455c-4111-9e58-6cb1688dd9eb tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Network': ['ID=e964cf55-33f7-478d-a390-b926798222ee,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:34.241689 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network e964cf55-33f7-478d-a390-b926798222ee details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:51:34.279504 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37128) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:34.330555 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b339070f-7a92-4a18-a520-0546183e733d no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:51:34.332777 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0ef7e-f352-4245-9e8c-49067cd6a350 req-cacbc6e7-1458-4fb4-adc2-003e23742cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:34.334270 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-64c0ef7e-f352-4245-9e8c-49067cd6a350 req-cacbc6e7-1458-4fb4-adc2-003e23742cd9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c355ee9e-7690-4bd5-baa0-5abbaf3a505a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1010699 Apr 20 15:51:34.381508 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f0d213dc-e2c3-466f-9819-6739a4952ab9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port 9087a6f2-5bb8-42f0-b2e4-48b2877254d1 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:34.382062 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f0d213dc-e2c3-466f-9819-6739a4952ab9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.385528 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: b339070f-7a92-4a18-a520-0546183e733d {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:51:34.385880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b339070f-7a92-4a18-a520-0546183e733d not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:51:34.406649 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d79be19d-a383-4480-a4c4-034f3ac0585e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:34.426014 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d79be19d-a383-4480-a4c4-034f3ac0585e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:subnet and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:34.430734 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d79be19d-a383-4480-a4c4-034f3ac0585e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:34.440067 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d79be19d-a383-4480-a4c4-034f3ac0585e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:34.443069 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-00845a63-470c-454a-ae7c-fe6c5c6f1341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.497321 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-64c0ef7e-f352-4245-9e8c-49067cd6a350 req-eb42ad51-7f80-4471-80d1-cfc9af6d8086 service neutron] 10.222.0.11 "GET /v2.0/networks/c355ee9e-7690-4bd5-baa0-5abbaf3a505a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551852 Apr 20 15:51:34.515838 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-b3d10c5b-a701-444c-ac18-eeed82510752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:51:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'eb8e4fff-db54-454d-87ce-a9d6a0f3fb57', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '54febf78-2900-4e40-9229-e2ba44488423', 'port_id': '98492bcc-e282-4159-bf56-0353abec7591', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'mac_address': 'fa:16:3e:8f:b6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:51:31Z', 'updated_at': '2022-04-20T15:51:31Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c8010a-3d31-4430-9d9b-d8ac362339b8', 'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:1c:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:00Z', 'updated_at': '2022-04-20T15:51:10Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:34.520276 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d10c5b-a701-444c-ac18-eeed82510752 None None] Checking router: 54febf78-2900-4e40-9229-e2ba44488423 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:51:34.530263 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d10c5b-a701-444c-ac18-eeed82510752 None None] Routers {'54febf78-2900-4e40-9229-e2ba44488423'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:34.530897 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-b3d10c5b-a701-444c-ac18-eeed82510752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['54febf78-2900-4e40-9229-e2ba44488423'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:34.602652 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79be19d-a383-4480-a4c4-034f3ac0585e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:34.606680 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d79be19d-a383-4480-a4c4-034f3ac0585e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.636402 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-64c0ef7e-f352-4245-9e8c-49067cd6a350 req-0698f379-785b-4d8f-b21f-d6126f3a1c8e service neutron] 10.222.0.11 "GET /v2.0/networks/c355ee9e-7690-4bd5-baa0-5abbaf3a505a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345210 Apr 20 15:51:34.714743 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-b3d10c5b-a701-444c-ac18-eeed82510752 None None] Set router 54febf78-2900-4e40-9229-e2ba44488423 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:51:34.824345 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f0d213dc-e2c3-466f-9819-6739a4952ab9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.891895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37132) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:34.954605 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f0d213dc-e2c3-466f-9819-6739a4952ab9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for 9087a6f2-5bb8-42f0-b2e4-48b2877254d1 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:35.002801 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ae6b1366-ebf1-47b4-876e-2a9c28840a1a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/eb8e4fff-db54-454d-87ce-a9d6a0f3fb57 HTTP/1.1" status: 200 len: 990 time: 0.1099808 Apr 20 15:51:35.065672 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-b3d10c5b-a701-444c-ac18-eeed82510752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:51:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'eb8e4fff-db54-454d-87ce-a9d6a0f3fb57', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '54febf78-2900-4e40-9229-e2ba44488423', 'port_id': '98492bcc-e282-4159-bf56-0353abec7591', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'mac_address': 'fa:16:3e:8f:b6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:51:31Z', 'updated_at': '2022-04-20T15:51:31Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c8010a-3d31-4430-9d9b-d8ac362339b8', 'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:1c:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:00Z', 'updated_at': '2022-04-20T15:51:10Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:35.069880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d10c5b-a701-444c-ac18-eeed82510752 None None] The sync data for ids ['54febf78-2900-4e40-9229-e2ba44488423'] in dv-neutron-838699-1-hyperv is: [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:51:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'eb8e4fff-db54-454d-87ce-a9d6a0f3fb57', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '54febf78-2900-4e40-9229-e2ba44488423', 'port_id': '98492bcc-e282-4159-bf56-0353abec7591', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'mac_address': 'fa:16:3e:8f:b6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:51:31Z', 'updated_at': '2022-04-20T15:51:31Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c8010a-3d31-4430-9d9b-d8ac362339b8', 'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:1c:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:00Z', 'updated_at': '2022-04-20T15:51:10Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:35.115522 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f0d213dc-e2c3-466f-9819-6739a4952ab9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.169951 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d213dc-e2c3-466f-9819-6739a4952ab9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=9087a6f2-5bb8-42f0-b2e4-48b2877254d1,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:35.180464 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d79be19d-a383-4480-a4c4-034f3ac0585e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.214838 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f0d213dc-e2c3-466f-9819-6739a4952ab9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.255194 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f0d213dc-e2c3-466f-9819-6739a4952ab9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/ports/9087a6f2-5bb8-42f0-b2e4-48b2877254d1 HTTP/1.1" status: 204 len: 168 time: 0.9746003 Apr 20 15:51:35.257781 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37136) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:35.264575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e532f316-63db-4e9f-86e1-4ae11d731479 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'mac_address': 'fa:16:3e:20:13:e8', 'name': 'tempest-PortsIpV6TestJSON-157655810'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:35.270757 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79be19d-a383-4480-a4c4-034f3ac0585e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Subnet': ['ID=a1e26d5b-e927-4489-88fb-e0c18db13dc9,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:35.286494 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19a1079-d87e-43c4-b507-cc3b67083cc3 None None] New status for floating IP eb8e4fff-db54-454d-87ce-a9d6a0f3fb57: ACTIVE {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:51:35.291949 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79be19d-a383-4480-a4c4-034f3ac0585e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Checking segment: {'id': '1ed7b73a-79bb-4bcf-ba75-5dd6da495c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1dbfe461-e2b0-4720-901c-ef45c2227b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:35.292514 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79be19d-a383-4480-a4c4-034f3ac0585e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network hostable DHCP agents. Network: 1dbfe461-e2b0-4720-901c-ef45c2227b60, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:51:35.313108 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79be19d-a383-4480-a4c4-034f3ac0585e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 1dbfe461-e2b0-4720-901c-ef45c2227b60 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:51:35.324318 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-d79be19d-a383-4480-a4c4-034f3ac0585e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 1dbfe461-e2b0-4720-901c-ef45c2227b60) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:35.332880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03875f9-30a0-4481-86e2-5d007e98c895 None None] Network 1dbfe461-e2b0-4720-901c-ef45c2227b60 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:35.336363 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79be19d-a383-4480-a4c4-034f3ac0585e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:35.340993 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d79be19d-a383-4480-a4c4-034f3ac0585e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.362775 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d79be19d-a383-4480-a4c4-034f3ac0585e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1727800 Apr 20 15:51:35.365435 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37140) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:35.373132 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-c54ad8c5-ff60-43f9-888b-09ec866a207d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'subnet': {'network_id': 'e964cf55-33f7-478d-a390-b926798222ee', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:35.480372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e532f316-63db-4e9f-86e1-4ae11d731479 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:35.494050 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e532f316-63db-4e9f-86e1-4ae11d731479 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:port and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:35.500465 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e532f316-63db-4e9f-86e1-4ae11d731479 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:35.508302 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e532f316-63db-4e9f-86e1-4ae11d731479 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:35.515555 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c54ad8c5-ff60-43f9-888b-09ec866a207d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:35.521978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c54ad8c5-ff60-43f9-888b-09ec866a207d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:subnet and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:35.526206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c54ad8c5-ff60-43f9-888b-09ec866a207d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:35.532142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e532f316-63db-4e9f-86e1-4ae11d731479 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:35.546888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c54ad8c5-ff60-43f9-888b-09ec866a207d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:35.570329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-1dbfe461-e2b0-4720-901c-ef45c2227b60', 'network_id': '1dbfe461-e2b0-4720-901c-ef45c2227b60', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'fixed_ips': [{'subnet_id': 'a1e26d5b-e927-4489-88fb-e0c18db13dc9'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:51:35.571251 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.671045 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.743226 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.751810 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54ad8c5-ff60-43f9-888b-09ec866a207d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:35.755199 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c54ad8c5-ff60-43f9-888b-09ec866a207d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.756162 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Allocated IP 172.20.0.2 (1dbfe461-e2b0-4720-901c-ef45c2227b60/a1e26d5b-e927-4489-88fb-e0c18db13dc9/09145b7f-f421-4b8b-844b-59ea9880abc3) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:35.871261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e532f316-63db-4e9f-86e1-4ae11d731479 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.913157 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-e532f316-63db-4e9f-86e1-4ae11d731479 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] device_id is not set on port c7f39a6f-c298-44d2-bbf9-03e13b64e7c9 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:51:35.959228 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.969533 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Transition to ACTIVE for port object 09145b7f-f421-4b8b-844b-59ea9880abc3 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:35.988522 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Transition to ACTIVE for port object 09145b7f-f421-4b8b-844b-59ea9880abc3 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:35.993780 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.006807 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37144) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:36.092775 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Network 1dbfe461-e2b0-4720-901c-ef45c2227b60 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:36.095589 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:36.104242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:36.113897 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Pushing event updated for resources: {'Port': ['ID=09145b7f-f421-4b8b-844b-59ea9880abc3,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:36.141030 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-992b1da0-5cc8-4ff7-b2be-9bac82e3f1c7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/eb8e4fff-db54-454d-87ce-a9d6a0f3fb57 HTTP/1.1" status: 200 len: 992 time: 0.1328547 Apr 20 15:51:36.209255 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Attempting to bind port 09145b7f-f421-4b8b-844b-59ea9880abc3 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:36.209622 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Attempting to bind port 09145b7f-f421-4b8b-844b-59ea9880abc3 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '1ed7b73a-79bb-4bcf-ba75-5dd6da495c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1dbfe461-e2b0-4720-901c-ef45c2227b60'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:36.209983 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Attempting to bind port 09145b7f-f421-4b8b-844b-59ea9880abc3 on network 1dbfe461-e2b0-4720-901c-ef45c2227b60 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:51:36.215460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:51:36.215861 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Checking segment: {'id': '1ed7b73a-79bb-4bcf-ba75-5dd6da495c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1dbfe461-e2b0-4720-901c-ef45c2227b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:36.216262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.216802 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Bound using segment: {'id': '1ed7b73a-79bb-4bcf-ba75-5dd6da495c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1dbfe461-e2b0-4720-901c-ef45c2227b60'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:51:36.217264 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Bound port: 09145b7f-f421-4b8b-844b-59ea9880abc3, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed7b73a-79bb-4bcf-ba75-5dd6da495c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1dbfe461-e2b0-4720-901c-ef45c2227b60'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:36.217702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.230257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c54ad8c5-ff60-43f9-888b-09ec866a207d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.274903 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e532f316-63db-4e9f-86e1-4ae11d731479 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.310067 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] For port 09145b7f-f421-4b8b-844b-59ea9880abc3, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:51:36.312967 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] For port 09145b7f-f421-4b8b-844b-59ea9880abc3, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=09145b7f-f421-4b8b-844b-59ea9880abc3,segment=NetworkSegment(1ed7b73a-79bb-4bcf-ba75-5dd6da495c19),segment_id=1ed7b73a-79bb-4bcf-ba75-5dd6da495c19)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:51:36.318959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.331828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ad8c5-ff60-43f9-888b-09ec866a207d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Subnet': ['ID=1184b29a-4c52-4704-b29d-b66cd001e853,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:36.346824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54ad8c5-ff60-43f9-888b-09ec866a207d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Checking segment: {'id': '78c57947-c71d-444e-afed-922d5000cc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e964cf55-33f7-478d-a390-b926798222ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:36.347186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54ad8c5-ff60-43f9-888b-09ec866a207d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network hostable DHCP agents. Network: e964cf55-33f7-478d-a390-b926798222ee, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:51:36.374379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e532f316-63db-4e9f-86e1-4ae11d731479 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.410300 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54ad8c5-ff60-43f9-888b-09ec866a207d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network e964cf55-33f7-478d-a390-b926798222ee is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:51:36.417019 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d76cb1-5196-45da-af5a-dc3c8963e92a None None] Pushing event updated for resources: {'Port': ['ID=09145b7f-f421-4b8b-844b-59ea9880abc3,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:36.447147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-c54ad8c5-ff60-43f9-888b-09ec866a207d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, e964cf55-33f7-478d-a390-b926798222ee) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:36.449833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e532f316-63db-4e9f-86e1-4ae11d731479 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:36.454420 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e532f316-63db-4e9f-86e1-4ae11d731479 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:36.460163 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ea365b-ce95-4fdf-b181-bb6591fcb9fe None None] Network e964cf55-33f7-478d-a390-b926798222ee requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:36.464215 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54ad8c5-ff60-43f9-888b-09ec866a207d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:36.464799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c54ad8c5-ff60-43f9-888b-09ec866a207d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.470993 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e532f316-63db-4e9f-86e1-4ae11d731479 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:36.476448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e532f316-63db-4e9f-86e1-4ae11d731479 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:36.477044 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e532f316-63db-4e9f-86e1-4ae11d731479 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.497512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532f316-63db-4e9f-86e1-4ae11d731479 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=c7f39a6f-c298-44d2-bbf9-03e13b64e7c9,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:36.525155 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37148) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:36.526262 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e532f316-63db-4e9f-86e1-4ae11d731479 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2673371 Apr 20 15:51:36.528198 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c54ad8c5-ff60-43f9-888b-09ec866a207d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1617737 Apr 20 15:51:36.530874 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37152) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:36.536729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ad42b14c-eb9a-450d-bd0e-d30a4c4e1850 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1060920120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:36.544946 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ad42b14c-eb9a-450d-bd0e-d30a4c4e1850 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:36.551020 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ad42b14c-eb9a-450d-bd0e-d30a4c4e1850 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:router and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:36.554798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ad42b14c-eb9a-450d-bd0e-d30a4c4e1850 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:36.560739 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ad42b14c-eb9a-450d-bd0e-d30a4c4e1850 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:36.600659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ad42b14c-eb9a-450d-bd0e-d30a4c4e1850 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.601633 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ad42b14c-eb9a-450d-bd0e-d30a4c4e1850 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.623926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ad42b14c-eb9a-450d-bd0e-d30a4c4e1850 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.641469 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d8f59e-cacd-4bd8-b451-1527576ccf6f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:36.642384 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-58d8f59e-cacd-4bd8-b451-1527576ccf6f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:36.650986 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ad42b14c-eb9a-450d-bd0e-d30a4c4e1850 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.668904 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-58d8f59e-cacd-4bd8-b451-1527576ccf6f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:36.671819 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-58d8f59e-cacd-4bd8-b451-1527576ccf6f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports/c7f39a6f-c298-44d2-bbf9-03e13b64e7c9 HTTP/1.1" status: 200 len: 844 time: 0.1434762 Apr 20 15:51:36.673876 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37156) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:36.677409 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ad42b14c-eb9a-450d-bd0e-d30a4c4e1850 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.681055 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ad42b14c-eb9a-450d-bd0e-d30a4c4e1850 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1466756 Apr 20 15:51:36.682847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37160) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:36.727723 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-e964cf55-33f7-478d-a390-b926798222ee', 'network_id': 'e964cf55-33f7-478d-a390-b926798222ee', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'fixed_ips': [{'subnet_id': '1184b29a-4c52-4704-b29d-b66cd001e853'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:51:36.729161 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.756546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-3dde84dd-8795-4baf-bac6-04ae26799db7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port c7f39a6f-c298-44d2-bbf9-03e13b64e7c9 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:36.757248 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3dde84dd-8795-4baf-bac6-04ae26799db7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.902467 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Allocated IP 172.21.0.2 (e964cf55-33f7-478d-a390-b926798222ee/1184b29a-4c52-4704-b29d-b66cd001e853/0a57630d-ead2-42b1-b0d0-bd17d8a4362c) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:36.994769 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3dde84dd-8795-4baf-bac6-04ae26799db7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:37.034343 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:37.128461 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-3dde84dd-8795-4baf-bac6-04ae26799db7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for c7f39a6f-c298-44d2-bbf9-03e13b64e7c9 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:37.135331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:37.148885 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Transition to ACTIVE for port object 0a57630d-ead2-42b1-b0d0-bd17d8a4362c will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:37.173729 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Transition to ACTIVE for port object 0a57630d-ead2-42b1-b0d0-bd17d8a4362c will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:37.180226 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:37.202361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:37.236713 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3dde84dd-8795-4baf-bac6-04ae26799db7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:37.246980 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Network e964cf55-33f7-478d-a390-b926798222ee is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:37.250394 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:37.253413 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:37.315484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde84dd-8795-4baf-bac6-04ae26799db7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=c7f39a6f-c298-44d2-bbf9-03e13b64e7c9,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:37.329202 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3dde84dd-8795-4baf-bac6-04ae26799db7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:37.349973 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3dde84dd-8795-4baf-bac6-04ae26799db7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/ports/c7f39a6f-c298-44d2-bbf9-03e13b64e7c9 HTTP/1.1" status: 204 len: 168 time: 0.6725883 Apr 20 15:51:37.351806 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37164) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:37.368623 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Pushing event updated for resources: {'Port': ['ID=0a57630d-ead2-42b1-b0d0-bd17d8a4362c,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:37.384837 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Attempting to bind port 0a57630d-ead2-42b1-b0d0-bd17d8a4362c on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:37.385528 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Attempting to bind port 0a57630d-ead2-42b1-b0d0-bd17d8a4362c by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '78c57947-c71d-444e-afed-922d5000cc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e964cf55-33f7-478d-a390-b926798222ee'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:37.386295 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Attempting to bind port 0a57630d-ead2-42b1-b0d0-bd17d8a4362c on network e964cf55-33f7-478d-a390-b926798222ee {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:51:37.395057 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:51:37.395654 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Checking segment: {'id': '78c57947-c71d-444e-afed-922d5000cc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e964cf55-33f7-478d-a390-b926798222ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:37.396232 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:37.396938 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Bound using segment: {'id': '78c57947-c71d-444e-afed-922d5000cc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e964cf55-33f7-478d-a390-b926798222ee'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:51:37.397445 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Bound port: 0a57630d-ead2-42b1-b0d0-bd17d8a4362c, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c57947-c71d-444e-afed-922d5000cc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e964cf55-33f7-478d-a390-b926798222ee'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:37.397881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:37.514513 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] For port 0a57630d-ead2-42b1-b0d0-bd17d8a4362c, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:51:37.517826 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] For port 0a57630d-ead2-42b1-b0d0-bd17d8a4362c, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0a57630d-ead2-42b1-b0d0-bd17d8a4362c,segment=NetworkSegment(78c57947-c71d-444e-afed-922d5000cc5d),segment_id=78c57947-c71d-444e-afed-922d5000cc5d)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:51:37.521941 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d59100-a200-4597-967e-b7dd031f8cfd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] GET failed (client error): The resource could not be found. Apr 20 15:51:37.522791 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-52d59100-a200-4597-967e-b7dd031f8cfd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:37.522912 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:37.540644 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-52d59100-a200-4597-967e-b7dd031f8cfd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:37.548183 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-52d59100-a200-4597-967e-b7dd031f8cfd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports/c7f39a6f-c298-44d2-bbf9-03e13b64e7c9 HTTP/1.1" status: 404 len: 333 time: 0.1911457 Apr 20 15:51:37.548590 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37168) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:37.554295 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-693c7313-455f-4ea4-a6a1-946284655528 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'name': 'tempest-PortsIpV6TestJSON-2055735246'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:37.611448 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ccdca-c787-4ed7-bbfd-4db7d8a5d2c5 None None] Pushing event updated for resources: {'Port': ['ID=0a57630d-ead2-42b1-b0d0-bd17d8a4362c,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:37.640678 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe153ac-515e-43b1-a5c7-aea679edecb5 None None] Network 1dbfe461-e2b0-4720-901c-ef45c2227b60 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:37.686913 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-693c7313-455f-4ea4-a6a1-946284655528 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:37.699755 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-693c7313-455f-4ea4-a6a1-946284655528 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:37.711444 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693c7313-455f-4ea4-a6a1-946284655528 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:37.715298 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-693c7313-455f-4ea4-a6a1-946284655528 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:37.744623 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-693c7313-455f-4ea4-a6a1-946284655528 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] device_id is not set on port 8b5385e7-2203-4b9f-b522-83dc049bd05b yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:51:37.745168 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-752b092d-59c0-438c-a59f-d9d96f9eb5d6 None None] Provisioning for port 09145b7f-f421-4b8b-844b-59ea9880abc3 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:37.778298 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Allocated IP 172.20.0.1 (1dbfe461-e2b0-4720-901c-ef45c2227b60/a1e26d5b-e927-4489-88fb-e0c18db13dc9/f54d9a43-913d-4ee1-bb34-aefe608cf828) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:37.991365 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.012595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Transition to ACTIVE for port object f54d9a43-913d-4ee1-bb34-aefe608cf828 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:38.024506 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-693c7313-455f-4ea4-a6a1-946284655528 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.046393 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.054987 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-693c7313-455f-4ea4-a6a1-946284655528 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.118766 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 1dbfe461-e2b0-4720-901c-ef45c2227b60 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:38.121961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:38.130412 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:38.140540 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c7313-455f-4ea4-a6a1-946284655528 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=8b5385e7-2203-4b9f-b522-83dc049bd05b,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:38.153193 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693c7313-455f-4ea4-a6a1-946284655528 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:38.154428 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-693c7313-455f-4ea4-a6a1-946284655528 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:38.163078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c7313-455f-4ea4-a6a1-946284655528 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:38.170889 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693c7313-455f-4ea4-a6a1-946284655528 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:38.171741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-693c7313-455f-4ea4-a6a1-946284655528 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.176786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=f54d9a43-913d-4ee1-bb34-aefe608cf828,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:38.220035 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-693c7313-455f-4ea4-a6a1-946284655528 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6672924 Apr 20 15:51:38.220035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37172) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:38.230190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-9238703a-0d1b-4058-be63-9e06051b586c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:38.238510 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.367165 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 09145b7f-f421-4b8b-844b-59ea9880abc3 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:38.402342 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9238703a-0d1b-4058-be63-9e06051b586c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.451973 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 09145b7f-f421-4b8b-844b-59ea9880abc3 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:38.458594 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 09145b7f-f421-4b8b-844b-59ea9880abc3 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:38.459368 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.545174 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a55ad82a-4002-4532-bf40-80e987e7eb05 None None] Provisioning for port f54d9a43-913d-4ee1-bb34-aefe608cf828 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:38.554477 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a55ad82a-4002-4532-bf40-80e987e7eb05 None None] Provisioning complete for port f54d9a43-913d-4ee1-bb34-aefe608cf828 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:38.554994 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a55ad82a-4002-4532-bf40-80e987e7eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.584934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.650018 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9238703a-0d1b-4058-be63-9e06051b586c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.656343 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9238703a-0d1b-4058-be63-9e06051b586c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.704746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-a55ad82a-4002-4532-bf40-80e987e7eb05 None None] Port f54d9a43-913d-4ee1-bb34-aefe608cf828 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:51:38.710409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.723067 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-9238703a-0d1b-4058-be63-9e06051b586c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] In _notify_port_updated(), no bound segment for port 8b5385e7-2203-4b9f-b522-83dc049bd05b on network 117379a9-bee0-411d-85c1-d6a4dbfc08bc {{(pid=88169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:51:38.729788 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9238703a-0d1b-4058-be63-9e06051b586c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:38.730411 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9238703a-0d1b-4058-be63-9e06051b586c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.736199 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9238703a-0d1b-4058-be63-9e06051b586c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "PUT /v2.0/ports/8b5385e7-2203-4b9f-b522-83dc049bd05b HTTP/1.1" status: 200 len: 818 time: 0.5114429 Apr 20 15:51:38.736394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37176) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:38.757319 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 09145b7f-f421-4b8b-844b-59ea9880abc3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=09145b7f-f421-4b8b-844b-59ea9880abc3,segment=NetworkSegment(1ed7b73a-79bb-4bcf-ba75-5dd6da495c19),segment_id=1ed7b73a-79bb-4bcf-ba75-5dd6da495c19)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:38.763354 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.764445 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0a57630d-ead2-42b1-b0d0-bd17d8a4362c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:38.769271 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238703a-0d1b-4058-be63-9e06051b586c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=8b5385e7-2203-4b9f-b522-83dc049bd05b,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:38.896341 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=09145b7f-f421-4b8b-844b-59ea9880abc3,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:38.905767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c00f50db-ba8a-4c6c-b5c4-96890900db5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port 8b5385e7-2203-4b9f-b522-83dc049bd05b {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:38.906108 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c00f50db-ba8a-4c6c-b5c4-96890900db5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.912671 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 0a57630d-ead2-42b1-b0d0-bd17d8a4362c completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:38.939256 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569d6863-295b-498c-a3bd-2aa86d8f8173 None None] Network e964cf55-33f7-478d-a390-b926798222ee requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:39.036297 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a442dddf-9e16-49a8-8b84-538f7663bbbc None None] Provisioning for port 0a57630d-ead2-42b1-b0d0-bd17d8a4362c completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:39.053429 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a442dddf-9e16-49a8-8b84-538f7663bbbc None None] Provisioning complete for port 0a57630d-ead2-42b1-b0d0-bd17d8a4362c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:39.053809 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a442dddf-9e16-49a8-8b84-538f7663bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:39.274455 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a442dddf-9e16-49a8-8b84-538f7663bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:39.321982 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-a442dddf-9e16-49a8-8b84-538f7663bbbc None None] For port 0a57630d-ead2-42b1-b0d0-bd17d8a4362c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0a57630d-ead2-42b1-b0d0-bd17d8a4362c,segment=NetworkSegment(78c57947-c71d-444e-afed-922d5000cc5d),segment_id=78c57947-c71d-444e-afed-922d5000cc5d)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:39.328641 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a442dddf-9e16-49a8-8b84-538f7663bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:39.372585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c00f50db-ba8a-4c6c-b5c4-96890900db5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:39.402861 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442dddf-9e16-49a8-8b84-538f7663bbbc None None] Pushing event updated for resources: {'Port': ['ID=0a57630d-ead2-42b1-b0d0-bd17d8a4362c,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:39.493130 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:51:39.510213 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c00f50db-ba8a-4c6c-b5c4-96890900db5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for 8b5385e7-2203-4b9f-b522-83dc049bd05b owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:39.550134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:39.556695 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:39.563117 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-22d09579-b18c-4348-b460-5b45d48f1139 None None] Provisioning complete for port 0a57630d-ead2-42b1-b0d0-bd17d8a4362c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:39.563487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-22d09579-b18c-4348-b460-5b45d48f1139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:39.693192 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:39.701921 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=f54d9a43-913d-4ee1-bb34-aefe608cf828,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:39.725399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c00f50db-ba8a-4c6c-b5c4-96890900db5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:39.827289 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f50db-ba8a-4c6c-b5c4-96890900db5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=8b5385e7-2203-4b9f-b522-83dc049bd05b,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:39.835239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c00f50db-ba8a-4c6c-b5c4-96890900db5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:39.864391 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c00f50db-ba8a-4c6c-b5c4-96890900db5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/ports/8b5385e7-2203-4b9f-b522-83dc049bd05b HTTP/1.1" status: 204 len: 168 time: 1.1283491 Apr 20 15:51:39.866969 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37184) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:39.895208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 1dbfe461-e2b0-4720-901c-ef45c2227b60 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:39.896399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:39.949710 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541a902c-f305-46e8-8d73-f1ea0dbf80f4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:39.950493 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-541a902c-f305-46e8-8d73-f1ea0dbf80f4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:39.967785 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-541a902c-f305-46e8-8d73-f1ea0dbf80f4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:39.971366 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-541a902c-f305-46e8-8d73-f1ea0dbf80f4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1010389 Apr 20 15:51:39.971700 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37188) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:40.015064 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5402d25-6c9e-4ae1-b0e8-f197a96d8608 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] GET failed (client error): The resource could not be found. Apr 20 15:51:40.020382 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e5402d25-6c9e-4ae1-b0e8-f197a96d8608 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports/8b5385e7-2203-4b9f-b522-83dc049bd05b HTTP/1.1" status: 404 len: 333 time: 0.0436571 Apr 20 15:51:40.020683 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37192) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:40.026845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-18bd90ee-2863-45eb-9624-519c9bde5279 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1673255088'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:40.032481 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-18bd90ee-2863-45eb-9624-519c9bde5279 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:40.036043 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-18bd90ee-2863-45eb-9624-519c9bde5279 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:network and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:40.039017 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-18bd90ee-2863-45eb-9624-519c9bde5279 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:40.045140 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-18bd90ee-2863-45eb-9624-519c9bde5279 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:40.059629 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bd90ee-2863-45eb-9624-519c9bde5279 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:40.063902 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-18bd90ee-2863-45eb-9624-519c9bde5279 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:40.096823 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bd90ee-2863-45eb-9624-519c9bde5279 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:51:40.102995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cc862b49-6495-4cc5-8ac4-00da812b29f5 None None] Provisioning complete for port f54d9a43-913d-4ee1-bb34-aefe608cf828 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:40.103820 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cc862b49-6495-4cc5-8ac4-00da812b29f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:40.103978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:51:40.108046 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-18bd90ee-2863-45eb-9624-519c9bde5279 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:40.108641 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-18bd90ee-2863-45eb-9624-519c9bde5279 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Added segment 77b9dc64-c643-46f0-bb26-2a7e69398304 of type vlan for network 5c27adac-6da7-4615-91e0-161e353d9c6b Apr 20 15:51:40.142230 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-18bd90ee-2863-45eb-9624-519c9bde5279 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:40.164723 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-cc862b49-6495-4cc5-8ac4-00da812b29f5 None None] Port f54d9a43-913d-4ee1-bb34-aefe608cf828 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:51:40.184187 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-18bd90ee-2863-45eb-9624-519c9bde5279 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:40.203860 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bd90ee-2863-45eb-9624-519c9bde5279 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:40.206142 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-18bd90ee-2863-45eb-9624-519c9bde5279 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:40.257887 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 09145b7f-f421-4b8b-844b-59ea9880abc3 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:40.276328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:51:40.281025 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f4f2a8cf-8709-41e0-ad6c-f79aede42ff2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5971527 Apr 20 15:51:40.283598 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37196) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:40.292818 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c5024f-575b-48b2-9766-0c4c7a8f8d87 None None] Sync routers for ids ['2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:40.315464 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c5024f-575b-48b2-9766-0c4c7a8f8d87 None None] Routers {'2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:40.316445 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-51c5024f-575b-48b2-9766-0c4c7a8f8d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:40.326296 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-18bd90ee-2863-45eb-9624-519c9bde5279 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3044980 Apr 20 15:51:40.329368 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37200) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:40.329732 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd90ee-2863-45eb-9624-519c9bde5279 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Network': ['ID=5c27adac-6da7-4615-91e0-161e353d9c6b,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:40.337354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a8d789ee-adbd-4ce2-871d-1e07d7734f3c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'subnet': {'network_id': '5c27adac-6da7-4615-91e0-161e353d9c6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:40.387003 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 5c27adac-6da7-4615-91e0-161e353d9c6b details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:51:40.414196 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-51c5024f-575b-48b2-9766-0c4c7a8f8d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:40.440110 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70eebe6-8b88-4d15-b186-569e39e8a2e8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:40.440662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a70eebe6-8b88-4d15-b186-569e39e8a2e8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Synchronizing usage tracker for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:40.474063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a8d789ee-adbd-4ce2-871d-1e07d7734f3c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:40.478268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a8d789ee-adbd-4ce2-871d-1e07d7734f3c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:subnet and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:40.480719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a70eebe6-8b88-4d15-b186-569e39e8a2e8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Unset dirty status for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:40.482125 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a70eebe6-8b88-4d15-b186-569e39e8a2e8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports/f54d9a43-913d-4ee1-bb34-aefe608cf828 HTTP/1.1" status: 200 len: 910 time: 0.1970794 Apr 20 15:51:40.483458 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a8d789ee-adbd-4ce2-871d-1e07d7734f3c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:40.485837 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37204) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:40.490030 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a8d789ee-adbd-4ce2-871d-1e07d7734f3c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:40.491802 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c5024f-575b-48b2-9766-0c4c7a8f8d87 None None] Routers {'2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:40.492480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-51c5024f-575b-48b2-9766-0c4c7a8f8d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:40.501211 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d789ee-adbd-4ce2-871d-1e07d7734f3c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:40.504719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a8d789ee-adbd-4ce2-871d-1e07d7734f3c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:40.569327 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-51c5024f-575b-48b2-9766-0c4c7a8f8d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:40.569727 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c5024f-575b-48b2-9766-0c4c7a8f8d87 None None] The sync data for ids ['2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:40.579508 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 09145b7f-f421-4b8b-844b-59ea9880abc3 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:40.579924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:40.699264 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0a57630d-ead2-42b1-b0d0-bd17d8a4362c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:40.732817 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a8d789ee-adbd-4ce2-871d-1e07d7734f3c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:40.768735 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 0a57630d-ead2-42b1-b0d0-bd17d8a4362c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:40.769349 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:40.944264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d789ee-adbd-4ce2-871d-1e07d7734f3c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Subnet': ['ID=d0ca516e-1361-41e7-bb8c-c3ccec303dd5,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:40.954390 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d789ee-adbd-4ce2-871d-1e07d7734f3c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Checking segment: {'id': '77b9dc64-c643-46f0-bb26-2a7e69398304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c27adac-6da7-4615-91e0-161e353d9c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:40.954747 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d789ee-adbd-4ce2-871d-1e07d7734f3c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network hostable DHCP agents. Network: 5c27adac-6da7-4615-91e0-161e353d9c6b, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:51:40.974053 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d789ee-adbd-4ce2-871d-1e07d7734f3c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 5c27adac-6da7-4615-91e0-161e353d9c6b is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:51:40.984862 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-a8d789ee-adbd-4ce2-871d-1e07d7734f3c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 5c27adac-6da7-4615-91e0-161e353d9c6b) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:40.989991 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d789ee-adbd-4ce2-871d-1e07d7734f3c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:40.990624 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a8d789ee-adbd-4ce2-871d-1e07d7734f3c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:40.996772 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca728acf-3e99-4506-9126-63c19bffa04f None None] Network 5c27adac-6da7-4615-91e0-161e353d9c6b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:41.019798 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a8d789ee-adbd-4ce2-871d-1e07d7734f3c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6892703 Apr 20 15:51:41.020662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37208) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:41.027193 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-66bde5f2-8304-4727-a7a0-6f48019e871b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'subnet': {'network_id': '5c27adac-6da7-4615-91e0-161e353d9c6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:41.176796 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-66bde5f2-8304-4727-a7a0-6f48019e871b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:41.181323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-66bde5f2-8304-4727-a7a0-6f48019e871b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:subnet and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:41.184784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-66bde5f2-8304-4727-a7a0-6f48019e871b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:41.191217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-66bde5f2-8304-4727-a7a0-6f48019e871b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:41.202883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bde5f2-8304-4727-a7a0-6f48019e871b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:41.208761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-66bde5f2-8304-4727-a7a0-6f48019e871b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:41.217603 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-5c27adac-6da7-4615-91e0-161e353d9c6b', 'network_id': '5c27adac-6da7-4615-91e0-161e353d9c6b', 'tenant_id': 'eed93712840e41bbb62ef317c79c80b8', 'fixed_ips': [{'subnet_id': 'd0ca516e-1361-41e7-bb8c-c3ccec303dd5'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:51:41.218440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:41.251023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:41.356371 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.ipam_backend_mixin [None req-66bde5f2-8304-4727-a7a0-6f48019e871b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d0ca516e-1361-41e7-bb8c-c3ccec303dd5 (CIDR: 2001:db8::/64) Apr 20 15:51:41.363651 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bde5f2-8304-4727-a7a0-6f48019e871b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:51:41.364354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66bde5f2-8304-4727-a7a0-6f48019e871b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:51:41.385930 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-66bde5f2-8304-4727-a7a0-6f48019e871b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3607352 Apr 20 15:51:41.386130 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Allocated IP 2001:db8::2 (5c27adac-6da7-4615-91e0-161e353d9c6b/d0ca516e-1361-41e7-bb8c-c3ccec303dd5/263878c5-f0d0-4f67-8ff6-995b817fa802) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:41.386263 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37212) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:41.394250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ed089e21-0ef6-432a-85fe-7c341264bd5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'subnet': {'network_id': '5c27adac-6da7-4615-91e0-161e353d9c6b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:41.541669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ed089e21-0ef6-432a-85fe-7c341264bd5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:41.545513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ed089e21-0ef6-432a-85fe-7c341264bd5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:subnet and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:41.548464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ed089e21-0ef6-432a-85fe-7c341264bd5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:41.554954 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ed089e21-0ef6-432a-85fe-7c341264bd5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:41.566363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed089e21-0ef6-432a-85fe-7c341264bd5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:41.570103 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed089e21-0ef6-432a-85fe-7c341264bd5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:41.599336 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:41.611194 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Transition to ACTIVE for port object 263878c5-f0d0-4f67-8ff6-995b817fa802 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:41.629907 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Transition to ACTIVE for port object 263878c5-f0d0-4f67-8ff6-995b817fa802 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:41.636905 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:41.643196 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Allocated IP 172.21.0.1 (e964cf55-33f7-478d-a390-b926798222ee/1184b29a-4c52-4704-b29d-b66cd001e853/9b3a7a07-9d0b-44f2-98ce-48d6017483f5) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:41.700627 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Network 5c27adac-6da7-4615-91e0-161e353d9c6b is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:41.703563 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:41.706477 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:41.750993 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Pushing event updated for resources: {'Port': ['ID=263878c5-f0d0-4f67-8ff6-995b817fa802,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:41.810643 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Attempting to bind port 263878c5-f0d0-4f67-8ff6-995b817fa802 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:41.811008 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Attempting to bind port 263878c5-f0d0-4f67-8ff6-995b817fa802 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '77b9dc64-c643-46f0-bb26-2a7e69398304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c27adac-6da7-4615-91e0-161e353d9c6b'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:41.811361 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Attempting to bind port 263878c5-f0d0-4f67-8ff6-995b817fa802 on network 5c27adac-6da7-4615-91e0-161e353d9c6b {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:51:41.816647 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:51:41.817268 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Checking segment: {'id': '77b9dc64-c643-46f0-bb26-2a7e69398304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c27adac-6da7-4615-91e0-161e353d9c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:41.817412 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:41.818026 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Bound using segment: {'id': '77b9dc64-c643-46f0-bb26-2a7e69398304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c27adac-6da7-4615-91e0-161e353d9c6b'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:51:41.818242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Bound port: 263878c5-f0d0-4f67-8ff6-995b817fa802, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b9dc64-c643-46f0-bb26-2a7e69398304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c27adac-6da7-4615-91e0-161e353d9c6b'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:41.818589 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:41.820113 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:41.838872 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Transition to ACTIVE for port object 9b3a7a07-9d0b-44f2-98ce-48d6017483f5 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:41.845515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed089e21-0ef6-432a-85fe-7c341264bd5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:41.864098 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:41.905946 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed089e21-0ef6-432a-85fe-7c341264bd5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 5c27adac-6da7-4615-91e0-161e353d9c6b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:41.909009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-ed089e21-0ef6-432a-85fe-7c341264bd5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:41.911967 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] For port 263878c5-f0d0-4f67-8ff6-995b817fa802, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:51:41.913212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed089e21-0ef6-432a-85fe-7c341264bd5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:41.913789 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed089e21-0ef6-432a-85fe-7c341264bd5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:41.915261 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] For port 263878c5-f0d0-4f67-8ff6-995b817fa802, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=263878c5-f0d0-4f67-8ff6-995b817fa802,segment=NetworkSegment(77b9dc64-c643-46f0-bb26-2a7e69398304),segment_id=77b9dc64-c643-46f0-bb26-2a7e69398304)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:51:41.921820 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:41.927379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed089e21-0ef6-432a-85fe-7c341264bd5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Subnet': ['ID=3caedbe5-d811-4d91-942b-5b47a56dfd44,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:41.935354 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network e964cf55-33f7-478d-a390-b926798222ee is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:41.938778 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:41.944245 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:41.945025 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ed089e21-0ef6-432a-85fe-7c341264bd5a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5576992 Apr 20 15:51:41.946109 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37218) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:41.953650 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'network_id': '5c27adac-6da7-4615-91e0-161e353d9c6b', 'fixed_ips': [{'subnet_id': 'd0ca516e-1361-41e7-bb8c-c3ccec303dd5'}, {'subnet_id': '3caedbe5-d811-4d91-942b-5b47a56dfd44'}], 'name': 'tempest-PortsIpV6TestJSON-1341740078'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:42.019035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:42.023089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c665f-cb68-41b1-bccf-930dd5de2a87 None None] Pushing event updated for resources: {'Port': ['ID=263878c5-f0d0-4f67-8ff6-995b817fa802,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:42.052116 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=9b3a7a07-9d0b-44f2-98ce-48d6017483f5,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:42.130438 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:42.135085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:port and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:42.138354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:42.144577 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:42.159045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:42.178298 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:42.322761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:42.334391 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8a814e40-653e-49eb-b948-4e427a4fd6db None None] Provisioning for port 9b3a7a07-9d0b-44f2-98ce-48d6017483f5 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:42.339867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8a814e40-653e-49eb-b948-4e427a4fd6db None None] Provisioning complete for port 9b3a7a07-9d0b-44f2-98ce-48d6017483f5 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:42.340074 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8a814e40-653e-49eb-b948-4e427a4fd6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:42.347007 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] device_id is not set on port 812de78e-5038-4f18-8530-a6eed304e08b yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:51:42.397753 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-8a814e40-653e-49eb-b948-4e427a4fd6db None None] Port 9b3a7a07-9d0b-44f2-98ce-48d6017483f5 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:51:42.708924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Allocated IP 2001:db8::68 (5c27adac-6da7-4615-91e0-161e353d9c6b/d0ca516e-1361-41e7-bb8c-c3ccec303dd5/812de78e-5038-4f18-8530-a6eed304e08b) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:42.714792 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Allocated IP 2001:db8:0:1::143 (5c27adac-6da7-4615-91e0-161e353d9c6b/3caedbe5-d811-4d91-942b-5b47a56dfd44/812de78e-5038-4f18-8530-a6eed304e08b) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:42.758731 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:42.764093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:42.880064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:42.883613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=9b3a7a07-9d0b-44f2-98ce-48d6017483f5,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:42.933852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:42.951206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Transition to ACTIVE for port object 812de78e-5038-4f18-8530-a6eed304e08b will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:42.979483 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:43.028711 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network e964cf55-33f7-478d-a390-b926798222ee is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:43.030011 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:43.182972 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=812de78e-5038-4f18-8530-a6eed304e08b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:43.195776 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 5c27adac-6da7-4615-91e0-161e353d9c6b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:43.197833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:43.199708 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:43.205281 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:43.205902 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:43.223161 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b879a6-03bd-4778-be67-37edf76cc231 None None] Network 5c27adac-6da7-4615-91e0-161e353d9c6b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:43.236353 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5a902263-d9b1-4e63-b87f-52dcb6b3fa09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.2879446 Apr 20 15:51:43.239032 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37224) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:43.247037 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-d926dd90-adec-46f4-8bbf-12c875360d95 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd0ca516e-1361-41e7-bb8c-c3ccec303dd5'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:43.294260 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:51:43.352144 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0c4df0d3-7d9c-42d5-ab04-7047ded55b59 None None] Provisioning complete for port 9b3a7a07-9d0b-44f2-98ce-48d6017483f5 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:43.352420 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0c4df0d3-7d9c-42d5-ab04-7047ded55b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:43.405222 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:51:43.451340 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0c4df0d3-7d9c-42d5-ab04-7047ded55b59 None None] Port 9b3a7a07-9d0b-44f2-98ce-48d6017483f5 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:51:43.502151 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0c4df0d3-7d9c-42d5-ab04-7047ded55b59 None None] Provisioning for port 263878c5-f0d0-4f67-8ff6-995b817fa802 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:43.552901 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:51:43.562917 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d37948-d7bd-4c8e-bee1-7625059deeca None None] Sync routers for ids ['2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:43.572974 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d37948-d7bd-4c8e-bee1-7625059deeca None None] Routers {'2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:43.573644 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-00d37948-d7bd-4c8e-bee1-7625059deeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:43.592478 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dfbf38a8-5620-497c-8873-fcb10929988e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1057234 Apr 20 15:51:43.595084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37228) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:43.626869 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf483bb-be70-4038-aa90-e2a33c223aaf None None] Update dhcp port {'port': {'network_id': '5c27adac-6da7-4615-91e0-161e353d9c6b', 'fixed_ips': [{'subnet_id': 'd0ca516e-1361-41e7-bb8c-c3ccec303dd5', 'ip_address': '2001:db8::2'}, {'subnet_id': '3caedbe5-d811-4d91-942b-5b47a56dfd44'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': '263878c5-f0d0-4f67-8ff6-995b817fa802'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:51:43.644921 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-00d37948-d7bd-4c8e-bee1-7625059deeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:43.656153 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d37948-d7bd-4c8e-bee1-7625059deeca None None] Routers {'2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:43.657085 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-00d37948-d7bd-4c8e-bee1-7625059deeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:43.657423 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d926dd90-adec-46f4-8bbf-12c875360d95 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:43.685518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346fbf57-73fc-40af-966e-308caac04cba tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:43.689620 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-346fbf57-73fc-40af-966e-308caac04cba tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports/9b3a7a07-9d0b-44f2-98ce-48d6017483f5 HTTP/1.1" status: 200 len: 910 time: 0.0900853 Apr 20 15:51:43.689760 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-caf483bb-be70-4038-aa90-e2a33c223aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:43.690037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37232) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:43.725669 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-00d37948-d7bd-4c8e-bee1-7625059deeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:43.726315 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d37948-d7bd-4c8e-bee1-7625059deeca None None] The sync data for ids ['2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:43.903047 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-caf483bb-be70-4038-aa90-e2a33c223aaf None None] Allocated IP 2001:db8:0:1::2 (5c27adac-6da7-4615-91e0-161e353d9c6b/3caedbe5-d811-4d91-942b-5b47a56dfd44/263878c5-f0d0-4f67-8ff6-995b817fa802) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:44.073112 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-caf483bb-be70-4038-aa90-e2a33c223aaf None None] For port 263878c5-f0d0-4f67-8ff6-995b817fa802, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=263878c5-f0d0-4f67-8ff6-995b817fa802,segment=NetworkSegment(77b9dc64-c643-46f0-bb26-2a7e69398304),segment_id=77b9dc64-c643-46f0-bb26-2a7e69398304)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:44.097583 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-caf483bb-be70-4038-aa90-e2a33c223aaf None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:44.113881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-caf483bb-be70-4038-aa90-e2a33c223aaf None None] Transition to ACTIVE for port object 263878c5-f0d0-4f67-8ff6-995b817fa802 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:44.117616 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-caf483bb-be70-4038-aa90-e2a33c223aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:44.213857 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-681ceba0-3d08-4c94-963c-b94d2b061bcf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:44.251247 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-d926dd90-adec-46f4-8bbf-12c875360d95 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Delete allocated IP 2001:db8:0:1::143 (5c27adac-6da7-4615-91e0-161e353d9c6b/3caedbe5-d811-4d91-942b-5b47a56dfd44) {{(pid=88169) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 15:51:44.273684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf483bb-be70-4038-aa90-e2a33c223aaf None None] Pushing event updated for resources: {'Port': ['ID=263878c5-f0d0-4f67-8ff6-995b817fa802,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:44.338829 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 263878c5-f0d0-4f67-8ff6-995b817fa802 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:44.411166 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 263878c5-f0d0-4f67-8ff6-995b817fa802 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:44.464570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d926dd90-adec-46f4-8bbf-12c875360d95 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:44.480814 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-d926dd90-adec-46f4-8bbf-12c875360d95 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Ignored duplicate provisioning block setup for port 812de78e-5038-4f18-8530-a6eed304e08b by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 20 15:51:44.490401 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d926dd90-adec-46f4-8bbf-12c875360d95 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:44.589136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-681ceba0-3d08-4c94-963c-b94d2b061bcf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port 9b3a7a07-9d0b-44f2-98ce-48d6017483f5 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:44.589495 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-681ceba0-3d08-4c94-963c-b94d2b061bcf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:44.721506 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-d926dd90-adec-46f4-8bbf-12c875360d95 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] In _notify_port_updated(), no bound segment for port 812de78e-5038-4f18-8530-a6eed304e08b on network 5c27adac-6da7-4615-91e0-161e353d9c6b {{(pid=88169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:51:44.726782 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d926dd90-adec-46f4-8bbf-12c875360d95 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:44.727410 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d926dd90-adec-46f4-8bbf-12c875360d95 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:44.731996 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d926dd90-adec-46f4-8bbf-12c875360d95 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "PUT /v2.0/ports/812de78e-5038-4f18-8530-a6eed304e08b HTTP/1.1" status: 200 len: 925 time: 1.4893539 Apr 20 15:51:44.732411 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37236) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:44.744664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-fb3ab15f-ca71-47e2-aae5-f54ac88e7ebf tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd0ca516e-1361-41e7-bb8c-c3ccec303dd5'}, {'subnet_id': '3caedbe5-d811-4d91-942b-5b47a56dfd44'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:44.785338 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926dd90-adec-46f4-8bbf-12c875360d95 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=812de78e-5038-4f18-8530-a6eed304e08b,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:44.796933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-681ceba0-3d08-4c94-963c-b94d2b061bcf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:44.809311 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:44.831813 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268353c5-26a6-4e20-8fe1-6bfac8ed1b9c None None] Network 5c27adac-6da7-4615-91e0-161e353d9c6b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:44.892774 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fb3ab15f-ca71-47e2-aae5-f54ac88e7ebf tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:44.925141 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e9d60ae5-44b4-4725-8493-d8d96d370ec0 None None] Provisioning for port 812de78e-5038-4f18-8530-a6eed304e08b completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:44.929783 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-681ceba0-3d08-4c94-963c-b94d2b061bcf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for 9b3a7a07-9d0b-44f2-98ce-48d6017483f5 owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:44.934548 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e9d60ae5-44b4-4725-8493-d8d96d370ec0 None None] Provisioning complete for port 812de78e-5038-4f18-8530-a6eed304e08b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:44.934920 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e9d60ae5-44b4-4725-8493-d8d96d370ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:45.048590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e9d60ae5-44b4-4725-8493-d8d96d370ec0 None None] Port 812de78e-5038-4f18-8530-a6eed304e08b cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:51:45.079279 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e9d60ae5-44b4-4725-8493-d8d96d370ec0 None None] Provisioning for port 263878c5-f0d0-4f67-8ff6-995b817fa802 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:45.115103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e9d60ae5-44b4-4725-8493-d8d96d370ec0 None None] Provisioning complete for port 263878c5-f0d0-4f67-8ff6-995b817fa802 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:45.115477 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e9d60ae5-44b4-4725-8493-d8d96d370ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:45.273716 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e9d60ae5-44b4-4725-8493-d8d96d370ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:45.289162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-681ceba0-3d08-4c94-963c-b94d2b061bcf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:45.307953 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-fb3ab15f-ca71-47e2-aae5-f54ac88e7ebf tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Allocated IP 2001:db8:0:1::34b (5c27adac-6da7-4615-91e0-161e353d9c6b/3caedbe5-d811-4d91-942b-5b47a56dfd44/812de78e-5038-4f18-8530-a6eed304e08b) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:45.319336 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e9d60ae5-44b4-4725-8493-d8d96d370ec0 None None] For port 263878c5-f0d0-4f67-8ff6-995b817fa802, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=263878c5-f0d0-4f67-8ff6-995b817fa802,segment=NetworkSegment(77b9dc64-c643-46f0-bb26-2a7e69398304),segment_id=77b9dc64-c643-46f0-bb26-2a7e69398304)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:45.326943 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e9d60ae5-44b4-4725-8493-d8d96d370ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:45.404942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ceba0-3d08-4c94-963c-b94d2b061bcf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Port': ['ID=9b3a7a07-9d0b-44f2-98ce-48d6017483f5,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:45.433681 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d60ae5-44b4-4725-8493-d8d96d370ec0 None None] Pushing event updated for resources: {'Port': ['ID=263878c5-f0d0-4f67-8ff6-995b817fa802,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:45.519044 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fb3ab15f-ca71-47e2-aae5-f54ac88e7ebf tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:45.536976 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-fb3ab15f-ca71-47e2-aae5-f54ac88e7ebf tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Transition to ACTIVE for port object 812de78e-5038-4f18-8530-a6eed304e08b will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:45.542227 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fb3ab15f-ca71-47e2-aae5-f54ac88e7ebf tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:45.561357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-74d24509-2e7c-4f8a-873f-86ea93b6a64f None None] Provisioning for port 812de78e-5038-4f18-8530-a6eed304e08b completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:45.566862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-74d24509-2e7c-4f8a-873f-86ea93b6a64f None None] Provisioning complete for port 812de78e-5038-4f18-8530-a6eed304e08b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:45.567236 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-74d24509-2e7c-4f8a-873f-86ea93b6a64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:45.645105 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-74d24509-2e7c-4f8a-873f-86ea93b6a64f None None] Port 812de78e-5038-4f18-8530-a6eed304e08b cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:51:45.656857 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-74d24509-2e7c-4f8a-873f-86ea93b6a64f None None] Provisioning complete for port 263878c5-f0d0-4f67-8ff6-995b817fa802 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:45.657235 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-74d24509-2e7c-4f8a-873f-86ea93b6a64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:45.702627 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-681ceba0-3d08-4c94-963c-b94d2b061bcf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:45.708147 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ab15f-ca71-47e2-aae5-f54ac88e7ebf tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=812de78e-5038-4f18-8530-a6eed304e08b,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:45.726514 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ab15f-ca71-47e2-aae5-f54ac88e7ebf tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] In _notify_port_updated(), no bound segment for port 812de78e-5038-4f18-8530-a6eed304e08b on network 5c27adac-6da7-4615-91e0-161e353d9c6b {{(pid=88169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:51:45.732352 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3ab15f-ca71-47e2-aae5-f54ac88e7ebf tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:45.733195 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fb3ab15f-ca71-47e2-aae5-f54ac88e7ebf tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:45.734640 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fb3ab15f-ca71-47e2-aae5-f54ac88e7ebf tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "PUT /v2.0/ports/812de78e-5038-4f18-8530-a6eed304e08b HTTP/1.1" status: 200 len: 1011 time: 1.0013144 Apr 20 15:51:45.737287 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37242) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:45.814683 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-963dbb27-cce3-4964-a3d8-6a3347dd0d70 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port 812de78e-5038-4f18-8530-a6eed304e08b {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:45.814956 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-963dbb27-cce3-4964-a3d8-6a3347dd0d70 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:45.927752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-bc9f4801-d77d-4e06-a21c-429b801a2ac6 None None] Provisioning complete for port 812de78e-5038-4f18-8530-a6eed304e08b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:45.928266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4801-d77d-4e06-a21c-429b801a2ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:45.989618 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f4801-d77d-4e06-a21c-429b801a2ac6 None None] Port 812de78e-5038-4f18-8530-a6eed304e08b cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:51:46.077378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681ceba0-3d08-4c94-963c-b94d2b061bcf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:51:46.090206 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-963dbb27-cce3-4964-a3d8-6a3347dd0d70 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:46.110951 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6a653e17-9d6a-44f9-928c-59369eaf46e7 None None] Provisioning complete for port 812de78e-5038-4f18-8530-a6eed304e08b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:46.111285 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6a653e17-9d6a-44f9-928c-59369eaf46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:46.202407 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-6a653e17-9d6a-44f9-928c-59369eaf46e7 None None] Port 812de78e-5038-4f18-8530-a6eed304e08b cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:51:46.252609 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-963dbb27-cce3-4964-a3d8-6a3347dd0d70 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for 812de78e-5038-4f18-8530-a6eed304e08b owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:46.271176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681ceba0-3d08-4c94-963c-b94d2b061bcf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:51:46.282610 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94767e-475f-4933-b87f-3972582bfcc0 None None] Sync routers for ids ['2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:46.293028 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 263878c5-f0d0-4f67-8ff6-995b817fa802 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:46.296548 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-681ceba0-3d08-4c94-963c-b94d2b061bcf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6053987 Apr 20 15:51:46.299361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37246) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:46.331714 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94767e-475f-4933-b87f-3972582bfcc0 None None] Routers {'2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:46.332518 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-9b94767e-475f-4933-b87f-3972582bfcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:46.397648 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-9b94767e-475f-4933-b87f-3972582bfcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:46.427878 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94767e-475f-4933-b87f-3972582bfcc0 None None] Routers {'2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:46.428502 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-9b94767e-475f-4933-b87f-3972582bfcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:46.475362 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-963dbb27-cce3-4964-a3d8-6a3347dd0d70 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:46.494809 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-9b94767e-475f-4933-b87f-3972582bfcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:46.495211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94767e-475f-4933-b87f-3972582bfcc0 None None] The sync data for ids ['2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:46.502359 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ff335c7e-bfc2-44b8-946e-e63f99774c9d None None] Provisioning complete for port 812de78e-5038-4f18-8530-a6eed304e08b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:46.502734 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ff335c7e-bfc2-44b8-946e-e63f99774c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:46.532405 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963dbb27-cce3-4964-a3d8-6a3347dd0d70 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=812de78e-5038-4f18-8530-a6eed304e08b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:46.534543 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 263878c5-f0d0-4f67-8ff6-995b817fa802 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:46.534543 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:46.579007 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ff335c7e-bfc2-44b8-946e-e63f99774c9d None None] Port 812de78e-5038-4f18-8530-a6eed304e08b was deleted so its status cannot be updated. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 20 15:51:46.612136 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-963dbb27-cce3-4964-a3d8-6a3347dd0d70 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:46.625537 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-963dbb27-cce3-4964-a3d8-6a3347dd0d70 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/ports/812de78e-5038-4f18-8530-a6eed304e08b HTTP/1.1" status: 204 len: 168 time: 0.8868108 Apr 20 15:51:46.625958 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37250) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:46.676658 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-26846147-a1d8-4c9d-8242-b5965116e180 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] GET failed (client error): The resource could not be found. Apr 20 15:51:46.677310 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-26846147-a1d8-4c9d-8242-b5965116e180 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:46.697385 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-26846147-a1d8-4c9d-8242-b5965116e180 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:46.701496 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-26846147-a1d8-4c9d-8242-b5965116e180 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports/812de78e-5038-4f18-8530-a6eed304e08b HTTP/1.1" status: 404 len: 333 time: 0.0720031 Apr 20 15:51:46.702120 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37254) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:46.772293 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc62ef4-d634-4b62-941c-593660455d5d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting subnet 3caedbe5-d811-4d91-942b-5b47a56dfd44 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:51:46.775978 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fcc62ef4-d634-4b62-941c-593660455d5d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:46.832076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fcc62ef4-d634-4b62-941c-593660455d5d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:46.956875 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bd373c0b-0ad2-434c-a131-dcd68b772527 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:47.017815 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fcc62ef4-d634-4b62-941c-593660455d5d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:47.096283 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fcc62ef4-d634-4b62-941c-593660455d5d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:47.139699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc62ef4-d634-4b62-941c-593660455d5d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Subnet': ['ID=3caedbe5-d811-4d91-942b-5b47a56dfd44,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:47.141645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fcc62ef4-d634-4b62-941c-593660455d5d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:47.147686 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fcc62ef4-d634-4b62-941c-593660455d5d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/3caedbe5-d811-4d91-942b-5b47a56dfd44 HTTP/1.1" status: 204 len: 168 time: 0.4444890 Apr 20 15:51:47.150275 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37258) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:47.155412 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e99c3c-810d-4445-981b-2e9afd2366c4 None None] Network 5c27adac-6da7-4615-91e0-161e353d9c6b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:47.224173 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da82446-efad-4a05-ad89-50e5350edd84 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting subnet d0ca516e-1361-41e7-bb8c-c3ccec303dd5 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:51:47.227338 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9da82446-efad-4a05-ad89-50e5350edd84 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:47.288795 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9da82446-efad-4a05-ad89-50e5350edd84 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:47.303605 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-bd373c0b-0ad2-434c-a131-dcd68b772527 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port f54d9a43-913d-4ee1-bb34-aefe608cf828 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:47.304197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bd373c0b-0ad2-434c-a131-dcd68b772527 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:47.379184 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9da82446-efad-4a05-ad89-50e5350edd84 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:47.453352 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9da82446-efad-4a05-ad89-50e5350edd84 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:47.496012 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9da82446-efad-4a05-ad89-50e5350edd84 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:47.503453 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da82446-efad-4a05-ad89-50e5350edd84 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ca516e-1361-41e7-bb8c-c3ccec303dd5,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:47.504629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bd373c0b-0ad2-434c-a131-dcd68b772527 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:47.510556 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9da82446-efad-4a05-ad89-50e5350edd84 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/d0ca516e-1361-41e7-bb8c-c3ccec303dd5 HTTP/1.1" status: 204 len: 168 time: 0.3592978 Apr 20 15:51:47.511177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37262) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:47.631070 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:47.636773 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-bd373c0b-0ad2-434c-a131-dcd68b772527 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for f54d9a43-913d-4ee1-bb34-aefe608cf828 owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:47.642307 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port 263878c5-f0d0-4f67-8ff6-995b817fa802 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:47.642649 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:47.826256 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bd373c0b-0ad2-434c-a131-dcd68b772527 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:47.852304 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] For port 263878c5-f0d0-4f67-8ff6-995b817fa802, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=263878c5-f0d0-4f67-8ff6-995b817fa802,segment=NetworkSegment(77b9dc64-c643-46f0-bb26-2a7e69398304),segment_id=77b9dc64-c643-46f0-bb26-2a7e69398304)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:47.852695 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:47.879896 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd373c0b-0ad2-434c-a131-dcd68b772527 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Port': ['ID=f54d9a43-913d-4ee1-bb34-aefe608cf828,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:47.983115 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for 263878c5-f0d0-4f67-8ff6-995b817fa802 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:48.002958 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383517ce-034f-4b2a-8644-62a289019ab9 None None] Network 5c27adac-6da7-4615-91e0-161e353d9c6b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:48.072338 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.113749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-38f264a1-286b-463c-9a5d-ca48aa9d5be0 None None] Provisioning complete for port 263878c5-f0d0-4f67-8ff6-995b817fa802 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:48.114263 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-38f264a1-286b-463c-9a5d-ca48aa9d5be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.117054 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bd373c0b-0ad2-434c-a131-dcd68b772527 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.120490 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=263878c5-f0d0-4f67-8ff6-995b817fa802,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:48.128351 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No DVR routers for this DVR port 263878c5-f0d0-4f67-8ff6-995b817fa802 on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:51:48.162061 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-38f264a1-286b-463c-9a5d-ca48aa9d5be0 None None] Port 263878c5-f0d0-4f67-8ff6-995b817fa802 was deleted so its status cannot be updated. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 20 15:51:48.287386 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.309666 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709e9f4f-fc20-4593-bad4-3e0e2f1e95cb None None] DHCP port deletion for 5c27adac-6da7-4615-91e0-161e353d9c6b request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:51:48.322372 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c27adac-6da7-4615-91e0-161e353d9c6b']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:48.335598 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b9dc64-c643-46f0-bb26-2a7e69398304') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:48.336032 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b9dc64-c643-46f0-bb26-2a7e69398304') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:48.349647 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.367862 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.374758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:51:48.375150 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:51:48.389372 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:51:48.469835 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.487151 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.497784 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Network': ['ID=5c27adac-6da7-4615-91e0-161e353d9c6b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:48.508553 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b967b575-b858-4dad-8008-03ad9aba871c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/networks/5c27adac-6da7-4615-91e0-161e353d9c6b HTTP/1.1" status: 204 len: 168 time: 0.9964042 Apr 20 15:51:48.512445 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37266) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:48.570767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd373c0b-0ad2-434c-a131-dcd68b772527 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:51:48.592084 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d606b25f-4ab7-4bc7-82f8-f14f9963525a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:48.592769 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d606b25f-4ab7-4bc7-82f8-f14f9963525a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:48.607861 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d606b25f-4ab7-4bc7-82f8-f14f9963525a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:48.612410 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d606b25f-4ab7-4bc7-82f8-f14f9963525a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0956285 Apr 20 15:51:48.612641 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37270) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:48.699039 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3593b945-25d9-47b4-849d-737bae5c5cdc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0816753 Apr 20 15:51:48.699269 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37274) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:48.704636 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-aa625806-a592-4a57-b520-872abc8023bb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1625831711'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:48.705617 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd373c0b-0ad2-434c-a131-dcd68b772527 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:51:48.710581 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-aa625806-a592-4a57-b520-872abc8023bb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:48.715124 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-aa625806-a592-4a57-b520-872abc8023bb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:network and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:48.717007 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a740e-417d-4d34-acad-d2b3cc61b5a8 None None] Sync routers for ids ['2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:48.720446 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bd373c0b-0ad2-434c-a131-dcd68b772527 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4171185 Apr 20 15:51:48.720604 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-aa625806-a592-4a57-b520-872abc8023bb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:48.720717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37278) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:48.726010 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-aa625806-a592-4a57-b520-872abc8023bb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:48.730321 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a740e-417d-4d34-acad-d2b3cc61b5a8 None None] Routers {'2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:48.731429 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2d0a740e-417d-4d34-acad-d2b3cc61b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:48.737343 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa625806-a592-4a57-b520-872abc8023bb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:48.741690 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa625806-a592-4a57-b520-872abc8023bb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.767759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0aed84c1-ee7c-4903-9c37-2d035bba2211 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Synchronizing usage tracker for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:48.774048 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa625806-a592-4a57-b520-872abc8023bb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:51:48.784324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0aed84c1-ee7c-4903-9c37-2d035bba2211 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Unset dirty status for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:48.785196 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa625806-a592-4a57-b520-872abc8023bb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.788171 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-aa625806-a592-4a57-b520-872abc8023bb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Added segment 98b039b5-bfab-442f-8ff5-15159600a100 of type vlan for network 550f2bd6-cc83-428b-9b8e-fbc26d8a7202 Apr 20 15:51:48.788273 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0aed84c1-ee7c-4903-9c37-2d035bba2211 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f HTTP/1.1" status: 200 len: 205 time: 0.0641153 Apr 20 15:51:48.788518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37282) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:48.794844 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2d0a740e-417d-4d34-acad-d2b3cc61b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:48.803606 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a740e-417d-4d34-acad-d2b3cc61b5a8 None None] Routers {'2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:48.804509 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2d0a740e-417d-4d34-acad-d2b3cc61b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:48.816310 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa625806-a592-4a57-b520-872abc8023bb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.847674 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa625806-a592-4a57-b520-872abc8023bb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.854041 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa625806-a592-4a57-b520-872abc8023bb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:48.854608 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa625806-a592-4a57-b520-872abc8023bb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.867546 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2d0a740e-417d-4d34-acad-d2b3cc61b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:48.868091 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a740e-417d-4d34-acad-d2b3cc61b5a8 None None] The sync data for ids ['2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:48.929192 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a61704de-4b00-43da-a4be-0b73753d6854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:49.080738 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-aa625806-a592-4a57-b520-872abc8023bb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3802724 Apr 20 15:51:49.085307 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37286) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:49.093689 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-f0ca23f9-caef-4a43-9b3f-2e99f4835245 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'subnet': {'network_id': '550f2bd6-cc83-428b-9b8e-fbc26d8a7202', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:49.115425 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa625806-a592-4a57-b520-872abc8023bb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Network': ['ID=550f2bd6-cc83-428b-9b8e-fbc26d8a7202,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:49.126724 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 550f2bd6-cc83-428b-9b8e-fbc26d8a7202 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:51:49.232254 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a61704de-4b00-43da-a4be-0b73753d6854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:49.235715 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a61704de-4b00-43da-a4be-0b73753d6854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:49.236941 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f0ca23f9-caef-4a43-9b3f-2e99f4835245 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:49.241147 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f0ca23f9-caef-4a43-9b3f-2e99f4835245 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:subnet and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:49.244295 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f0ca23f9-caef-4a43-9b3f-2e99f4835245 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:49.250449 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f0ca23f9-caef-4a43-9b3f-2e99f4835245 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:49.258783 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a61704de-4b00-43da-a4be-0b73753d6854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:49.259320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61704de-4b00-43da-a4be-0b73753d6854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Fanout notify agent at l3_agent the message router_deleted on router 2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:51:49.260617 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ca23f9-caef-4a43-9b3f-2e99f4835245 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:49.265686 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f0ca23f9-caef-4a43-9b3f-2e99f4835245 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:49.271319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a61704de-4b00-43da-a4be-0b73753d6854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:49.272515 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a61704de-4b00-43da-a4be-0b73753d6854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/routers/2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f HTTP/1.1" status: 204 len: 168 time: 0.4828913 Apr 20 15:51:49.275724 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37290) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:49.346043 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bb5420-cba8-4315-b5a0-1b360c8b13ed tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting subnet 1184b29a-4c52-4704-b29d-b66cd001e853 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:51:49.349070 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5420-cba8-4315-b5a0-1b360c8b13ed tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:49.405112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5420-cba8-4315-b5a0-1b360c8b13ed tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:49.483691 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f0ca23f9-caef-4a43-9b3f-2e99f4835245 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:49.490686 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5420-cba8-4315-b5a0-1b360c8b13ed tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:49.563609 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5420-cba8-4315-b5a0-1b360c8b13ed tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:49.564893 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca23f9-caef-4a43-9b3f-2e99f4835245 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Subnet': ['ID=fd3367fe-71c7-4066-a151-8b58b8ca443a,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:49.574232 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ca23f9-caef-4a43-9b3f-2e99f4835245 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Checking segment: {'id': '98b039b5-bfab-442f-8ff5-15159600a100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '550f2bd6-cc83-428b-9b8e-fbc26d8a7202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:49.574594 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ca23f9-caef-4a43-9b3f-2e99f4835245 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network hostable DHCP agents. Network: 550f2bd6-cc83-428b-9b8e-fbc26d8a7202, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:51:49.593446 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ca23f9-caef-4a43-9b3f-2e99f4835245 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 550f2bd6-cc83-428b-9b8e-fbc26d8a7202 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:51:49.605482 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-f0ca23f9-caef-4a43-9b3f-2e99f4835245 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 550f2bd6-cc83-428b-9b8e-fbc26d8a7202) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:49.605909 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb5420-cba8-4315-b5a0-1b360c8b13ed tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Subnet': ['ID=1184b29a-4c52-4704-b29d-b66cd001e853,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:49.610868 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca23f9-caef-4a43-9b3f-2e99f4835245 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:49.612064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f0ca23f9-caef-4a43-9b3f-2e99f4835245 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:49.612550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5420-cba8-4315-b5a0-1b360c8b13ed tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:49.619578 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b554c5ec-6db5-4760-a5f4-bc9ea4a400f7 None None] Network 550f2bd6-cc83-428b-9b8e-fbc26d8a7202 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:49.621654 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e7bb5420-cba8-4315-b5a0-1b360c8b13ed tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/subnets/1184b29a-4c52-4704-b29d-b66cd001e853 HTTP/1.1" status: 204 len: 168 time: 0.3450029 Apr 20 15:51:49.625617 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37296) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:49.646567 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c64090-9e99-43c1-b06e-b39b92f26261 None None] Network e964cf55-33f7-478d-a390-b926798222ee requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:49.657174 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f0ca23f9-caef-4a43-9b3f-2e99f4835245 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5705404 Apr 20 15:51:49.658153 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37300) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:49.664471 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-8173d536-d611-4f72-ae27-bd1f58413c06 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'network_id': '550f2bd6-cc83-428b-9b8e-fbc26d8a7202', 'name': 'tempest-PortsIpV6TestJSON-34657405'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:49.817939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef5f3a3-f245-4ad2-9085-9db2473784fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting subnet a1e26d5b-e927-4489-88fb-e0c18db13dc9 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:51:49.819348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8173d536-d611-4f72-ae27-bd1f58413c06 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:49.821840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ef5f3a3-f245-4ad2-9085-9db2473784fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:49.829940 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8173d536-d611-4f72-ae27-bd1f58413c06 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:49.841010 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8173d536-d611-4f72-ae27-bd1f58413c06 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:49.845302 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8173d536-d611-4f72-ae27-bd1f58413c06 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:49.867874 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-8173d536-d611-4f72-ae27-bd1f58413c06 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] device_id is not set on port 96cb4376-ba6e-42e2-bde0-91aa05b2a19a yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:51:49.877233 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ef5f3a3-f245-4ad2-9085-9db2473784fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:49.973087 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ef5f3a3-f245-4ad2-9085-9db2473784fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:50.016720 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-550f2bd6-cc83-428b-9b8e-fbc26d8a7202', 'network_id': '550f2bd6-cc83-428b-9b8e-fbc26d8a7202', 'tenant_id': 'eed93712840e41bbb62ef317c79c80b8', 'fixed_ips': [{'subnet_id': 'fd3367fe-71c7-4066-a151-8b58b8ca443a'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:51:50.017623 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:50.031943 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-8173d536-d611-4f72-ae27-bd1f58413c06 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Allocated IP 2001:db8::133 (550f2bd6-cc83-428b-9b8e-fbc26d8a7202/fd3367fe-71c7-4066-a151-8b58b8ca443a/96cb4376-ba6e-42e2-bde0-91aa05b2a19a) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:50.067613 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ef5f3a3-f245-4ad2-9085-9db2473784fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:50.116857 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab98c102-f87d-4022-9c0c-9c8ebe70c7d4 None None] DHCP port deletion for e964cf55-33f7-478d-a390-b926798222ee request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:51:50.128246 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ab98c102-f87d-4022-9c0c-9c8ebe70c7d4 None None] Deleting port 0a57630d-ead2-42b1-b0d0-bd17d8a4362c {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:50.128875 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ab98c102-f87d-4022-9c0c-9c8ebe70c7d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:50.132405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5f3a3-f245-4ad2-9085-9db2473784fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e26d5b-e927-4489-88fb-e0c18db13dc9,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:50.138519 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ef5f3a3-f245-4ad2-9085-9db2473784fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:50.147400 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2ef5f3a3-f245-4ad2-9085-9db2473784fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/subnets/a1e26d5b-e927-4489-88fb-e0c18db13dc9 HTTP/1.1" status: 204 len: 168 time: 0.5196493 Apr 20 15:51:50.148774 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37304) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:50.157743 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb9a6a7-1bb2-4965-84b2-019b54c6e9fa None None] Network 1dbfe461-e2b0-4720-901c-ef45c2227b60 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:50.291499 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8173d536-d611-4f72-ae27-bd1f58413c06 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:50.310533 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-8173d536-d611-4f72-ae27-bd1f58413c06 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Transition to ACTIVE for port object 96cb4376-ba6e-42e2-bde0-91aa05b2a19a will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:50.312618 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 263878c5-f0d0-4f67-8ff6-995b817fa802 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:51:50.333790 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:50.335930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8173d536-d611-4f72-ae27-bd1f58413c06 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:50.347124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port 0a57630d-ead2-42b1-b0d0-bd17d8a4362c {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:50.347489 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:50.401798 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8173d536-d611-4f72-ae27-bd1f58413c06 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 550f2bd6-cc83-428b-9b8e-fbc26d8a7202 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:50.405015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-8173d536-d611-4f72-ae27-bd1f58413c06 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:50.407967 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173d536-d611-4f72-ae27-bd1f58413c06 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:50.413627 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8173d536-d611-4f72-ae27-bd1f58413c06 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:50.414242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8173d536-d611-4f72-ae27-bd1f58413c06 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:50.451173 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173d536-d611-4f72-ae27-bd1f58413c06 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=96cb4376-ba6e-42e2-bde0-91aa05b2a19a,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:50.455630 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 263878c5-f0d0-4f67-8ff6-995b817fa802 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:51:50.455630 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 263878c5-f0d0-4f67-8ff6-995b817fa802 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:51:50.456137 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0a57630d-ead2-42b1-b0d0-bd17d8a4362c no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:51:50.466900 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8173d536-d611-4f72-ae27-bd1f58413c06 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8037927 Apr 20 15:51:50.467187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37308) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:50.486847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'network_id': '550f2bd6-cc83-428b-9b8e-fbc26d8a7202', 'name': 'tempest-PortsIpV6TestJSON-1367330787'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:50.654069 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Allocated IP 2001:db8::2 (550f2bd6-cc83-428b-9b8e-fbc26d8a7202/fd3367fe-71c7-4066-a151-8b58b8ca443a/943d760c-0417-4f96-8981-bb103291638a) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:50.661925 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] For port 0a57630d-ead2-42b1-b0d0-bd17d8a4362c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0a57630d-ead2-42b1-b0d0-bd17d8a4362c,segment=NetworkSegment(78c57947-c71d-444e-afed-922d5000cc5d),segment_id=78c57947-c71d-444e-afed-922d5000cc5d)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:50.662485 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:50.793908 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ab98c102-f87d-4022-9c0c-9c8ebe70c7d4 None None] For port 0a57630d-ead2-42b1-b0d0-bd17d8a4362c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0a57630d-ead2-42b1-b0d0-bd17d8a4362c,segment=NetworkSegment(78c57947-c71d-444e-afed-922d5000cc5d),segment_id=78c57947-c71d-444e-afed-922d5000cc5d)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:50.794310 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ab98c102-f87d-4022-9c0c-9c8ebe70c7d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:50.809020 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for 0a57630d-ead2-42b1-b0d0-bd17d8a4362c owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:50.855095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:50.870412 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:port and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:50.875221 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:50.885084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:50.906351 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:50.909753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:50.926696 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:50.936913 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ab98c102-f87d-4022-9c0c-9c8ebe70c7d4 None None] Calling delete_port for 0a57630d-ead2-42b1-b0d0-bd17d8a4362c owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:50.973850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] device_id is not set on port 76f81e13-b647-40c3-9eab-30f32a8fdc3e yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:51:51.002238 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.016355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] No DVR routers for this DVR port 0a57630d-ead2-42b1-b0d0-bd17d8a4362c on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:51:51.018107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Port': ['ID=0a57630d-ead2-42b1-b0d0-bd17d8a4362c,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:51.132652 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84356dfd-e6a2-47b8-87cd-d815b887542d None None] DHCP port deletion for 1dbfe461-e2b0-4720-901c-ef45c2227b60 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:51:51.166725 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-ab98c102-f87d-4022-9c0c-9c8ebe70c7d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:51:51.167018 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-ab98c102-f87d-4022-9c0c-9c8ebe70c7d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:51:51.167823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-84356dfd-e6a2-47b8-87cd-d815b887542d None None] Deleting port 09145b7f-f421-4b8b-844b-59ea9880abc3 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:51.168178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-84356dfd-e6a2-47b8-87cd-d815b887542d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.178882 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.204538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e964cf55-33f7-478d-a390-b926798222ee']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:51.217041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c57947-c71d-444e-afed-922d5000cc5d') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:51.217342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c57947-c71d-444e-afed-922d5000cc5d') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:51.229210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.245567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.251453 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:51:51.251866 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:51:51.267363 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:51:51.274299 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.296645 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Transition to ACTIVE for port object 943d760c-0417-4f96-8981-bb103291638a will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:51.361027 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.386943 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Transition to ACTIVE for port object 943d760c-0417-4f96-8981-bb103291638a will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:51.387212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.398812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Network': ['ID=e964cf55-33f7-478d-a390-b926798222ee,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:51.407694 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.451794 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a55fa56e-1424-4d76-8ecf-a83bc2697d56 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/networks/e964cf55-33f7-478d-a390-b926798222ee HTTP/1.1" status: 204 len: 168 time: 1.2990136 Apr 20 15:51:51.452153 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37312) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:51.486569 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-84356dfd-e6a2-47b8-87cd-d815b887542d None None] For port 09145b7f-f421-4b8b-844b-59ea9880abc3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=09145b7f-f421-4b8b-844b-59ea9880abc3,segment=NetworkSegment(1ed7b73a-79bb-4bcf-ba75-5dd6da495c19),segment_id=1ed7b73a-79bb-4bcf-ba75-5dd6da495c19)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:51.487057 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-84356dfd-e6a2-47b8-87cd-d815b887542d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.488337 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Allocated IP 2001:db8::1c0 (550f2bd6-cc83-428b-9b8e-fbc26d8a7202/fd3367fe-71c7-4066-a151-8b58b8ca443a/76f81e13-b647-40c3-9eab-30f32a8fdc3e) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:51.516067 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Network 550f2bd6-cc83-428b-9b8e-fbc26d8a7202 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:51.566806 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Pushing event updated for resources: {'Port': ['ID=943d760c-0417-4f96-8981-bb103291638a,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:51.567286 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.570197 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:51.573653 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:51.579144 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port 09145b7f-f421-4b8b-844b-59ea9880abc3 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:51.579496 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.643856 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-84356dfd-e6a2-47b8-87cd-d815b887542d None None] Calling delete_port for 09145b7f-f421-4b8b-844b-59ea9880abc3 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:51.681418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ab98c102-f87d-4022-9c0c-9c8ebe70c7d4 None None] Deleting port 0a57630d-ead2-42b1-b0d0-bd17d8a4362c {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:51.681418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ab98c102-f87d-4022-9c0c-9c8ebe70c7d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.788748 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ab98c102-f87d-4022-9c0c-9c8ebe70c7d4 None None] The port '0a57630d-ead2-42b1-b0d0-bd17d8a4362c' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:51:51.792107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] For port 09145b7f-f421-4b8b-844b-59ea9880abc3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=09145b7f-f421-4b8b-844b-59ea9880abc3,segment=NetworkSegment(1ed7b73a-79bb-4bcf-ba75-5dd6da495c19),segment_id=1ed7b73a-79bb-4bcf-ba75-5dd6da495c19)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:51.792468 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.839168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.857968 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Transition to ACTIVE for port object 76f81e13-b647-40c3-9eab-30f32a8fdc3e will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:51.884768 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.905537 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Attempting to bind port 943d760c-0417-4f96-8981-bb103291638a on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:51.905886 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Attempting to bind port 943d760c-0417-4f96-8981-bb103291638a by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '98b039b5-bfab-442f-8ff5-15159600a100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '550f2bd6-cc83-428b-9b8e-fbc26d8a7202'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:51.906278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Attempting to bind port 943d760c-0417-4f96-8981-bb103291638a on network 550f2bd6-cc83-428b-9b8e-fbc26d8a7202 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:51:51.921603 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for 09145b7f-f421-4b8b-844b-59ea9880abc3 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:51.922948 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:51:51.923318 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Checking segment: {'id': '98b039b5-bfab-442f-8ff5-15159600a100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '550f2bd6-cc83-428b-9b8e-fbc26d8a7202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:51.923826 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.924219 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Bound using segment: {'id': '98b039b5-bfab-442f-8ff5-15159600a100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '550f2bd6-cc83-428b-9b8e-fbc26d8a7202'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:51:51.924674 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Bound port: 943d760c-0417-4f96-8981-bb103291638a, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b039b5-bfab-442f-8ff5-15159600a100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '550f2bd6-cc83-428b-9b8e-fbc26d8a7202'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:51.925044 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.960855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 550f2bd6-cc83-428b-9b8e-fbc26d8a7202 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:51.964550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:51.968935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:51.975033 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:51.975975 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:51.979868 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-84356dfd-e6a2-47b8-87cd-d815b887542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:52.003557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=76f81e13-b647-40c3-9eab-30f32a8fdc3e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:52.013102 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3b533f8a-e0e2-4d67-8251-4ece8e02ffbb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5446620 Apr 20 15:51:52.015903 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37316) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:52.046899 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84356dfd-e6a2-47b8-87cd-d815b887542d None None] No DVR routers for this DVR port 09145b7f-f421-4b8b-844b-59ea9880abc3 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:51:52.058164 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84356dfd-e6a2-47b8-87cd-d815b887542d None None] Pushing event deleted for resources: {'Port': ['ID=09145b7f-f421-4b8b-844b-59ea9880abc3,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:52.096553 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] For port 943d760c-0417-4f96-8981-bb103291638a, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:51:52.099727 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] For port 943d760c-0417-4f96-8981-bb103291638a, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=943d760c-0417-4f96-8981-bb103291638a,segment=NetworkSegment(98b039b5-bfab-442f-8ff5-15159600a100),segment_id=98b039b5-bfab-442f-8ff5-15159600a100)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:51:52.105270 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:52.116140 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b7ef94-55f0-4958-bb7f-ab8eb6c98cfb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:52.116395 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.api [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:51:52.116719 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG oslo_db.api [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:51:52.117169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-36b7ef94-55f0-4958-bb7f-ab8eb6c98cfb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:52.135180 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-36b7ef94-55f0-4958-bb7f-ab8eb6c98cfb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:52.139377 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37320) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:52.139706 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-36b7ef94-55f0-4958-bb7f-ab8eb6c98cfb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A133 HTTP/1.1" status: 200 len: 927 time: 0.1225023 Apr 20 15:51:52.197187 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825e916-d223-4628-9dc6-1bb3792384f2 None None] Pushing event updated for resources: {'Port': ['ID=943d760c-0417-4f96-8981-bb103291638a,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:52.229844 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-5b52d72e-0487-4ee1-8d30-2968ed2bf8cd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port 76f81e13-b647-40c3-9eab-30f32a8fdc3e {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:52.230268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b52d72e-0487-4ee1-8d30-2968ed2bf8cd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:52.266703 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 09145b7f-f421-4b8b-844b-59ea9880abc3 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:51:52.305096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 09145b7f-f421-4b8b-844b-59ea9880abc3 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:51:52.305402 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 09145b7f-f421-4b8b-844b-59ea9880abc3 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:51:52.485419 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b52d72e-0487-4ee1-8d30-2968ed2bf8cd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:52.612516 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-5b52d72e-0487-4ee1-8d30-2968ed2bf8cd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for 76f81e13-b647-40c3-9eab-30f32a8fdc3e owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:52.639731 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port 09145b7f-f421-4b8b-844b-59ea9880abc3 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:52.640103 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:52.717915 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] The port '09145b7f-f421-4b8b-844b-59ea9880abc3' was deleted {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:51:52.900624 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:52.940027 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbfe461-e2b0-4720-901c-ef45c2227b60']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:52.963804 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed7b73a-79bb-4bcf-ba75-5dd6da495c19') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:52.964280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed7b73a-79bb-4bcf-ba75-5dd6da495c19') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:52.974710 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b52d72e-0487-4ee1-8d30-2968ed2bf8cd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:53.014587 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:53.039596 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52d72e-0487-4ee1-8d30-2968ed2bf8cd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=76f81e13-b647-40c3-9eab-30f32a8fdc3e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:53.077588 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:53.079703 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92317435-b3f0-482b-844d-4b6b84338977 None None] Network 550f2bd6-cc83-428b-9b8e-fbc26d8a7202 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:53.089624 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5b52d72e-0487-4ee1-8d30-2968ed2bf8cd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:53.093816 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:51:53.094216 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: util.warn( Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:51:53.109353 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:51:53.170910 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b1834481-aad4-448f-bc34-9388422e1e89 None None] Provisioning for port 943d760c-0417-4f96-8981-bb103291638a completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:53.172994 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5b52d72e-0487-4ee1-8d30-2968ed2bf8cd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/ports/76f81e13-b647-40c3-9eab-30f32a8fdc3e HTTP/1.1" status: 204 len: 168 time: 1.0307674 Apr 20 15:51:53.175657 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37324) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:53.201785 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:53.221607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:53.232744 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/networks/1dbfe461-e2b0-4720-901c-ef45c2227b60 HTTP/1.1" status: 204 len: 168 time: 1.7795489 Apr 20 15:51:53.233665 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f879c-78d0-48ae-99d6-e78d6e45ec07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Network': ['ID=1dbfe461-e2b0-4720-901c-ef45c2227b60,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:53.236667 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37328) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:53.247827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-09286e6b-434c-45fa-a5f2-0546d5e365c7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'network': {'name': 'tempest-RoutersTest-608052360'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:53.252670 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60d5a3a-c91f-4493-9d9e-6fef63c90274 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] GET failed (client error): The resource could not be found. Apr 20 15:51:53.253929 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f60d5a3a-c91f-4493-9d9e-6fef63c90274 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports/76f81e13-b647-40c3-9eab-30f32a8fdc3e HTTP/1.1" status: 404 len: 333 time: 0.0763795 Apr 20 15:51:53.255094 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-09286e6b-434c-45fa-a5f2-0546d5e365c7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:53.256837 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37332) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:53.259744 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-09286e6b-434c-45fa-a5f2-0546d5e365c7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:network and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:53.262980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-09286e6b-434c-45fa-a5f2-0546d5e365c7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:53.269627 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-09286e6b-434c-45fa-a5f2-0546d5e365c7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:53.279678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09286e6b-434c-45fa-a5f2-0546d5e365c7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:53.283214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09286e6b-434c-45fa-a5f2-0546d5e365c7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:53.315268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09286e6b-434c-45fa-a5f2-0546d5e365c7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:51:53.324833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09286e6b-434c-45fa-a5f2-0546d5e365c7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:53.325182 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-09286e6b-434c-45fa-a5f2-0546d5e365c7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Added segment 7a13b4fe-0f2c-4582-a235-7b688a897102 of type vlan for network d114e25e-4c0f-481a-98ef-9ff1558b6853 Apr 20 15:51:53.337827 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-867f040e-985b-4870-82f8-072f7c5a692a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port 96cb4376-ba6e-42e2-bde0-91aa05b2a19a {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:53.338458 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-867f040e-985b-4870-82f8-072f7c5a692a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:53.356784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09286e6b-434c-45fa-a5f2-0546d5e365c7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:53.390735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09286e6b-434c-45fa-a5f2-0546d5e365c7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:53.396382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09286e6b-434c-45fa-a5f2-0546d5e365c7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:53.396984 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09286e6b-434c-45fa-a5f2-0546d5e365c7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:53.500871 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-09286e6b-434c-45fa-a5f2-0546d5e365c7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2631431 Apr 20 15:51:53.504407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37336) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:53.512101 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-9fbf0c4d-e825-407f-a989-bbb0e74a1ad0 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'subnet': {'network_id': 'd114e25e-4c0f-481a-98ef-9ff1558b6853', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:53.530780 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09286e6b-434c-45fa-a5f2-0546d5e365c7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Network': ['ID=d114e25e-4c0f-481a-98ef-9ff1558b6853,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:53.543786 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network d114e25e-4c0f-481a-98ef-9ff1558b6853 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:51:53.609593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-867f040e-985b-4870-82f8-072f7c5a692a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:53.630770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9fbf0c4d-e825-407f-a989-bbb0e74a1ad0 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:53.635741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9fbf0c4d-e825-407f-a989-bbb0e74a1ad0 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:subnet and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:53.639304 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9fbf0c4d-e825-407f-a989-bbb0e74a1ad0 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:53.646013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9fbf0c4d-e825-407f-a989-bbb0e74a1ad0 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:53.658542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbf0c4d-e825-407f-a989-bbb0e74a1ad0 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:53.662692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9fbf0c4d-e825-407f-a989-bbb0e74a1ad0 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:53.673001 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-59eb6f76-2c7e-4410-a97f-6347b47e253c None None] Provisioning for port 96cb4376-ba6e-42e2-bde0-91aa05b2a19a completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:53.691349 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-59eb6f76-2c7e-4410-a97f-6347b47e253c None None] Provisioning complete for port 96cb4376-ba6e-42e2-bde0-91aa05b2a19a triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:53.692041 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-59eb6f76-2c7e-4410-a97f-6347b47e253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:53.758523 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-59eb6f76-2c7e-4410-a97f-6347b47e253c None None] Port 96cb4376-ba6e-42e2-bde0-91aa05b2a19a cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:51:53.872867 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-867f040e-985b-4870-82f8-072f7c5a692a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for 96cb4376-ba6e-42e2-bde0-91aa05b2a19a owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:53.895166 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0f42cb2d-81b5-49b2-9668-7419959c9b93 None None] Provisioning complete for port 96cb4376-ba6e-42e2-bde0-91aa05b2a19a triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:53.895935 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0f42cb2d-81b5-49b2-9668-7419959c9b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:53.905237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9fbf0c4d-e825-407f-a989-bbb0e74a1ad0 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:53.962117 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0f42cb2d-81b5-49b2-9668-7419959c9b93 None None] Port 96cb4376-ba6e-42e2-bde0-91aa05b2a19a cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:51:53.993557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf0c4d-e825-407f-a989-bbb0e74a1ad0 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Subnet': ['ID=388603f9-957d-48b8-8637-b343776ab707,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:54.004100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf0c4d-e825-407f-a989-bbb0e74a1ad0 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Checking segment: {'id': '7a13b4fe-0f2c-4582-a235-7b688a897102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd114e25e-4c0f-481a-98ef-9ff1558b6853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:54.004458 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf0c4d-e825-407f-a989-bbb0e74a1ad0 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network hostable DHCP agents. Network: d114e25e-4c0f-481a-98ef-9ff1558b6853, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:51:54.029866 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf0c4d-e825-407f-a989-bbb0e74a1ad0 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network d114e25e-4c0f-481a-98ef-9ff1558b6853 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:51:54.041379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-9fbf0c4d-e825-407f-a989-bbb0e74a1ad0 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, d114e25e-4c0f-481a-98ef-9ff1558b6853) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:54.046272 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-867f040e-985b-4870-82f8-072f7c5a692a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:54.046470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbf0c4d-e825-407f-a989-bbb0e74a1ad0 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:54.047424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9fbf0c4d-e825-407f-a989-bbb0e74a1ad0 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:54.056817 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90f4647-ec00-445c-ac64-506edd46d08a None None] Network d114e25e-4c0f-481a-98ef-9ff1558b6853 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:54.073943 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9fbf0c4d-e825-407f-a989-bbb0e74a1ad0 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5683756 Apr 20 15:51:54.076914 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37340) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:54.082392 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-6c096d0d-2ec5-4df1-833b-f5378da7e771 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1092626698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:54.088923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6c096d0d-2ec5-4df1-833b-f5378da7e771 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:54.093155 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6c096d0d-2ec5-4df1-833b-f5378da7e771 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:router and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:54.096100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6c096d0d-2ec5-4df1-833b-f5378da7e771 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:54.110105 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6c096d0d-2ec5-4df1-833b-f5378da7e771 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:54.121747 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c096d0d-2ec5-4df1-833b-f5378da7e771 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:54.123443 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c096d0d-2ec5-4df1-833b-f5378da7e771 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:54.124665 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f040e-985b-4870-82f8-072f7c5a692a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=96cb4376-ba6e-42e2-bde0-91aa05b2a19a,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:54.146176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c096d0d-2ec5-4df1-833b-f5378da7e771 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:54.151102 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d133ab79-fa81-45c8-bbb6-f3e1ccac0ed7 None None] Could not find standard attr ID for object 76f81e13-b647-40c3-9eab-30f32a8fdc3e. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:51:54.181209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c096d0d-2ec5-4df1-833b-f5378da7e771 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:54.194018 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-867f040e-985b-4870-82f8-072f7c5a692a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:54.209186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c096d0d-2ec5-4df1-833b-f5378da7e771 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:54.210693 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6c096d0d-2ec5-4df1-833b-f5378da7e771 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1327131 Apr 20 15:51:54.212663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37344) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:54.212785 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-867f040e-985b-4870-82f8-072f7c5a692a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/ports/96cb4376-ba6e-42e2-bde0-91aa05b2a19a HTTP/1.1" status: 204 len: 168 time: 0.9517136 Apr 20 15:51:54.213330 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37346) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:54.219565 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'port': {'network_id': 'd114e25e-4c0f-481a-98ef-9ff1558b6853', 'name': 'tempest-RoutersTest-1946062573'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:54.341542 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac7461f-b5b7-4098-9ad7-5537163a253f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] GET failed (client error): The resource could not be found. Apr 20 15:51:54.347838 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2ac7461f-b5b7-4098-9ad7-5537163a253f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports/96cb4376-ba6e-42e2-bde0-91aa05b2a19a HTTP/1.1" status: 404 len: 333 time: 0.1328945 Apr 20 15:51:54.349294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37352) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:54.375453 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-d114e25e-4c0f-481a-98ef-9ff1558b6853', 'network_id': 'd114e25e-4c0f-481a-98ef-9ff1558b6853', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'fixed_ips': [{'subnet_id': '388603f9-957d-48b8-8637-b343776ab707'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:51:54.376631 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:54.392857 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 943d760c-0417-4f96-8981-bb103291638a up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:54.424966 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:54.428327 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:port and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:54.432196 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:54.435329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8397dc-81eb-457a-a362-2b93250f92d9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting subnet fd3367fe-71c7-4066-a151-8b58b8ca443a {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:51:54.438055 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:54.440515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba8397dc-81eb-457a-a362-2b93250f92d9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:54.450379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:54.455015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:54.488335 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] device_id is not set on port ad440c8f-b565-4d17-866d-1a9fb5989a2a yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:51:54.511665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba8397dc-81eb-457a-a362-2b93250f92d9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:54.541421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 943d760c-0417-4f96-8981-bb103291638a completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:54.590060 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 943d760c-0417-4f96-8981-bb103291638a triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:54.590756 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:54.621360 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba8397dc-81eb-457a-a362-2b93250f92d9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:54.671386 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Allocated IP 172.20.0.2 (d114e25e-4c0f-481a-98ef-9ff1558b6853/388603f9-957d-48b8-8637-b343776ab707/0ea44cef-7b34-4969-bafe-3b9009067ae8) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:54.693631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba8397dc-81eb-457a-a362-2b93250f92d9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:54.732424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8397dc-81eb-457a-a362-2b93250f92d9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Subnet': ['ID=fd3367fe-71c7-4066-a151-8b58b8ca443a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:54.735887 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba8397dc-81eb-457a-a362-2b93250f92d9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:54.741975 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ba8397dc-81eb-457a-a362-2b93250f92d9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/fd3367fe-71c7-4066-a151-8b58b8ca443a HTTP/1.1" status: 204 len: 168 time: 0.3917525 Apr 20 15:51:54.744537 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37356) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:54.781369 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27c01d7-20ba-4e41-93d3-b5a7b7695d79 None None] Network 550f2bd6-cc83-428b-9b8e-fbc26d8a7202 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:54.860295 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:54.871759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port 943d760c-0417-4f96-8981-bb103291638a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:54.872127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:54.927406 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:55.061609 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 943d760c-0417-4f96-8981-bb103291638a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=943d760c-0417-4f96-8981-bb103291638a,segment=NetworkSegment(98b039b5-bfab-442f-8ff5-15159600a100),segment_id=98b039b5-bfab-442f-8ff5-15159600a100)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:55.077738 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:55.094451 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] For port 943d760c-0417-4f96-8981-bb103291638a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=943d760c-0417-4f96-8981-bb103291638a,segment=NetworkSegment(98b039b5-bfab-442f-8ff5-15159600a100),segment_id=98b039b5-bfab-442f-8ff5-15159600a100)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:55.094797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:55.215014 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:55.229208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for 943d760c-0417-4f96-8981-bb103291638a owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:55.234946 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=943d760c-0417-4f96-8981-bb103291638a,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:55.237860 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Transition to ACTIVE for port object 0ea44cef-7b34-4969-bafe-3b9009067ae8 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:55.261382 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Transition to ACTIVE for port object 0ea44cef-7b34-4969-bafe-3b9009067ae8 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:55.267328 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:55.339190 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Network d114e25e-4c0f-481a-98ef-9ff1558b6853 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:55.342873 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:55.348663 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:55.350940 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bacf5a2-3a12-43b3-90b6-74ea49553ee4 None None] DHCP port deletion for 550f2bd6-cc83-428b-9b8e-fbc26d8a7202 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:51:55.355302 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Pushing event updated for resources: {'Port': ['ID=0ea44cef-7b34-4969-bafe-3b9009067ae8,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:55.361184 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Allocated IP 172.20.0.11 (d114e25e-4c0f-481a-98ef-9ff1558b6853/388603f9-957d-48b8-8637-b343776ab707/ad440c8f-b565-4d17-866d-1a9fb5989a2a) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:55.385242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-6bacf5a2-3a12-43b3-90b6-74ea49553ee4 None None] Deleting port 943d760c-0417-4f96-8981-bb103291638a {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:55.386027 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6bacf5a2-3a12-43b3-90b6-74ea49553ee4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:55.425381 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:51:55.426142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:51:55.514328 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Attempting to bind port 0ea44cef-7b34-4969-bafe-3b9009067ae8 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:55.514693 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Attempting to bind port 0ea44cef-7b34-4969-bafe-3b9009067ae8 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '7a13b4fe-0f2c-4582-a235-7b688a897102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd114e25e-4c0f-481a-98ef-9ff1558b6853'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:55.515053 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Attempting to bind port 0ea44cef-7b34-4969-bafe-3b9009067ae8 on network d114e25e-4c0f-481a-98ef-9ff1558b6853 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:51:55.533850 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:51:55.534224 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Checking segment: {'id': '7a13b4fe-0f2c-4582-a235-7b688a897102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd114e25e-4c0f-481a-98ef-9ff1558b6853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:55.534624 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:55.535017 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Bound using segment: {'id': '7a13b4fe-0f2c-4582-a235-7b688a897102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd114e25e-4c0f-481a-98ef-9ff1558b6853'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:51:55.535480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Bound port: 0ea44cef-7b34-4969-bafe-3b9009067ae8, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a13b4fe-0f2c-4582-a235-7b688a897102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd114e25e-4c0f-481a-98ef-9ff1558b6853'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:55.535880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:55.576109 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:55.591176 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Transition to ACTIVE for port object ad440c8f-b565-4d17-866d-1a9fb5989a2a will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:55.614465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:55.679367 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network d114e25e-4c0f-481a-98ef-9ff1558b6853 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:55.687683 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:55.692065 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:55.720994 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-6bacf5a2-3a12-43b3-90b6-74ea49553ee4 None None] For port 943d760c-0417-4f96-8981-bb103291638a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=943d760c-0417-4f96-8981-bb103291638a,segment=NetworkSegment(98b039b5-bfab-442f-8ff5-15159600a100),segment_id=98b039b5-bfab-442f-8ff5-15159600a100)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:55.721585 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6bacf5a2-3a12-43b3-90b6-74ea49553ee4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:55.725260 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=ad440c8f-b565-4d17-866d-1a9fb5989a2a,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:55.733249 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] For port 0ea44cef-7b34-4969-bafe-3b9009067ae8, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:51:55.760412 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:55.761003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:55.785701 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f64e4512-c45a-4e53-be00-0247e181064e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5712435 Apr 20 15:51:55.787500 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37362) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:55.846886 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-6bacf5a2-3a12-43b3-90b6-74ea49553ee4 None None] Calling delete_port for 943d760c-0417-4f96-8981-bb103291638a owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:51:55.874556 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] For port 0ea44cef-7b34-4969-bafe-3b9009067ae8, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0ea44cef-7b34-4969-bafe-3b9009067ae8,segment=NetworkSegment(7a13b4fe-0f2c-4582-a235-7b688a897102),segment_id=7a13b4fe-0f2c-4582-a235-7b688a897102)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:51:55.881843 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:55.980823 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port 943d760c-0417-4f96-8981-bb103291638a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:51:55.981167 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:55.996066 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd508f9a-216b-4c00-acc0-cbeb71a4b3b7 None None] Pushing event updated for resources: {'Port': ['ID=0ea44cef-7b34-4969-bafe-3b9009067ae8,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:56.008263 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6bacf5a2-3a12-43b3-90b6-74ea49553ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:56.055751 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacf5a2-3a12-43b3-90b6-74ea49553ee4 None None] Pushing event deleted for resources: {'Port': ['ID=943d760c-0417-4f96-8981-bb103291638a,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:56.057825 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bacf5a2-3a12-43b3-90b6-74ea49553ee4 None None] No DVR routers for this DVR port 943d760c-0417-4f96-8981-bb103291638a on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:51:56.061499 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] The port '943d760c-0417-4f96-8981-bb103291638a' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:51:56.322219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:56.322869 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0ea44cef-7b34-4969-bafe-3b9009067ae8 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:56.396685 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 0ea44cef-7b34-4969-bafe-3b9009067ae8 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:56.447751 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550f2bd6-cc83-428b-9b8e-fbc26d8a7202']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:56.450815 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 943d760c-0417-4f96-8981-bb103291638a no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:51:56.466269 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b039b5-bfab-442f-8ff5-15159600a100') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:56.466560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b039b5-bfab-442f-8ff5-15159600a100') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:56.485480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 943d760c-0417-4f96-8981-bb103291638a {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:51:56.485862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 943d760c-0417-4f96-8981-bb103291638a not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:51:56.487796 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:56.540171 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:56.551467 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:51:56.551877 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:51:56.565990 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:51:56.698012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:56.719817 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:56.725112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f877c4aa-a3a6-49db-83ae-d1f1ca15424f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:56.740061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Network': ['ID=550f2bd6-cc83-428b-9b8e-fbc26d8a7202,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:56.794683 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7cec11cc-a955-4125-8433-1cca64ece533 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/networks/550f2bd6-cc83-428b-9b8e-fbc26d8a7202 HTTP/1.1" status: 204 len: 168 time: 2.0491133 Apr 20 15:51:56.798531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37366) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:56.807110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-a9210fa1-8713-4f26-9955-c8bf7d669828 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2020872611'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:56.813050 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a9210fa1-8713-4f26-9955-c8bf7d669828 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:56.817859 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a9210fa1-8713-4f26-9955-c8bf7d669828 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:network and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:56.821734 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a9210fa1-8713-4f26-9955-c8bf7d669828 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:56.827957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a9210fa1-8713-4f26-9955-c8bf7d669828 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:56.837966 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9210fa1-8713-4f26-9955-c8bf7d669828 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:56.841718 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a9210fa1-8713-4f26-9955-c8bf7d669828 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:56.871299 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9210fa1-8713-4f26-9955-c8bf7d669828 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:51:56.881972 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a9210fa1-8713-4f26-9955-c8bf7d669828 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:56.882695 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-a9210fa1-8713-4f26-9955-c8bf7d669828 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Added segment e183c8bc-8ecf-44bd-98dd-7c274d4ff747 of type vlan for network cff49bc6-77fe-44a1-aaab-1b6ca70d4801 Apr 20 15:51:56.912899 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a9210fa1-8713-4f26-9955-c8bf7d669828 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:56.946562 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a9210fa1-8713-4f26-9955-c8bf7d669828 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:56.952186 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9210fa1-8713-4f26-9955-c8bf7d669828 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:56.952787 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a9210fa1-8713-4f26-9955-c8bf7d669828 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:56.955871 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436def4e-3a4b-47ac-85ae-ac7cf5d225b4 None None] Network d114e25e-4c0f-481a-98ef-9ff1558b6853 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:57.053946 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-64205752-2be7-442e-ac1d-2ecbdedc7de1 None None] Provisioning for port 0ea44cef-7b34-4969-bafe-3b9009067ae8 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:57.057076 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a9210fa1-8713-4f26-9955-c8bf7d669828 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2574122 Apr 20 15:51:57.061840 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37370) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:57.070020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ab30e7ae-f734-4dd6-933f-9d1011026ac6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'subnet': {'network_id': 'cff49bc6-77fe-44a1-aaab-1b6ca70d4801', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:57.075291 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-64205752-2be7-442e-ac1d-2ecbdedc7de1 None None] Provisioning complete for port 0ea44cef-7b34-4969-bafe-3b9009067ae8 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:57.075954 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-64205752-2be7-442e-ac1d-2ecbdedc7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:57.093422 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9210fa1-8713-4f26-9955-c8bf7d669828 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Network': ['ID=cff49bc6-77fe-44a1-aaab-1b6ca70d4801,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:57.110069 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network cff49bc6-77fe-44a1-aaab-1b6ca70d4801 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:51:57.193508 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ab30e7ae-f734-4dd6-933f-9d1011026ac6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:57.198114 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ab30e7ae-f734-4dd6-933f-9d1011026ac6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:subnet and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:57.202323 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ab30e7ae-f734-4dd6-933f-9d1011026ac6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:57.209841 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ab30e7ae-f734-4dd6-933f-9d1011026ac6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:57.221490 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab30e7ae-f734-4dd6-933f-9d1011026ac6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:57.225643 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab30e7ae-f734-4dd6-933f-9d1011026ac6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:57.299662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f877c4aa-a3a6-49db-83ae-d1f1ca15424f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:57.305090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f877c4aa-a3a6-49db-83ae-d1f1ca15424f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:57.431212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877c4aa-a3a6-49db-83ae-d1f1ca15424f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=ad440c8f-b565-4d17-866d-1a9fb5989a2a,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:57.438924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-64205752-2be7-442e-ac1d-2ecbdedc7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:57.460128 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab30e7ae-f734-4dd6-933f-9d1011026ac6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:57.486122 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-64205752-2be7-442e-ac1d-2ecbdedc7de1 None None] For port 0ea44cef-7b34-4969-bafe-3b9009067ae8, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0ea44cef-7b34-4969-bafe-3b9009067ae8,segment=NetworkSegment(7a13b4fe-0f2c-4582-a235-7b688a897102),segment_id=7a13b4fe-0f2c-4582-a235-7b688a897102)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:51:57.492048 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-64205752-2be7-442e-ac1d-2ecbdedc7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:57.552144 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30e7ae-f734-4dd6-933f-9d1011026ac6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Subnet': ['ID=d42fc22a-7008-43e8-a339-291a1ffd603c,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:57.564437 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64205752-2be7-442e-ac1d-2ecbdedc7de1 None None] Pushing event updated for resources: {'Port': ['ID=0ea44cef-7b34-4969-bafe-3b9009067ae8,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:57.582298 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab30e7ae-f734-4dd6-933f-9d1011026ac6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Checking segment: {'id': 'e183c8bc-8ecf-44bd-98dd-7c274d4ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cff49bc6-77fe-44a1-aaab-1b6ca70d4801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:57.582659 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab30e7ae-f734-4dd6-933f-9d1011026ac6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network hostable DHCP agents. Network: cff49bc6-77fe-44a1-aaab-1b6ca70d4801, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:51:57.604323 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab30e7ae-f734-4dd6-933f-9d1011026ac6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network cff49bc6-77fe-44a1-aaab-1b6ca70d4801 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:51:57.615021 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-ab30e7ae-f734-4dd6-933f-9d1011026ac6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, cff49bc6-77fe-44a1-aaab-1b6ca70d4801) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:57.624318 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26d2d23-5c73-4415-b88b-fea141216380 None None] Network cff49bc6-77fe-44a1-aaab-1b6ca70d4801 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:51:57.625048 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab30e7ae-f734-4dd6-933f-9d1011026ac6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:57.625634 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab30e7ae-f734-4dd6-933f-9d1011026ac6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:57.659928 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ab30e7ae-f734-4dd6-933f-9d1011026ac6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5967793 Apr 20 15:51:57.664142 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37374) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:57.670893 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'network_id': 'cff49bc6-77fe-44a1-aaab-1b6ca70d4801', 'name': 'tempest-PortsIpV6TestJSON-1600556336', 'fixed_ips': [{'subnet_id': 'd42fc22a-7008-43e8-a339-291a1ffd603c', 'ip_address': '2001:db8::10'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:57.698979 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f877c4aa-a3a6-49db-83ae-d1f1ca15424f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:57.737014 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-63680028-d701-43e5-89b0-67f7da62cb5d None None] Provisioning for port ad440c8f-b565-4d17-866d-1a9fb5989a2a completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:57.746480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-63680028-d701-43e5-89b0-67f7da62cb5d None None] Provisioning complete for port ad440c8f-b565-4d17-866d-1a9fb5989a2a triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:57.746924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-63680028-d701-43e5-89b0-67f7da62cb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:57.814785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f877c4aa-a3a6-49db-83ae-d1f1ca15424f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:57.832526 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-63680028-d701-43e5-89b0-67f7da62cb5d None None] Port ad440c8f-b565-4d17-866d-1a9fb5989a2a cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:51:57.888068 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-63680028-d701-43e5-89b0-67f7da62cb5d None None] Provisioning complete for port 0ea44cef-7b34-4969-bafe-3b9009067ae8 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:57.888440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-63680028-d701-43e5-89b0-67f7da62cb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:57.952181 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:57.956681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:port and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:57.959634 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:57.965801 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:57.983237 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:57.985730 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-cff49bc6-77fe-44a1-aaab-1b6ca70d4801', 'network_id': 'cff49bc6-77fe-44a1-aaab-1b6ca70d4801', 'tenant_id': 'eed93712840e41bbb62ef317c79c80b8', 'fixed_ips': [{'subnet_id': 'd42fc22a-7008-43e8-a339-291a1ffd603c'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:51:57.986668 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:58.146788 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:58.176632 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] device_id is not set on port 7acf4a0b-095e-4795-a269-215f90af2d33 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:51:58.244820 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Allocated IP 2001:db8::2 (cff49bc6-77fe-44a1-aaab-1b6ca70d4801/d42fc22a-7008-43e8-a339-291a1ffd603c/c95311ca-f36d-4ee6-90e3-c4749ac28b4f) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:58.329626 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0ea44cef-7b34-4969-bafe-3b9009067ae8 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:51:58.334263 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f877c4aa-a3a6-49db-83ae-d1f1ca15424f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:58.339977 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f877c4aa-a3a6-49db-83ae-d1f1ca15424f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:58.407794 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a139f1a6-0c40-4471-a496-d75660bb85c7 None None] Provisioning complete for port ad440c8f-b565-4d17-866d-1a9fb5989a2a triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:58.408168 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a139f1a6-0c40-4471-a496-d75660bb85c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:58.464185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f877c4aa-a3a6-49db-83ae-d1f1ca15424f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:58.468529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877c4aa-a3a6-49db-83ae-d1f1ca15424f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=ad440c8f-b565-4d17-866d-1a9fb5989a2a,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:58.503585 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-a139f1a6-0c40-4471-a496-d75660bb85c7 None None] Port ad440c8f-b565-4d17-866d-1a9fb5989a2a cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:51:58.518721 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 0ea44cef-7b34-4969-bafe-3b9009067ae8 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:58.519087 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:58.602572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f877c4aa-a3a6-49db-83ae-d1f1ca15424f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network d114e25e-4c0f-481a-98ef-9ff1558b6853 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:58.603748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f877c4aa-a3a6-49db-83ae-d1f1ca15424f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:58.630105 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:58.644766 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Transition to ACTIVE for port object c95311ca-f36d-4ee6-90e3-c4749ac28b4f will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:58.702347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Transition to ACTIVE for port object c95311ca-f36d-4ee6-90e3-c4749ac28b4f will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:58.718735 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:58.792066 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Allocated IP 2001:db8::10 (cff49bc6-77fe-44a1-aaab-1b6ca70d4801/d42fc22a-7008-43e8-a339-291a1ffd603c/7acf4a0b-095e-4795-a269-215f90af2d33) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:58.794255 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Network cff49bc6-77fe-44a1-aaab-1b6ca70d4801 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:58.798299 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:58.800728 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:58.807027 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Pushing event updated for resources: {'Port': ['ID=c95311ca-f36d-4ee6-90e3-c4749ac28b4f,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:58.826936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f877c4aa-a3a6-49db-83ae-d1f1ca15424f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:51:58.894983 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Attempting to bind port c95311ca-f36d-4ee6-90e3-c4749ac28b4f on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:58.895348 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Attempting to bind port c95311ca-f36d-4ee6-90e3-c4749ac28b4f by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'e183c8bc-8ecf-44bd-98dd-7c274d4ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cff49bc6-77fe-44a1-aaab-1b6ca70d4801'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:58.895707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Attempting to bind port c95311ca-f36d-4ee6-90e3-c4749ac28b4f on network cff49bc6-77fe-44a1-aaab-1b6ca70d4801 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:51:58.901743 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:51:58.902112 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Checking segment: {'id': 'e183c8bc-8ecf-44bd-98dd-7c274d4ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cff49bc6-77fe-44a1-aaab-1b6ca70d4801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:51:58.902516 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:58.902895 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Bound using segment: {'id': 'e183c8bc-8ecf-44bd-98dd-7c274d4ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cff49bc6-77fe-44a1-aaab-1b6ca70d4801'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:51:58.903487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Bound port: c95311ca-f36d-4ee6-90e3-c4749ac28b4f, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e183c8bc-8ecf-44bd-98dd-7c274d4ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cff49bc6-77fe-44a1-aaab-1b6ca70d4801'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:58.903889 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:58.983180 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3584ac50-8c11-441c-a334-a4115a2e963f None None] Provisioning complete for port ad440c8f-b565-4d17-866d-1a9fb5989a2a triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:58.983450 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3584ac50-8c11-441c-a334-a4115a2e963f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:59.031364 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:59.049697 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Transition to ACTIVE for port object 7acf4a0b-095e-4795-a269-215f90af2d33 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:59.060638 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-3584ac50-8c11-441c-a334-a4115a2e963f None None] Port ad440c8f-b565-4d17-866d-1a9fb5989a2a cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:51:59.063389 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] For port c95311ca-f36d-4ee6-90e3-c4749ac28b4f, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:51:59.071743 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] For port c95311ca-f36d-4ee6-90e3-c4749ac28b4f, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=c95311ca-f36d-4ee6-90e3-c4749ac28b4f,segment=NetworkSegment(e183c8bc-8ecf-44bd-98dd-7c274d4ff747),segment_id=e183c8bc-8ecf-44bd-98dd-7c274d4ff747)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:51:59.076160 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:59.079479 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:59.100764 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f877c4aa-a3a6-49db-83ae-d1f1ca15424f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:51:59.110081 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f877c4aa-a3a6-49db-83ae-d1f1ca15424f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3190322 Apr 20 15:51:59.110275 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37378) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:59.148271 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network cff49bc6-77fe-44a1-aaab-1b6ca70d4801 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:59.151617 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:59.155899 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:51:59.161348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:59.163035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:59.168983 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb98ae5-c684-4653-a74c-b474f061c11c None None] Sync routers for ids ['7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:59.192881 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=7acf4a0b-095e-4795-a269-215f90af2d33,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:59.194625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c8211b-a796-401e-b629-1ff488199d3f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:59.195286 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-29c8211b-a796-401e-b629-1ff488199d3f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Synchronizing usage tracker for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:51:59.206021 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-817a47b6-d5c7-433b-bb6c-f24dcec20cc0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5408030 Apr 20 15:51:59.208721 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37382) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:59.218070 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb98ae5-c684-4653-a74c-b474f061c11c None None] Routers {'7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:59.218382 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dcb98ae5-c684-4653-a74c-b474f061c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:59.218581 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'network_id': 'cff49bc6-77fe-44a1-aaab-1b6ca70d4801', 'name': 'tempest-PortsIpV6TestJSON-1030395605', 'fixed_ips': [{'subnet_id': 'd42fc22a-7008-43e8-a339-291a1ffd603c', 'ip_address': '2001:db8::f'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:51:59.229139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-29c8211b-a796-401e-b629-1ff488199d3f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Unset dirty status for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:51:59.230723 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-29c8211b-a796-401e-b629-1ff488199d3f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports/ad440c8f-b565-4d17-866d-1a9fb5989a2a HTTP/1.1" status: 200 len: 978 time: 0.1193163 Apr 20 15:51:59.235852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37386) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:51:59.287266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dcb98ae5-c684-4653-a74c-b474f061c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:59.293259 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778f023-1b89-422a-adeb-e03bc5353037 None None] Pushing event updated for resources: {'Port': ['ID=c95311ca-f36d-4ee6-90e3-c4749ac28b4f,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:59.302621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb98ae5-c684-4653-a74c-b474f061c11c None None] Routers {'7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:51:59.303239 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dcb98ae5-c684-4653-a74c-b474f061c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:59.364812 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dcb98ae5-c684-4653-a74c-b474f061c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:59.365217 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb98ae5-c684-4653-a74c-b474f061c11c None None] The sync data for ids ['7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:59.395043 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:51:59.401111 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:port and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:51:59.404136 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:51:59.411344 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:51:59.420979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:59.426100 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:59.450670 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] device_id is not set on port d5d8db18-25db-4e15-8568-2c2920a76ff9 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:51:59.675726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Allocated IP 2001:db8::f (cff49bc6-77fe-44a1-aaab-1b6ca70d4801/d42fc22a-7008-43e8-a339-291a1ffd603c/d5d8db18-25db-4e15-8568-2c2920a76ff9) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:59.794423 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c635f381-511d-40fc-8ad6-0dffed6c94fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:59.875262 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:59.890534 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Transition to ACTIVE for port object d5d8db18-25db-4e15-8568-2c2920a76ff9 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:59.913142 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:59.989487 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network cff49bc6-77fe-44a1-aaab-1b6ca70d4801 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:59.997826 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:00.002378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:00.007859 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:00.008630 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:00.016508 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=d5d8db18-25db-4e15-8568-2c2920a76ff9,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:00.040241 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-748d2ebb-9745-4207-802c-8c74b969ed9e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8302522 Apr 20 15:52:00.044152 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37390) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:00.087729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c635f381-511d-40fc-8ad6-0dffed6c94fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port ad440c8f-b565-4d17-866d-1a9fb5989a2a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:00.087729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c635f381-511d-40fc-8ad6-0dffed6c94fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:00.139556 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f78662c-296a-4cca-a13c-5e0bc4e3a21c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:00.140836 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1f78662c-296a-4cca-a13c-5e0bc4e3a21c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:00.160660 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1f78662c-296a-4cca-a13c-5e0bc4e3a21c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:00.162730 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1f78662c-296a-4cca-a13c-5e0bc4e3a21c tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1171265 Apr 20 15:52:00.166354 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37394) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:00.293508 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8b23b3-4a03-498a-8c51-142da3b7c48e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:00.299528 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8b23b3-4a03-498a-8c51-142da3b7c48e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:00.306203 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8b23b3-4a03-498a-8c51-142da3b7c48e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:00.307890 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0c8b23b3-4a03-498a-8c51-142da3b7c48e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1400337 Apr 20 15:52:00.311205 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37398) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:00.333799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c635f381-511d-40fc-8ad6-0dffed6c94fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:00.341697 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c95311ca-f36d-4ee6-90e3-c4749ac28b4f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:00.383303 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-7f209153-bd31-4499-8bf3-e26c4f7c8142 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port d5d8db18-25db-4e15-8568-2c2920a76ff9 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:00.383641 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7f209153-bd31-4499-8bf3-e26c4f7c8142 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:00.393710 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf75732-4305-45bb-9522-81621762b959 None None] Network cff49bc6-77fe-44a1-aaab-1b6ca70d4801 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:00.468951 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c635f381-511d-40fc-8ad6-0dffed6c94fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for ad440c8f-b565-4d17-866d-1a9fb5989a2a owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:00.529735 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e529e6ab-caf7-4b81-abff-806b34ca1677 None None] Provisioning for port c95311ca-f36d-4ee6-90e3-c4749ac28b4f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:00.554299 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port c95311ca-f36d-4ee6-90e3-c4749ac28b4f completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:00.586189 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port c95311ca-f36d-4ee6-90e3-c4749ac28b4f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:00.587091 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:00.775236 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:00.806313 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7f209153-bd31-4499-8bf3-e26c4f7c8142 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:00.824956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c635f381-511d-40fc-8ad6-0dffed6c94fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:00.831626 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port c95311ca-f36d-4ee6-90e3-c4749ac28b4f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=c95311ca-f36d-4ee6-90e3-c4749ac28b4f,segment=NetworkSegment(e183c8bc-8ecf-44bd-98dd-7c274d4ff747),segment_id=e183c8bc-8ecf-44bd-98dd-7c274d4ff747)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:00.838132 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:00.885615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635f381-511d-40fc-8ad6-0dffed6c94fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Port': ['ID=ad440c8f-b565-4d17-866d-1a9fb5989a2a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:00.930270 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=c95311ca-f36d-4ee6-90e3-c4749ac28b4f,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:00.964458 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-7f209153-bd31-4499-8bf3-e26c4f7c8142 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for d5d8db18-25db-4e15-8568-2c2920a76ff9 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:01.151685 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c635f381-511d-40fc-8ad6-0dffed6c94fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:01.155427 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7f209153-bd31-4499-8bf3-e26c4f7c8142 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:01.216777 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f209153-bd31-4499-8bf3-e26c4f7c8142 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=d5d8db18-25db-4e15-8568-2c2920a76ff9,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:01.274136 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7f209153-bd31-4499-8bf3-e26c4f7c8142 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:01.279066 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0e2d64bc-f48c-4edb-b5e3-66e173e1012d None None] Provisioning for port 7acf4a0b-095e-4795-a269-215f90af2d33 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:01.287991 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0e2d64bc-f48c-4edb-b5e3-66e173e1012d None None] Provisioning complete for port 7acf4a0b-095e-4795-a269-215f90af2d33 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:01.288635 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0e2d64bc-f48c-4edb-b5e3-66e173e1012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:01.292827 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7f209153-bd31-4499-8bf3-e26c4f7c8142 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/ports/d5d8db18-25db-4e15-8568-2c2920a76ff9 HTTP/1.1" status: 204 len: 168 time: 0.9781713 Apr 20 15:52:01.293260 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37402) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:01.341539 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da86c6e-9c3c-46f7-8ab0-4453e4d51494 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] GET failed (client error): The resource could not be found. Apr 20 15:52:01.342106 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9da86c6e-9c3c-46f7-8ab0-4453e4d51494 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:01.356320 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d64bc-f48c-4edb-b5e3-66e173e1012d None None] Port 7acf4a0b-095e-4795-a269-215f90af2d33 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:01.358624 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9da86c6e-9c3c-46f7-8ab0-4453e4d51494 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:01.360209 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0e2d64bc-f48c-4edb-b5e3-66e173e1012d None None] Could not find standard attr ID for object d5d8db18-25db-4e15-8568-2c2920a76ff9. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:52:01.373781 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9da86c6e-9c3c-46f7-8ab0-4453e4d51494 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports/d5d8db18-25db-4e15-8568-2c2920a76ff9 HTTP/1.1" status: 404 len: 333 time: 0.0768661 Apr 20 15:52:01.374478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37406) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:01.376394 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0e2d64bc-f48c-4edb-b5e3-66e173e1012d None None] Provisioning complete for port c95311ca-f36d-4ee6-90e3-c4749ac28b4f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:01.376952 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0e2d64bc-f48c-4edb-b5e3-66e173e1012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:01.452271 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b904845f-ba64-48f4-8ba5-f4e1af539165 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port 7acf4a0b-095e-4795-a269-215f90af2d33 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:01.452710 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b904845f-ba64-48f4-8ba5-f4e1af539165 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:01.481328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c635f381-511d-40fc-8ad6-0dffed6c94fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:52:01.632266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c635f381-511d-40fc-8ad6-0dffed6c94fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:52:01.646264 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9b0ba-964b-46f8-ae17-e60c4aea6c6a None None] Sync routers for ids ['7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:52:01.653466 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-012c70b6-ce35-46e8-8066-52fc1ecdaf6f None None] Provisioning complete for port 7acf4a0b-095e-4795-a269-215f90af2d33 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:01.653845 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-012c70b6-ce35-46e8-8066-52fc1ecdaf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:01.656381 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c635f381-511d-40fc-8ad6-0dffed6c94fd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4193087 Apr 20 15:52:01.658913 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9b0ba-964b-46f8-ae17-e60c4aea6c6a None None] Routers {'7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:01.659049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37412) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:01.659882 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-8fa9b0ba-964b-46f8-ae17-e60c4aea6c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:01.731480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-012c70b6-ce35-46e8-8066-52fc1ecdaf6f None None] Port 7acf4a0b-095e-4795-a269-215f90af2d33 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:01.746950 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b904845f-ba64-48f4-8ba5-f4e1af539165 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:01.751636 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-8fa9b0ba-964b-46f8-ae17-e60c4aea6c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:01.765627 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9b0ba-964b-46f8-ae17-e60c4aea6c6a None None] Routers {'7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:01.766269 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-8fa9b0ba-964b-46f8-ae17-e60c4aea6c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:51:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:01.834821 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-8fa9b0ba-964b-46f8-ae17-e60c4aea6c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:01.835478 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9b0ba-964b-46f8-ae17-e60c4aea6c6a None None] The sync data for ids ['7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:52:01.845682 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cd06e7ab-4dfe-4172-9f69-e364556ad7bc None None] Could not find standard attr ID for object d5d8db18-25db-4e15-8568-2c2920a76ff9. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:52:01.895416 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b904845f-ba64-48f4-8ba5-f4e1af539165 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for 7acf4a0b-095e-4795-a269-215f90af2d33 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:02.040015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b904845f-ba64-48f4-8ba5-f4e1af539165 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:02.053242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a46f7606-4722-4b09-bc47-546b0eff95a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:02.125522 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904845f-ba64-48f4-8ba5-f4e1af539165 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=7acf4a0b-095e-4795-a269-215f90af2d33,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:02.145399 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b904845f-ba64-48f4-8ba5-f4e1af539165 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:02.153766 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-e222e67a-772a-42b8-b4a5-27cc9405c4d9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] remove_router_interface failed (client error): The resource could not be found. Apr 20 15:52:02.156220 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e222e67a-772a-42b8-b4a5-27cc9405c4d9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4962454 Apr 20 15:52:02.158615 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37416) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:02.193980 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b904845f-ba64-48f4-8ba5-f4e1af539165 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/ports/7acf4a0b-095e-4795-a269-215f90af2d33 HTTP/1.1" status: 204 len: 168 time: 0.8159914 Apr 20 15:52:02.197325 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37420) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:02.241900 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-04c79c3e-6440-4636-97ce-9673386c18c2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Synchronizing usage tracker for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:02.259303 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b99a1c-66a3-451d-9d3a-801dca9ea4e7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] GET failed (client error): The resource could not be found. Apr 20 15:52:02.259834 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e7b99a1c-66a3-451d-9d3a-801dca9ea4e7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:02.280443 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c95311ca-f36d-4ee6-90e3-c4749ac28b4f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:02.280651 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-04c79c3e-6440-4636-97ce-9673386c18c2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Unset dirty status for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:02.284556 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-04c79c3e-6440-4636-97ce-9673386c18c2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1 HTTP/1.1" status: 200 len: 205 time: 0.1220090 Apr 20 15:52:02.284556 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e7b99a1c-66a3-451d-9d3a-801dca9ea4e7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:02.284556 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e7b99a1c-66a3-451d-9d3a-801dca9ea4e7 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports/7acf4a0b-095e-4795-a269-215f90af2d33 HTTP/1.1" status: 404 len: 333 time: 0.0860260 Apr 20 15:52:02.284910 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37424) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:02.287036 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37428) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:02.357360 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port c95311ca-f36d-4ee6-90e3-c4749ac28b4f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:02.357900 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-4652b1bb-33d6-49f2-a579-0608516e88a5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting subnet d42fc22a-7008-43e8-a339-291a1ffd603c {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:52:02.358545 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:02.360529 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4652b1bb-33d6-49f2-a579-0608516e88a5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:02.420336 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4652b1bb-33d6-49f2-a579-0608516e88a5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:02.422119 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c78b7716-f0f6-4ec5-aac8-549a2f0f2323 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:02.503910 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4652b1bb-33d6-49f2-a579-0608516e88a5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:02.576349 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4652b1bb-33d6-49f2-a579-0608516e88a5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:02.715492 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652b1bb-33d6-49f2-a579-0608516e88a5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Subnet': ['ID=d42fc22a-7008-43e8-a339-291a1ffd603c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:02.719061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4652b1bb-33d6-49f2-a579-0608516e88a5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:02.725294 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4652b1bb-33d6-49f2-a579-0608516e88a5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/d42fc22a-7008-43e8-a339-291a1ffd603c HTTP/1.1" status: 204 len: 168 time: 0.4372110 Apr 20 15:52:02.728186 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfca8eb-f2b9-401f-aedd-475cd49466f8 None None] Network cff49bc6-77fe-44a1-aaab-1b6ca70d4801 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:02.728423 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37432) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:02.731605 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c78b7716-f0f6-4ec5-aac8-549a2f0f2323 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:02.733942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c78b7716-f0f6-4ec5-aac8-549a2f0f2323 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:02.757258 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c78b7716-f0f6-4ec5-aac8-549a2f0f2323 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:02.757798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78b7716-f0f6-4ec5-aac8-549a2f0f2323 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Fanout notify agent at l3_agent the message router_deleted on router 7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:52:02.768880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c78b7716-f0f6-4ec5-aac8-549a2f0f2323 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:02.770081 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c78b7716-f0f6-4ec5-aac8-549a2f0f2323 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/routers/7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1 HTTP/1.1" status: 204 len: 168 time: 0.4842606 Apr 20 15:52:02.772715 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37436) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:02.841670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting subnet 388603f9-957d-48b8-8637-b343776ab707 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:52:02.844796 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:02.847950 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:02.859149 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port c95311ca-f36d-4ee6-90e3-c4749ac28b4f {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:02.859479 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:02.900780 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.011171 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9207ded-3ceb-4391-984b-95a1ed21be47 None None] DHCP port deletion for cff49bc6-77fe-44a1-aaab-1b6ca70d4801 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:52:03.013355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.015914 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c9207ded-3ceb-4391-984b-95a1ed21be47 None None] Deleting port c95311ca-f36d-4ee6-90e3-c4749ac28b4f {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:03.016408 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c9207ded-3ceb-4391-984b-95a1ed21be47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.083277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] For port c95311ca-f36d-4ee6-90e3-c4749ac28b4f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=c95311ca-f36d-4ee6-90e3-c4749ac28b4f,segment=NetworkSegment(e183c8bc-8ecf-44bd-98dd-7c274d4ff747),segment_id=e183c8bc-8ecf-44bd-98dd-7c274d4ff747)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:03.083807 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.097839 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.150366 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Subnet': ['ID=388603f9-957d-48b8-8637-b343776ab707,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:03.153401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.163351 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/subnets/388603f9-957d-48b8-8637-b343776ab707 HTTP/1.1" status: 204 len: 168 time: 0.3872616 Apr 20 15:52:03.165794 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37440) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:03.168436 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:03.168785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:03.169124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:03.169504 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:03.169851 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:03.170178 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:03.170649 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:03.171032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:03.171363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:03.171799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:03.172157 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:03.172486 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fb6dff-b89e-4759-8b27-64d031c50900 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:03.194769 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3389ba07-e5ce-4141-937d-dc4f44fbad11 None None] Network d114e25e-4c0f-481a-98ef-9ff1558b6853 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:03.255265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for c95311ca-f36d-4ee6-90e3-c4749ac28b4f owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:03.309352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.329646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port 0ea44cef-7b34-4969-bafe-3b9009067ae8 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:03.329987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.338931 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.396544 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No DVR routers for this DVR port c95311ca-f36d-4ee6-90e3-c4749ac28b4f on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:52:03.398685 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=c95311ca-f36d-4ee6-90e3-c4749ac28b4f,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:03.525452 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.555523 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c9207ded-3ceb-4391-984b-95a1ed21be47 None None] For port c95311ca-f36d-4ee6-90e3-c4749ac28b4f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=c95311ca-f36d-4ee6-90e3-c4749ac28b4f,segment=NetworkSegment(e183c8bc-8ecf-44bd-98dd-7c274d4ff747),segment_id=e183c8bc-8ecf-44bd-98dd-7c274d4ff747)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:03.556153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c9207ded-3ceb-4391-984b-95a1ed21be47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.556296 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff49bc6-77fe-44a1-aaab-1b6ca70d4801']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:03.568361 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e183c8bc-8ecf-44bd-98dd-7c274d4ff747') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:03.569009 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e183c8bc-8ecf-44bd-98dd-7c274d4ff747') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:03.572296 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] For port 0ea44cef-7b34-4969-bafe-3b9009067ae8, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0ea44cef-7b34-4969-bafe-3b9009067ae8,segment=NetworkSegment(7a13b4fe-0f2c-4582-a235-7b688a897102),segment_id=7a13b4fe-0f2c-4582-a235-7b688a897102)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:03.572657 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.581188 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.597558 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.604061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:52:03.604470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:52:03.619032 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:52:03.681400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c9207ded-3ceb-4391-984b-95a1ed21be47 None None] Calling delete_port for c95311ca-f36d-4ee6-90e3-c4749ac28b4f owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:03.700027 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for 0ea44cef-7b34-4969-bafe-3b9009067ae8 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:03.700387 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.720599 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.730283 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Network': ['ID=cff49bc6-77fe-44a1-aaab-1b6ca70d4801,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:03.749380 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3936f53a-a39c-4aeb-b79e-6b1931676c9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/networks/cff49bc6-77fe-44a1-aaab-1b6ca70d4801 HTTP/1.1" status: 204 len: 168 time: 1.0159256 Apr 20 15:52:03.749380 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37444) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:03.758212 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-58f7c1e1-5e9b-4d80-8818-d82812bdb52d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-231755643'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:03.764123 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-58f7c1e1-5e9b-4d80-8818-d82812bdb52d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:03.772879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-58f7c1e1-5e9b-4d80-8818-d82812bdb52d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:network and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:03.774119 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-c9207ded-3ceb-4391-984b-95a1ed21be47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:52:03.774785 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-c9207ded-3ceb-4391-984b-95a1ed21be47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:52:03.776747 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-58f7c1e1-5e9b-4d80-8818-d82812bdb52d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:03.783632 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-58f7c1e1-5e9b-4d80-8818-d82812bdb52d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:03.797530 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f7c1e1-5e9b-4d80-8818-d82812bdb52d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:03.801035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58f7c1e1-5e9b-4d80-8818-d82812bdb52d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.831482 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042a0625-bb35-47f9-8a71-4cfbff9716e8 None None] DHCP port deletion for d114e25e-4c0f-481a-98ef-9ff1558b6853 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:52:03.836163 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f7c1e1-5e9b-4d80-8818-d82812bdb52d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:52:03.839607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-042a0625-bb35-47f9-8a71-4cfbff9716e8 None None] Deleting port 0ea44cef-7b34-4969-bafe-3b9009067ae8 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:03.840227 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-042a0625-bb35-47f9-8a71-4cfbff9716e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.845692 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58f7c1e1-5e9b-4d80-8818-d82812bdb52d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.846049 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-58f7c1e1-5e9b-4d80-8818-d82812bdb52d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Added segment ff1e1fcd-f8e3-44a5-96c6-50a05c54d733 of type vlan for network dbde966e-4699-4bef-88aa-928bcb12218c Apr 20 15:52:03.872515 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58f7c1e1-5e9b-4d80-8818-d82812bdb52d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.904672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.911858 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58f7c1e1-5e9b-4d80-8818-d82812bdb52d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.917236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f7c1e1-5e9b-4d80-8818-d82812bdb52d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:03.917848 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58f7c1e1-5e9b-4d80-8818-d82812bdb52d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:03.943033 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-042a0625-bb35-47f9-8a71-4cfbff9716e8 None None] The port '0ea44cef-7b34-4969-bafe-3b9009067ae8' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:52:03.956212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Port': ['ID=0ea44cef-7b34-4969-bafe-3b9009067ae8,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:03.962150 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] No DVR routers for this DVR port 0ea44cef-7b34-4969-bafe-3b9009067ae8 on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:52:04.022725 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-58f7c1e1-5e9b-4d80-8818-d82812bdb52d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2700155 Apr 20 15:52:04.024419 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37448) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:04.032125 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c9e0920e-087f-4536-97bd-a2b16358275b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'subnet': {'network_id': 'dbde966e-4699-4bef-88aa-928bcb12218c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:04.053216 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7c1e1-5e9b-4d80-8818-d82812bdb52d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Network': ['ID=dbde966e-4699-4bef-88aa-928bcb12218c,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:04.063622 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network dbde966e-4699-4bef-88aa-928bcb12218c details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:52:04.085742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.114682 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d114e25e-4c0f-481a-98ef-9ff1558b6853']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:04.134819 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a13b4fe-0f2c-4582-a235-7b688a897102') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:04.135157 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a13b4fe-0f2c-4582-a235-7b688a897102') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:04.148333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.159304 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c9e0920e-087f-4536-97bd-a2b16358275b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:04.166018 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c9e0920e-087f-4536-97bd-a2b16358275b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:subnet and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:04.169009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.172898 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c9e0920e-087f-4536-97bd-a2b16358275b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:04.175682 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:52:04.176163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.180832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c9e0920e-087f-4536-97bd-a2b16358275b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:04.193031 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e0920e-087f-4536-97bd-a2b16358275b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:52:04.193515 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:52:04.199111 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c9e0920e-087f-4536-97bd-a2b16358275b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.261122 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0ea44cef-7b34-4969-bafe-3b9009067ae8 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:52:04.280430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.299857 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c9207ded-3ceb-4391-984b-95a1ed21be47 None None] Deleting port c95311ca-f36d-4ee6-90e3-c4749ac28b4f {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:04.300239 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c9207ded-3ceb-4391-984b-95a1ed21be47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.305180 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.317409 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Network': ['ID=d114e25e-4c0f-481a-98ef-9ff1558b6853,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:04.324276 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6ed0c25a-a322-40c2-b6a1-64f30c533338 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/networks/d114e25e-4c0f-481a-98ef-9ff1558b6853 HTTP/1.1" status: 204 len: 168 time: 1.1577742 Apr 20 15:52:04.330311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37452) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:04.338769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-cfffb7a3-19f2-4c26-a060-a3958afa51d4 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'network': {'name': 'tempest-RoutersTest-1875803'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:04.344919 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cfffb7a3-19f2-4c26-a060-a3958afa51d4 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:04.349391 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cfffb7a3-19f2-4c26-a060-a3958afa51d4 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:network and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:04.353410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cfffb7a3-19f2-4c26-a060-a3958afa51d4 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:04.356880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 0ea44cef-7b34-4969-bafe-3b9009067ae8 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:52:04.357300 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0ea44cef-7b34-4969-bafe-3b9009067ae8 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:52:04.357646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c95311ca-f36d-4ee6-90e3-c4749ac28b4f no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:52:04.360316 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cfffb7a3-19f2-4c26-a060-a3958afa51d4 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:04.376499 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfffb7a3-19f2-4c26-a060-a3958afa51d4 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:04.380192 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfffb7a3-19f2-4c26-a060-a3958afa51d4 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.412357 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfffb7a3-19f2-4c26-a060-a3958afa51d4 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:52:04.421236 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: c95311ca-f36d-4ee6-90e3-c4749ac28b4f {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:52:04.421586 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c95311ca-f36d-4ee6-90e3-c4749ac28b4f not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:52:04.427648 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c9207ded-3ceb-4391-984b-95a1ed21be47 None None] The port 'c95311ca-f36d-4ee6-90e3-c4749ac28b4f' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:52:04.428253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfffb7a3-19f2-4c26-a060-a3958afa51d4 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.428532 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7746afd6-e67d-4b34-93e5-0910f44128b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.428663 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-cfffb7a3-19f2-4c26-a060-a3958afa51d4 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Added segment 1e5d9bda-77fb-4339-befb-21af0a1657e1 of type vlan for network 4bfb595a-3d06-4239-b104-5eb51d5f89a7 Apr 20 15:52:04.456685 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c9e0920e-087f-4536-97bd-a2b16358275b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.469420 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfffb7a3-19f2-4c26-a060-a3958afa51d4 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.499497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfffb7a3-19f2-4c26-a060-a3958afa51d4 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.504938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfffb7a3-19f2-4c26-a060-a3958afa51d4 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:04.505545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfffb7a3-19f2-4c26-a060-a3958afa51d4 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.599473 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cfffb7a3-19f2-4c26-a060-a3958afa51d4 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.2668238 Apr 20 15:52:04.602623 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37456) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:04.615538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-11f364fd-1ead-41b3-be10-aa0873783862 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'subnet': {'network_id': '4bfb595a-3d06-4239-b104-5eb51d5f89a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:04.618483 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffb7a3-19f2-4c26-a060-a3958afa51d4 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Network': ['ID=4bfb595a-3d06-4239-b104-5eb51d5f89a7,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:04.628409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 4bfb595a-3d06-4239-b104-5eb51d5f89a7 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:52:04.728225 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0920e-087f-4536-97bd-a2b16358275b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Subnet': ['ID=479dc807-7fb6-4fb7-8bb6-b53d03a168e2,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:04.750816 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e0920e-087f-4536-97bd-a2b16358275b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Checking segment: {'id': 'ff1e1fcd-f8e3-44a5-96c6-50a05c54d733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dbde966e-4699-4bef-88aa-928bcb12218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:04.751175 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e0920e-087f-4536-97bd-a2b16358275b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network hostable DHCP agents. Network: dbde966e-4699-4bef-88aa-928bcb12218c, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:52:04.765591 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-11f364fd-1ead-41b3-be10-aa0873783862 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:04.771265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-11f364fd-1ead-41b3-be10-aa0873783862 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:subnet and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:04.775063 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-11f364fd-1ead-41b3-be10-aa0873783862 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:04.782277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-11f364fd-1ead-41b3-be10-aa0873783862 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:04.787338 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e0920e-087f-4536-97bd-a2b16358275b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network dbde966e-4699-4bef-88aa-928bcb12218c is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:52:04.795847 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f364fd-1ead-41b3-be10-aa0873783862 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:04.799324 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-11f364fd-1ead-41b3-be10-aa0873783862 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.815742 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-c9e0920e-087f-4536-97bd-a2b16358275b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, dbde966e-4699-4bef-88aa-928bcb12218c) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:04.824829 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c573f6-c67d-448c-b0bc-c3e6ddd82dde None None] Network dbde966e-4699-4bef-88aa-928bcb12218c requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:04.868645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e0920e-087f-4536-97bd-a2b16358275b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:04.869149 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c9e0920e-087f-4536-97bd-a2b16358275b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.919462 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c9e0920e-087f-4536-97bd-a2b16358275b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8913894 Apr 20 15:52:04.919846 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37460) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:04.925350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a5868a6a-e94a-4bd6-ba0e-8ee4026c64e4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1821747303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:04.932937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a5868a6a-e94a-4bd6-ba0e-8ee4026c64e4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:04.936990 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a5868a6a-e94a-4bd6-ba0e-8ee4026c64e4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:router and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:04.939942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a5868a6a-e94a-4bd6-ba0e-8ee4026c64e4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:04.946252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a5868a6a-e94a-4bd6-ba0e-8ee4026c64e4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:04.956107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a5868a6a-e94a-4bd6-ba0e-8ee4026c64e4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.957248 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a5868a6a-e94a-4bd6-ba0e-8ee4026c64e4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.975589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a5868a6a-e94a-4bd6-ba0e-8ee4026c64e4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:04.995257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a5868a6a-e94a-4bd6-ba0e-8ee4026c64e4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:05.017750 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a5868a6a-e94a-4bd6-ba0e-8ee4026c64e4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:05.021452 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a5868a6a-e94a-4bd6-ba0e-8ee4026c64e4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.0981467 Apr 20 15:52:05.021715 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37464) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:05.027900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'network_id': 'dbde966e-4699-4bef-88aa-928bcb12218c', 'name': 'tempest-PortsIpV6TestJSON-1397913223'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:05.048290 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-11f364fd-1ead-41b3-be10-aa0873783862 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:05.056684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-dbde966e-4699-4bef-88aa-928bcb12218c', 'network_id': 'dbde966e-4699-4bef-88aa-928bcb12218c', 'tenant_id': 'eed93712840e41bbb62ef317c79c80b8', 'fixed_ips': [{'subnet_id': '479dc807-7fb6-4fb7-8bb6-b53d03a168e2'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:52:05.057557 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:05.137116 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f364fd-1ead-41b3-be10-aa0873783862 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Subnet': ['ID=5e1a10dd-cac9-4054-85d6-a339b284c2af,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:05.144630 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f364fd-1ead-41b3-be10-aa0873783862 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Checking segment: {'id': '1e5d9bda-77fb-4339-befb-21af0a1657e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4bfb595a-3d06-4239-b104-5eb51d5f89a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:05.144986 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f364fd-1ead-41b3-be10-aa0873783862 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network hostable DHCP agents. Network: 4bfb595a-3d06-4239-b104-5eb51d5f89a7, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:52:05.173662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:05.176059 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f364fd-1ead-41b3-be10-aa0873783862 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 4bfb595a-3d06-4239-b104-5eb51d5f89a7 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:52:05.178030 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:port and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:05.181493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:05.187693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:05.190853 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-11f364fd-1ead-41b3-be10-aa0873783862 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 4bfb595a-3d06-4239-b104-5eb51d5f89a7) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:05.197073 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f364fd-1ead-41b3-be10-aa0873783862 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:05.197664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-11f364fd-1ead-41b3-be10-aa0873783862 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:05.203280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:05.207037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:05.212541 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5314590-5783-49d7-9d03-4a4dec65ec6f None None] Network 4bfb595a-3d06-4239-b104-5eb51d5f89a7 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:05.227221 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-11f364fd-1ead-41b3-be10-aa0873783862 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6226616 Apr 20 15:52:05.229787 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37468) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:05.233743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] device_id is not set on port c3b21d93-f9dc-4bae-92bd-c8aad3bf2fc5 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:52:05.236737 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-101372dd-e88e-462e-83de-99f546d98712 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1433270378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:05.244977 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-101372dd-e88e-462e-83de-99f546d98712 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:05.249268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-101372dd-e88e-462e-83de-99f546d98712 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:router and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:05.252422 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-101372dd-e88e-462e-83de-99f546d98712 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:05.259377 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-101372dd-e88e-462e-83de-99f546d98712 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:05.272168 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-101372dd-e88e-462e-83de-99f546d98712 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:05.273158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-101372dd-e88e-462e-83de-99f546d98712 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:05.289293 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-101372dd-e88e-462e-83de-99f546d98712 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:05.308709 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-101372dd-e88e-462e-83de-99f546d98712 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:05.330129 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Allocated IP 2001:db8::2 (dbde966e-4699-4bef-88aa-928bcb12218c/479dc807-7fb6-4fb7-8bb6-b53d03a168e2/edcf2620-efdd-4ba0-9300-f51a53e0bbff) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:05.332262 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-101372dd-e88e-462e-83de-99f546d98712 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:05.333632 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-101372dd-e88e-462e-83de-99f546d98712 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1023571 Apr 20 15:52:05.336506 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37472) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:05.583379 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-4bfb595a-3d06-4239-b104-5eb51d5f89a7', 'network_id': '4bfb595a-3d06-4239-b104-5eb51d5f89a7', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'fixed_ips': [{'subnet_id': '5e1a10dd-cac9-4054-85d6-a339b284c2af'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:52:05.584203 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:05.743176 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:05.761446 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:05.765513 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:05.807273 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Transition to ACTIVE for port object edcf2620-efdd-4ba0-9300-f51a53e0bbff will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:05.818575 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:05.840556 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Transition to ACTIVE for port object edcf2620-efdd-4ba0-9300-f51a53e0bbff will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:05.848735 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:05.890449 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Allocated IP 172.20.0.2 (4bfb595a-3d06-4239-b104-5eb51d5f89a7/5e1a10dd-cac9-4054-85d6-a339b284c2af/76cd6458-f925-4917-9478-664c45775589) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:05.922902 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Network dbde966e-4699-4bef-88aa-928bcb12218c is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:05.931212 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:05.936446 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Allocated IP 2001:db8::24e (dbde966e-4699-4bef-88aa-928bcb12218c/479dc807-7fb6-4fb7-8bb6-b53d03a168e2/c3b21d93-f9dc-4bae-92bd-c8aad3bf2fc5) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:05.937137 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:05.956441 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Pushing event updated for resources: {'Port': ['ID=edcf2620-efdd-4ba0-9300-f51a53e0bbff,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:06.106190 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Attempting to bind port edcf2620-efdd-4ba0-9300-f51a53e0bbff on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:52:06.106460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Attempting to bind port edcf2620-efdd-4ba0-9300-f51a53e0bbff by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'ff1e1fcd-f8e3-44a5-96c6-50a05c54d733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dbde966e-4699-4bef-88aa-928bcb12218c'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:52:06.106815 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Attempting to bind port edcf2620-efdd-4ba0-9300-f51a53e0bbff on network dbde966e-4699-4bef-88aa-928bcb12218c {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:52:06.124786 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:52:06.125153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Checking segment: {'id': 'ff1e1fcd-f8e3-44a5-96c6-50a05c54d733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dbde966e-4699-4bef-88aa-928bcb12218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:06.125546 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:06.125934 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Bound using segment: {'id': 'ff1e1fcd-f8e3-44a5-96c6-50a05c54d733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dbde966e-4699-4bef-88aa-928bcb12218c'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:52:06.126394 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Bound port: edcf2620-efdd-4ba0-9300-f51a53e0bbff, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1e1fcd-f8e3-44a5-96c6-50a05c54d733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dbde966e-4699-4bef-88aa-928bcb12218c'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:52:06.126762 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:06.150344 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:06.166816 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Transition to ACTIVE for port object c3b21d93-f9dc-4bae-92bd-c8aad3bf2fc5 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:06.191021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:06.278877 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=c3b21d93-f9dc-4bae-92bd-c8aad3bf2fc5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:06.288113 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:06.293162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network dbde966e-4699-4bef-88aa-928bcb12218c is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:06.294336 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:06.297181 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:06.298973 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] For port edcf2620-efdd-4ba0-9300-f51a53e0bbff, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:52:06.302917 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] For port edcf2620-efdd-4ba0-9300-f51a53e0bbff, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=edcf2620-efdd-4ba0-9300-f51a53e0bbff,segment=NetworkSegment(ff1e1fcd-f8e3-44a5-96c6-50a05c54d733),segment_id=ff1e1fcd-f8e3-44a5-96c6-50a05c54d733)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:52:06.303100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:06.303739 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:06.304132 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Transition to ACTIVE for port object 76cd6458-f925-4917-9478-664c45775589 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:06.314069 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:06.332373 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1a65a36f-4045-4ed5-a991-0ed00b6b6e0e tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3094842 Apr 20 15:52:06.333480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37480) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:06.377181 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Transition to ACTIVE for port object 76cd6458-f925-4917-9478-664c45775589 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:06.397427 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:06.419722 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afefaa-3456-4b0e-86d1-8a1bf9eca74d None None] Pushing event updated for resources: {'Port': ['ID=edcf2620-efdd-4ba0-9300-f51a53e0bbff,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:06.492237 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Network 4bfb595a-3d06-4239-b104-5eb51d5f89a7 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:06.495235 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:06.498905 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:06.505403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Allocated IP 172.20.0.1 (4bfb595a-3d06-4239-b104-5eb51d5f89a7/5e1a10dd-cac9-4054-85d6-a339b284c2af/dc6d896a-abee-41b3-aba2-f0c9427c4ce2) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:06.550992 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Pushing event updated for resources: {'Port': ['ID=76cd6458-f925-4917-9478-664c45775589,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:06.611253 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Attempting to bind port 76cd6458-f925-4917-9478-664c45775589 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:52:06.611880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Attempting to bind port 76cd6458-f925-4917-9478-664c45775589 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '1e5d9bda-77fb-4339-befb-21af0a1657e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4bfb595a-3d06-4239-b104-5eb51d5f89a7'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:52:06.612248 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Attempting to bind port 76cd6458-f925-4917-9478-664c45775589 on network 4bfb595a-3d06-4239-b104-5eb51d5f89a7 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:52:06.619111 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:52:06.619494 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Checking segment: {'id': '1e5d9bda-77fb-4339-befb-21af0a1657e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4bfb595a-3d06-4239-b104-5eb51d5f89a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:06.619928 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:06.620324 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Bound using segment: {'id': '1e5d9bda-77fb-4339-befb-21af0a1657e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4bfb595a-3d06-4239-b104-5eb51d5f89a7'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:52:06.621009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Bound port: 76cd6458-f925-4917-9478-664c45775589, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5d9bda-77fb-4339-befb-21af0a1657e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4bfb595a-3d06-4239-b104-5eb51d5f89a7'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:52:06.621572 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:06.771005 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] For port 76cd6458-f925-4917-9478-664c45775589, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:52:06.775790 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] For port 76cd6458-f925-4917-9478-664c45775589, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=76cd6458-f925-4917-9478-664c45775589,segment=NetworkSegment(1e5d9bda-77fb-4339-befb-21af0a1657e1),segment_id=1e5d9bda-77fb-4339-befb-21af0a1657e1)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:52:06.781598 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:06.881317 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:06.888248 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f091c9a-5829-49f5-b522-48af0997d065 None None] Pushing event updated for resources: {'Port': ['ID=76cd6458-f925-4917-9478-664c45775589,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:06.900074 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Transition to ACTIVE for port object dc6d896a-abee-41b3-aba2-f0c9427c4ce2 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:06.925852 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:06.991647 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 4bfb595a-3d06-4239-b104-5eb51d5f89a7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:06.997533 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:07.008877 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:07.010897 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:07.056586 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=dc6d896a-abee-41b3-aba2-f0c9427c4ce2,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:07.082727 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:07.083064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:07.083399 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:07.083729 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:07.084080 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:07.084403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:07.084722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:07.085038 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:07.085353 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:07.085666 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:07.086571 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:07.086894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:07.101288 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:07.132194 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-12b845f2-537e-40df-8688-29fd809e9bf1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:07.222656 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:07.531938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-12b845f2-537e-40df-8688-29fd809e9bf1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:07.537638 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-12b845f2-537e-40df-8688-29fd809e9bf1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:07.638217 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:07.644501 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:07.655654 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5602d1-49c1-460e-bfba-1a2189b957b7 None None] Network dbde966e-4699-4bef-88aa-928bcb12218c requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:07.710607 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b845f2-537e-40df-8688-29fd809e9bf1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=c3b21d93-f9dc-4bae-92bd-c8aad3bf2fc5,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:07.767252 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0c4ec9e6-b0f2-4f76-b244-c58afff11dff None None] Provisioning for port edcf2620-efdd-4ba0-9300-f51a53e0bbff completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:07.787806 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=dc6d896a-abee-41b3-aba2-f0c9427c4ce2,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:07.790728 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:07.848636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-12b845f2-537e-40df-8688-29fd809e9bf1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:07.956664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 4bfb595a-3d06-4239-b104-5eb51d5f89a7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:07.957880 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:07.969859 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-12b845f2-537e-40df-8688-29fd809e9bf1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:08.094512 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9102b057-ce7c-4269-b66c-be09ad403552 None None] Network 4bfb595a-3d06-4239-b104-5eb51d5f89a7 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:08.180476 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 3a132214-c914-4602-974c-32c25706375f is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:52:08.265927 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ad254185-efde-434c-b557-c8fe27a2a1e1 None None] Provisioning for port 76cd6458-f925-4917-9478-664c45775589 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:08.405689 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device edcf2620-efdd-4ba0-9300-f51a53e0bbff up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:08.453904 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:52:08.469929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd50c287-87ff-4403-964b-413518a14479 None None] Sync routers for ids ['3a132214-c914-4602-974c-32c25706375f'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:52:08.477960 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0563e9ab-9ffe-45c7-a862-4aeade97dd03 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/3a132214-c914-4602-974c-32c25706375f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1404345 Apr 20 15:52:08.484053 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37486) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:08.491208 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0ba89fe5-73b6-4129-a7e3-dc2b98fa6db1 None None] Provisioning for port c3b21d93-f9dc-4bae-92bd-c8aad3bf2fc5 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:08.509676 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd50c287-87ff-4403-964b-413518a14479 None None] Routers {'3a132214-c914-4602-974c-32c25706375f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:08.510335 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-cd50c287-87ff-4403-964b-413518a14479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3a132214-c914-4602-974c-32c25706375f'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:08.583267 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0ba89fe5-73b6-4129-a7e3-dc2b98fa6db1 None None] Provisioning complete for port c3b21d93-f9dc-4bae-92bd-c8aad3bf2fc5 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:08.583645 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0ba89fe5-73b6-4129-a7e3-dc2b98fa6db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:08.616380 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-12b845f2-537e-40df-8688-29fd809e9bf1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:08.622163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-12b845f2-537e-40df-8688-29fd809e9bf1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:08.622372 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-cd50c287-87ff-4403-964b-413518a14479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:08.623259 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-12b845f2-537e-40df-8688-29fd809e9bf1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:08.659639 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd50c287-87ff-4403-964b-413518a14479 None None] Routers {'3a132214-c914-4602-974c-32c25706375f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:08.660313 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-cd50c287-87ff-4403-964b-413518a14479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3a132214-c914-4602-974c-32c25706375f'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:08.685268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175bfd7f-d9dd-4433-b4cf-7f09dab08475 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:08.686110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-175bfd7f-d9dd-4433-b4cf-7f09dab08475 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Synchronizing usage tracker for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:08.703405 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-175bfd7f-d9dd-4433-b4cf-7f09dab08475 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Unset dirty status for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:08.708479 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-175bfd7f-d9dd-4433-b4cf-7f09dab08475 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports/dc6d896a-abee-41b3-aba2-f0c9427c4ce2 HTTP/1.1" status: 200 len: 910 time: 0.2231412 Apr 20 15:52:08.709171 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37490) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:08.726003 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0ba89fe5-73b6-4129-a7e3-dc2b98fa6db1 None None] Port c3b21d93-f9dc-4bae-92bd-c8aad3bf2fc5 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:08.736332 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port edcf2620-efdd-4ba0-9300-f51a53e0bbff completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:08.744263 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-cd50c287-87ff-4403-964b-413518a14479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:08.744832 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd50c287-87ff-4403-964b-413518a14479 None None] The sync data for ids ['3a132214-c914-4602-974c-32c25706375f'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:52:08.750651 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port edcf2620-efdd-4ba0-9300-f51a53e0bbff triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:08.751285 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:08.804030 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0ba89fe5-73b6-4129-a7e3-dc2b98fa6db1 None None] Provisioning complete for port edcf2620-efdd-4ba0-9300-f51a53e0bbff triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:08.804717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0ba89fe5-73b6-4129-a7e3-dc2b98fa6db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:08.825744 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b845f2-537e-40df-8688-29fd809e9bf1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=c3b21d93-f9dc-4bae-92bd-c8aad3bf2fc5,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:08.868988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b845f2-537e-40df-8688-29fd809e9bf1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network dbde966e-4699-4bef-88aa-928bcb12218c is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:08.870616 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-12b845f2-537e-40df-8688-29fd809e9bf1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:09.014852 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:09.044093 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0ba89fe5-73b6-4129-a7e3-dc2b98fa6db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:09.092784 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port edcf2620-efdd-4ba0-9300-f51a53e0bbff, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=edcf2620-efdd-4ba0-9300-f51a53e0bbff,segment=NetworkSegment(ff1e1fcd-f8e3-44a5-96c6-50a05c54d733),segment_id=ff1e1fcd-f8e3-44a5-96c6-50a05c54d733)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:09.100198 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:09.100995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 76cd6458-f925-4917-9478-664c45775589 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:09.129074 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b845f2-537e-40df-8688-29fd809e9bf1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Router c159824f-b4a5-4b17-bab4-69dc8741abca is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:52:09.323877 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37498) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:09.327432 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-0ba89fe5-73b6-4129-a7e3-dc2b98fa6db1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:52:09.328233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-0ba89fe5-73b6-4129-a7e3-dc2b98fa6db1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:52:09.335357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=edcf2620-efdd-4ba0-9300-f51a53e0bbff,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:09.364212 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 76cd6458-f925-4917-9478-664c45775589 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:09.377588 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 76cd6458-f925-4917-9478-664c45775589 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:09.378105 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:09.402300 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-726045df-e208-4a90-bb9f-c110049af405 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:09.445266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b845f2-537e-40df-8688-29fd809e9bf1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:52:09.451583 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-12b845f2-537e-40df-8688-29fd809e9bf1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "PUT /v2.0/routers/c159824f-b4a5-4b17-bab4-69dc8741abca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1170073 Apr 20 15:52:09.458161 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b472bf-f3e0-4511-bfe6-0a79fb83ff44 None None] Sync routers for ids ['c159824f-b4a5-4b17-bab4-69dc8741abca'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:52:09.460213 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37502) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:09.474696 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b472bf-f3e0-4511-bfe6-0a79fb83ff44 None None] Routers {'c159824f-b4a5-4b17-bab4-69dc8741abca'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:09.475551 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-17b472bf-f3e0-4511-bfe6-0a79fb83ff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c159824f-b4a5-4b17-bab4-69dc8741abca'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:09.544530 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:09.567144 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-17b472bf-f3e0-4511-bfe6-0a79fb83ff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:09.579134 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b472bf-f3e0-4511-bfe6-0a79fb83ff44 None None] Routers {'c159824f-b4a5-4b17-bab4-69dc8741abca'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:09.580708 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-17b472bf-f3e0-4511-bfe6-0a79fb83ff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c159824f-b4a5-4b17-bab4-69dc8741abca'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:09.587254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 76cd6458-f925-4917-9478-664c45775589, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=76cd6458-f925-4917-9478-664c45775589,segment=NetworkSegment(1e5d9bda-77fb-4339-befb-21af0a1657e1),segment_id=1e5d9bda-77fb-4339-befb-21af0a1657e1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:09.592768 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:09.652638 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4527b87d-9de0-46f6-b054-5de43b482d8a tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Deleting port cbff7b52-22e9-49de-8bea-4a123dc58b8b {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:09.653264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4527b87d-9de0-46f6-b054-5de43b482d8a tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:09.672128 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-17b472bf-f3e0-4511-bfe6-0a79fb83ff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:09.672766 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b472bf-f3e0-4511-bfe6-0a79fb83ff44 None None] The sync data for ids ['c159824f-b4a5-4b17-bab4-69dc8741abca'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:52:09.673748 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=76cd6458-f925-4917-9478-664c45775589,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:09.725355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492162c-cf7c-48bb-adef-52c7f28d22fb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:09.726003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0492162c-cf7c-48bb-adef-52c7f28d22fb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:09.825047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0492162c-cf7c-48bb-adef-52c7f28d22fb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:09.826107 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0492162c-cf7c-48bb-adef-52c7f28d22fb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports?device_id=c159824f-b4a5-4b17-bab4-69dc8741abca HTTP/1.1" status: 200 len: 989 time: 0.3644369 Apr 20 15:52:09.829934 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37506) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:09.866227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4527b87d-9de0-46f6-b054-5de43b482d8a tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:09.866555 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4527b87d-9de0-46f6-b054-5de43b482d8a tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:09.962882 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-726045df-e208-4a90-bb9f-c110049af405 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port dc6d896a-abee-41b3-aba2-f0c9427c4ce2 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:09.963283 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-726045df-e208-4a90-bb9f-c110049af405 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:09.992757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4527b87d-9de0-46f6-b054-5de43b482d8a tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Calling delete_port for cbff7b52-22e9-49de-8bea-4a123dc58b8b owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:10.005823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-dc6ce905-ed98-4e47-9ae9-c860b54e53fe None None] Provisioning for port dc6d896a-abee-41b3-aba2-f0c9427c4ce2 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:10.011933 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-dc6ce905-ed98-4e47-9ae9-c860b54e53fe None None] Provisioning complete for port dc6d896a-abee-41b3-aba2-f0c9427c4ce2 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:10.012375 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dc6ce905-ed98-4e47-9ae9-c860b54e53fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:10.067051 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-dc6ce905-ed98-4e47-9ae9-c860b54e53fe None None] Port dc6d896a-abee-41b3-aba2-f0c9427c4ce2 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:10.078142 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-dc6ce905-ed98-4e47-9ae9-c860b54e53fe None None] Provisioning complete for port 76cd6458-f925-4917-9478-664c45775589 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:10.078798 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dc6ce905-ed98-4e47-9ae9-c860b54e53fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:10.169532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4527b87d-9de0-46f6-b054-5de43b482d8a tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:10.225497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-dc6ce905-ed98-4e47-9ae9-c860b54e53fe None None] Provisioning complete for port c3b21d93-f9dc-4bae-92bd-c8aad3bf2fc5 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:10.226033 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dc6ce905-ed98-4e47-9ae9-c860b54e53fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:10.338707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device edcf2620-efdd-4ba0-9300-f51a53e0bbff up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:10.404861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527b87d-9de0-46f6-b054-5de43b482d8a tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event deleted for resources: {'Port': ['ID=cbff7b52-22e9-49de-8bea-4a123dc58b8b,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:10.409687 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-dc6ce905-ed98-4e47-9ae9-c860b54e53fe None None] Port c3b21d93-f9dc-4bae-92bd-c8aad3bf2fc5 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:10.429877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port edcf2620-efdd-4ba0-9300-f51a53e0bbff triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:10.430431 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:10.462239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4527b87d-9de0-46f6-b054-5de43b482d8a tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:10.462564 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-4527b87d-9de0-46f6-b054-5de43b482d8a tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Floating IP 17252b15-a24a-463a-b0ca-21e22e4b4078 disassociated (deleted). External IP: 172.26.7.37, port: c85b0c1e-327a-42b8-ab3e-79fd9d403514. Apr 20 15:52:10.495724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-726045df-e208-4a90-bb9f-c110049af405 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:10.550365 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 76cd6458-f925-4917-9478-664c45775589 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:10.624768 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 76cd6458-f925-4917-9478-664c45775589 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:10.625202 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:10.625319 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-726045df-e208-4a90-bb9f-c110049af405 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for dc6d896a-abee-41b3-aba2-f0c9427c4ce2 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:10.855992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4527b87d-9de0-46f6-b054-5de43b482d8a tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Router 7e0f1558-fe7b-47e2-9120-a9f09b534c8e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:52:10.896763 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-778f95bf-644d-410b-af7a-1f4891da876f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:11.025599 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-726045df-e208-4a90-bb9f-c110049af405 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:11.044195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4527b87d-9de0-46f6-b054-5de43b482d8a tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:52:11.055014 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a5e2e-4973-4937-9ae6-b333ac449bb8 None None] Sync routers for ids ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:52:11.065494 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a5e2e-4973-4937-9ae6-b333ac449bb8 None None] Routers {'7e0f1558-fe7b-47e2-9120-a9f09b534c8e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:11.066346 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f89a5e2e-4973-4937-9ae6-b333ac449bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:11.071726 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4527b87d-9de0-46f6-b054-5de43b482d8a tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:11.084475 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726045df-e208-4a90-bb9f-c110049af405 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Port': ['ID=dc6d896a-abee-41b3-aba2-f0c9427c4ce2,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:11.144682 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4527b87d-9de0-46f6-b054-5de43b482d8a tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "DELETE /v2.0/floatingips/17252b15-a24a-463a-b0ca-21e22e4b4078 HTTP/1.1" status: 204 len: 168 time: 1.8197839 Apr 20 15:52:11.145797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5422aa89-2fb8-4979-842c-5d66c0432a8d', 'tag': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:52:11.245586 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5a5b3d3-0194-4fa5-b125-e5c930a9832e'] response: {'name': 'network-changed', 'server_uuid': '5422aa89-2fb8-4979-842c-5d66c0432a8d', 'tag': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514', 'status': 'completed', 'code': 200} Apr 20 15:52:11.302113 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-f89a5e2e-4973-4937-9ae6-b333ac449bb8 None None] Set router 7e0f1558-fe7b-47e2-9120-a9f09b534c8e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:52:11.407588 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cccecb-33dd-4828-b9d6-c3adfa69e25f req-583e9bcf-ba0a-48f9-bd0f-4683de619a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:11.410732 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b9cccecb-33dd-4828-b9d6-c3adfa69e25f req-583e9bcf-ba0a-48f9-bd0f-4683de619a78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90b466fec460443ab521eb95129709d8&device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 1099 time: 0.1470406 Apr 20 15:52:11.514166 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-726045df-e208-4a90-bb9f-c110049af405 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:11.612374 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-778f95bf-644d-410b-af7a-1f4891da876f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port c3b21d93-f9dc-4bae-92bd-c8aad3bf2fc5 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:11.612715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-778f95bf-644d-410b-af7a-1f4891da876f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:11.621534 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cccecb-33dd-4828-b9d6-c3adfa69e25f req-d1bf3509-f33d-453f-91aa-01e91ed4b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:11.622981 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b9cccecb-33dd-4828-b9d6-c3adfa69e25f req-d1bf3509-f33d-453f-91aa-01e91ed4b881 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0223280-2225-4f06-82c9-6cce0c339f2f HTTP/1.1" status: 200 len: 898 time: 0.2051775 Apr 20 15:52:11.667816 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f89a5e2e-4973-4937-9ae6-b333ac449bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214162857', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:04Z', 'updated_at': '2022-04-20T15:49:16Z', 'revision_number': 4, 'project_id': '90b466fec460443ab521eb95129709d8', 'gw_port': {'id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:05Z', 'updated_at': '2022-04-20T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '00ba9e15-c81e-49e9-ba9a-550641e2be28', 'name': '', 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'mac_address': 'fa:16:3e:14:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:14Z', 'updated_at': '2022-04-20T15:49:22Z', 'revision_number': 5, 'project_id': '90b466fec460443ab521eb95129709d8', 'subnets': [{'id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:11.672342 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a5e2e-4973-4937-9ae6-b333ac449bb8 None None] Checking router: 7e0f1558-fe7b-47e2-9120-a9f09b534c8e for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:52:11.681754 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a5e2e-4973-4937-9ae6-b333ac449bb8 None None] Routers {'7e0f1558-fe7b-47e2-9120-a9f09b534c8e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:11.682528 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f89a5e2e-4973-4937-9ae6-b333ac449bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:11.707691 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b9cccecb-33dd-4828-b9d6-c3adfa69e25f req-7cdd3b9d-cad1-44e2-8454-b23befa89232 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c85b0c1e-327a-42b8-ab3e-79fd9d403514 HTTP/1.1" status: 200 len: 217 time: 0.0758648 Apr 20 15:52:11.720876 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba7701-3b01-4806-9a6b-0482e1a2748a req-ff8c855a-cd16-4cdf-86ac-cad532c95de0 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:11.721583 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-06ba7701-3b01-4806-9a6b-0482e1a2748a req-ff8c855a-cd16-4cdf-86ac-cad532c95de0 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Synchronizing usage tracker for tenant:90b466fec460443ab521eb95129709d8 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:11.785822 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-06ba7701-3b01-4806-9a6b-0482e1a2748a req-ff8c855a-cd16-4cdf-86ac-cad532c95de0 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Unset dirty status for tenant:90b466fec460443ab521eb95129709d8 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:11.787003 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06ba7701-3b01-4806-9a6b-0482e1a2748a req-ff8c855a-cd16-4cdf-86ac-cad532c95de0 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 946 time: 0.2462070 Apr 20 15:52:11.790525 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cccecb-33dd-4828-b9d6-c3adfa69e25f req-088a4859-ce73-45f4-b5a4-9a4e055e8393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:11.792020 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b9cccecb-33dd-4828-b9d6-c3adfa69e25f req-088a4859-ce73-45f4-b5a4-9a4e055e8393 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b652363b-3050-414b-afa0-cb13b525c3e9 HTTP/1.1" status: 200 len: 838 time: 0.0674613 Apr 20 15:52:11.862487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-f89a5e2e-4973-4937-9ae6-b333ac449bb8 None None] Set router 7e0f1558-fe7b-47e2-9120-a9f09b534c8e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:52:11.880671 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06ba7701-3b01-4806-9a6b-0482e1a2748a req-d21de509-2c1d-4e76-964b-8fa5212be330 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862408 Apr 20 15:52:11.903064 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cccecb-33dd-4828-b9d6-c3adfa69e25f req-5f163b22-137a-47bd-a44c-53c38936211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:11.904511 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b9cccecb-33dd-4828-b9d6-c3adfa69e25f req-5f163b22-137a-47bd-a44c-53c38936211b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0223280-2225-4f06-82c9-6cce0c339f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0952973 Apr 20 15:52:12.087207 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726045df-e208-4a90-bb9f-c110049af405 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 3a132214-c914-4602-974c-32c25706375f has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:52:12.188778 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b9cccecb-33dd-4828-b9d6-c3adfa69e25f req-1819b4a6-773a-4e84-9596-c73f9a356232 service neutron] 10.222.0.11 "GET /v2.0/networks/a0223280-2225-4f06-82c9-6cce0c339f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713544 Apr 20 15:52:12.232041 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f89a5e2e-4973-4937-9ae6-b333ac449bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214162857', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:04Z', 'updated_at': '2022-04-20T15:49:16Z', 'revision_number': 4, 'project_id': '90b466fec460443ab521eb95129709d8', 'gw_port': {'id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:05Z', 'updated_at': '2022-04-20T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '00ba9e15-c81e-49e9-ba9a-550641e2be28', 'name': '', 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'mac_address': 'fa:16:3e:14:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:14Z', 'updated_at': '2022-04-20T15:49:22Z', 'revision_number': 5, 'project_id': '90b466fec460443ab521eb95129709d8', 'subnets': [{'id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:12.236171 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a5e2e-4973-4937-9ae6-b333ac449bb8 None None] The sync data for ids ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'] in dv-neutron-838699-1-hyperv is: [{'id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214162857', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:04Z', 'updated_at': '2022-04-20T15:49:16Z', 'revision_number': 4, 'project_id': '90b466fec460443ab521eb95129709d8', 'gw_port': {'id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:05Z', 'updated_at': '2022-04-20T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '00ba9e15-c81e-49e9-ba9a-550641e2be28', 'name': '', 'network_id': 'a0223280-2225-4f06-82c9-6cce0c339f2f', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'mac_address': 'fa:16:3e:14:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:14Z', 'updated_at': '2022-04-20T15:49:22Z', 'revision_number': 5, 'project_id': '90b466fec460443ab521eb95129709d8', 'subnets': [{'id': 'b652363b-3050-414b-afa0-cb13b525c3e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:52:12.259759 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-778f95bf-644d-410b-af7a-1f4891da876f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:12.273164 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726045df-e208-4a90-bb9f-c110049af405 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:52:12.281954 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d565ebe2-9dbc-4dce-9616-3c57c64db7dc None None] Sync routers for ids ['3a132214-c914-4602-974c-32c25706375f'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:52:12.291981 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d565ebe2-9dbc-4dce-9616-3c57c64db7dc None None] Routers {'3a132214-c914-4602-974c-32c25706375f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:12.292856 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-d565ebe2-9dbc-4dce-9616-3c57c64db7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3a132214-c914-4602-974c-32c25706375f'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:12.353673 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b9cccecb-33dd-4828-b9d6-c3adfa69e25f req-6e475377-860f-44c8-ab40-1842d8176076 service neutron] 10.222.0.11 "GET /v2.0/networks/a0223280-2225-4f06-82c9-6cce0c339f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491358 Apr 20 15:52:12.354380 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-d565ebe2-9dbc-4dce-9616-3c57c64db7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:12.363674 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d565ebe2-9dbc-4dce-9616-3c57c64db7dc None None] Routers {'3a132214-c914-4602-974c-32c25706375f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:12.364310 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-d565ebe2-9dbc-4dce-9616-3c57c64db7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3a132214-c914-4602-974c-32c25706375f'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:12.418519 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-778f95bf-644d-410b-af7a-1f4891da876f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for c3b21d93-f9dc-4bae-92bd-c8aad3bf2fc5 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:12.427034 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-d565ebe2-9dbc-4dce-9616-3c57c64db7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:12.427435 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d565ebe2-9dbc-4dce-9616-3c57c64db7dc None None] The sync data for ids ['3a132214-c914-4602-974c-32c25706375f'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:52:12.459232 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-726045df-e208-4a90-bb9f-c110049af405 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/3a132214-c914-4602-974c-32c25706375f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7489979 Apr 20 15:52:12.462572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37518) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:12.507118 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-97e15eab-db08-4650-a0ce-ffadbecd7756 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Synchronizing usage tracker for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:12.512362 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d531a5d-1207-4a01-a630-7d7d5583aa3a None None] New status for floating IP 17252b15-a24a-463a-b0ca-21e22e4b4078: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:52:12.525172 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-97e15eab-db08-4650-a0ce-ffadbecd7756 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Unset dirty status for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:12.529240 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-97e15eab-db08-4650-a0ce-ffadbecd7756 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a132214-c914-4602-974c-32c25706375f HTTP/1.1" status: 200 len: 205 time: 0.0628078 Apr 20 15:52:12.530007 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37522) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:12.609162 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-778f95bf-644d-410b-af7a-1f4891da876f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:12.665799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f95bf-644d-410b-af7a-1f4891da876f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=c3b21d93-f9dc-4bae-92bd-c8aad3bf2fc5,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:12.672703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a2c46e9d-d4ab-4a63-9fc2-3a622a9faddd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:12.846675 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-778f95bf-644d-410b-af7a-1f4891da876f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:13.013267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a2c46e9d-d4ab-4a63-9fc2-3a622a9faddd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:13.052808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a2c46e9d-d4ab-4a63-9fc2-3a622a9faddd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:13.093628 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a2c46e9d-d4ab-4a63-9fc2-3a622a9faddd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:13.094112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c46e9d-d4ab-4a63-9fc2-3a622a9faddd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Fanout notify agent at l3_agent the message router_deleted on router 3a132214-c914-4602-974c-32c25706375f {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:52:13.114247 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a2c46e9d-d4ab-4a63-9fc2-3a622a9faddd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:13.115257 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a2c46e9d-d4ab-4a63-9fc2-3a622a9faddd tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/routers/3a132214-c914-4602-974c-32c25706375f HTTP/1.1" status: 204 len: 168 time: 0.5827596 Apr 20 15:52:13.119039 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37528) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:13.203607 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70132e-fa97-4f0b-aeba-39ac1ab5812d req-fbb40aff-a50d-4268-9f4e-c678279b117c tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:13.205154 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ca70132e-fa97-4f0b-aeba-39ac1ab5812d req-fbb40aff-a50d-4268-9f4e-c678279b117c tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.11 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 946 time: 0.2383986 Apr 20 15:52:13.244186 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778f95bf-644d-410b-af7a-1f4891da876f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Router c159824f-b4a5-4b17-bab4-69dc8741abca has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:52:13.250994 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff9541-12b3-467d-9504-bb7a0c03358c req-6a2b461a-27c9-44fa-91c0-cf848f927c55 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:13.252477 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-aeff9541-12b3-467d-9504-bb7a0c03358c req-6a2b461a-27c9-44fa-91c0-cf848f927c55 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 946 time: 0.2420580 Apr 20 15:52:13.288867 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b06baa-4eef-40e2-ba6a-38c99c6f9c8d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting subnet 5e1a10dd-cac9-4054-85d6-a339b284c2af {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:52:13.297790 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20b06baa-4eef-40e2-ba6a-38c99c6f9c8d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:13.372809 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-ca70132e-fa97-4f0b-aeba-39ac1ab5812d req-d099f282-cd4b-4a13-8125-b3c7099db4ad tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Deleting port c85b0c1e-327a-42b8-ab3e-79fd9d403514 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:13.373046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ca70132e-fa97-4f0b-aeba-39ac1ab5812d req-d099f282-cd4b-4a13-8125-b3c7099db4ad tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:13.375314 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778f95bf-644d-410b-af7a-1f4891da876f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:52:13.385521 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb35eca-d142-4068-841b-3db3d6ecb9fc None None] Sync routers for ids ['c159824f-b4a5-4b17-bab4-69dc8741abca'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:52:13.395512 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb35eca-d142-4068-841b-3db3d6ecb9fc None None] Routers {'c159824f-b4a5-4b17-bab4-69dc8741abca'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:13.396254 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-cdb35eca-d142-4068-841b-3db3d6ecb9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c159824f-b4a5-4b17-bab4-69dc8741abca'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:13.396513 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-778f95bf-644d-410b-af7a-1f4891da876f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "PUT /v2.0/routers/c159824f-b4a5-4b17-bab4-69dc8741abca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5655522 Apr 20 15:52:13.397249 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37532) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:13.415827 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-aeff9541-12b3-467d-9504-bb7a0c03358c req-e4173c5e-a6c4-4da6-b1f8-1f5e0ce31c47 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/security-groups?id=432938ca-152f-4ab2-a04e-f3bf9a6ddb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553986 Apr 20 15:52:13.432695 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20b06baa-4eef-40e2-ba6a-38c99c6f9c8d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:13.446909 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c05a4ee-fe49-4fc5-ad3e-3c663a5d6eb5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] GET failed (client error): The resource could not be found. Apr 20 15:52:13.447960 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1c05a4ee-fe49-4fc5-ad3e-3c663a5d6eb5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:13.465363 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1c05a4ee-fe49-4fc5-ad3e-3c663a5d6eb5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:13.469212 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1c05a4ee-fe49-4fc5-ad3e-3c663a5d6eb5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports/c3b21d93-f9dc-4bae-92bd-c8aad3bf2fc5 HTTP/1.1" status: 404 len: 333 time: 0.0684934 Apr 20 15:52:13.470173 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37536) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:13.493800 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-cdb35eca-d142-4068-841b-3db3d6ecb9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:13.502233 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb35eca-d142-4068-841b-3db3d6ecb9fc None None] Routers {'c159824f-b4a5-4b17-bab4-69dc8741abca'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:13.502840 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-cdb35eca-d142-4068-841b-3db3d6ecb9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c159824f-b4a5-4b17-bab4-69dc8741abca'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:13.563609 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-cdb35eca-d142-4068-841b-3db3d6ecb9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:13.564073 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb35eca-d142-4068-841b-3db3d6ecb9fc None None] The sync data for ids ['c159824f-b4a5-4b17-bab4-69dc8741abca'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:52:13.613989 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0e068dee-cce8-4ca1-8309-6183f1cb0793 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:13.793568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20b06baa-4eef-40e2-ba6a-38c99c6f9c8d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:13.869591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-ca70132e-fa97-4f0b-aeba-39ac1ab5812d req-d099f282-cd4b-4a13-8125-b3c7099db4ad tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] For port c85b0c1e-327a-42b8-ab3e-79fd9d403514, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c85b0c1e-327a-42b8-ab3e-79fd9d403514,segment=NetworkSegment(8f6e2656-e833-462b-bdfb-8affc9ebcdb9),segment_id=8f6e2656-e833-462b-bdfb-8affc9ebcdb9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:13.869951 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ca70132e-fa97-4f0b-aeba-39ac1ab5812d req-d099f282-cd4b-4a13-8125-b3c7099db4ad tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:13.920143 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0e068dee-cce8-4ca1-8309-6183f1cb0793 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:13.922279 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0e068dee-cce8-4ca1-8309-6183f1cb0793 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:13.945051 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0e068dee-cce8-4ca1-8309-6183f1cb0793 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:13.945593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e068dee-cce8-4ca1-8309-6183f1cb0793 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Fanout notify agent at l3_agent the message router_deleted on router c159824f-b4a5-4b17-bab4-69dc8741abca {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:52:13.956631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0e068dee-cce8-4ca1-8309-6183f1cb0793 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:13.960123 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0e068dee-cce8-4ca1-8309-6183f1cb0793 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/routers/c159824f-b4a5-4b17-bab4-69dc8741abca HTTP/1.1" status: 204 len: 168 time: 0.4872119 Apr 20 15:52:13.960349 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37540) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:14.003930 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-ca70132e-fa97-4f0b-aeba-39ac1ab5812d req-d099f282-cd4b-4a13-8125-b3c7099db4ad tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Calling delete_port for c85b0c1e-327a-42b8-ab3e-79fd9d403514 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:14.029180 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d6fcf6-3cbc-4761-9cbc-2f219c5abb65 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting subnet 479dc807-7fb6-4fb7-8bb6-b53d03a168e2 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:52:14.032447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-18d6fcf6-3cbc-4761-9cbc-2f219c5abb65 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.052683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20b06baa-4eef-40e2-ba6a-38c99c6f9c8d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.089511 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-18d6fcf6-3cbc-4761-9cbc-2f219c5abb65 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.102572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b06baa-4eef-40e2-ba6a-38c99c6f9c8d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1a10dd-cac9-4054-85d6-a339b284c2af,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:14.108956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20b06baa-4eef-40e2-ba6a-38c99c6f9c8d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.115328 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43796cee-6cc2-437a-8b57-0ba098a364e8 None None] Network 4bfb595a-3d06-4239-b104-5eb51d5f89a7 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:14.129601 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-20b06baa-4eef-40e2-ba6a-38c99c6f9c8d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/subnets/5e1a10dd-cac9-4054-85d6-a339b284c2af HTTP/1.1" status: 204 len: 168 time: 1.0066106 Apr 20 15:52:14.130424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37544) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:14.188712 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-18d6fcf6-3cbc-4761-9cbc-2f219c5abb65 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.287882 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-18d6fcf6-3cbc-4761-9cbc-2f219c5abb65 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.303540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.324317 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port 76cd6458-f925-4917-9478-664c45775589 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:14.324681 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.330450 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6fcf6-3cbc-4761-9cbc-2f219c5abb65 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Subnet': ['ID=479dc807-7fb6-4fb7-8bb6-b53d03a168e2,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:14.334017 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-18d6fcf6-3cbc-4761-9cbc-2f219c5abb65 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.340741 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-18d6fcf6-3cbc-4761-9cbc-2f219c5abb65 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/479dc807-7fb6-4fb7-8bb6-b53d03a168e2 HTTP/1.1" status: 204 len: 168 time: 0.3789043 Apr 20 15:52:14.343317 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37548) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:14.352457 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7016d4b6-b4c6-47b6-80aa-a9a14b2ee200 None None] Network dbde966e-4699-4bef-88aa-928bcb12218c requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:14.355894 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ca70132e-fa97-4f0b-aeba-39ac1ab5812d req-d099f282-cd4b-4a13-8125-b3c7099db4ad tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.423637 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099f282-cd4b-4a13-8125-b3c7099db4ad tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event deleted for resources: {'Port': ['ID=c85b0c1e-327a-42b8-ab3e-79fd9d403514,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:14.430278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c42c3-c895-4590-bf94-ccd1a39f9569 None None] DHCP port deletion for 4bfb595a-3d06-4239-b104-5eb51d5f89a7 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:52:14.437507 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-495c42c3-c895-4590-bf94-ccd1a39f9569 None None] Deleting port 76cd6458-f925-4917-9478-664c45775589 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:14.438452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-495c42c3-c895-4590-bf94-ccd1a39f9569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.494530 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.506471 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port edcf2620-efdd-4ba0-9300-f51a53e0bbff {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:14.507874 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.544502 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca70132e-fa97-4f0b-aeba-39ac1ab5812d req-d099f282-cd4b-4a13-8125-b3c7099db4ad tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] No DVR routers for this DVR port c85b0c1e-327a-42b8-ab3e-79fd9d403514 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:52:14.548293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ca70132e-fa97-4f0b-aeba-39ac1ab5812d req-d099f282-cd4b-4a13-8125-b3c7099db4ad tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.550747 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5422aa89-2fb8-4979-842c-5d66c0432a8d', 'name': 'network-vif-deleted', 'tag': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:52:14.633546 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b48ae643-728f-415a-bdcf-9dc151402f8a'] response: {'server_uuid': '5422aa89-2fb8-4979-842c-5d66c0432a8d', 'name': 'network-vif-deleted', 'tag': 'c85b0c1e-327a-42b8-ab3e-79fd9d403514', 'status': 'completed', 'code': 200} Apr 20 15:52:14.635343 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-d630f1f4-7f76-400e-a873-ae076c9a9b53 req-26e70bcb-bffe-4aaa-bb2e-7135f391e7c0 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Synchronizing usage tracker for tenant:90b466fec460443ab521eb95129709d8 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:14.642337 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ca70132e-fa97-4f0b-aeba-39ac1ab5812d req-d099f282-cd4b-4a13-8125-b3c7099db4ad tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.11 "DELETE /v2.0/ports/c85b0c1e-327a-42b8-ab3e-79fd9d403514 HTTP/1.1" status: 204 len: 173 time: 1.4284062 Apr 20 15:52:14.729208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-d630f1f4-7f76-400e-a873-ae076c9a9b53 req-26e70bcb-bffe-4aaa-bb2e-7135f391e7c0 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Unset dirty status for tenant:90b466fec460443ab521eb95129709d8 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:14.730897 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d630f1f4-7f76-400e-a873-ae076c9a9b53 req-26e70bcb-bffe-4aaa-bb2e-7135f391e7c0 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "GET /v2.0/ports?device_id=5422aa89-2fb8-4979-842c-5d66c0432a8d HTTP/1.1" status: 200 len: 210 time: 0.1754491 Apr 20 15:52:14.740904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] For port 76cd6458-f925-4917-9478-664c45775589, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=76cd6458-f925-4917-9478-664c45775589,segment=NetworkSegment(1e5d9bda-77fb-4339-befb-21af0a1657e1),segment_id=1e5d9bda-77fb-4339-befb-21af0a1657e1)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:14.741492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.800276 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-495c42c3-c895-4590-bf94-ccd1a39f9569 None None] For port 76cd6458-f925-4917-9478-664c45775589, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=76cd6458-f925-4917-9478-664c45775589,segment=NetworkSegment(1e5d9bda-77fb-4339-befb-21af0a1657e1),segment_id=1e5d9bda-77fb-4339-befb-21af0a1657e1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:14.800671 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-495c42c3-c895-4590-bf94-ccd1a39f9569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.898527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for 76cd6458-f925-4917-9478-664c45775589 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:14.901208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] For port edcf2620-efdd-4ba0-9300-f51a53e0bbff, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=edcf2620-efdd-4ba0-9300-f51a53e0bbff,segment=NetworkSegment(ff1e1fcd-f8e3-44a5-96c6-50a05c54d733),segment_id=ff1e1fcd-f8e3-44a5-96c6-50a05c54d733)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:14.901743 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.961177 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-495c42c3-c895-4590-bf94-ccd1a39f9569 None None] Calling delete_port for 76cd6458-f925-4917-9478-664c45775589 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:14.984883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.005478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.043709 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Port': ['ID=76cd6458-f925-4917-9478-664c45775589,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:15.049210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] No DVR routers for this DVR port 76cd6458-f925-4917-9478-664c45775589 on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:52:15.055543 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for edcf2620-efdd-4ba0-9300-f51a53e0bbff owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:15.063723 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-495c42c3-c895-4590-bf94-ccd1a39f9569 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:52:15.064249 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-495c42c3-c895-4590-bf94-ccd1a39f9569 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:52:15.122268 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62bded9-35d8-48dd-b623-91e3a3840754 None None] DHCP port deletion for dbde966e-4699-4bef-88aa-928bcb12218c request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:52:15.141110 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-f62bded9-35d8-48dd-b623-91e3a3840754 None None] Deleting port edcf2620-efdd-4ba0-9300-f51a53e0bbff {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:15.141522 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f62bded9-35d8-48dd-b623-91e3a3840754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.142334 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.209647 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.227335 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=edcf2620-efdd-4ba0-9300-f51a53e0bbff,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:15.229340 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No DVR routers for this DVR port edcf2620-efdd-4ba0-9300-f51a53e0bbff on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:52:15.253294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfb595a-3d06-4239-b104-5eb51d5f89a7']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:15.260449 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-f62bded9-35d8-48dd-b623-91e3a3840754 None None] The port 'edcf2620-efdd-4ba0-9300-f51a53e0bbff' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:52:15.275414 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5d9bda-77fb-4339-befb-21af0a1657e1') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:15.275879 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5d9bda-77fb-4339-befb-21af0a1657e1') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:15.292439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.310401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.318021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:52:15.318591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:52:15.335511 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:52:15.367511 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.394598 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbde966e-4699-4bef-88aa-928bcb12218c']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:15.408286 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1e1fcd-f8e3-44a5-96c6-50a05c54d733') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:15.408596 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1e1fcd-f8e3-44a5-96c6-50a05c54d733') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:15.421411 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.438653 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.445382 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:52:15.445791 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:52:15.461574 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:52:15.530560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.534860 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.544611 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.561898 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.565742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-495c42c3-c895-4590-bf94-ccd1a39f9569 None None] Deleting port 76cd6458-f925-4917-9478-664c45775589 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:15.566728 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-495c42c3-c895-4590-bf94-ccd1a39f9569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.566970 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Network': ['ID=4bfb595a-3d06-4239-b104-5eb51d5f89a7,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:15.573553 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Network': ['ID=dbde966e-4699-4bef-88aa-928bcb12218c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:15.576183 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bbe412f5-7fbf-408f-9132-d63eaf6d9dd5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/networks/4bfb595a-3d06-4239-b104-5eb51d5f89a7 HTTP/1.1" status: 204 len: 168 time: 1.4448206 Apr 20 15:52:15.579998 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37556) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:15.586859 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1530993319', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:15.594189 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c8685384-0255-4414-ac34-f3bc522d848f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/networks/dbde966e-4699-4bef-88aa-928bcb12218c HTTP/1.1" status: 204 len: 168 time: 1.2498946 Apr 20 15:52:15.595250 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:15.597883 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37560) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:15.638687 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-495c42c3-c895-4590-bf94-ccd1a39f9569 None None] The port '76cd6458-f925-4917-9478-664c45775589' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:52:15.638919 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:router and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:15.647564 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:15.657179 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:15.684962 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aadef6e-9606-4011-97a9-194ecf9ac7cb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:15.685530 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3aadef6e-9606-4011-97a9-194ecf9ac7cb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:15.689786 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.690744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.710832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3aadef6e-9606-4011-97a9-194ecf9ac7cb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:15.712000 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3aadef6e-9606-4011-97a9-194ecf9ac7cb tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports/9a627656-0605-45df-8d92-e501eaece0ed HTTP/1.1" status: 200 len: 844 time: 0.1132140 Apr 20 15:52:15.715582 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37564) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:15.718334 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.795336 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4563bd0e-dd24-4886-adcc-874f5bd297e2 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports/9a627656-0605-45df-8d92-e501eaece0ed?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0786304 Apr 20 15:52:15.799116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37570) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:15.806258 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4c4fbeaa-5d20-42b1-a2ce-54654de545c5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'subnet': {'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:15.852003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37574) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:15.920293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4c4fbeaa-5d20-42b1-a2ce-54654de545c5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:15.923742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4c4fbeaa-5d20-42b1-a2ce-54654de545c5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:subnet and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:15.926550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4c4fbeaa-5d20-42b1-a2ce-54654de545c5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:15.932457 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4c4fbeaa-5d20-42b1-a2ce-54654de545c5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:15.941984 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4fbeaa-5d20-42b1-a2ce-54654de545c5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:15.945925 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4c4fbeaa-5d20-42b1-a2ce-54654de545c5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:16.172674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4c4fbeaa-5d20-42b1-a2ce-54654de545c5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:16.233175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4fbeaa-5d20-42b1-a2ce-54654de545c5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:16.236692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-4c4fbeaa-5d20-42b1-a2ce-54654de545c5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:16.239684 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4fbeaa-5d20-42b1-a2ce-54654de545c5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:16.240298 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4c4fbeaa-5d20-42b1-a2ce-54654de545c5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:16.250077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdba7905-a9ec-4371-8825-d6beb511a9fa None None] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:16.264555 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fbeaa-5d20-42b1-a2ce-54654de545c5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Subnet': ['ID=2f8b151f-b991-47a5-af3e-c4876858cb35,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:16.281836 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4c4fbeaa-5d20-42b1-a2ce-54654de545c5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4812937 Apr 20 15:52:16.282484 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37578) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:16.282610 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device edcf2620-efdd-4ba0-9300-f51a53e0bbff no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:52:16.287942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-de45647b-759f-4991-84c3-f84ec2f6d6b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'security_group': {'name': 'tempest-secgroup-471943348'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:16.293842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-de45647b-759f-4991-84c3-f84ec2f6d6b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:16.298194 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-de45647b-759f-4991-84c3-f84ec2f6d6b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:security_group and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:16.301652 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-de45647b-759f-4991-84c3-f84ec2f6d6b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:16.302957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:16.308429 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-de45647b-759f-4991-84c3-f84ec2f6d6b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:16.321816 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-de45647b-759f-4991-84c3-f84ec2f6d6b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:16.343838 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-de45647b-759f-4991-84c3-f84ec2f6d6b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:16.349397 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-de45647b-759f-4991-84c3-f84ec2f6d6b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:security_group_rule and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:16.352661 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-de45647b-759f-4991-84c3-f84ec2f6d6b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:16.362444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-de45647b-759f-4991-84c3-f84ec2f6d6b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:16.371439 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: edcf2620-efdd-4ba0-9300-f51a53e0bbff {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:52:16.371980 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device edcf2620-efdd-4ba0-9300-f51a53e0bbff not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:52:16.372396 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 76cd6458-f925-4917-9478-664c45775589 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:52:16.439961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-de45647b-759f-4991-84c3-f84ec2f6d6b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:16.445403 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-de45647b-759f-4991-84c3-f84ec2f6d6b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:16.465900 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 76cd6458-f925-4917-9478-664c45775589 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:52:16.466244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 76cd6458-f925-4917-9478-664c45775589 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:52:16.497111 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45647b-759f-4991-84c3-f84ec2f6d6b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1eb8800-4231-4e52-9a85-c99e7101c191,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:16.500483 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-de45647b-759f-4991-84c3-f84ec2f6d6b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:16.505498 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-de45647b-759f-4991-84c3-f84ec2f6d6b9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2184963 Apr 20 15:52:16.505498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37582) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:16.510666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-372c4637-7c49-4550-b475-134588d4a737 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'security_group': {'name': 'tempest-secgroup-510670675'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:16.517397 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-372c4637-7c49-4550-b475-134588d4a737 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:16.521578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-372c4637-7c49-4550-b475-134588d4a737 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:security_group and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:16.524756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-372c4637-7c49-4550-b475-134588d4a737 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:16.530757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-372c4637-7c49-4550-b475-134588d4a737 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:16.540843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-372c4637-7c49-4550-b475-134588d4a737 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:16.565712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-372c4637-7c49-4550-b475-134588d4a737 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:16.570480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-372c4637-7c49-4550-b475-134588d4a737 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:security_group_rule and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:16.573470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-372c4637-7c49-4550-b475-134588d4a737 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:16.580600 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-372c4637-7c49-4550-b475-134588d4a737 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:16.656662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-372c4637-7c49-4550-b475-134588d4a737 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:16.661427 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-372c4637-7c49-4550-b475-134588d4a737 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:16.670941 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'tenant_id': 'eed93712840e41bbb62ef317c79c80b8', 'fixed_ips': [{'subnet_id': '2f8b151f-b991-47a5-af3e-c4876858cb35'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:52:16.672156 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:16.711344 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c4637-7c49-4550-b475-134588d4a737 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d32b64d-f9cc-4b2a-b93b-eb8b6e2b3358,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:16.714148 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-372c4637-7c49-4550-b475-134588d4a737 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:16.715397 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-372c4637-7c49-4550-b475-134588d4a737 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2098126 Apr 20 15:52:16.718034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37586) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:16.728411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-dc989e2e-3df8-4926-87a9-2725afd28f57 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-70979297', 'security_groups': ['7d32b64d-f9cc-4b2a-b93b-eb8b6e2b3358'], 'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2f8b151f-b991-47a5-af3e-c4876858cb35'}]}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:16.853044 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Allocated IP 2001:db8::2 (117379a9-bee0-411d-85c1-d6a4dbfc08bc/2f8b151f-b991-47a5-af3e-c4876858cb35/6226f824-de1e-443c-84d7-3e909001157f) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:16.867562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-dc989e2e-3df8-4926-87a9-2725afd28f57 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:16.877577 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-dc989e2e-3df8-4926-87a9-2725afd28f57 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:16.887357 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc989e2e-3df8-4926-87a9-2725afd28f57 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:16.905514 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:16.945925 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:17.019330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc989e2e-3df8-4926-87a9-2725afd28f57 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:17.051451 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-dc989e2e-3df8-4926-87a9-2725afd28f57 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] device_id is not set on port 950ba202-2e29-4578-9b4c-e172de6ea844 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:52:17.108546 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:17.125194 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Transition to ACTIVE for port object 6226f824-de1e-443c-84d7-3e909001157f will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:17.146837 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Allocated IP 172.26.7.108 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/e78b8786-8e64-402e-9928-3e0f9be121a3) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:17.151430 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Transition to ACTIVE for port object 6226f824-de1e-443c-84d7-3e909001157f will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:17.161283 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:17.162960 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c5067c18-1850-4f4f-b322-3bb45c4e2ec4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:17.238822 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:17.242899 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:17.247447 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:17.269904 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Pushing event updated for resources: {'Port': ['ID=6226f824-de1e-443c-84d7-3e909001157f,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:17.357832 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:17.358276 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:17.358809 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:17.359302 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:17.359704 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:17.360152 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:17.360550 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:17.361041 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:17.361436 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:17.362035 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:17.362217 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:17.362605 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:17.363020 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-dc989e2e-3df8-4926-87a9-2725afd28f57 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Allocated IP 2001:db8::140 (117379a9-bee0-411d-85c1-d6a4dbfc08bc/2f8b151f-b991-47a5-af3e-c4876858cb35/950ba202-2e29-4578-9b4c-e172de6ea844) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:17.390956 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Attempting to bind port 6226f824-de1e-443c-84d7-3e909001157f on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:52:17.391452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Attempting to bind port 6226f824-de1e-443c-84d7-3e909001157f by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'fc03218a-ad8f-41d8-b33c-caff86444658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:52:17.391915 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Attempting to bind port 6226f824-de1e-443c-84d7-3e909001157f on network 117379a9-bee0-411d-85c1-d6a4dbfc08bc {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:52:17.397573 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:52:17.398687 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Checking segment: {'id': 'fc03218a-ad8f-41d8-b33c-caff86444658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:17.399265 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:17.399877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Bound using segment: {'id': 'fc03218a-ad8f-41d8-b33c-caff86444658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:52:17.400433 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Bound port: 6226f824-de1e-443c-84d7-3e909001157f, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc03218a-ad8f-41d8-b33c-caff86444658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:52:17.400862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:17.494378 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] For port 6226f824-de1e-443c-84d7-3e909001157f, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:52:17.497571 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] For port 6226f824-de1e-443c-84d7-3e909001157f, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=6226f824-de1e-443c-84d7-3e909001157f,segment=NetworkSegment(fc03218a-ad8f-41d8-b33c-caff86444658),segment_id=fc03218a-ad8f-41d8-b33c-caff86444658)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:52:17.503581 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:17.544586 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c85b0c1e-327a-42b8-ab3e-79fd9d403514 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:52:17.547715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:17.562047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc989e2e-3df8-4926-87a9-2725afd28f57 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:17.581150 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-dc989e2e-3df8-4926-87a9-2725afd28f57 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Transition to ACTIVE for port object 950ba202-2e29-4578-9b4c-e172de6ea844 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:17.593158 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: c85b0c1e-327a-42b8-ab3e-79fd9d403514 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:52:17.593989 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c85b0c1e-327a-42b8-ab3e-79fd9d403514 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:52:17.602898 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:17.610759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc989e2e-3df8-4926-87a9-2725afd28f57 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:17.636504 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e8bb5-fd9b-4309-be2e-e86f2fe83ce2 None None] Pushing event updated for resources: {'Port': ['ID=6226f824-de1e-443c-84d7-3e909001157f,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:17.686885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc989e2e-3df8-4926-87a9-2725afd28f57 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:17.690259 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-dc989e2e-3df8-4926-87a9-2725afd28f57 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:17.699886 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc989e2e-3df8-4926-87a9-2725afd28f57 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:17.705475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc989e2e-3df8-4926-87a9-2725afd28f57 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:17.706144 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc989e2e-3df8-4926-87a9-2725afd28f57 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:17.722742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc989e2e-3df8-4926-87a9-2725afd28f57 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=950ba202-2e29-4578-9b4c-e172de6ea844,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:17.742572 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dc989e2e-3df8-4926-87a9-2725afd28f57 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0233397 Apr 20 15:52:17.744210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37592) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:17.749875 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-71278d73-c450-4984-8a22-809b436b63c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'subnet': {'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:17.863479 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:17.877506 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:17.888452 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:17.912505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-71278d73-c450-4984-8a22-809b436b63c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:17.916830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-71278d73-c450-4984-8a22-809b436b63c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:subnet and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:17.920087 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-71278d73-c450-4984-8a22-809b436b63c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:17.922588 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=e78b8786-8e64-402e-9928-3e0f9be121a3,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:17.926963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-71278d73-c450-4984-8a22-809b436b63c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:17.928622 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-c5067c18-1850-4f4f-b322-3bb45c4e2ec4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Deleting port 00ba9e15-c81e-49e9-ba9a-550641e2be28 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:17.929500 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c5067c18-1850-4f4f-b322-3bb45c4e2ec4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:17.938996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71278d73-c450-4984-8a22-809b436b63c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:17.943088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-71278d73-c450-4984-8a22-809b436b63c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:18.196181 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.ipam_backend_mixin [None req-71278d73-c450-4984-8a22-809b436b63c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f8b151f-b991-47a5-af3e-c4876858cb35 (CIDR: 2001:db8::/64) Apr 20 15:52:18.200059 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-71278d73-c450-4984-8a22-809b436b63c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:52:18.200552 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71278d73-c450-4984-8a22-809b436b63c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:52:18.220315 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-71278d73-c450-4984-8a22-809b436b63c4 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4750509 Apr 20 15:52:18.222470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37596) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:18.231008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b199ffd1-54ba-4171-9a1a-bb8663cb65ab tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'subnet': {'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:18.325049 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 6226f824-de1e-443c-84d7-3e909001157f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:18.370491 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-c5067c18-1850-4f4f-b322-3bb45c4e2ec4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] For port 00ba9e15-c81e-49e9-ba9a-550641e2be28, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=00ba9e15-c81e-49e9-ba9a-550641e2be28,segment=NetworkSegment(8f6e2656-e833-462b-bdfb-8affc9ebcdb9),segment_id=8f6e2656-e833-462b-bdfb-8affc9ebcdb9)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:18.370860 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c5067c18-1850-4f4f-b322-3bb45c4e2ec4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:18.385454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b199ffd1-54ba-4171-9a1a-bb8663cb65ab tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:18.391406 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b199ffd1-54ba-4171-9a1a-bb8663cb65ab tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:subnet and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:18.395139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b199ffd1-54ba-4171-9a1a-bb8663cb65ab tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:18.402150 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b199ffd1-54ba-4171-9a1a-bb8663cb65ab tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:18.415515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b199ffd1-54ba-4171-9a1a-bb8663cb65ab tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:18.420444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b199ffd1-54ba-4171-9a1a-bb8663cb65ab tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:18.427152 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 6226f824-de1e-443c-84d7-3e909001157f completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:18.511645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-c5067c18-1850-4f4f-b322-3bb45c4e2ec4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Calling delete_port for 00ba9e15-c81e-49e9-ba9a-550641e2be28 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:18.682134 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:18.709292 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b199ffd1-54ba-4171-9a1a-bb8663cb65ab tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:18.772267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b199ffd1-54ba-4171-9a1a-bb8663cb65ab tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:18.775487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-b199ffd1-54ba-4171-9a1a-bb8663cb65ab tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:18.778305 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b199ffd1-54ba-4171-9a1a-bb8663cb65ab tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:18.779163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b199ffd1-54ba-4171-9a1a-bb8663cb65ab tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:18.808330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199ffd1-54ba-4171-9a1a-bb8663cb65ab tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Subnet': ['ID=f7a79a9d-b90e-4d18-ab54-23399badf865,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:18.812049 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9ee59500-97f4-48b4-9ec2-021fac69d343 None None] Provisioning for port 6226f824-de1e-443c-84d7-3e909001157f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:18.820162 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9ee59500-97f4-48b4-9ec2-021fac69d343 None None] Provisioning complete for port 6226f824-de1e-443c-84d7-3e909001157f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:18.824012 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9ee59500-97f4-48b4-9ec2-021fac69d343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:18.826510 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b199ffd1-54ba-4171-9a1a-bb8663cb65ab tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6029642 Apr 20 15:52:18.827109 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37600) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:18.833406 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-2c5b11ed-50dc-467c-aed0-736db12212db tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1112383329', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f7a79a9d-b90e-4d18-ab54-23399badf865'}], 'security_groups': ['f1eb8800-4231-4e52-9a85-c99e7101c191']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:18.971909 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bff1a4-bae8-4930-8556-c6730671f1e5 None None] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:18.977174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c5b11ed-50dc-467c-aed0-736db12212db tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:19.000988 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9ee59500-97f4-48b4-9ec2-021fac69d343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:19.112595 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-9ee59500-97f4-48b4-9ec2-021fac69d343 None None] For port 6226f824-de1e-443c-84d7-3e909001157f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=6226f824-de1e-443c-84d7-3e909001157f,segment=NetworkSegment(fc03218a-ad8f-41d8-b33c-caff86444658),segment_id=fc03218a-ad8f-41d8-b33c-caff86444658)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:19.118613 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9ee59500-97f4-48b4-9ec2-021fac69d343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:19.237943 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee59500-97f4-48b4-9ec2-021fac69d343 None None] Pushing event updated for resources: {'Port': ['ID=6226f824-de1e-443c-84d7-3e909001157f,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:19.240616 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c5067c18-1850-4f4f-b322-3bb45c4e2ec4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:19.256597 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9ee59500-97f4-48b4-9ec2-021fac69d343 None None] Provisioning complete for port 9a627656-0605-45df-8d92-e501eaece0ed triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:19.256997 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9ee59500-97f4-48b4-9ec2-021fac69d343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:19.295480 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:19.299031 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5067c18-1850-4f4f-b322-3bb45c4e2ec4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event deleted for resources: {'Port': ['ID=00ba9e15-c81e-49e9-ba9a-550641e2be28,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:19.364237 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-9ee59500-97f4-48b4-9ec2-021fac69d343 None None] Port 9a627656-0605-45df-8d92-e501eaece0ed cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:19.440935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-2c5b11ed-50dc-467c-aed0-736db12212db tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Delete allocated IP 2001:db8::140 (117379a9-bee0-411d-85c1-d6a4dbfc08bc/2f8b151f-b991-47a5-af3e-c4876858cb35) {{(pid=88168) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 15:52:19.450176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-2c5b11ed-50dc-467c-aed0-736db12212db tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Allocated IP 2001:db8:0:1::32d (117379a9-bee0-411d-85c1-d6a4dbfc08bc/f7a79a9d-b90e-4d18-ab54-23399badf865/950ba202-2e29-4578-9b4c-e172de6ea844) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:19.530267 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-07ca527e-01cb-4681-aef5-43e76eaa91ef None None] Provisioning for port 950ba202-2e29-4578-9b4c-e172de6ea844 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:19.545210 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-07ca527e-01cb-4681-aef5-43e76eaa91ef None None] Provisioning complete for port 950ba202-2e29-4578-9b4c-e172de6ea844 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:19.545583 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-07ca527e-01cb-4681-aef5-43e76eaa91ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:19.592878 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb34b89-b351-4f2f-b183-72d2972433ef None None] Update dhcp port {'port': {'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'fixed_ips': [{'subnet_id': '2f8b151f-b991-47a5-af3e-c4876858cb35', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f7a79a9d-b90e-4d18-ab54-23399badf865'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': '6226f824-de1e-443c-84d7-3e909001157f'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:52:19.653476 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-07ca527e-01cb-4681-aef5-43e76eaa91ef None None] Port 950ba202-2e29-4578-9b4c-e172de6ea844 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:19.660998 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4cb34b89-b351-4f2f-b183-72d2972433ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:19.681665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c5b11ed-50dc-467c-aed0-736db12212db tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:19.697812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2c5b11ed-50dc-467c-aed0-736db12212db tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Ignored duplicate provisioning block setup for port 950ba202-2e29-4578-9b4c-e172de6ea844 by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 20 15:52:19.703265 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c5b11ed-50dc-467c-aed0-736db12212db tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:19.805654 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c5067c18-1850-4f4f-b322-3bb45c4e2ec4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:19.811659 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router c209881b-33d3-4981-8df8-72758386bf71 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:52:19.814332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b11ed-50dc-467c-aed0-736db12212db tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] In _notify_port_updated(), no bound segment for port 950ba202-2e29-4578-9b4c-e172de6ea844 on network 117379a9-bee0-411d-85c1-d6a4dbfc08bc {{(pid=88168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:52:19.820130 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5b11ed-50dc-467c-aed0-736db12212db tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:19.820751 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c5b11ed-50dc-467c-aed0-736db12212db tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:19.822056 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2c5b11ed-50dc-467c-aed0-736db12212db tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "PUT /v2.0/ports/950ba202-2e29-4578-9b4c-e172de6ea844 HTTP/1.1" status: 200 len: 931 time: 0.9940102 Apr 20 15:52:19.825683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37604) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:19.861396 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b11ed-50dc-467c-aed0-736db12212db tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=950ba202-2e29-4578-9b4c-e172de6ea844,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:19.900197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d78ca8b4-3211-4a66-abd1-338e801dcbfd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port 950ba202-2e29-4578-9b4c-e172de6ea844 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:19.900533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d78ca8b4-3211-4a66-abd1-338e801dcbfd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:19.918342 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-4cb34b89-b351-4f2f-b183-72d2972433ef None None] Allocated IP 2001:db8:0:1::2 (117379a9-bee0-411d-85c1-d6a4dbfc08bc/f7a79a9d-b90e-4d18-ab54-23399badf865/6226f824-de1e-443c-84d7-3e909001157f) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:20.062268 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-4cb34b89-b351-4f2f-b183-72d2972433ef None None] For port 6226f824-de1e-443c-84d7-3e909001157f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=6226f824-de1e-443c-84d7-3e909001157f,segment=NetworkSegment(fc03218a-ad8f-41d8-b33c-caff86444658),segment_id=fc03218a-ad8f-41d8-b33c-caff86444658)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:20.087677 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4cb34b89-b351-4f2f-b183-72d2972433ef None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:20.106357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4cb34b89-b351-4f2f-b183-72d2972433ef None None] Transition to ACTIVE for port object 6226f824-de1e-443c-84d7-3e909001157f will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:20.110207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4cb34b89-b351-4f2f-b183-72d2972433ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:20.158931 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d78ca8b4-3211-4a66-abd1-338e801dcbfd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:20.166788 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:52:20.185643 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31367e3d-834f-4a54-8f43-d290b7013f55 None None] Sync routers for ids ['c209881b-33d3-4981-8df8-72758386bf71'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:52:20.238096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31367e3d-834f-4a54-8f43-d290b7013f55 None None] Routers {'c209881b-33d3-4981-8df8-72758386bf71'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:20.238891 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-31367e3d-834f-4a54-8f43-d290b7013f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c209881b-33d3-4981-8df8-72758386bf71'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:20.360312 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:20.360523 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-31367e3d-834f-4a54-8f43-d290b7013f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:20.364181 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-76d929fc-8359-448b-aae8-55f6d7fd8c07 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.7805340 Apr 20 15:52:20.364404 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37608) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:20.391307 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 6226f824-de1e-443c-84d7-3e909001157f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:20.405454 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:52:20.414425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d78ca8b4-3211-4a66-abd1-338e801dcbfd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for 950ba202-2e29-4578-9b4c-e172de6ea844 owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:20.458698 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31367e3d-834f-4a54-8f43-d290b7013f55 None None] Routers {'c209881b-33d3-4981-8df8-72758386bf71'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:20.459328 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-31367e3d-834f-4a54-8f43-d290b7013f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c209881b-33d3-4981-8df8-72758386bf71'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:20.472540 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5067c18-1850-4f4f-b322-3bb45c4e2ec4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Router 7e0f1558-fe7b-47e2-9120-a9f09b534c8e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:52:20.521461 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb34b89-b351-4f2f-b183-72d2972433ef None None] Pushing event updated for resources: {'Port': ['ID=6226f824-de1e-443c-84d7-3e909001157f,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:20.542517 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-31367e3d-834f-4a54-8f43-d290b7013f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:20.542517 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31367e3d-834f-4a54-8f43-d290b7013f55 None None] The sync data for ids ['c209881b-33d3-4981-8df8-72758386bf71'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:52:20.570539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d78ca8b4-3211-4a66-abd1-338e801dcbfd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:20.653905 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ca8b4-3211-4a66-abd1-338e801dcbfd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=950ba202-2e29-4578-9b4c-e172de6ea844,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:20.675449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d78ca8b4-3211-4a66-abd1-338e801dcbfd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:20.688311 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d78ca8b4-3211-4a66-abd1-338e801dcbfd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/ports/950ba202-2e29-4578-9b4c-e172de6ea844 HTTP/1.1" status: 204 len: 168 time: 0.8615851 Apr 20 15:52:20.689011 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37612) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:20.734733 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ae826f-2c5b-420a-98cf-34c0bcb26fb1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] GET failed (client error): The resource could not be found. Apr 20 15:52:20.735273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a5ae826f-2c5b-420a-98cf-34c0bcb26fb1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:20.754132 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a5ae826f-2c5b-420a-98cf-34c0bcb26fb1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:20.758698 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a5ae826f-2c5b-420a-98cf-34c0bcb26fb1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports/950ba202-2e29-4578-9b4c-e172de6ea844 HTTP/1.1" status: 404 len: 333 time: 0.0654979 Apr 20 15:52:20.758974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37616) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:20.798445 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5e1853fc-65b2-4a18-8fd1-e0aefe187d47 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/routers/c209881b-33d3-4981-8df8-72758386bf71 HTTP/1.1" status: 200 len: 881 time: 0.4307907 Apr 20 15:52:20.798796 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37620) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:20.835637 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f218590d-bdfc-40b0-bbbe-25fb5494762a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:20.864876 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f218590d-bdfc-40b0-bbbe-25fb5494762a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:20.915939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f218590d-bdfc-40b0-bbbe-25fb5494762a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:20.936431 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218590d-bdfc-40b0-bbbe-25fb5494762a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d32b64d-f9cc-4b2a-b93b-eb8b6e2b3358,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:20.945329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f218590d-bdfc-40b0-bbbe-25fb5494762a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:20.946457 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f218590d-bdfc-40b0-bbbe-25fb5494762a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/security-groups/7d32b64d-f9cc-4b2a-b93b-eb8b6e2b3358 HTTP/1.1" status: 204 len: 168 time: 0.1865513 Apr 20 15:52:20.949461 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37624) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:20.966593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5067c18-1850-4f4f-b322-3bb45c4e2ec4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:52:20.972195 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c5067c18-1850-4f4f-b322-3bb45c4e2ec4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "PUT /v2.0/routers/7e0f1558-fe7b-47e2-9120-a9f09b534c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1192055 Apr 20 15:52:20.974977 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37628) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:20.978859 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f9253-a4b3-49ca-bf16-871d59bff7dd None None] Sync routers for ids ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:52:20.992968 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f9253-a4b3-49ca-bf16-871d59bff7dd None None] Routers {'7e0f1558-fe7b-47e2-9120-a9f09b534c8e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:20.993763 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b68f9253-a4b3-49ca-bf16-871d59bff7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:21.040629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a84422c9-a3d4-4c76-8172-ebf23e0a7508 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:21.058091 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-a679e946-1f00-4a79-8999-1a823a3c6673 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Deleting subnet b652363b-3050-414b-afa0-cb13b525c3e9 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:52:21.074065 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a84422c9-a3d4-4c76-8172-ebf23e0a7508 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:21.084807 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a679e946-1f00-4a79-8999-1a823a3c6673 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:21.134700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a84422c9-a3d4-4c76-8172-ebf23e0a7508 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:21.156951 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84422c9-a3d4-4c76-8172-ebf23e0a7508 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1eb8800-4231-4e52-9a85-c99e7101c191,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:21.172804 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a84422c9-a3d4-4c76-8172-ebf23e0a7508 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:21.177795 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a84422c9-a3d4-4c76-8172-ebf23e0a7508 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/security-groups/f1eb8800-4231-4e52-9a85-c99e7101c191 HTTP/1.1" status: 204 len: 168 time: 0.2271771 Apr 20 15:52:21.178674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37632) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:21.190856 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-95829fe5-f01e-444e-b489-cd0d12c637f0 None None] Could not find standard attr ID for object 950ba202-2e29-4578-9b4c-e172de6ea844. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:52:21.212971 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-95829fe5-f01e-444e-b489-cd0d12c637f0 None None] Provisioning for port 6226f824-de1e-443c-84d7-3e909001157f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:21.219993 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-95829fe5-f01e-444e-b489-cd0d12c637f0 None None] Provisioning complete for port 6226f824-de1e-443c-84d7-3e909001157f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:21.220379 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-95829fe5-f01e-444e-b489-cd0d12c637f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:21.230728 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a679e946-1f00-4a79-8999-1a823a3c6673 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:21.237696 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-b68f9253-a4b3-49ca-bf16-871d59bff7dd None None] Set router 7e0f1558-fe7b-47e2-9120-a9f09b534c8e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:52:21.289522 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa05a25-1a7f-4a23-a6c9-44f84c579d3b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting subnet 2f8b151f-b991-47a5-af3e-c4876858cb35 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:52:21.292795 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9fa05a25-1a7f-4a23-a6c9-44f84c579d3b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:21.350207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9fa05a25-1a7f-4a23-a6c9-44f84c579d3b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:21.362004 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a679e946-1f00-4a79-8999-1a823a3c6673 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:21.428432 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-95829fe5-f01e-444e-b489-cd0d12c637f0 None None] Provisioning complete for port 9a627656-0605-45df-8d92-e501eaece0ed triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:21.429416 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-95829fe5-f01e-444e-b489-cd0d12c637f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:21.440807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9fa05a25-1a7f-4a23-a6c9-44f84c579d3b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:21.496797 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-95829fe5-f01e-444e-b489-cd0d12c637f0 None None] Port 9a627656-0605-45df-8d92-e501eaece0ed cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:21.503355 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a679e946-1f00-4a79-8999-1a823a3c6673 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:21.548178 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9fa05a25-1a7f-4a23-a6c9-44f84c579d3b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:21.564097 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679e946-1f00-4a79-8999-1a823a3c6673 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event deleted for resources: {'Subnet': ['ID=b652363b-3050-414b-afa0-cb13b525c3e9,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:21.566287 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a679e946-1f00-4a79-8999-1a823a3c6673 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:21.573275 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5b73d6-cdba-4ac5-9f48-620471c3e72a None None] Network a0223280-2225-4f06-82c9-6cce0c339f2f requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:21.583163 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a679e946-1f00-4a79-8999-1a823a3c6673 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "DELETE /v2.0/subnets/b652363b-3050-414b-afa0-cb13b525c3e9 HTTP/1.1" status: 204 len: 168 time: 0.6071353 Apr 20 15:52:21.589159 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-02d41d7b-f1a8-458a-aa2e-509e5c839f4b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Synchronizing usage tracker for tenant:d96c5647197c478ba7ad92c128865965 on resource:router {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:21.591855 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37636) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:21.637913 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b68f9253-a4b3-49ca-bf16-871d59bff7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214162857', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:04Z', 'updated_at': '2022-04-20T15:52:18Z', 'revision_number': 5, 'project_id': '90b466fec460443ab521eb95129709d8', 'gw_port': {'id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:05Z', 'updated_at': '2022-04-20T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:21.642335 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f9253-a4b3-49ca-bf16-871d59bff7dd None None] Checking router: 7e0f1558-fe7b-47e2-9120-a9f09b534c8e for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:52:21.652016 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f9253-a4b3-49ca-bf16-871d59bff7dd None None] Routers {'7e0f1558-fe7b-47e2-9120-a9f09b534c8e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:21.655426 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b68f9253-a4b3-49ca-bf16-871d59bff7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:21.701769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9fa05a25-1a7f-4a23-a6c9-44f84c579d3b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:21.706093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa05a25-1a7f-4a23-a6c9-44f84c579d3b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8b151f-b991-47a5-af3e-c4876858cb35,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:21.720254 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9fa05a25-1a7f-4a23-a6c9-44f84c579d3b tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/2f8b151f-b991-47a5-af3e-c4876858cb35 HTTP/1.1" status: 204 len: 168 time: 0.5395849 Apr 20 15:52:21.725240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37640) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:21.728394 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2ae56671-2da6-49a2-bb10-e8c8ac456852 None None] Could not find standard attr ID for object 950ba202-2e29-4578-9b4c-e172de6ea844. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:52:21.739494 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-0cbdbbf8-b858-4a4d-8d11-1a64f44bde9f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'subnet': {'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:21.747484 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6eb1d3-3622-486a-8839-d73fa4ac99e6 None None] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:21.784921 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2601024c-6c7c-4967-a361-85bda93a1814 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:21.870579 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-02d41d7b-f1a8-458a-aa2e-509e5c839f4b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Unset dirty status for tenant:d96c5647197c478ba7ad92c128865965 on resource:router {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:21.874454 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-02d41d7b-f1a8-458a-aa2e-509e5c839f4b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.0721843 Apr 20 15:52:21.877825 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-b68f9253-a4b3-49ca-bf16-871d59bff7dd None None] Set router 7e0f1558-fe7b-47e2-9120-a9f09b534c8e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:52:21.879320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37644) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:21.890406 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-190df1bf-70eb-40ad-931e-0817e17c7d44 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1530993319'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:21.980414 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2601024c-6c7c-4967-a361-85bda93a1814 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:21.992476 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-2601024c-6c7c-4967-a361-85bda93a1814 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Deleting port bc60c84f-3722-4d83-b183-78ca3829af58 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:21.993023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2601024c-6c7c-4967-a361-85bda93a1814 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:22.169688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0cbdbbf8-b858-4a4d-8d11-1a64f44bde9f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:22.173891 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0cbdbbf8-b858-4a4d-8d11-1a64f44bde9f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:subnet and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:22.177068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0cbdbbf8-b858-4a4d-8d11-1a64f44bde9f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:22.185269 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b67156-be5d-414d-8930-ee8565561a7e None None] DHCP port deletion for a0223280-2225-4f06-82c9-6cce0c339f2f request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:52:22.185789 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0cbdbbf8-b858-4a4d-8d11-1a64f44bde9f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:22.201319 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-2601024c-6c7c-4967-a361-85bda93a1814 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] For port bc60c84f-3722-4d83-b183-78ca3829af58, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=bc60c84f-3722-4d83-b183-78ca3829af58,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:22.201677 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2601024c-6c7c-4967-a361-85bda93a1814 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:22.209248 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbdbbf8-b858-4a4d-8d11-1a64f44bde9f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:22.213231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0cbdbbf8-b858-4a4d-8d11-1a64f44bde9f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:22.221702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-26b67156-be5d-414d-8930-ee8565561a7e None None] Deleting port 149c891b-bc99-46fb-be68-3bfc892936a1 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:22.222286 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-26b67156-be5d-414d-8930-ee8565561a7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:22.282982 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b68f9253-a4b3-49ca-bf16-871d59bff7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214162857', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:04Z', 'updated_at': '2022-04-20T15:52:18Z', 'revision_number': 5, 'project_id': '90b466fec460443ab521eb95129709d8', 'gw_port': {'id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:05Z', 'updated_at': '2022-04-20T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:22.287936 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f9253-a4b3-49ca-bf16-871d59bff7dd None None] The sync data for ids ['7e0f1558-fe7b-47e2-9120-a9f09b534c8e'] in dv-neutron-838699-1-hyperv is: [{'id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214162857', 'tenant_id': '90b466fec460443ab521eb95129709d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:49:04Z', 'updated_at': '2022-04-20T15:52:18Z', 'revision_number': 5, 'project_id': '90b466fec460443ab521eb95129709d8', 'gw_port': {'id': 'bc60c84f-3722-4d83-b183-78ca3829af58', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f1558-fe7b-47e2-9120-a9f09b534c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:49:05Z', 'updated_at': '2022-04-20T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:52:22.362091 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b89979d-fc84-49a0-859d-b8949cc47e1e req-fdced7c2-f2e9-4275-92ae-0f321c636cbf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8009276 Apr 20 15:52:22.417924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 6226f824-de1e-443c-84d7-3e909001157f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:22.545310 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-2601024c-6c7c-4967-a361-85bda93a1814 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Calling delete_port for bc60c84f-3722-4d83-b183-78ca3829af58 owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:22.657217 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-26b67156-be5d-414d-8930-ee8565561a7e None None] For port 149c891b-bc99-46fb-be68-3bfc892936a1, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=149c891b-bc99-46fb-be68-3bfc892936a1,segment=NetworkSegment(8f6e2656-e833-462b-bdfb-8affc9ebcdb9),segment_id=8f6e2656-e833-462b-bdfb-8affc9ebcdb9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:22.657811 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-26b67156-be5d-414d-8930-ee8565561a7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:22.779283 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2601024c-6c7c-4967-a361-85bda93a1814 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:22.796074 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 6226f824-de1e-443c-84d7-3e909001157f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:22.796607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:22.829433 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601024c-6c7c-4967-a361-85bda93a1814 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event deleted for resources: {'Port': ['ID=bc60c84f-3722-4d83-b183-78ca3829af58,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:22.833692 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-26b67156-be5d-414d-8930-ee8565561a7e None None] Calling delete_port for 149c891b-bc99-46fb-be68-3bfc892936a1 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:22.923466 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89979d-fc84-49a0-859d-b8949cc47e1e req-bbec0b01-9568-4f23-8e48-dfa4921a16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:22.925611 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b89979d-fc84-49a0-859d-b8949cc47e1e req-bbec0b01-9568-4f23-8e48-dfa4921a16e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 1098 time: 0.3280368 Apr 20 15:52:22.928601 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-190df1bf-70eb-40ad-931e-0817e17c7d44 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:22.936702 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2601024c-6c7c-4967-a361-85bda93a1814 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:22.972701 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-26b67156-be5d-414d-8930-ee8565561a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.011474 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-190df1bf-70eb-40ad-931e-0817e17c7d44 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.029554 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b67156-be5d-414d-8930-ee8565561a7e None None] Pushing event deleted for resources: {'Port': ['ID=149c891b-bc99-46fb-be68-3bfc892936a1,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:23.043284 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b67156-be5d-414d-8930-ee8565561a7e None None] No DVR routers for this DVR port 149c891b-bc99-46fb-be68-3bfc892936a1 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:52:23.128172 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 149c891b-bc99-46fb-be68-3bfc892936a1 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:52:23.171018 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2601024c-6c7c-4967-a361-85bda93a1814 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.175167 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2601024c-6c7c-4967-a361-85bda93a1814 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.193379 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 149c891b-bc99-46fb-be68-3bfc892936a1 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:52:23.194950 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 149c891b-bc99-46fb-be68-3bfc892936a1 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:52:23.215339 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2601024c-6c7c-4967-a361-85bda93a1814 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.217230 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2601024c-6c7c-4967-a361-85bda93a1814 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Fanout notify agent at l3_agent the message router_deleted on router 7e0f1558-fe7b-47e2-9120-a9f09b534c8e {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:52:23.238852 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2601024c-6c7c-4967-a361-85bda93a1814 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.243356 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2601024c-6c7c-4967-a361-85bda93a1814 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "DELETE /v2.0/routers/7e0f1558-fe7b-47e2-9120-a9f09b534c8e HTTP/1.1" status: 204 len: 168 time: 1.6461258 Apr 20 15:52:23.243356 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37650) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:23.352981 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190df1bf-70eb-40ad-931e-0817e17c7d44 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router c209881b-33d3-4981-8df8-72758386bf71 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:52:23.369452 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b40c-dd08-4c22-889f-01e14b11da14 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.390858 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89979d-fc84-49a0-859d-b8949cc47e1e req-fa1b3de0-bfc8-4683-825c-25840076ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:23.392338 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b89979d-fc84-49a0-859d-b8949cc47e1e req-fa1b3de0-bfc8-4683-825c-25840076ec67 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c355ee9e-7690-4bd5-baa0-5abbaf3a505a HTTP/1.1" status: 200 len: 898 time: 0.4125395 Apr 20 15:52:23.469773 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-71ff483e-7041-448f-b44d-12c975c46ac3 None None] Provisioning complete for port 6226f824-de1e-443c-84d7-3e909001157f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:23.470237 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-71ff483e-7041-448f-b44d-12c975c46ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.500935 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b40c-dd08-4c22-889f-01e14b11da14 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.526893 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-1ad7b40c-dd08-4c22-889f-01e14b11da14 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0223280-2225-4f06-82c9-6cce0c339f2f']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:23.539019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-1ad7b40c-dd08-4c22-889f-01e14b11da14 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6e2656-e833-462b-bdfb-8affc9ebcdb9') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:23.539339 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-1ad7b40c-dd08-4c22-889f-01e14b11da14 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6e2656-e833-462b-bdfb-8affc9ebcdb9') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:23.550998 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b40c-dd08-4c22-889f-01e14b11da14 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.567047 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b40c-dd08-4c22-889f-01e14b11da14 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.573074 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0cbdbbf8-b858-4a4d-8d11-1a64f44bde9f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.573644 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad7b40c-dd08-4c22-889f-01e14b11da14 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:52:23.574031 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b40c-dd08-4c22-889f-01e14b11da14 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:52:23.588453 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:52:23.623288 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-71ff483e-7041-448f-b44d-12c975c46ac3 None None] Provisioning complete for port 9a627656-0605-45df-8d92-e501eaece0ed triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:23.623652 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-71ff483e-7041-448f-b44d-12c975c46ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.670531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b40c-dd08-4c22-889f-01e14b11da14 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.676355 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b89979d-fc84-49a0-859d-b8949cc47e1e req-9bc0cff5-8ca4-47f2-87de-00f660a99d7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98492bcc-e282-4159-bf56-0353abec7591 HTTP/1.1" status: 200 len: 1000 time: 0.2303965 Apr 20 15:52:23.680808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-71ff483e-7041-448f-b44d-12c975c46ac3 None None] Port 9a627656-0605-45df-8d92-e501eaece0ed cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:23.696435 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b40c-dd08-4c22-889f-01e14b11da14 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.702423 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7b40c-dd08-4c22-889f-01e14b11da14 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event deleted for resources: {'Network': ['ID=a0223280-2225-4f06-82c9-6cce0c339f2f,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:23.713458 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1ad7b40c-dd08-4c22-889f-01e14b11da14 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "DELETE /v2.0/networks/a0223280-2225-4f06-82c9-6cce0c339f2f HTTP/1.1" status: 204 len: 168 time: 0.4692533 Apr 20 15:52:23.716146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37654) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:23.756597 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbdbbf8-b858-4a4d-8d11-1a64f44bde9f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:23.772888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-0cbdbbf8-b858-4a4d-8d11-1a64f44bde9f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:23.782669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbdbbf8-b858-4a4d-8d11-1a64f44bde9f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:23.782669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0cbdbbf8-b858-4a4d-8d11-1a64f44bde9f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.788596 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5634d30d-6484-4273-b7cb-30c4cf9a7176 None None] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:23.790364 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47fbcd05-b3a1-48aa-ac45-d16f890832a4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.796762 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190df1bf-70eb-40ad-931e-0817e17c7d44 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:52:23.804795 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdbbf8-b858-4a4d-8d11-1a64f44bde9f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Subnet': ['ID=975f21a4-975e-4d99-b806-54738216a510,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:23.819628 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89979d-fc84-49a0-859d-b8949cc47e1e req-0f7595b0-f885-46e1-84f1-906ab24341b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:23.821522 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b89979d-fc84-49a0-859d-b8949cc47e1e req-0f7595b0-f885-46e1-84f1-906ab24341b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d96901c-0210-48f5-9a40-90dadee0a002 HTTP/1.1" status: 200 len: 835 time: 0.1285069 Apr 20 15:52:23.827042 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-190df1bf-70eb-40ad-931e-0817e17c7d44 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.828192 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-190df1bf-70eb-40ad-931e-0817e17c7d44 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/c209881b-33d3-4981-8df8-72758386bf71 HTTP/1.1" status: 200 len: 888 time: 1.9479251 Apr 20 15:52:23.831078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37658) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:23.852492 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beaf49c-21f3-4983-a3e5-d74a558f2ebe None None] Sync routers for ids ['c209881b-33d3-4981-8df8-72758386bf71'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:52:23.861381 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0cbdbbf8-b858-4a4d-8d11-1a64f44bde9f tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1348062 Apr 20 15:52:23.867352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37662) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:23.877008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4fe1538f-c31b-4172-b05f-2cb47c69bb09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'security_group': {'name': 'tempest-secgroup-807079757'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:23.880215 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beaf49c-21f3-4983-a3e5-d74a558f2ebe None None] Routers {'c209881b-33d3-4981-8df8-72758386bf71'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:23.880844 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-4beaf49c-21f3-4983-a3e5-d74a558f2ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c209881b-33d3-4981-8df8-72758386bf71'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:23.885696 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4fe1538f-c31b-4172-b05f-2cb47c69bb09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:23.890618 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47fbcd05-b3a1-48aa-ac45-d16f890832a4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.891430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4fe1538f-c31b-4172-b05f-2cb47c69bb09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:security_group and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:23.894875 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4fe1538f-c31b-4172-b05f-2cb47c69bb09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:23.903201 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4fe1538f-c31b-4172-b05f-2cb47c69bb09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:23.918082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4fe1538f-c31b-4172-b05f-2cb47c69bb09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:23.948763 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-4beaf49c-21f3-4983-a3e5-d74a558f2ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:23.949776 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89979d-fc84-49a0-859d-b8949cc47e1e req-eac4ce60-7a8a-449c-ab1c-ed5e7f132dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:23.951284 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b89979d-fc84-49a0-859d-b8949cc47e1e req-eac4ce60-7a8a-449c-ab1c-ed5e7f132dec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c355ee9e-7690-4bd5-baa0-5abbaf3a505a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1218438 Apr 20 15:52:23.958202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4fe1538f-c31b-4172-b05f-2cb47c69bb09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:23.959623 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beaf49c-21f3-4983-a3e5-d74a558f2ebe None None] Routers {'c209881b-33d3-4981-8df8-72758386bf71'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:23.960824 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-4beaf49c-21f3-4983-a3e5-d74a558f2ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c209881b-33d3-4981-8df8-72758386bf71'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:23.985329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4fe1538f-c31b-4172-b05f-2cb47c69bb09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:security_group_rule and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:24.030099 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-4beaf49c-21f3-4983-a3e5-d74a558f2ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:24.030403 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beaf49c-21f3-4983-a3e5-d74a558f2ebe None None] The sync data for ids ['c209881b-33d3-4981-8df8-72758386bf71'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:52:24.033474 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4fe1538f-c31b-4172-b05f-2cb47c69bb09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:24.050675 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4fe1538f-c31b-4172-b05f-2cb47c69bb09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:24.061053 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-df2d9674-fc6f-4e64-b304-ebe31cf58145 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/routers/c209881b-33d3-4981-8df8-72758386bf71 HTTP/1.1" status: 200 len: 888 time: 0.2283053 Apr 20 15:52:24.063965 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37666) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:24.183127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4fe1538f-c31b-4172-b05f-2cb47c69bb09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:24.188623 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b89979d-fc84-49a0-859d-b8949cc47e1e req-00a184d5-984c-4266-a27b-c75f723d2288 service neutron] 10.222.0.11 "GET /v2.0/networks/c355ee9e-7690-4bd5-baa0-5abbaf3a505a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299726 Apr 20 15:52:24.190562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4fe1538f-c31b-4172-b05f-2cb47c69bb09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:24.228082 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ca9aa068-bf00-44e7-9d7a-10886560c4db tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Synchronizing usage tracker for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:24.245753 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47fbcd05-b3a1-48aa-ac45-d16f890832a4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:24.270721 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ca9aa068-bf00-44e7-9d7a-10886560c4db tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Unset dirty status for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:24.272461 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ca9aa068-bf00-44e7-9d7a-10886560c4db tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports?device_id=c209881b-33d3-4981-8df8-72758386bf71 HTTP/1.1" status: 200 len: 205 time: 0.2072599 Apr 20 15:52:24.275780 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37670) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:24.327253 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 00ba9e15-c81e-49e9-ba9a-550641e2be28 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:52:24.338466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbcd05-b3a1-48aa-ac45-d16f890832a4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=432938ca-152f-4ab2-a04e-f3bf9a6ddb58,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:24.365645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47fbcd05-b3a1-48aa-ac45-d16f890832a4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:24.366981 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-47fbcd05-b3a1-48aa-ac45-d16f890832a4 tempest-TestNetworkAdvancedServerOps-649434929 tempest-TestNetworkAdvancedServerOps-649434929-project] 10.222.0.13 "DELETE /v2.0/security-groups/432938ca-152f-4ab2-a04e-f3bf9a6ddb58 HTTP/1.1" status: 204 len: 168 time: 0.6498888 Apr 20 15:52:24.393323 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 00ba9e15-c81e-49e9-ba9a-550641e2be28 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:52:24.393687 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 00ba9e15-c81e-49e9-ba9a-550641e2be28 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:52:24.394241 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device bc60c84f-3722-4d83-b183-78ca3829af58 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:52:24.447616 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: bc60c84f-3722-4d83-b183-78ca3829af58 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:52:24.447992 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device bc60c84f-3722-4d83-b183-78ca3829af58 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:52:24.466712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238bccce-270c-40d8-a1a3-f6b382bc5879 None None] Update dhcp port {'port': {'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'fixed_ips': [{'subnet_id': 'f7a79a9d-b90e-4d18-ab54-23399badf865', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '975f21a4-975e-4d99-b806-54738216a510'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': '6226f824-de1e-443c-84d7-3e909001157f'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:52:24.492388 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9e55-9bc1-4530-b6fe-e39f464ef494 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:24.529130 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-238bccce-270c-40d8-a1a3-f6b382bc5879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:24.558116 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b89979d-fc84-49a0-859d-b8949cc47e1e req-0cb58162-379e-415f-954d-13916eecc3ec service neutron] 10.222.0.11 "GET /v2.0/networks/c355ee9e-7690-4bd5-baa0-5abbaf3a505a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582914 Apr 20 15:52:24.562055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4fe1538f-c31b-4172-b05f-2cb47c69bb09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:24.563244 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4fe1538f-c31b-4172-b05f-2cb47c69bb09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6949635 Apr 20 15:52:24.565957 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37678) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:24.569353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1538f-c31b-4172-b05f-2cb47c69bb09 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef799ee-bfff-4ccb-8501-8fdcaf5e010f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:24.575120 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-3c7bc9d9-b503-4fe8-bd82-4be5cdd087ba tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'security_group': {'name': 'tempest-secgroup-1455801068'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:24.581560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3c7bc9d9-b503-4fe8-bd82-4be5cdd087ba tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:24.586360 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3c7bc9d9-b503-4fe8-bd82-4be5cdd087ba tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:security_group and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:24.589537 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3c7bc9d9-b503-4fe8-bd82-4be5cdd087ba tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:24.596937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3c7bc9d9-b503-4fe8-bd82-4be5cdd087ba tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:24.617139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c7bc9d9-b503-4fe8-bd82-4be5cdd087ba tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:24.644539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3c7bc9d9-b503-4fe8-bd82-4be5cdd087ba tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:24.655940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3c7bc9d9-b503-4fe8-bd82-4be5cdd087ba tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:security_group_rule and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:24.659885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3c7bc9d9-b503-4fe8-bd82-4be5cdd087ba tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:24.669717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3c7bc9d9-b503-4fe8-bd82-4be5cdd087ba tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:24.719985 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9e55-9bc1-4530-b6fe-e39f464ef494 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:24.731289 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-1d6e9e55-9bc1-4530-b6fe-e39f464ef494 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port e78b8786-8e64-402e-9928-3e0f9be121a3 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:24.731802 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9e55-9bc1-4530-b6fe-e39f464ef494 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:24.750852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c7bc9d9-b503-4fe8-bd82-4be5cdd087ba tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:24.756141 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c7bc9d9-b503-4fe8-bd82-4be5cdd087ba tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:24.800805 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bc9d9-b503-4fe8-bd82-4be5cdd087ba tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c7d6ee-79b9-412f-a9fd-47a1f095a24e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:24.820793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c7bc9d9-b503-4fe8-bd82-4be5cdd087ba tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:24.824609 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3c7bc9d9-b503-4fe8-bd82-4be5cdd087ba tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2545273 Apr 20 15:52:24.825118 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37684) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:24.829634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37688) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:24.833756 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-104fda8d-90ca-41f7-aeb8-fdb52a5c3770 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'security_group': {'name': 'tempest-secgroup-855216279'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:24.836917 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-238bccce-270c-40d8-a1a3-f6b382bc5879 None None] Allocated IP 2001:db8::2 (117379a9-bee0-411d-85c1-d6a4dbfc08bc/975f21a4-975e-4d99-b806-54738216a510/6226f824-de1e-443c-84d7-3e909001157f) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:24.887405 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-104fda8d-90ca-41f7-aeb8-fdb52a5c3770 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:24.904082 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-104fda8d-90ca-41f7-aeb8-fdb52a5c3770 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:security_group and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:24.908815 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-104fda8d-90ca-41f7-aeb8-fdb52a5c3770 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:24.917688 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-104fda8d-90ca-41f7-aeb8-fdb52a5c3770 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:24.945699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-104fda8d-90ca-41f7-aeb8-fdb52a5c3770 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:24.981965 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-104fda8d-90ca-41f7-aeb8-fdb52a5c3770 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:24.986529 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-104fda8d-90ca-41f7-aeb8-fdb52a5c3770 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:security_group_rule and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:24.989488 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-104fda8d-90ca-41f7-aeb8-fdb52a5c3770 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:24.996307 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-104fda8d-90ca-41f7-aeb8-fdb52a5c3770 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:25.005678 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-238bccce-270c-40d8-a1a3-f6b382bc5879 None None] For port 6226f824-de1e-443c-84d7-3e909001157f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=6226f824-de1e-443c-84d7-3e909001157f,segment=NetworkSegment(fc03218a-ad8f-41d8-b33c-caff86444658),segment_id=fc03218a-ad8f-41d8-b33c-caff86444658)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:25.023146 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4c679183-f007-4edf-84aa-2c00c8a582aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90b466fec460443ab521eb95129709d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895080 Apr 20 15:52:25.023714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37696) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:25.041749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-238bccce-270c-40d8-a1a3-f6b382bc5879 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:25.048293 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9e55-9bc1-4530-b6fe-e39f464ef494 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:25.060793 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-238bccce-270c-40d8-a1a3-f6b382bc5879 None None] Transition to ACTIVE for port object 6226f824-de1e-443c-84d7-3e909001157f will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:25.066538 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-238bccce-270c-40d8-a1a3-f6b382bc5879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:25.107698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-17b51d14-9f01-4583-81fb-d0da989c4594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:25.148936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-17b51d14-9f01-4583-81fb-d0da989c4594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:25.235954 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bccce-270c-40d8-a1a3-f6b382bc5879 None None] Pushing event updated for resources: {'Port': ['ID=6226f824-de1e-443c-84d7-3e909001157f,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:25.247833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-17b51d14-9f01-4583-81fb-d0da989c4594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:25.254918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-1d6e9e55-9bc1-4530-b6fe-e39f464ef494 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for e78b8786-8e64-402e-9928-3e0f9be121a3 owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:25.268028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b51d14-9f01-4583-81fb-d0da989c4594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d946ffe3-a62b-427e-bf82-216b65cf319b,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:25.276269 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-17b51d14-9f01-4583-81fb-d0da989c4594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:25.280626 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-17b51d14-9f01-4583-81fb-d0da989c4594 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d946ffe3-a62b-427e-bf82-216b65cf319b HTTP/1.1" status: 204 len: 168 time: 0.2531350 Apr 20 15:52:25.315095 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-104fda8d-90ca-41f7-aeb8-fdb52a5c3770 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:25.320966 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-104fda8d-90ca-41f7-aeb8-fdb52a5c3770 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:25.395136 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-104fda8d-90ca-41f7-aeb8-fdb52a5c3770 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:25.396385 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-104fda8d-90ca-41f7-aeb8-fdb52a5c3770 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5701547 Apr 20 15:52:25.398242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fda8d-90ca-41f7-aeb8-fdb52a5c3770 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8094ec-af72-4479-b1ca-c2f44a9d6c6d,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:25.399608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37702) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:25.405550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-d359299b-005d-44b9-91c7-25d57ddecafc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1820555173', 'security_groups': ['3f8094ec-af72-4479-b1ca-c2f44a9d6c6d'], 'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '975f21a4-975e-4d99-b806-54738216a510'}]}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:25.520165 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9e55-9bc1-4530-b6fe-e39f464ef494 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:25.591103 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d359299b-005d-44b9-91c7-25d57ddecafc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:25.613010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d359299b-005d-44b9-91c7-25d57ddecafc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:25.625358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d359299b-005d-44b9-91c7-25d57ddecafc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:25.674730 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37708) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:25.681019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e9e55-9bc1-4530-b6fe-e39f464ef494 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Port': ['ID=e78b8786-8e64-402e-9928-3e0f9be121a3,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:25.712809 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-043fe163-19ca-42bd-a94c-2d735b1f068b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:25.735531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-043fe163-19ca-42bd-a94c-2d735b1f068b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:25.743078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-043fe163-19ca-42bd-a94c-2d735b1f068b admin admin] Usage tracker for resource:security_group_rule and tenant:732d8afa26ee4b2ea8efdc646ac54ffb is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:25.747566 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-043fe163-19ca-42bd-a94c-2d735b1f068b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:25.750475 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9e55-9bc1-4530-b6fe-e39f464ef494 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:25.776630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d359299b-005d-44b9-91c7-25d57ddecafc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:25.807638 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-043fe163-19ca-42bd-a94c-2d735b1f068b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:25.812324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-d359299b-005d-44b9-91c7-25d57ddecafc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] device_id is not set on port fa3d81a6-0884-4b5e-a0a4-a89dcd34e548 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:52:26.023330 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2bbbddc4-64ae-4cb6-a39b-6e13e48a0dbc None None] Provisioning for port 6226f824-de1e-443c-84d7-3e909001157f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:26.028908 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2bbbddc4-64ae-4cb6-a39b-6e13e48a0dbc None None] Provisioning complete for port 6226f824-de1e-443c-84d7-3e909001157f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:26.029418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2bbbddc4-64ae-4cb6-a39b-6e13e48a0dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.044147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-d359299b-005d-44b9-91c7-25d57ddecafc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Allocated IP 2001:db8::280 (117379a9-bee0-411d-85c1-d6a4dbfc08bc/975f21a4-975e-4d99-b806-54738216a510/fa3d81a6-0884-4b5e-a0a4-a89dcd34e548) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:26.068808 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9e55-9bc1-4530-b6fe-e39f464ef494 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.072595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9e55-9bc1-4530-b6fe-e39f464ef494 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.115273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9e55-9bc1-4530-b6fe-e39f464ef494 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.115705 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6e9e55-9bc1-4530-b6fe-e39f464ef494 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Fanout notify agent at l3_agent the message router_deleted on router c209881b-33d3-4981-8df8-72758386bf71 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:52:26.166478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-043fe163-19ca-42bd-a94c-2d735b1f068b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.173021 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-043fe163-19ca-42bd-a94c-2d735b1f068b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.197253 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9e55-9bc1-4530-b6fe-e39f464ef494 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.202108 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2bbbddc4-64ae-4cb6-a39b-6e13e48a0dbc None None] Provisioning complete for port 9a627656-0605-45df-8d92-e501eaece0ed triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:26.202296 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1d6e9e55-9bc1-4530-b6fe-e39f464ef494 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/routers/c209881b-33d3-4981-8df8-72758386bf71 HTTP/1.1" status: 204 len: 168 time: 1.9214780 Apr 20 15:52:26.202405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2bbbddc4-64ae-4cb6-a39b-6e13e48a0dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.205599 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37712) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:26.227847 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-043fe163-19ca-42bd-a94c-2d735b1f068b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=732d8afa26ee4b2ea8efdc646ac54ffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5519881 Apr 20 15:52:26.229773 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fe163-19ca-42bd-a94c-2d735b1f068b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918e49fc-3de8-405b-8459-745755aa689a,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:26.232268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37716) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:26.259026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-edfe3aa6-3f4a-4d9e-a731-c2f5d4cc1531 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'network': {'name': 'tempest-RoutersTest-729108475'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:26.267197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-edfe3aa6-3f4a-4d9e-a731-c2f5d4cc1531 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:26.270851 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-2bbbddc4-64ae-4cb6-a39b-6e13e48a0dbc None None] Port 9a627656-0605-45df-8d92-e501eaece0ed cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:26.283200 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-edfe3aa6-3f4a-4d9e-a731-c2f5d4cc1531 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:network and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:26.289228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-edfe3aa6-3f4a-4d9e-a731-c2f5d4cc1531 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:26.296810 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 6226f824-de1e-443c-84d7-3e909001157f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:26.298349 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-edfe3aa6-3f4a-4d9e-a731-c2f5d4cc1531 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:26.309276 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b12f51e0-1869-46b2-aa57-b7a0abb4b02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.318442 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d359299b-005d-44b9-91c7-25d57ddecafc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.330668 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfe3aa6-3f4a-4d9e-a731-c2f5d4cc1531 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:26.334043 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-edfe3aa6-3f4a-4d9e-a731-c2f5d4cc1531 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.337013 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b12f51e0-1869-46b2-aa57-b7a0abb4b02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.364323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d359299b-005d-44b9-91c7-25d57ddecafc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Transition to ACTIVE for port object fa3d81a6-0884-4b5e-a0a4-a89dcd34e548 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:26.371481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 6226f824-de1e-443c-84d7-3e909001157f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:26.372053 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.379631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfe3aa6-3f4a-4d9e-a731-c2f5d4cc1531 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:52:26.396751 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b12f51e0-1869-46b2-aa57-b7a0abb4b02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.398001 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-edfe3aa6-3f4a-4d9e-a731-c2f5d4cc1531 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.398341 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-edfe3aa6-3f4a-4d9e-a731-c2f5d4cc1531 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Added segment 0ab9697b-bbd7-4b2b-857a-445696f07a43 of type vlan for network cd9854bf-d929-4c81-b3f1-c824e08b301f Apr 20 15:52:26.413535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d359299b-005d-44b9-91c7-25d57ddecafc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.422591 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f51e0-1869-46b2-aa57-b7a0abb4b02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918e49fc-3de8-405b-8459-745755aa689a,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:26.431637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b12f51e0-1869-46b2-aa57-b7a0abb4b02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.436539 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b12f51e0-1869-46b2-aa57-b7a0abb4b02f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/918e49fc-3de8-405b-8459-745755aa689a HTTP/1.1" status: 204 len: 168 time: 0.2010069 Apr 20 15:52:26.483289 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-edfe3aa6-3f4a-4d9e-a731-c2f5d4cc1531 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.498207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d359299b-005d-44b9-91c7-25d57ddecafc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:26.503375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-d359299b-005d-44b9-91c7-25d57ddecafc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:26.512634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d359299b-005d-44b9-91c7-25d57ddecafc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:26.518282 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d359299b-005d-44b9-91c7-25d57ddecafc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:26.518919 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d359299b-005d-44b9-91c7-25d57ddecafc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.546407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359299b-005d-44b9-91c7-25d57ddecafc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=fa3d81a6-0884-4b5e-a0a4-a89dcd34e548,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:26.564912 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-edfe3aa6-3f4a-4d9e-a731-c2f5d4cc1531 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.570708 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfe3aa6-3f4a-4d9e-a731-c2f5d4cc1531 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:26.571422 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-edfe3aa6-3f4a-4d9e-a731-c2f5d4cc1531 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.607822 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d359299b-005d-44b9-91c7-25d57ddecafc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2070253 Apr 20 15:52:26.610855 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37722) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:26.617914 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-08eb3b99-a7db-4b53-8bb9-583171f75328 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'subnet': {'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:26.717512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe3aa6-3f4a-4d9e-a731-c2f5d4cc1531 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Network': ['ID=cd9854bf-d929-4c81-b3f1-c824e08b301f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:26.731716 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network cd9854bf-d929-4c81-b3f1-c824e08b301f details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:52:26.744643 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-edfe3aa6-3f4a-4d9e-a731-c2f5d4cc1531 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5276394 Apr 20 15:52:26.745480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37726) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:26.758543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-daf2f020-eb82-457c-b764-c639df62c27e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'subnet': {'network_id': 'cd9854bf-d929-4c81-b3f1-c824e08b301f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:26.793473 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-08eb3b99-a7db-4b53-8bb9-583171f75328 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:26.797801 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-08eb3b99-a7db-4b53-8bb9-583171f75328 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:subnet and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:26.801024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-08eb3b99-a7db-4b53-8bb9-583171f75328 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:26.807445 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-08eb3b99-a7db-4b53-8bb9-583171f75328 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:26.822653 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08eb3b99-a7db-4b53-8bb9-583171f75328 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:26.828042 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-08eb3b99-a7db-4b53-8bb9-583171f75328 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.851972 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e344727f-9a5f-4ccf-bb4c-11aa7837b192 None None] Provisioning for port fa3d81a6-0884-4b5e-a0a4-a89dcd34e548 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:26.876802 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e344727f-9a5f-4ccf-bb4c-11aa7837b192 None None] Provisioning complete for port fa3d81a6-0884-4b5e-a0a4-a89dcd34e548 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:26.877328 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e344727f-9a5f-4ccf-bb4c-11aa7837b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.908251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-daf2f020-eb82-457c-b764-c639df62c27e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:26.914586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-daf2f020-eb82-457c-b764-c639df62c27e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:subnet and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:26.917871 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-daf2f020-eb82-457c-b764-c639df62c27e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:26.925984 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-daf2f020-eb82-457c-b764-c639df62c27e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:26.939523 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf2f020-eb82-457c-b764-c639df62c27e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:26.943038 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-daf2f020-eb82-457c-b764-c639df62c27e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:26.944411 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e344727f-9a5f-4ccf-bb4c-11aa7837b192 None None] Port fa3d81a6-0884-4b5e-a0a4-a89dcd34e548 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:26.981752 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.ipam_backend_mixin [None req-08eb3b99-a7db-4b53-8bb9-583171f75328 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 975f21a4-975e-4d99-b806-54738216a510 (CIDR: 2001:db8::/64) Apr 20 15:52:26.985171 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-08eb3b99-a7db-4b53-8bb9-583171f75328 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:52:26.985696 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08eb3b99-a7db-4b53-8bb9-583171f75328 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:52:27.003219 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-08eb3b99-a7db-4b53-8bb9-583171f75328 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3913219 Apr 20 15:52:27.006019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37730) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:27.011473 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b083f4cb-890e-4be6-a7e7-6d82bd410011 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'subnet': {'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:27.154172 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b083f4cb-890e-4be6-a7e7-6d82bd410011 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:27.158500 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b083f4cb-890e-4be6-a7e7-6d82bd410011 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:subnet and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:27.161302 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b083f4cb-890e-4be6-a7e7-6d82bd410011 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:27.167268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b083f4cb-890e-4be6-a7e7-6d82bd410011 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:27.168639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-daf2f020-eb82-457c-b764-c639df62c27e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:27.177653 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b083f4cb-890e-4be6-a7e7-6d82bd410011 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:27.181251 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b083f4cb-890e-4be6-a7e7-6d82bd410011 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:27.253973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2f020-eb82-457c-b764-c639df62c27e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Subnet': ['ID=67c2131e-6791-460f-b24b-54260fc2623c,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:27.258563 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf2f020-eb82-457c-b764-c639df62c27e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Checking segment: {'id': '0ab9697b-bbd7-4b2b-857a-445696f07a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cd9854bf-d929-4c81-b3f1-c824e08b301f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:27.258924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf2f020-eb82-457c-b764-c639df62c27e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network hostable DHCP agents. Network: cd9854bf-d929-4c81-b3f1-c824e08b301f, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:52:27.278468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf2f020-eb82-457c-b764-c639df62c27e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network cd9854bf-d929-4c81-b3f1-c824e08b301f is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:52:27.288307 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-daf2f020-eb82-457c-b764-c639df62c27e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, cd9854bf-d929-4c81-b3f1-c824e08b301f) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:27.292292 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf2f020-eb82-457c-b764-c639df62c27e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:27.293011 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-daf2f020-eb82-457c-b764-c639df62c27e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:27.299737 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784b0193-b877-499c-a1c3-c2425baa11ef None None] Network cd9854bf-d929-4c81-b3f1-c824e08b301f requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:27.321561 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.ipam_backend_mixin [None req-b083f4cb-890e-4be6-a7e7-6d82bd410011 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f7a79a9d-b90e-4d18-ab54-23399badf865 (CIDR: 2001:db8:0:1::/64) Apr 20 15:52:27.325132 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b083f4cb-890e-4be6-a7e7-6d82bd410011 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:52:27.325680 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b083f4cb-890e-4be6-a7e7-6d82bd410011 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:52:27.328306 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-daf2f020-eb82-457c-b764-c639df62c27e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5815427 Apr 20 15:52:27.330628 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37734) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:27.336943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-8df184a0-a827-4d6f-b064-b01d7d2fd058 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1057583862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:27.347318 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8df184a0-a827-4d6f-b064-b01d7d2fd058 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:27.347527 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b083f4cb-890e-4be6-a7e7-6d82bd410011 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3377354 Apr 20 15:52:27.347643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37738) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:27.355146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-0210b9f1-27a1-4499-ba5f-8f7111948272 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'subnet': {'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:27.372712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8df184a0-a827-4d6f-b064-b01d7d2fd058 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:router and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:27.378889 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8df184a0-a827-4d6f-b064-b01d7d2fd058 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:27.518189 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-cd9854bf-d929-4c81-b3f1-c824e08b301f', 'network_id': 'cd9854bf-d929-4c81-b3f1-c824e08b301f', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'fixed_ips': [{'subnet_id': '67c2131e-6791-460f-b24b-54260fc2623c'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:52:27.519018 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:27.540083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8df184a0-a827-4d6f-b064-b01d7d2fd058 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:27.568275 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8df184a0-a827-4d6f-b064-b01d7d2fd058 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:27.569294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8df184a0-a827-4d6f-b064-b01d7d2fd058 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:27.610052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8df184a0-a827-4d6f-b064-b01d7d2fd058 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:27.640598 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0210b9f1-27a1-4499-ba5f-8f7111948272 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:27.645655 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0210b9f1-27a1-4499-ba5f-8f7111948272 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Usage tracker for resource:subnet and tenant:eed93712840e41bbb62ef317c79c80b8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:27.649463 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0210b9f1-27a1-4499-ba5f-8f7111948272 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:27.652507 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8df184a0-a827-4d6f-b064-b01d7d2fd058 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:27.667403 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0210b9f1-27a1-4499-ba5f-8f7111948272 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:27.668609 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Allocated IP 172.20.0.2 (cd9854bf-d929-4c81-b3f1-c824e08b301f/67c2131e-6791-460f-b24b-54260fc2623c/f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:27.686274 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8df184a0-a827-4d6f-b064-b01d7d2fd058 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:27.687654 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8df184a0-a827-4d6f-b064-b01d7d2fd058 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3560245 Apr 20 15:52:27.690566 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37742) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:27.747644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0210b9f1-27a1-4499-ba5f-8f7111948272 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Made reservation on behalf of eed93712840e41bbb62ef317c79c80b8 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:27.751062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0210b9f1-27a1-4499-ba5f-8f7111948272 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:27.877136 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:27.887207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Transition to ACTIVE for port object f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:27.905245 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Transition to ACTIVE for port object f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:27.910874 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:27.968920 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Network cd9854bf-d929-4c81-b3f1-c824e08b301f is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:27.971596 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:27.979566 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:27.988772 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Pushing event updated for resources: {'Port': ['ID=f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:28.101346 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Attempting to bind port f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:52:28.101705 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Attempting to bind port f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '0ab9697b-bbd7-4b2b-857a-445696f07a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cd9854bf-d929-4c81-b3f1-c824e08b301f'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:52:28.102064 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Attempting to bind port f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c on network cd9854bf-d929-4c81-b3f1-c824e08b301f {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:52:28.107431 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:52:28.107826 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Checking segment: {'id': '0ab9697b-bbd7-4b2b-857a-445696f07a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cd9854bf-d929-4c81-b3f1-c824e08b301f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:28.108227 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:28.108613 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Bound using segment: {'id': '0ab9697b-bbd7-4b2b-857a-445696f07a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cd9854bf-d929-4c81-b3f1-c824e08b301f'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:52:28.109059 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Bound port: f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab9697b-bbd7-4b2b-857a-445696f07a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cd9854bf-d929-4c81-b3f1-c824e08b301f'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:52:28.109425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:28.207028 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] For port f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:52:28.211421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] For port f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c,segment=NetworkSegment(0ab9697b-bbd7-4b2b-857a-445696f07a43),segment_id=0ab9697b-bbd7-4b2b-857a-445696f07a43)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:52:28.215937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:28.297383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc946-6d37-4916-be6b-df0b24d000ad None None] Pushing event updated for resources: {'Port': ['ID=f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:28.320179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:28.682060 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0210b9f1-27a1-4499-ba5f-8f7111948272 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:28.757541 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0210b9f1-27a1-4499-ba5f-8f7111948272 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:28.788432 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-0210b9f1-27a1-4499-ba5f-8f7111948272 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:28.791721 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0210b9f1-27a1-4499-ba5f-8f7111948272 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:28.792360 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0210b9f1-27a1-4499-ba5f-8f7111948272 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:28.797629 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867d0d28-c72d-4d0b-b54a-6bde4c105321 None None] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:28.834074 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210b9f1-27a1-4499-ba5f-8f7111948272 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Subnet': ['ID=c5fafe82-b47e-4e61-a39d-832798fe7fab,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:28.856091 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0210b9f1-27a1-4499-ba5f-8f7111948272 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5074308 Apr 20 15:52:28.857290 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Allocated IP 172.20.0.1 (cd9854bf-d929-4c81-b3f1-c824e08b301f/67c2131e-6791-460f-b24b-54260fc2623c/9d759ddd-905f-4f8c-b031-27f80aa4e557) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:28.858923 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37746) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:28.865270 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-67a00344-0a18-4944-b6a3-f4f55541a7a6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-742066042', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c5fafe82-b47e-4e61-a39d-832798fe7fab'}], 'security_groups': ['8ef799ee-bfff-4ccb-8501-8fdcaf5e010f', '88c7d6ee-79b9-412f-a9fd-47a1f095a24e']}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:29.153132 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-67a00344-0a18-4944-b6a3-f4f55541a7a6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:29.198149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:29.218647 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Transition to ACTIVE for port object 9d759ddd-905f-4f8c-b031-27f80aa4e557 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:29.231648 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01524867-c664-4fbc-99eb-2904621872d4 None None] Update dhcp port {'port': {'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'fixed_ips': [{'subnet_id': 'f7a79a9d-b90e-4d18-ab54-23399badf865', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '975f21a4-975e-4d99-b806-54738216a510', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c5fafe82-b47e-4e61-a39d-832798fe7fab'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': '6226f824-de1e-443c-84d7-3e909001157f'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:52:29.247985 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:29.309457 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-01524867-c664-4fbc-99eb-2904621872d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:29.326330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network cd9854bf-d929-4c81-b3f1-c824e08b301f is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:29.329580 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:29.333512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:29.362600 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87de9d0f-d1ac-48ed-bfb3-a42c7d01ca7b None None] Network cd9854bf-d929-4c81-b3f1-c824e08b301f requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:29.384938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=9d759ddd-905f-4f8c-b031-27f80aa4e557,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:29.404494 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:29.513880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ec2af7d1-5e51-4a7e-ba91-a04407b9d63f None None] Provisioning for port f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:29.515340 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:29.618607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-67a00344-0a18-4944-b6a3-f4f55541a7a6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Delete allocated IP 2001:db8::280 (117379a9-bee0-411d-85c1-d6a4dbfc08bc/975f21a4-975e-4d99-b806-54738216a510) {{(pid=88169) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 15:52:29.626546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-67a00344-0a18-4944-b6a3-f4f55541a7a6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Allocated IP 2001:db8:0:2::32b (117379a9-bee0-411d-85c1-d6a4dbfc08bc/c5fafe82-b47e-4e61-a39d-832798fe7fab/fa3d81a6-0884-4b5e-a0a4-a89dcd34e548) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:29.846418 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-67a00344-0a18-4944-b6a3-f4f55541a7a6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:29.864252 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-67a00344-0a18-4944-b6a3-f4f55541a7a6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Transition to ACTIVE for port object fa3d81a6-0884-4b5e-a0a4-a89dcd34e548 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:29.871054 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-67a00344-0a18-4944-b6a3-f4f55541a7a6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:29.923181 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:29.930423 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:29.951127 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-01524867-c664-4fbc-99eb-2904621872d4 None None] Allocated IP 2001:db8:0:2::2 (117379a9-bee0-411d-85c1-d6a4dbfc08bc/c5fafe82-b47e-4e61-a39d-832798fe7fab/6226f824-de1e-443c-84d7-3e909001157f) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:29.995373 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-67a00344-0a18-4944-b6a3-f4f55541a7a6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] In _notify_port_updated(), no bound segment for port fa3d81a6-0884-4b5e-a0a4-a89dcd34e548 on network 117379a9-bee0-411d-85c1-d6a4dbfc08bc {{(pid=88169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:52:30.000811 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a00344-0a18-4944-b6a3-f4f55541a7a6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:30.001513 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-67a00344-0a18-4944-b6a3-f4f55541a7a6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:30.002876 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-67a00344-0a18-4944-b6a3-f4f55541a7a6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "PUT /v2.0/ports/fa3d81a6-0884-4b5e-a0a4-a89dcd34e548 HTTP/1.1" status: 200 len: 969 time: 1.1429799 Apr 20 15:52:30.006546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37752) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:30.009344 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a00344-0a18-4944-b6a3-f4f55541a7a6 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event updated for resources: {'Port': ['ID=fa3d81a6-0884-4b5e-a0a4-a89dcd34e548,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:30.073591 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f39934da-2109-471a-bb41-d6f422cef41e None None] Provisioning for port 9d759ddd-905f-4f8c-b031-27f80aa4e557 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:30.078896 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:30.084217 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f39934da-2109-471a-bb41-d6f422cef41e None None] Provisioning complete for port 9d759ddd-905f-4f8c-b031-27f80aa4e557 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:30.084421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f39934da-2109-471a-bb41-d6f422cef41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:30.101542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=9d759ddd-905f-4f8c-b031-27f80aa4e557,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:30.112886 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-d63e6856-7f62-4bf6-b2eb-1c212b2ba395 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port fa3d81a6-0884-4b5e-a0a4-a89dcd34e548 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:30.113351 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d63e6856-7f62-4bf6-b2eb-1c212b2ba395 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:30.169208 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-f39934da-2109-471a-bb41-d6f422cef41e None None] Port 9d759ddd-905f-4f8c-b031-27f80aa4e557 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:30.177977 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-01524867-c664-4fbc-99eb-2904621872d4 None None] For port 6226f824-de1e-443c-84d7-3e909001157f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=6226f824-de1e-443c-84d7-3e909001157f,segment=NetworkSegment(fc03218a-ad8f-41d8-b33c-caff86444658),segment_id=fc03218a-ad8f-41d8-b33c-caff86444658)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:30.211640 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-01524867-c664-4fbc-99eb-2904621872d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:30.223993 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network cd9854bf-d929-4c81-b3f1-c824e08b301f is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:30.225400 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:30.245201 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-01524867-c664-4fbc-99eb-2904621872d4 None None] Transition to ACTIVE for port object 6226f824-de1e-443c-84d7-3e909001157f will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:30.253100 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-01524867-c664-4fbc-99eb-2904621872d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:30.349960 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:30.484208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router b10a8a2d-9146-4cbd-acef-5b17469ac8a0 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:52:30.533946 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-646481ec-5535-4515-8eec-1c0c87c3afbf None None] Provisioning complete for port 9d759ddd-905f-4f8c-b031-27f80aa4e557 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:30.534377 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-646481ec-5535-4515-8eec-1c0c87c3afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:30.584635 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d63e6856-7f62-4bf6-b2eb-1c212b2ba395 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:30.622399 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01524867-c664-4fbc-99eb-2904621872d4 None None] Pushing event updated for resources: {'Port': ['ID=6226f824-de1e-443c-84d7-3e909001157f,revision_number=7']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:30.648417 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-646481ec-5535-4515-8eec-1c0c87c3afbf None None] Port 9d759ddd-905f-4f8c-b031-27f80aa4e557 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:30.656730 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:30.658957 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:52:30.663597 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:30.664132 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:30.665647 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a4a44981-389b-46f7-b1e7-4d94a915f9bf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/b10a8a2d-9146-4cbd-acef-5b17469ac8a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9736888 Apr 20 15:52:30.668065 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37756) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:30.673924 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edaac6b-2433-4ae0-a821-31bbfbf60a54 None None] Sync routers for ids ['b10a8a2d-9146-4cbd-acef-5b17469ac8a0'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:52:30.687553 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edaac6b-2433-4ae0-a821-31bbfbf60a54 None None] Routers {'b10a8a2d-9146-4cbd-acef-5b17469ac8a0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:30.688361 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-0edaac6b-2433-4ae0-a821-31bbfbf60a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['b10a8a2d-9146-4cbd-acef-5b17469ac8a0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:30.724232 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-d63e6856-7f62-4bf6-b2eb-1c212b2ba395 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for fa3d81a6-0884-4b5e-a0a4-a89dcd34e548 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:30.759947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d605f87-3965-4bf9-8c83-af66d20ede48 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:30.760555 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4d605f87-3965-4bf9-8c83-af66d20ede48 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Synchronizing usage tracker for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:30.777074 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-0edaac6b-2433-4ae0-a821-31bbfbf60a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:30.786314 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4d605f87-3965-4bf9-8c83-af66d20ede48 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Unset dirty status for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:30.789187 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4d605f87-3965-4bf9-8c83-af66d20ede48 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports/9d759ddd-905f-4f8c-b031-27f80aa4e557 HTTP/1.1" status: 200 len: 910 time: 0.1184051 Apr 20 15:52:30.790262 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edaac6b-2433-4ae0-a821-31bbfbf60a54 None None] Routers {'b10a8a2d-9146-4cbd-acef-5b17469ac8a0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:30.791027 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-0edaac6b-2433-4ae0-a821-31bbfbf60a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['b10a8a2d-9146-4cbd-acef-5b17469ac8a0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:30.795677 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37760) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:30.804221 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-05dffdc6-02f6-44fc-b78e-db5d04f0b21a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '67c2131e-6791-460f-b24b-54260fc2623c'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:30.824291 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:30.833752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-195dc1a6-015e-4467-b0e4-1265cb5517f6 None None] Provisioning complete for port 9d759ddd-905f-4f8c-b031-27f80aa4e557 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:30.834262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-195dc1a6-015e-4467-b0e4-1265cb5517f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:30.864226 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-0edaac6b-2433-4ae0-a821-31bbfbf60a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:30.864620 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edaac6b-2433-4ae0-a821-31bbfbf60a54 None None] The sync data for ids ['b10a8a2d-9146-4cbd-acef-5b17469ac8a0'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:52:30.913609 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-195dc1a6-015e-4467-b0e4-1265cb5517f6 None None] Port 9d759ddd-905f-4f8c-b031-27f80aa4e557 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:30.917345 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c,segment=NetworkSegment(0ab9697b-bbd7-4b2b-857a-445696f07a43),segment_id=0ab9697b-bbd7-4b2b-857a-445696f07a43)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:30.921930 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:30.990442 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:31.076484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d63e6856-7f62-4bf6-b2eb-1c212b2ba395 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:31.155848 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e6856-7f62-4bf6-b2eb-1c212b2ba395 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=fa3d81a6-0884-4b5e-a0a4-a89dcd34e548,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:31.219376 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d63e6856-7f62-4bf6-b2eb-1c212b2ba395 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:31.238603 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-05dffdc6-02f6-44fc-b78e-db5d04f0b21a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:31.248741 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d63e6856-7f62-4bf6-b2eb-1c212b2ba395 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/ports/fa3d81a6-0884-4b5e-a0a4-a89dcd34e548 HTTP/1.1" status: 204 len: 168 time: 1.2409389 Apr 20 15:52:31.251039 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37764) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:31.329713 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b26f0f46-10c6-475f-9372-a8edcd7166bb None None] Could not find standard attr ID for object fa3d81a6-0884-4b5e-a0a4-a89dcd34e548. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:52:31.329962 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-de09e637-597f-450c-bfe8-7847faec77da tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] GET failed (client error): The resource could not be found. Apr 20 15:52:31.330443 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-de09e637-597f-450c-bfe8-7847faec77da tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:31.341501 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b26f0f46-10c6-475f-9372-a8edcd7166bb None None] Provisioning for port 6226f824-de1e-443c-84d7-3e909001157f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:31.347223 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b26f0f46-10c6-475f-9372-a8edcd7166bb None None] Provisioning complete for port 6226f824-de1e-443c-84d7-3e909001157f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:31.347601 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b26f0f46-10c6-475f-9372-a8edcd7166bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:31.369329 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-de09e637-597f-450c-bfe8-7847faec77da tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:31.373397 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-de09e637-597f-450c-bfe8-7847faec77da tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports/fa3d81a6-0884-4b5e-a0a4-a89dcd34e548 HTTP/1.1" status: 404 len: 333 time: 0.1186638 Apr 20 15:52:31.373714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37768) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:31.495157 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b26f0f46-10c6-475f-9372-a8edcd7166bb None None] Provisioning complete for port 9a627656-0605-45df-8d92-e501eaece0ed triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:31.495999 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b26f0f46-10c6-475f-9372-a8edcd7166bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:31.557489 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b26f0f46-10c6-475f-9372-a8edcd7166bb None None] Port 9a627656-0605-45df-8d92-e501eaece0ed cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:31.571838 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-afb51292-09a6-47d8-b6fb-0a0eb9baa9c0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:31.600782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-afb51292-09a6-47d8-b6fb-0a0eb9baa9c0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:31.653111 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-afb51292-09a6-47d8-b6fb-0a0eb9baa9c0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:31.672475 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0e57a15c-eadf-4e02-aee1-6bb9f27813f5 None None] Could not find standard attr ID for object fa3d81a6-0884-4b5e-a0a4-a89dcd34e548. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:52:31.674216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb51292-09a6-47d8-b6fb-0a0eb9baa9c0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8094ec-af72-4479-b1ca-c2f44a9d6c6d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:31.677983 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-afb51292-09a6-47d8-b6fb-0a0eb9baa9c0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:31.679214 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-afb51292-09a6-47d8-b6fb-0a0eb9baa9c0 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/security-groups/3f8094ec-af72-4479-b1ca-c2f44a9d6c6d HTTP/1.1" status: 204 len: 168 time: 0.3045058 Apr 20 15:52:31.681939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37772) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:31.747814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-00559e74-6793-4614-9470-3baab609a4d9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:31.774182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-00559e74-6793-4614-9470-3baab609a4d9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:31.821244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-00559e74-6793-4614-9470-3baab609a4d9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:31.843149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00559e74-6793-4614-9470-3baab609a4d9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c7d6ee-79b9-412f-a9fd-47a1f095a24e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:31.846572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-00559e74-6793-4614-9470-3baab609a4d9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:31.851041 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-00559e74-6793-4614-9470-3baab609a4d9 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/security-groups/88c7d6ee-79b9-412f-a9fd-47a1f095a24e HTTP/1.1" status: 204 len: 168 time: 0.1679773 Apr 20 15:52:31.851669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37776) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:31.889113 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-05dffdc6-02f6-44fc-b78e-db5d04f0b21a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:31.896713 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-05dffdc6-02f6-44fc-b78e-db5d04f0b21a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:31.936330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cb5d80f1-1b25-405f-a0a8-00127a0697aa tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:31.964379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cb5d80f1-1b25-405f-a0a8-00127a0697aa tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.015086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cb5d80f1-1b25-405f-a0a8-00127a0697aa tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.031938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d80f1-1b25-405f-a0a8-00127a0697aa tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef799ee-bfff-4ccb-8501-8fdcaf5e010f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:32.039581 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cb5d80f1-1b25-405f-a0a8-00127a0697aa tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.040656 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cb5d80f1-1b25-405f-a0a8-00127a0697aa tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/security-groups/8ef799ee-bfff-4ccb-8501-8fdcaf5e010f HTTP/1.1" status: 204 len: 168 time: 0.1880481 Apr 20 15:52:32.043254 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37780) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:32.073828 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4984bed0-08b8-4fdf-9813-8fe36da5db80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.114147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-a170cbf7-6afc-4410-9f42-79771f1ac6d1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting subnet 975f21a4-975e-4d99-b806-54738216a510 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:52:32.117817 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a170cbf7-6afc-4410-9f42-79771f1ac6d1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.124219 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dffdc6-02f6-44fc-b78e-db5d04f0b21a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:32.124822 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-05dffdc6-02f6-44fc-b78e-db5d04f0b21a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.126364 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-05dffdc6-02f6-44fc-b78e-db5d04f0b21a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/ports/9d759ddd-905f-4f8c-b031-27f80aa4e557 HTTP/1.1" status: 200 len: 910 time: 1.3294156 Apr 20 15:52:32.127447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dffdc6-02f6-44fc-b78e-db5d04f0b21a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=9d759ddd-905f-4f8c-b031-27f80aa4e557,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:32.129159 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37784) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:32.173078 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a170cbf7-6afc-4410-9f42-79771f1ac6d1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.277525 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a170cbf7-6afc-4410-9f42-79771f1ac6d1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.287103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 6226f824-de1e-443c-84d7-3e909001157f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:32.355393 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a170cbf7-6afc-4410-9f42-79771f1ac6d1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.358650 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 6226f824-de1e-443c-84d7-3e909001157f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:32.359107 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.397191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170cbf7-6afc-4410-9f42-79771f1ac6d1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Subnet': ['ID=975f21a4-975e-4d99-b806-54738216a510,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:32.400971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a170cbf7-6afc-4410-9f42-79771f1ac6d1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.411474 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a170cbf7-6afc-4410-9f42-79771f1ac6d1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/975f21a4-975e-4d99-b806-54738216a510 HTTP/1.1" status: 204 len: 168 time: 0.3641458 Apr 20 15:52:32.411675 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe60441-c8e2-4966-afa8-55e8fafc1bf7 None None] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:32.413072 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37788) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:32.487230 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-0045e6d5-cd32-4779-911c-05a1e26ec266 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting subnet c5fafe82-b47e-4e61-a39d-832798fe7fab {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:52:32.490735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0045e6d5-cd32-4779-911c-05a1e26ec266 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.546876 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0045e6d5-cd32-4779-911c-05a1e26ec266 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.632450 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:32.637319 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8eb6e32c-328f-41ec-9538-1cb26950061e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.646397 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0045e6d5-cd32-4779-911c-05a1e26ec266 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.725475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0045e6d5-cd32-4779-911c-05a1e26ec266 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.765632 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:32.765952 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.778614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0045e6d5-cd32-4779-911c-05a1e26ec266 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.784146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045e6d5-cd32-4779-911c-05a1e26ec266 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Subnet': ['ID=c5fafe82-b47e-4e61-a39d-832798fe7fab,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:32.793125 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0045e6d5-cd32-4779-911c-05a1e26ec266 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/c5fafe82-b47e-4e61-a39d-832798fe7fab HTTP/1.1" status: 204 len: 168 time: 0.3790038 Apr 20 15:52:32.793943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37792) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:32.840663 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd06e55-8d94-4662-ba05-8b4f3346da9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] DELETE failed (client error): The resource could not be found. Apr 20 15:52:32.841130 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd06e55-8d94-4662-ba05-8b4f3346da9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:52:32.845966 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7cd06e55-8d94-4662-ba05-8b4f3346da9a tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/975f21a4-975e-4d99-b806-54738216a510 HTTP/1.1" status: 404 len: 337 time: 0.0509298 Apr 20 15:52:32.846578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37796) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:32.915402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcff1a19-9724-4e0b-8035-84478b7ab455 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting subnet f7a79a9d-b90e-4d18-ab54-23399badf865 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:52:32.918581 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bcff1a19-9724-4e0b-8035-84478b7ab455 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.955909 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d60a250-9a7e-4cf4-96f7-e6213898b2d5 None None] Update dhcp port {'port': {'network_id': '117379a9-bee0-411d-85c1-d6a4dbfc08bc', 'fixed_ips': [{'subnet_id': 'f7a79a9d-b90e-4d18-ab54-23399badf865', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c5fafe82-b47e-4e61-a39d-832798fe7fab'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': '6226f824-de1e-443c-84d7-3e909001157f'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:52:32.973992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bcff1a19-9724-4e0b-8035-84478b7ab455 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:32.978568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-8eb6e32c-328f-41ec-9538-1cb26950061e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port 9d759ddd-905f-4f8c-b031-27f80aa4e557 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:32.979269 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8eb6e32c-328f-41ec-9538-1cb26950061e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:33.013036 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8d60a250-9a7e-4cf4-96f7-e6213898b2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:33.066467 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bcff1a19-9724-4e0b-8035-84478b7ab455 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:33.161960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bcff1a19-9724-4e0b-8035-84478b7ab455 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server [None req-8d60a250-9a7e-4cf4-96f7-e6213898b2d5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7a79a9d-b90e-4d18-ab54-23399badf865: This subnet is being modified by another concurrent operation. Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server raise exception Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7a79a9d-b90e-4d18-ab54-23399badf865: This subnet is being modified by another concurrent operation. Apr 20 15:52:33.171572 dv-neutron-838699-1-hyperv neutron-server[88170]: ERROR oslo_messaging.rpc.server Apr 20 15:52:33.179446 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8eb6e32c-328f-41ec-9538-1cb26950061e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:33.212182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff1a19-9724-4e0b-8035-84478b7ab455 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a79a9d-b90e-4d18-ab54-23399badf865,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:33.215840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bcff1a19-9724-4e0b-8035-84478b7ab455 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:33.221976 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bcff1a19-9724-4e0b-8035-84478b7ab455 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/f7a79a9d-b90e-4d18-ab54-23399badf865 HTTP/1.1" status: 204 len: 168 time: 0.3744125 Apr 20 15:52:33.224330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37800) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:33.269556 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-1415cd8d-98f1-4e50-b72b-31f550ecf7b8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] DELETE failed (client error): The resource could not be found. Apr 20 15:52:33.269556 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1415cd8d-98f1-4e50-b72b-31f550ecf7b8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:52:33.269556 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1415cd8d-98f1-4e50-b72b-31f550ecf7b8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/2f8b151f-b991-47a5-af3e-c4876858cb35 HTTP/1.1" status: 404 len: 337 time: 0.0419488 Apr 20 15:52:33.270563 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37804) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:33.274871 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924fd34c-7372-441e-be84-93e8e541603d None None] Network 117379a9-bee0-411d-85c1-d6a4dbfc08bc requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:33.310507 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-8eb6e32c-328f-41ec-9538-1cb26950061e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for 9d759ddd-905f-4f8c-b031-27f80aa4e557 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:33.312950 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-708a3355-bd70-42cb-b6a2-d4f2f329f9fd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Synchronizing usage tracker for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:33.325251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-708a3355-bd70-42cb-b6a2-d4f2f329f9fd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Unset dirty status for tenant:eed93712840e41bbb62ef317c79c80b8 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:33.328627 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-708a3355-bd70-42cb-b6a2-d4f2f329f9fd tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "GET /v2.0/ports?device_id=c159824f-b4a5-4b17-bab4-69dc8741abca HTTP/1.1" status: 200 len: 205 time: 0.0546761 Apr 20 15:52:33.328860 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37808) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:33.400889 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-d599107c-b139-4ccc-ac13-a084291caec5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] delete failed (client error): The resource could not be found. Apr 20 15:52:33.404447 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d599107c-b139-4ccc-ac13-a084291caec5 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/routers/c159824f-b4a5-4b17-bab4-69dc8741abca HTTP/1.1" status: 404 len: 336 time: 0.0723808 Apr 20 15:52:33.404707 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37812) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:33.408839 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-22a817e6-d370-4c53-a9a4-8cd684032456 None None] Provisioning complete for port 6226f824-de1e-443c-84d7-3e909001157f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:33.409278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-22a817e6-d370-4c53-a9a4-8cd684032456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:33.445002 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa1857a-6ff7-4e38-b0c8-ff3bac013f50 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] DELETE failed (client error): The resource could not be found. Apr 20 15:52:33.445659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa1857a-6ff7-4e38-b0c8-ff3bac013f50 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:52:33.450144 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-baa1857a-6ff7-4e38-b0c8-ff3bac013f50 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/479dc807-7fb6-4fb7-8bb6-b53d03a168e2 HTTP/1.1" status: 404 len: 337 time: 0.0421128 Apr 20 15:52:33.450425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37816) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:33.495251 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb895e73-fb53-44c9-bca9-2d1377cfe3db tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] DELETE failed (client error): The resource could not be found. Apr 20 15:52:33.495636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb895e73-fb53-44c9-bca9-2d1377cfe3db tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:52:33.500031 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-eb895e73-fb53-44c9-bca9-2d1377cfe3db tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/d42fc22a-7008-43e8-a339-291a1ffd603c HTTP/1.1" status: 404 len: 337 time: 0.0462172 Apr 20 15:52:33.500355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37820) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:33.539151 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b0270c-6c09-4c84-9b0e-7a7ad1183692 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] DELETE failed (client error): The resource could not be found. Apr 20 15:52:33.539620 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b0270c-6c09-4c84-9b0e-7a7ad1183692 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:52:33.542634 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a7b0270c-6c09-4c84-9b0e-7a7ad1183692 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/fd3367fe-71c7-4066-a151-8b58b8ca443a HTTP/1.1" status: 404 len: 337 time: 0.0402246 Apr 20 15:52:33.544750 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37824) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:33.589332 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d42251-0d60-4be4-9812-2d687a61e63d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] DELETE failed (client error): The resource could not be found. Apr 20 15:52:33.591350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d42251-0d60-4be4-9812-2d687a61e63d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:52:33.595146 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-83d42251-0d60-4be4-9812-2d687a61e63d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/ports/812de78e-5038-4f18-8530-a6eed304e08b HTTP/1.1" status: 404 len: 333 time: 0.0468895 Apr 20 15:52:33.596282 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37828) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:33.622486 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8eb6e32c-328f-41ec-9538-1cb26950061e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:33.639157 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-22a817e6-d370-4c53-a9a4-8cd684032456 None None] Provisioning complete for port 9a627656-0605-45df-8d92-e501eaece0ed triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:33.639532 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-22a817e6-d370-4c53-a9a4-8cd684032456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:33.642487 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-029a3576-6f7e-47f4-bd14-3f65b04339cc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] DELETE failed (client error): The resource could not be found. Apr 20 15:52:33.643009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029a3576-6f7e-47f4-bd14-3f65b04339cc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:52:33.644919 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-029a3576-6f7e-47f4-bd14-3f65b04339cc tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/3caedbe5-d811-4d91-942b-5b47a56dfd44 HTTP/1.1" status: 404 len: 337 time: 0.0484812 Apr 20 15:52:33.647963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37832) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:33.669178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7016a91c-7752-484b-b82e-f14008c000ce None None] DHCP port deletion for 117379a9-bee0-411d-85c1-d6a4dbfc08bc request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:52:33.680077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7016a91c-7752-484b-b82e-f14008c000ce None None] Deleting port 6226f824-de1e-443c-84d7-3e909001157f {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:33.680502 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7016a91c-7752-484b-b82e-f14008c000ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:33.682502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6e32c-328f-41ec-9538-1cb26950061e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Port': ['ID=9d759ddd-905f-4f8c-b031-27f80aa4e557,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:33.688668 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-37dc38a3-ddc9-4ade-9e80-b3401396faf2 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] DELETE failed (client error): The resource could not be found. Apr 20 15:52:33.689084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37dc38a3-ddc9-4ade-9e80-b3401396faf2 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:52:33.691041 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-37dc38a3-ddc9-4ade-9e80-b3401396faf2 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/d0ca516e-1361-41e7-bb8c-c3ccec303dd5 HTTP/1.1" status: 404 len: 337 time: 0.0413821 Apr 20 15:52:33.693471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37836) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:33.738618 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-22a817e6-d370-4c53-a9a4-8cd684032456 None None] Port 9a627656-0605-45df-8d92-e501eaece0ed cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:33.747116 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6016d72-b887-4d48-a720-e977e6ac0167 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] DELETE failed (client error): The resource could not be found. Apr 20 15:52:33.747673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6016d72-b887-4d48-a720-e977e6ac0167 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:52:33.750589 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f6016d72-b887-4d48-a720-e977e6ac0167 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/ports/c2629322-ab81-41f3-b265-8151849b98f6 HTTP/1.1" status: 404 len: 333 time: 0.0555067 Apr 20 15:52:33.756456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37840) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:33.811490 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-070dbe47-4a6b-4adc-a4fe-9b91cf7f73b1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] DELETE failed (client error): The resource could not be found. Apr 20 15:52:33.811973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070dbe47-4a6b-4adc-a4fe-9b91cf7f73b1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:52:33.813685 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-070dbe47-4a6b-4adc-a4fe-9b91cf7f73b1 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/71bc4e87-5207-41f2-9dae-f9043a7a3da2 HTTP/1.1" status: 404 len: 337 time: 0.0560849 Apr 20 15:52:33.817611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37844) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:33.860812 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ef59f5-4497-47e3-913b-1958acaa8e1d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] DELETE failed (client error): The resource could not be found. Apr 20 15:52:33.861185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ef59f5-4497-47e3-913b-1958acaa8e1d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:52:33.865376 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c9ef59f5-4497-47e3-913b-1958acaa8e1d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/subnets/846345ff-5a9c-4234-b79b-92974045532f HTTP/1.1" status: 404 len: 337 time: 0.0438282 Apr 20 15:52:33.865588 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37848) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:33.920901 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-7016a91c-7752-484b-b82e-f14008c000ce None None] For port 6226f824-de1e-443c-84d7-3e909001157f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=6226f824-de1e-443c-84d7-3e909001157f,segment=NetworkSegment(fc03218a-ad8f-41d8-b33c-caff86444658),segment_id=fc03218a-ad8f-41d8-b33c-caff86444658)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:33.921306 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7016a91c-7752-484b-b82e-f14008c000ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:33.943025 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8eb6e32c-328f-41ec-9538-1cb26950061e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:33.944333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e7b60c9c-ccd9-4818-b1e6-b7da80e46bd8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Deleting port 9a627656-0605-45df-8d92-e501eaece0ed {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:33.944676 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7b60c9c-ccd9-4818-b1e6-b7da80e46bd8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:34.043634 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7016a91c-7752-484b-b82e-f14008c000ce None None] Calling delete_port for 6226f824-de1e-443c-84d7-3e909001157f owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:34.124827 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7016a91c-7752-484b-b82e-f14008c000ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:34.180266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016a91c-7752-484b-b82e-f14008c000ce None None] Pushing event deleted for resources: {'Port': ['ID=6226f824-de1e-443c-84d7-3e909001157f,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:34.182799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7016a91c-7752-484b-b82e-f14008c000ce None None] No DVR routers for this DVR port 6226f824-de1e-443c-84d7-3e909001157f on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:52:34.189053 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7b60c9c-ccd9-4818-b1e6-b7da80e46bd8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:34.200641 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dad2a8a-b840-4d36-8e99-fe81d2fc9573 None None] get_active_networks_info from dv-neutron-838699-1-hyperv {{(pid=88170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 15:52:34.236045 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb6e32c-328f-41ec-9538-1cb26950061e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router b10a8a2d-9146-4cbd-acef-5b17469ac8a0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:52:34.291101 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 6226f824-de1e-443c-84d7-3e909001157f no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:52:34.339613 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 6226f824-de1e-443c-84d7-3e909001157f {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:52:34.340055 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 6226f824-de1e-443c-84d7-3e909001157f not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:52:34.357122 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fd3386f9-1164-47cc-b641-6c4c9cb2ed5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:34.369725 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad2a8a-b840-4d36-8e99-fe81d2fc9573 None None] Resources bound (agent type, host, resource id): {{(pid=88170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 15:52:34.392712 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb6e32c-328f-41ec-9538-1cb26950061e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:52:34.410549 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8eb6e32c-328f-41ec-9538-1cb26950061e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/b10a8a2d-9146-4cbd-acef-5b17469ac8a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2803929 Apr 20 15:52:34.413776 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37852) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:34.447935 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecb05bc-7eb2-4c8a-82b1-fc9ea3409b49 None None] Sync routers for ids ['b10a8a2d-9146-4cbd-acef-5b17469ac8a0'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:52:34.455538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f62f3dac-1ff6-4a33-b1ca-44bcd267c3b6 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Synchronizing usage tracker for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:34.460131 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e7b60c9c-ccd9-4818-b1e6-b7da80e46bd8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Calling delete_port for 9a627656-0605-45df-8d92-e501eaece0ed owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:34.472955 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f62f3dac-1ff6-4a33-b1ca-44bcd267c3b6 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Unset dirty status for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:34.474449 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f62f3dac-1ff6-4a33-b1ca-44bcd267c3b6 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports?device_id=b10a8a2d-9146-4cbd-acef-5b17469ac8a0 HTTP/1.1" status: 200 len: 205 time: 0.0594888 Apr 20 15:52:34.477360 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecb05bc-7eb2-4c8a-82b1-fc9ea3409b49 None None] Routers {'b10a8a2d-9146-4cbd-acef-5b17469ac8a0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:34.478006 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-aecb05bc-7eb2-4c8a-82b1-fc9ea3409b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['b10a8a2d-9146-4cbd-acef-5b17469ac8a0'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:34.478194 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37856) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:34.544632 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7b60c9c-ccd9-4818-b1e6-b7da80e46bd8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:34.547247 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-aecb05bc-7eb2-4c8a-82b1-fc9ea3409b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:34.579551 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecb05bc-7eb2-4c8a-82b1-fc9ea3409b49 None None] Routers {'b10a8a2d-9146-4cbd-acef-5b17469ac8a0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:34.580216 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-aecb05bc-7eb2-4c8a-82b1-fc9ea3409b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['b10a8a2d-9146-4cbd-acef-5b17469ac8a0'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:34.603332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7b60c9c-ccd9-4818-b1e6-b7da80e46bd8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:34.606960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b60c9c-ccd9-4818-b1e6-b7da80e46bd8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Port': ['ID=9a627656-0605-45df-8d92-e501eaece0ed,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:34.625028 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e7b60c9c-ccd9-4818-b1e6-b7da80e46bd8 tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/ports/9a627656-0605-45df-8d92-e501eaece0ed HTTP/1.1" status: 204 len: 168 time: 0.7555640 Apr 20 15:52:34.625237 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1f500d61-d49d-4a67-943d-a012479117ae tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:34.625367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37860) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:34.653542 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-aecb05bc-7eb2-4c8a-82b1-fc9ea3409b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:34.654466 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecb05bc-7eb2-4c8a-82b1-fc9ea3409b49 None None] The sync data for ids ['b10a8a2d-9146-4cbd-acef-5b17469ac8a0'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:52:34.744563 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2f7819f-8dc7-464c-9418-a5473eb9298d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:34.883339 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2f7819f-8dc7-464c-9418-a5473eb9298d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:34.922022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-f2f7819f-8dc7-464c-9418-a5473eb9298d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117379a9-bee0-411d-85c1-d6a4dbfc08bc']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:34.934565 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-f2f7819f-8dc7-464c-9418-a5473eb9298d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc03218a-ad8f-41d8-b33c-caff86444658') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:34.934864 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-f2f7819f-8dc7-464c-9418-a5473eb9298d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc03218a-ad8f-41d8-b33c-caff86444658') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:34.946170 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2f7819f-8dc7-464c-9418-a5473eb9298d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:34.962139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2f7819f-8dc7-464c-9418-a5473eb9298d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:34.968168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f7819f-8dc7-464c-9418-a5473eb9298d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:52:34.968555 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2f7819f-8dc7-464c-9418-a5473eb9298d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:52:34.983753 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:52:35.032813 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1f500d61-d49d-4a67-943d-a012479117ae tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.035027 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1f500d61-d49d-4a67-943d-a012479117ae tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.058206 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1f500d61-d49d-4a67-943d-a012479117ae tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.059556 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f500d61-d49d-4a67-943d-a012479117ae tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Fanout notify agent at l3_agent the message router_deleted on router b10a8a2d-9146-4cbd-acef-5b17469ac8a0 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:52:35.066736 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2f7819f-8dc7-464c-9418-a5473eb9298d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.071237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2f7819f-8dc7-464c-9418-a5473eb9298d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.074607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1f500d61-d49d-4a67-943d-a012479117ae tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.078077 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1f500d61-d49d-4a67-943d-a012479117ae tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/routers/b10a8a2d-9146-4cbd-acef-5b17469ac8a0 HTTP/1.1" status: 204 len: 168 time: 0.5963340 Apr 20 15:52:35.078310 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37864) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:35.098600 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f2f7819f-8dc7-464c-9418-a5473eb9298d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] 10.222.0.13 "DELETE /v2.0/networks/117379a9-bee0-411d-85c1-d6a4dbfc08bc HTTP/1.1" status: 204 len: 168 time: 0.4702439 Apr 20 15:52:35.098600 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7819f-8dc7-464c-9418-a5473eb9298d tempest-PortsIpV6TestJSON-1019090554 tempest-PortsIpV6TestJSON-1019090554-project] Pushing event deleted for resources: {'Network': ['ID=117379a9-bee0-411d-85c1-d6a4dbfc08bc,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:35.147850 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-c289a0ab-e0d0-43aa-a375-5edf8f68ac22 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting subnet 67c2131e-6791-460f-b24b-54260fc2623c {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:52:35.150768 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c289a0ab-e0d0-43aa-a375-5edf8f68ac22 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.220075 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c289a0ab-e0d0-43aa-a375-5edf8f68ac22 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.313663 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c289a0ab-e0d0-43aa-a375-5edf8f68ac22 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.386965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37872) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:35.387956 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c289a0ab-e0d0-43aa-a375-5edf8f68ac22 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.425762 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a0ab-e0d0-43aa-a375-5edf8f68ac22 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Subnet': ['ID=67c2131e-6791-460f-b24b-54260fc2623c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:35.429344 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c289a0ab-e0d0-43aa-a375-5edf8f68ac22 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.435327 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c289a0ab-e0d0-43aa-a375-5edf8f68ac22 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/subnets/67c2131e-6791-460f-b24b-54260fc2623c HTTP/1.1" status: 204 len: 168 time: 0.3560162 Apr 20 15:52:35.437779 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37878) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:35.441500 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f137c3a-8c55-4801-b0ba-f2dad7d0f50e None None] Network cd9854bf-d929-4c81-b3f1-c824e08b301f requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:35.552435 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.557668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37882) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:35.557955 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1a4fc05b-9213-4cee-af4d-e8f9902c4d74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eed93712840e41bbb62ef317c79c80b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693709 Apr 20 15:52:35.584198 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:35.584566 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.656992 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.707638 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e7bfced3-eca0-4114-bc06-48d333971528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.710723 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e65cae-2178-41c3-9995-19c3e0998b83 None None] DHCP port deletion for cd9854bf-d929-4c81-b3f1-c824e08b301f request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:52:35.718275 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-a3e65cae-2178-41c3-9995-19c3e0998b83 None None] Deleting port f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:35.718777 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a3e65cae-2178-41c3-9995-19c3e0998b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.747537 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.803985 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e7bfced3-eca0-4114-bc06-48d333971528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.876398 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] For port f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c,segment=NetworkSegment(0ab9697b-bbd7-4b2b-857a-445696f07a43),segment_id=0ab9697b-bbd7-4b2b-857a-445696f07a43)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:35.876757 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.960108 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-a3e65cae-2178-41c3-9995-19c3e0998b83 None None] For port f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c,segment=NetworkSegment(0ab9697b-bbd7-4b2b-857a-445696f07a43),segment_id=0ab9697b-bbd7-4b2b-857a-445696f07a43)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:35.960403 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a3e65cae-2178-41c3-9995-19c3e0998b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:35.999488 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:36.041600 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e7bfced3-eca0-4114-bc06-48d333971528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.065659 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfced3-eca0-4114-bc06-48d333971528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970bf16c-9950-46da-8ee2-8250829ed867,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:36.074724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e7bfced3-eca0-4114-bc06-48d333971528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.075862 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e7bfced3-eca0-4114-bc06-48d333971528 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/970bf16c-9950-46da-8ee2-8250829ed867 HTTP/1.1" status: 204 len: 168 time: 0.5172813 Apr 20 15:52:36.089229 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-a3e65cae-2178-41c3-9995-19c3e0998b83 None None] Calling delete_port for f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:36.097209 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.150269 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Port': ['ID=f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:36.153762 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] No DVR routers for this DVR port f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:52:36.171286 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-a3e65cae-2178-41c3-9995-19c3e0998b83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:52:36.171591 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-a3e65cae-2178-41c3-9995-19c3e0998b83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:52:36.280999 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.281221 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:52:36.307109 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9854bf-d929-4c81-b3f1-c824e08b301f']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:36.319465 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:52:36.319845 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:52:36.320108 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab9697b-bbd7-4b2b-857a-445696f07a43') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:36.320557 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab9697b-bbd7-4b2b-857a-445696f07a43') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:36.333120 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.348982 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.356066 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:52:36.356484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:52:36.372108 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:52:36.557982 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.562655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.589645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Network': ['ID=cd9854bf-d929-4c81-b3f1-c824e08b301f,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:36.599829 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-418e4d29-50b4-453d-a6f6-da269a09452d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/networks/cd9854bf-d929-4c81-b3f1-c824e08b301f HTTP/1.1" status: 204 len: 168 time: 1.1608210 Apr 20 15:52:36.604447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37904) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:36.609179 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-081f52a2-b82d-4b0e-9ab4-0e5c4ed91236 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2019671813', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:36.615616 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-081f52a2-b82d-4b0e-9ab4-0e5c4ed91236 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:36.621676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-081f52a2-b82d-4b0e-9ab4-0e5c4ed91236 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:router and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:36.624571 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-081f52a2-b82d-4b0e-9ab4-0e5c4ed91236 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:36.630785 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-081f52a2-b82d-4b0e-9ab4-0e5c4ed91236 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:36.640721 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-081f52a2-b82d-4b0e-9ab4-0e5c4ed91236 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.641924 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-081f52a2-b82d-4b0e-9ab4-0e5c4ed91236 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.658290 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-081f52a2-b82d-4b0e-9ab4-0e5c4ed91236 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.672989 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-a3e65cae-2178-41c3-9995-19c3e0998b83 None None] Deleting port f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:36.673651 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a3e65cae-2178-41c3-9995-19c3e0998b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.677349 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-081f52a2-b82d-4b0e-9ab4-0e5c4ed91236 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.709758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-081f52a2-b82d-4b0e-9ab4-0e5c4ed91236 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.711468 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-081f52a2-b82d-4b0e-9ab4-0e5c4ed91236 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1062515 Apr 20 15:52:36.713868 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37912) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:36.720016 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c5a8f931-256d-4c52-b0d8-8e9e79181eef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'network': {'name': 'tempest-RoutersTest-577920611'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:36.725713 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c5a8f931-256d-4c52-b0d8-8e9e79181eef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:36.730701 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c5a8f931-256d-4c52-b0d8-8e9e79181eef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:network and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:36.733677 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c5a8f931-256d-4c52-b0d8-8e9e79181eef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:36.740015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c5a8f931-256d-4c52-b0d8-8e9e79181eef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:36.742207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-a3e65cae-2178-41c3-9995-19c3e0998b83 None None] The port 'f1fcd6bb-f83b-4aaf-ba75-dd9d1c0bc41c' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:52:36.755057 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a8f931-256d-4c52-b0d8-8e9e79181eef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:36.758598 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c5a8f931-256d-4c52-b0d8-8e9e79181eef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.786239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a8f931-256d-4c52-b0d8-8e9e79181eef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:52:36.795795 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c5a8f931-256d-4c52-b0d8-8e9e79181eef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.796143 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-c5a8f931-256d-4c52-b0d8-8e9e79181eef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Added segment 42159e4f-062b-46f5-84ef-7dee77a08bd1 of type vlan for network 2f5bb529-9d12-47d1-ae0d-2e1141b558ac Apr 20 15:52:36.815544 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37916) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:36.822680 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c5a8f931-256d-4c52-b0d8-8e9e79181eef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.855190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c5a8f931-256d-4c52-b0d8-8e9e79181eef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.865947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a8f931-256d-4c52-b0d8-8e9e79181eef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:36.865947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c5a8f931-256d-4c52-b0d8-8e9e79181eef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:36.867028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37922) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:36.929253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2128122251'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:36.936629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:36.942773 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:network and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:36.951344 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:36.959623 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c5a8f931-256d-4c52-b0d8-8e9e79181eef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2445705 Apr 20 15:52:36.964028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37926) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:36.964191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:36.969146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8f931-256d-4c52-b0d8-8e9e79181eef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Network': ['ID=2f5bb529-9d12-47d1-ae0d-2e1141b558ac,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:36.973298 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-d125145e-3e2a-4fe6-b6c6-026b5bb4e0c8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'subnet': {'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:36.980383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 2f5bb529-9d12-47d1-ae0d-2e1141b558ac details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:52:37.002469 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700f6e47-1bab-49ca-96a8-1068d56479d2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:37.002971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700f6e47-1bab-49ca-96a8-1068d56479d2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:37.003651 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700f6e47-1bab-49ca-96a8-1068d56479d2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:37.005339 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-700f6e47-1bab-49ca-96a8-1068d56479d2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=275d553700ad4a899ef09eedcedfa1df&network_id=c355ee9e-7690-4bd5-baa0-5abbaf3a505a HTTP/1.1" status: 200 len: 2999 time: 0.1373250 Apr 20 15:52:37.049865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:37.053244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:37.071436 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:37.074218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:37.117301 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:37.123449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:security_group_rule and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:37.128417 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:37.135890 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d125145e-3e2a-4fe6-b6c6-026b5bb4e0c8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:37.138371 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:37.141501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d125145e-3e2a-4fe6-b6c6-026b5bb4e0c8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:subnet and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:37.145754 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d125145e-3e2a-4fe6-b6c6-026b5bb4e0c8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:37.155968 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d125145e-3e2a-4fe6-b6c6-026b5bb4e0c8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:37.177567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d125145e-3e2a-4fe6-b6c6-026b5bb4e0c8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:37.181013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d125145e-3e2a-4fe6-b6c6-026b5bb4e0c8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:37.344840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:37.350799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:37.422229 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:52:37.436809 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39e2e15-6e1b-4ec7-9e99-a618a2978d22,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:37.448830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:37.449190 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Added segment a8f4bbc5-015e-426a-b72f-6396e4187243 of type vlan for network 71a315ee-bf47-41b0-93ef-ea5f974821d9 Apr 20 15:52:37.499901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:37.504555 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d125145e-3e2a-4fe6-b6c6-026b5bb4e0c8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:37.625247 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:37.630451 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:37.631067 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:37.655609 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125145e-3e2a-4fe6-b6c6-026b5bb4e0c8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Subnet': ['ID=a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:37.730278 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125145e-3e2a-4fe6-b6c6-026b5bb4e0c8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Checking segment: {'id': '42159e4f-062b-46f5-84ef-7dee77a08bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:37.730638 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d125145e-3e2a-4fe6-b6c6-026b5bb4e0c8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network hostable DHCP agents. Network: 2f5bb529-9d12-47d1-ae0d-2e1141b558ac, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:52:37.763357 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9466894 Apr 20 15:52:37.766117 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37934) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:37.771139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2789b09-6673-4c80-b6da-a23e7789d657 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Network': ['ID=71a315ee-bf47-41b0-93ef-ea5f974821d9,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:37.772105 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9', 'name': 'tempest-PortsTestJSON-105915547'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:37.779388 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d125145e-3e2a-4fe6-b6c6-026b5bb4e0c8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 2f5bb529-9d12-47d1-ae0d-2e1141b558ac is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:52:37.781619 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:52:37.789520 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-d125145e-3e2a-4fe6-b6c6-026b5bb4e0c8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 2f5bb529-9d12-47d1-ae0d-2e1141b558ac) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:37.793470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d125145e-3e2a-4fe6-b6c6-026b5bb4e0c8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:37.794058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d125145e-3e2a-4fe6-b6c6-026b5bb4e0c8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:37.813725 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d125145e-3e2a-4fe6-b6c6-026b5bb4e0c8 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8471568 Apr 20 15:52:37.818347 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37938) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:37.848527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65250f53-6625-482b-94cd-0c754e3d343c None None] Network 2f5bb529-9d12-47d1-ae0d-2e1141b558ac requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:37.892946 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:37.897048 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:port and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:37.900118 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:37.907130 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:37.918327 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:37.922564 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:37.952824 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] device_id is not set on port 81bc8f32-29b1-43be-be3d-1a8f9e28f6dd yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:52:38.111024 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:52:38.112028 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:38.195439 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:38.233359 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:38.283944 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Allocated IP 172.20.0.2 (2f5bb529-9d12-47d1-ae0d-2e1141b558ac/a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455/e111d384-68a1-4581-ab56-9aabef1e740e) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:38.337635 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=81bc8f32-29b1-43be-be3d-1a8f9e28f6dd,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:38.347022 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Checking segment: {'id': 'a8f4bbc5-015e-426a-b72f-6396e4187243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:38.350656 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network hostable DHCP agents. Network: 71a315ee-bf47-41b0-93ef-ea5f974821d9, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:52:38.370144 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:52:38.382102 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 71a315ee-bf47-41b0-93ef-ea5f974821d9) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:38.387280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:38.393787 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b17d06-8b49-4728-a952-bb4c896283a7 None None] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:38.394375 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:38.395125 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:38.420106 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-31339a46-ca64-4211-9cc8-b852209e92fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6499860 Apr 20 15:52:38.420344 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37944) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:38.426071 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-8698f4ec-fae7-413e-9bed-41da6426f8f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1973576741'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:38.427222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:38.431415 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8698f4ec-fae7-413e-9bed-41da6426f8f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:38.436023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8698f4ec-fae7-413e-9bed-41da6426f8f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:network and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:38.438857 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8698f4ec-fae7-413e-9bed-41da6426f8f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:38.444477 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8698f4ec-fae7-413e-9bed-41da6426f8f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:38.454938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8698f4ec-fae7-413e-9bed-41da6426f8f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:38.458333 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8698f4ec-fae7-413e-9bed-41da6426f8f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:38.485921 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8698f4ec-fae7-413e-9bed-41da6426f8f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:52:38.496649 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8698f4ec-fae7-413e-9bed-41da6426f8f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:38.496993 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-8698f4ec-fae7-413e-9bed-41da6426f8f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Added segment af3e9327-012c-4821-af63-62215ebe27e8 of type vlan for network d27d4a85-283c-4bcb-9a5b-d2242c58f1f7 Apr 20 15:52:38.525007 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8698f4ec-fae7-413e-9bed-41da6426f8f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:38.557671 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8698f4ec-fae7-413e-9bed-41da6426f8f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:38.563348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8698f4ec-fae7-413e-9bed-41da6426f8f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:38.563970 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8698f4ec-fae7-413e-9bed-41da6426f8f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:38.651284 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8698f4ec-fae7-413e-9bed-41da6426f8f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2298989 Apr 20 15:52:38.653911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37948) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:38.673703 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698f4ec-fae7-413e-9bed-41da6426f8f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Network': ['ID=d27d4a85-283c-4bcb-9a5b-d2242c58f1f7,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:38.684000 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:38.688764 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network d27d4a85-283c-4bcb-9a5b-d2242c58f1f7 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:52:38.690849 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'ports': [{'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9'}, {'network_id': 'd27d4a85-283c-4bcb-9a5b-d2242c58f1f7'}]} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:38.691166 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:38.691635 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'network_id': 'd27d4a85-283c-4bcb-9a5b-d2242c58f1f7'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:38.795542 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Transition to ACTIVE for port object e111d384-68a1-4581-ab56-9aabef1e740e will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:38.845608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Transition to ACTIVE for port object e111d384-68a1-4581-ab56-9aabef1e740e will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:38.859459 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:38.918238 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Network 2f5bb529-9d12-47d1-ae0d-2e1141b558ac is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:38.919341 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:38.926974 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:38.937071 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Pushing event updated for resources: {'Port': ['ID=e111d384-68a1-4581-ab56-9aabef1e740e,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:38.988809 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:38.992189 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Allocated IP 172.20.0.1 (2f5bb529-9d12-47d1-ae0d-2e1141b558ac/a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455/d8e0e2f1-7012-4088-aba6-53254faba304) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:38.997491 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:port and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:39.001426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:39.011169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:39.024104 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Attempting to bind port e111d384-68a1-4581-ab56-9aabef1e740e on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:52:39.024470 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Attempting to bind port e111d384-68a1-4581-ab56-9aabef1e740e by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '42159e4f-062b-46f5-84ef-7dee77a08bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:52:39.024831 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Attempting to bind port e111d384-68a1-4581-ab56-9aabef1e740e on network 2f5bb529-9d12-47d1-ae0d-2e1141b558ac {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:52:39.029989 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:52:39.030358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Checking segment: {'id': '42159e4f-062b-46f5-84ef-7dee77a08bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:39.030764 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:39.031157 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Bound using segment: {'id': '42159e4f-062b-46f5-84ef-7dee77a08bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:52:39.031614 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Bound port: e111d384-68a1-4581-ab56-9aabef1e740e, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42159e4f-062b-46f5-84ef-7dee77a08bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:52:39.032009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:39.086299 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'port': 2} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:39.090579 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:39.118839 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] For port e111d384-68a1-4581-ab56-9aabef1e740e, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:52:39.121837 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] For port e111d384-68a1-4581-ab56-9aabef1e740e, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e111d384-68a1-4581-ab56-9aabef1e740e,segment=NetworkSegment(42159e4f-062b-46f5-84ef-7dee77a08bd1),segment_id=42159e4f-062b-46f5-84ef-7dee77a08bd1)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:52:39.126164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:39.127364 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:39.217231 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bdc74-9b30-4cb0-af0b-079fb27b24b9 None None] Pushing event updated for resources: {'Port': ['ID=e111d384-68a1-4581-ab56-9aabef1e740e,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:39.264550 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37954) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:39.331172 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad24abe5-e7bc-47e7-a878-2b8b91ca03b4 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:39.343870 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ad24abe5-e7bc-47e7-a878-2b8b91ca03b4 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7 HTTP/1.1" status: 200 len: 814 time: 0.0671690 Apr 20 15:52:39.497255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:39.542984 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Transition to ACTIVE for port object d8e0e2f1-7012-4088-aba6-53254faba304 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:39.552134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] device_id is not set on port a0cb3781-1b6b-49d6-8ab9-4c97cffd27d5 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:52:39.590998 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:39.683326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 2f5bb529-9d12-47d1-ae0d-2e1141b558ac is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:39.693212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:39.705197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:39.742054 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=d8e0e2f1-7012-4088-aba6-53254faba304,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:39.781553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:39.787850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:39.912715 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] device_id is not set on port f56dae99-11c6-4baf-b1ce-bbe3f6b5c82e yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:52:39.921560 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37962) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:39.927323 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b2a26211-9132-48f5-a590-dedf6aab5dfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'network': {'name': 'tempest-network-smoke--1504105543', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'port_security_enabled': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:39.938561 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b2a26211-9132-48f5-a590-dedf6aab5dfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:39.949325 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b2a26211-9132-48f5-a590-dedf6aab5dfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:39.960223 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a26211-9132-48f5-a590-dedf6aab5dfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:39.964680 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b2a26211-9132-48f5-a590-dedf6aab5dfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:40.002763 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a26211-9132-48f5-a590-dedf6aab5dfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:52:40.004607 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:40.013106 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b2a26211-9132-48f5-a590-dedf6aab5dfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:40.013451 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-b2a26211-9132-48f5-a590-dedf6aab5dfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Added segment 888ceb2e-16bd-4300-a3c3-3555505836c1 of type vlan for network ba4efa0d-56ec-4e4b-b365-da0221a96961 Apr 20 15:52:40.044315 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b2a26211-9132-48f5-a590-dedf6aab5dfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:40.078801 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b2a26211-9132-48f5-a590-dedf6aab5dfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:40.085127 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a26211-9132-48f5-a590-dedf6aab5dfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:40.086473 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b2a26211-9132-48f5-a590-dedf6aab5dfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:40.192308 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5e27ee-4727-4122-972e-66c38a79fbe9 None None] Network 2f5bb529-9d12-47d1-ae0d-2e1141b558ac requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:40.215810 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b2a26211-9132-48f5-a590-dedf6aab5dfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2929730 Apr 20 15:52:40.216423 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37966) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:40.219197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:40.221912 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a26211-9132-48f5-a590-dedf6aab5dfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Network': ['ID=ba4efa0d-56ec-4e4b-b365-da0221a96961,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:40.286031 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network ba4efa0d-56ec-4e4b-b365-da0221a96961 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:52:40.291623 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47578b2-28ce-46a6-8dff-fc36e0dc8276 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:40.296232 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e47578b2-28ce-46a6-8dff-fc36e0dc8276 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=275d553700ad4a899ef09eedcedfa1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0762417 Apr 20 15:52:40.297087 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37970) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:40.364633 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-dc8ad2bb-abf8-46b2-8c8a-6783adb895bc None None] Provisioning for port e111d384-68a1-4581-ab56-9aabef1e740e completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:40.395173 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e111d384-68a1-4581-ab56-9aabef1e740e up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:40.447902 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f4c77b-a904-4b64-8a07-b0d42eec1575 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:40.448697 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:40.453117 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37974) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:40.454723 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-96f4c77b-a904-4b64-8a07-b0d42eec1575 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1541889 Apr 20 15:52:40.554461 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port e111d384-68a1-4581-ab56-9aabef1e740e completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:40.564332 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9c3b7882-eac8-41aa-a41f-f5f35e3a4646 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1108932 Apr 20 15:52:40.567792 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37978) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:40.587231 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port e111d384-68a1-4581-ab56-9aabef1e740e triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:40.587620 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:40.599098 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:40.607583 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:40.614654 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4706a343-aa74-4c1d-88f7-6c9ffab7d2b5 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=275d553700ad4a899ef09eedcedfa1df&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426035 Apr 20 15:52:40.616188 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37982) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:40.616316 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:40.617032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:40.618792 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=a0cb3781-1b6b-49d6-8ab9-4c97cffd27d5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:40.739611 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:40.739900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:40.746799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=f56dae99-11c6-4baf-b1ce-bbe3f6b5c82e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:40.750500 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:40.778435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port e111d384-68a1-4581-ab56-9aabef1e740e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e111d384-68a1-4581-ab56-9aabef1e740e,segment=NetworkSegment(42159e4f-062b-46f5-84ef-7dee77a08bd1),segment_id=42159e4f-062b-46f5-84ef-7dee77a08bd1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:40.782272 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:40.782562 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3415097-4a01-4fa0-a442-f01a2a0861f0 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:40.787577 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d3415097-4a01-4fa0-a442-f01a2a0861f0 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1668434 Apr 20 15:52:40.787577 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37986) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:40.831333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Checking segment: {'id': 'af3e9327-012c-4821-af63-62215ebe27e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd27d4a85-283c-4bcb-9a5b-d2242c58f1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:40.831700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network hostable DHCP agents. Network: d27d4a85-283c-4bcb-9a5b-d2242c58f1f7, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:52:40.857195 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=e111d384-68a1-4581-ab56-9aabef1e740e,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:40.907433 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:40.911511 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=d8e0e2f1-7012-4088-aba6-53254faba304,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:40.916535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network d27d4a85-283c-4bcb-9a5b-d2242c58f1f7 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:52:40.960776 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c39d86c7-4e37-4d5d-92df-d1003b30da50 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1692920 Apr 20 15:52:40.962852 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37990) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:40.969028 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-4e59c1b0-06d3-4433-8a18-7513a2885ebe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1899281063', 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:40.989811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, d27d4a85-283c-4bcb-9a5b-d2242c58f1f7) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:40.998334 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fce482-27b6-4ba6-8b89-9b92b5b23885 None None] Network d27d4a85-283c-4bcb-9a5b-d2242c58f1f7 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:41.000731 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:41.009036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:41.014019 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:41.014700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:41.061320 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e52848b6-c1fc-44ef-8fa0-7fb9be41f251 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4062979 Apr 20 15:52:41.071015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 37994) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:41.123462 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 2f5bb529-9d12-47d1-ae0d-2e1141b558ac is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:41.124775 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:41.129918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-4e59c1b0-06d3-4433-8a18-7513a2885ebe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:41.137859 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-4e59c1b0-06d3-4433-8a18-7513a2885ebe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:subnet and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:41.155834 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ee764f1a-21f1-4531-a17d-079476e47420 None None] Provisioning for port d8e0e2f1-7012-4088-aba6-53254faba304 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:41.157013 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-4e59c1b0-06d3-4433-8a18-7513a2885ebe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:41.167676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-4e59c1b0-06d3-4433-8a18-7513a2885ebe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:41.172708 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-d4da3315-b0b0-435d-b2cb-d0ab85e0d9b9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port f56dae99-11c6-4baf-b1ce-bbe3f6b5c82e {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:41.173047 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d4da3315-b0b0-435d-b2cb-d0ab85e0d9b9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:41.218142 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ee764f1a-21f1-4531-a17d-079476e47420 None None] Provisioning complete for port d8e0e2f1-7012-4088-aba6-53254faba304 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:41.219237 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ee764f1a-21f1-4531-a17d-079476e47420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:41.288556 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ee764f1a-21f1-4531-a17d-079476e47420 None None] Port d8e0e2f1-7012-4088-aba6-53254faba304 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:41.310500 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e59c1b0-06d3-4433-8a18-7513a2885ebe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:41.314482 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e59c1b0-06d3-4433-8a18-7513a2885ebe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:41.317715 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ee764f1a-21f1-4531-a17d-079476e47420 None None] Provisioning complete for port e111d384-68a1-4581-ab56-9aabef1e740e triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:41.319000 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ee764f1a-21f1-4531-a17d-079476e47420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:41.501123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 0716b385-3072-4aeb-96a1-345f43e02fb0 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:52:41.532414 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d4da3315-b0b0-435d-b2cb-d0ab85e0d9b9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:41.582990 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-65e36d40-fdf1-4f22-926b-ea0096d1b3db None None] Provisioning complete for port d8e0e2f1-7012-4088-aba6-53254faba304 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:41.583381 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-65e36d40-fdf1-4f22-926b-ea0096d1b3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:41.638343 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-65e36d40-fdf1-4f22-926b-ea0096d1b3db None None] Port d8e0e2f1-7012-4088-aba6-53254faba304 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:41.660355 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-d4da3315-b0b0-435d-b2cb-d0ab85e0d9b9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for f56dae99-11c6-4baf-b1ce-bbe3f6b5c82e owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:41.667266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:52:41.674759 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3acd54c3-b7ba-49d6-a070-ecce9a887f4c tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/0716b385-3072-4aeb-96a1-345f43e02fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8571563 Apr 20 15:52:41.675418 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 37998) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:41.679907 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Sync routers for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:52:41.681770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f1d570d0-88cf-4ea7-b37f-78db54768854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'network': {'name': 'tempest-RoutersTest-818930690'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:41.686445 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f1d570d0-88cf-4ea7-b37f-78db54768854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:41.690452 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f1d570d0-88cf-4ea7-b37f-78db54768854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:network and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:41.690586 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:41.691215 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:41.693486 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f1d570d0-88cf-4ea7-b37f-78db54768854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:41.699535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f1d570d0-88cf-4ea7-b37f-78db54768854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:41.711064 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d570d0-88cf-4ea7-b37f-78db54768854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:41.714922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f1d570d0-88cf-4ea7-b37f-78db54768854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:41.743920 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d570d0-88cf-4ea7-b37f-78db54768854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:52:41.752886 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f1d570d0-88cf-4ea7-b37f-78db54768854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:41.753230 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-f1d570d0-88cf-4ea7-b37f-78db54768854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Added segment fe3803c5-e008-47cc-b7a2-32a438c31d7a of type vlan for network 5bf17bcf-d02e-42ff-9425-36d74f6cb3c4 Apr 20 15:52:41.781450 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f1d570d0-88cf-4ea7-b37f-78db54768854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:41.794466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d4da3315-b0b0-435d-b2cb-d0ab85e0d9b9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:41.815214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f1d570d0-88cf-4ea7-b37f-78db54768854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:41.821490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d570d0-88cf-4ea7-b37f-78db54768854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:41.822127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f1d570d0-88cf-4ea7-b37f-78db54768854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:41.850950 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:52:41.859655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da3315-b0b0-435d-b2cb-d0ab85e0d9b9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=f56dae99-11c6-4baf-b1ce-bbe3f6b5c82e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:41.876557 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d4da3315-b0b0-435d-b2cb-d0ab85e0d9b9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:41.891951 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d4da3315-b0b0-435d-b2cb-d0ab85e0d9b9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/ports/f56dae99-11c6-4baf-b1ce-bbe3f6b5c82e HTTP/1.1" status: 204 len: 168 time: 0.8174546 Apr 20 15:52:41.892132 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38002) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:41.927945 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f1d570d0-88cf-4ea7-b37f-78db54768854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2486835 Apr 20 15:52:41.929063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38006) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:41.929213 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e59c1b0-06d3-4433-8a18-7513a2885ebe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:41.940864 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-91789d5b-6252-48c7-860c-5534bb31710a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'subnet': {'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:41.952104 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d570d0-88cf-4ea7-b37f-78db54768854 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Network': ['ID=5bf17bcf-d02e-42ff-9425-36d74f6cb3c4,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:41.963985 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 5bf17bcf-d02e-42ff-9425-36d74f6cb3c4 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:52:42.007265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59c1b0-06d3-4433-8a18-7513a2885ebe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Subnet': ['ID=460b3ecb-7514-4b77-b053-c2f1e0d7bf1f,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:42.059006 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-91789d5b-6252-48c7-860c-5534bb31710a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:42.063224 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e59c1b0-06d3-4433-8a18-7513a2885ebe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Checking segment: {'id': '888ceb2e-16bd-4300-a3c3-3555505836c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:42.063375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-91789d5b-6252-48c7-860c-5534bb31710a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:subnet and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:42.063592 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e59c1b0-06d3-4433-8a18-7513a2885ebe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network hostable DHCP agents. Network: ba4efa0d-56ec-4e4b-b365-da0221a96961, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:52:42.066712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-91789d5b-6252-48c7-860c-5534bb31710a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:42.073667 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-91789d5b-6252-48c7-860c-5534bb31710a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:42.085130 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9c69df-6603-4343-b45b-e0d8a8c947e1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:42.085360 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91789d5b-6252-48c7-860c-5534bb31710a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:42.089513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-91789d5b-6252-48c7-860c-5534bb31710a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:42.090956 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9c69df-6603-4343-b45b-e0d8a8c947e1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:42.091724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7c9c69df-6603-4343-b45b-e0d8a8c947e1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:42.112543 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e59c1b0-06d3-4433-8a18-7513a2885ebe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network ba4efa0d-56ec-4e4b-b365-da0221a96961 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:52:42.120558 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7c9c69df-6603-4343-b45b-e0d8a8c947e1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:42.124394 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7c9c69df-6603-4343-b45b-e0d8a8c947e1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2288671 Apr 20 15:52:42.124993 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38010) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:42.164625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-4e59c1b0-06d3-4433-8a18-7513a2885ebe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, ba4efa0d-56ec-4e4b-b365-da0221a96961) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:42.173308 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41543366-60ab-4f0c-aa16-956707d5d328 None None] Network ba4efa0d-56ec-4e4b-b365-da0221a96961 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:42.175957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e59c1b0-06d3-4433-8a18-7513a2885ebe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:42.176550 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e59c1b0-06d3-4433-8a18-7513a2885ebe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:42.211372 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f19b18fe-e2bf-49a7-8b4d-072b8ec55be2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port a0cb3781-1b6b-49d6-8ab9-4c97cffd27d5 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:42.211917 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f19b18fe-e2bf-49a7-8b4d-072b8ec55be2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:42.229220 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:52:39Z', 'revision_number': 2, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:40Z', 'revision_number': 2, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:42.235068 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Checking router: 0716b385-3072-4aeb-96a1-345f43e02fb0 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:52:42.235754 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Updating router 0716b385-3072-4aeb-96a1-345f43e02fb0 port d8e0e2f1-7012-4088-aba6-53254faba304 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:52:42.246565 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4e59c1b0-06d3-4433-8a18-7513a2885ebe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2798917 Apr 20 15:52:42.333493 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:42.363498 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e111d384-68a1-4581-ab56-9aabef1e740e up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:42.425301 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38016) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:42.433400 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-91789d5b-6252-48c7-860c-5534bb31710a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:42.441058 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-9922e3cc-a883-4855-8bbe-b2b6ac3fb010 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-400807600', 'description': 'tempest-secgroup-smoke-400807600 description', 'project_id': '275d553700ad4a899ef09eedcedfa1df'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:42.457023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9922e3cc-a883-4855-8bbe-b2b6ac3fb010 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:42.541404 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9922e3cc-a883-4855-8bbe-b2b6ac3fb010 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:42.542417 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port e111d384-68a1-4581-ab56-9aabef1e740e triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:42.542903 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:42.560955 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91789d5b-6252-48c7-860c-5534bb31710a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Subnet': ['ID=aeb819b0-3a0d-4c72-b862-896d80fdec4f,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:42.570138 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91789d5b-6252-48c7-860c-5534bb31710a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Checking segment: {'id': 'fe3803c5-e008-47cc-b7a2-32a438c31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:42.571093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91789d5b-6252-48c7-860c-5534bb31710a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network hostable DHCP agents. Network: 5bf17bcf-d02e-42ff-9425-36d74f6cb3c4, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:52:42.585752 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9922e3cc-a883-4855-8bbe-b2b6ac3fb010 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:42.611104 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-ba4efa0d-56ec-4e4b-b365-da0221a96961', 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ips': [{'subnet_id': '460b3ecb-7514-4b77-b053-c2f1e0d7bf1f'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:52:42.612527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:42.614772 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91789d5b-6252-48c7-860c-5534bb31710a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 5bf17bcf-d02e-42ff-9425-36d74f6cb3c4 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:52:42.616265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f19b18fe-e2bf-49a7-8b4d-072b8ec55be2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:42.628329 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9922e3cc-a883-4855-8bbe-b2b6ac3fb010 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:42.628546 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-91789d5b-6252-48c7-860c-5534bb31710a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 5bf17bcf-d02e-42ff-9425-36d74f6cb3c4) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:42.638642 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91789d5b-6252-48c7-860c-5534bb31710a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:42.639236 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-91789d5b-6252-48c7-860c-5534bb31710a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:42.668966 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-91789d5b-6252-48c7-860c-5534bb31710a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7385187 Apr 20 15:52:42.671000 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38020) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:42.681091 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b66ee92-62e8-4a35-b50e-d14ed6ee884d None None] Network 5bf17bcf-d02e-42ff-9425-36d74f6cb3c4 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:42.683118 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9922e3cc-a883-4855-8bbe-b2b6ac3fb010 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:42.737634 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:42.752419 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Transition to ACTIVE for port object d8e0e2f1-7012-4088-aba6-53254faba304 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:42.764168 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:42.858335 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9922e3cc-a883-4855-8bbe-b2b6ac3fb010 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:42.868259 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f19b18fe-e2bf-49a7-8b4d-072b8ec55be2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for a0cb3781-1b6b-49d6-8ab9-4c97cffd27d5 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:42.910173 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9922e3cc-a883-4855-8bbe-b2b6ac3fb010 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:42.934735 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a96bb-5743-45a4-af33-ac7fafd5ae2e None None] Pushing event updated for resources: {'Port': ['ID=d8e0e2f1-7012-4088-aba6-53254faba304,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:43.026294 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f19b18fe-e2bf-49a7-8b4d-072b8ec55be2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.027645 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a96bb-5743-45a4-af33-ac7fafd5ae2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:43.027829 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a96bb-5743-45a4-af33-ac7fafd5ae2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:43.028174 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a96bb-5743-45a4-af33-ac7fafd5ae2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:43.028499 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a96bb-5743-45a4-af33-ac7fafd5ae2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:43.028830 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a96bb-5743-45a4-af33-ac7fafd5ae2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:43.029330 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a96bb-5743-45a4-af33-ac7fafd5ae2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:43.029503 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a96bb-5743-45a4-af33-ac7fafd5ae2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:43.030078 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a96bb-5743-45a4-af33-ac7fafd5ae2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:43.030419 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a96bb-5743-45a4-af33-ac7fafd5ae2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:43.031401 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a96bb-5743-45a4-af33-ac7fafd5ae2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:43.031741 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a96bb-5743-45a4-af33-ac7fafd5ae2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:43.032246 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a96bb-5743-45a4-af33-ac7fafd5ae2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:52:43.051570 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Allocated IP 172.20.0.18 (ba4efa0d-56ec-4e4b-b365-da0221a96961/460b3ecb-7514-4b77-b053-c2f1e0d7bf1f/fe87d971-c176-4698-a43b-1c7c1487cd3a) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:43.072776 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Attempting to bind port d8e0e2f1-7012-4088-aba6-53254faba304 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:52:43.073276 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Attempting to bind port d8e0e2f1-7012-4088-aba6-53254faba304 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '42159e4f-062b-46f5-84ef-7dee77a08bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:52:43.073875 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Attempting to bind port d8e0e2f1-7012-4088-aba6-53254faba304 on network 2f5bb529-9d12-47d1-ae0d-2e1141b558ac {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:52:43.080246 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:52:43.080934 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Checking segment: {'id': '42159e4f-062b-46f5-84ef-7dee77a08bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:43.081430 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.082021 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Bound using segment: {'id': '42159e4f-062b-46f5-84ef-7dee77a08bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:52:43.082546 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Bound port: d8e0e2f1-7012-4088-aba6-53254faba304, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42159e4f-062b-46f5-84ef-7dee77a08bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:52:43.082979 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.117167 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b18fe-e2bf-49a7-8b4d-072b8ec55be2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=a0cb3781-1b6b-49d6-8ab9-4c97cffd27d5,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:43.139363 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f19b18fe-e2bf-49a7-8b4d-072b8ec55be2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.143979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9922e3cc-a883-4855-8bbe-b2b6ac3fb010 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.155639 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9922e3cc-a883-4855-8bbe-b2b6ac3fb010 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.167083 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:52:43.175123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.183443 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f19b18fe-e2bf-49a7-8b4d-072b8ec55be2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/ports/a0cb3781-1b6b-49d6-8ab9-4c97cffd27d5 HTTP/1.1" status: 204 len: 168 time: 1.0574615 Apr 20 15:52:43.186217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38024) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:43.204599 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9922e3cc-a883-4855-8bbe-b2b6ac3fb010 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.209425 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9922e3cc-a883-4855-8bbe-b2b6ac3fb010 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7795529 Apr 20 15:52:43.209754 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38028) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:43.210536 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922e3cc-a883-4855-8bbe-b2b6ac3fb010 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:43.225640 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-1d1b3b65-a11c-4dd2-be99-5e912a796b95 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:43.232241 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1d1b3b65-a11c-4dd2-be99-5e912a796b95 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:43.236960 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1d1b3b65-a11c-4dd2-be99-5e912a796b95 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:43.241571 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1d1b3b65-a11c-4dd2-be99-5e912a796b95 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:43.249018 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1d1b3b65-a11c-4dd2-be99-5e912a796b95 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:43.262948 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] For port d8e0e2f1-7012-4088-aba6-53254faba304, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:52:43.266835 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] For port d8e0e2f1-7012-4088-aba6-53254faba304, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d8e0e2f1-7012-4088-aba6-53254faba304,segment=NetworkSegment(42159e4f-062b-46f5-84ef-7dee77a08bd1),segment_id=42159e4f-062b-46f5-84ef-7dee77a08bd1)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:52:43.271348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d1b3b65-a11c-4dd2-be99-5e912a796b95 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.272053 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.359015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d1b3b65-a11c-4dd2-be99-5e912a796b95 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.366332 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d1b3b65-a11c-4dd2-be99-5e912a796b95 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.417891 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:43.419887 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:43.426087 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b3b65-a11c-4dd2-be99-5e912a796b95 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95701ab9-9cda-42f3-b9f2-3a6315314093,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:43.439002 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d1b3b65-a11c-4dd2-be99-5e912a796b95 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.440854 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1d1b3b65-a11c-4dd2-be99-5e912a796b95 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2277353 Apr 20 15:52:43.444091 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38032) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:43.450090 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5d3402f3-6424-49e5-9132-0db54feed875 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:43.457070 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5d3402f3-6424-49e5-9132-0db54feed875 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:43.465019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5d3402f3-6424-49e5-9132-0db54feed875 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:43.471180 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5d3402f3-6424-49e5-9132-0db54feed875 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:43.485040 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5d3402f3-6424-49e5-9132-0db54feed875 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:43.518264 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5d3402f3-6424-49e5-9132-0db54feed875 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.522552 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a96bb-5743-45a4-af33-ac7fafd5ae2e None None] Pushing event updated for resources: {'Port': ['ID=d8e0e2f1-7012-4088-aba6-53254faba304,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:43.656950 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Allocated IP 172.21.0.2 (5bf17bcf-d02e-42ff-9425-36d74f6cb3c4/aeb819b0-3a0d-4c72-b862-896d80fdec4f/8ff70e72-9331-4d89-a84e-456a257592ce) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:43.669385 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5d3402f3-6424-49e5-9132-0db54feed875 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.672362 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:52:43.676343 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5d3402f3-6424-49e5-9132-0db54feed875 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.715888 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3402f3-6424-49e5-9132-0db54feed875 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ac0050-b37e-4255-8871-b77be8bcab4d,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:43.725173 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67e632-1c7d-459c-8dbc-899e2a6d36e4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:43.725899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8b67e632-1c7d-459c-8dbc-899e2a6d36e4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:43.732236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5d3402f3-6424-49e5-9132-0db54feed875 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.737782 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5d3402f3-6424-49e5-9132-0db54feed875 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2924893 Apr 20 15:52:43.738559 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38036) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:43.748465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-f531240b-0086-435f-bc56-4e6cdbb8cf24 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:43.750375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8b67e632-1c7d-459c-8dbc-899e2a6d36e4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:43.751520 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8b67e632-1c7d-459c-8dbc-899e2a6d36e4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5628448 Apr 20 15:52:43.755030 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38040) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:43.757735 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f531240b-0086-435f-bc56-4e6cdbb8cf24 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:43.798100 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f531240b-0086-435f-bc56-4e6cdbb8cf24 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:43.807144 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f531240b-0086-435f-bc56-4e6cdbb8cf24 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:43.811110 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5b4f99-5c80-47f0-8b65-8835dac2681e tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] GET failed (client error): The resource could not be found. Apr 20 15:52:43.812406 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cd5b4f99-5c80-47f0-8b65-8835dac2681e tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:43.816707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.819547 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f531240b-0086-435f-bc56-4e6cdbb8cf24 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:43.839259 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cd5b4f99-5c80-47f0-8b65-8835dac2681e tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:43.843009 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cd5b4f99-5c80-47f0-8b65-8835dac2681e tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports/f56dae99-11c6-4baf-b1ce-bbe3f6b5c82e HTTP/1.1" status: 404 len: 333 time: 0.0842793 Apr 20 15:52:43.843009 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38044) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:43.848211 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.857776 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Transition to ACTIVE for port object fe87d971-c176-4698-a43b-1c7c1487cd3a will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:43.903785 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f4358e-886e-47fd-89d9-3381d3bad32c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] GET failed (client error): The resource could not be found. Apr 20 15:52:43.908182 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-20f4358e-886e-47fd-89d9-3381d3bad32c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports/a0cb3781-1b6b-49d6-8ab9-4c97cffd27d5 HTTP/1.1" status: 404 len: 333 time: 0.0615215 Apr 20 15:52:43.908182 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f531240b-0086-435f-bc56-4e6cdbb8cf24 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.916520 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38048) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:43.948295 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Transition to ACTIVE for port object fe87d971-c176-4698-a43b-1c7c1487cd3a will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:43.957211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.966601 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.005665 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Transition to ACTIVE for port object 8ff70e72-9331-4d89-a84e-456a257592ce will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:44.033392 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Network ba4efa0d-56ec-4e4b-b365-da0221a96961 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:44.033659 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:52:39Z', 'revision_number': 2, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:43Z', 'revision_number': 4, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:44.040462 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:44.040896 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a88fc7-d068-4e22-940f-a8663910d662 None None] The sync data for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv is: [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:52:39Z', 'revision_number': 2, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:43Z', 'revision_number': 4, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:52:44.048573 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:44.097911 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-31754599-fd9f-4cdb-93f4-b2d97bf56884 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.105481 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f531240b-0086-435f-bc56-4e6cdbb8cf24 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.107451 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Transition to ACTIVE for port object 8ff70e72-9331-4d89-a84e-456a257592ce will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:44.108406 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Pushing event updated for resources: {'Port': ['ID=fe87d971-c176-4698-a43b-1c7c1487cd3a,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:44.115926 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f531240b-0086-435f-bc56-4e6cdbb8cf24 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.173112 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531240b-0086-435f-bc56-4e6cdbb8cf24 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd8d1f5-c856-44a0-9ca6-afeba7a1d7ac,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:44.248990 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.259284 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f531240b-0086-435f-bc56-4e6cdbb8cf24 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.263634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38052) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:44.264566 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f531240b-0086-435f-bc56-4e6cdbb8cf24 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5247862 Apr 20 15:52:44.273620 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f4d55fc8-f41e-428c-98f0-ebcc8a39a19c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:44.287150 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f4d55fc8-f41e-428c-98f0-ebcc8a39a19c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:44.288464 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-31754599-fd9f-4cdb-93f4-b2d97bf56884 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.293924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f4d55fc8-f41e-428c-98f0-ebcc8a39a19c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:44.299705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f4d55fc8-f41e-428c-98f0-ebcc8a39a19c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:44.311670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f4d55fc8-f41e-428c-98f0-ebcc8a39a19c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:44.313239 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Attempting to bind port fe87d971-c176-4698-a43b-1c7c1487cd3a on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:52:44.313607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Attempting to bind port fe87d971-c176-4698-a43b-1c7c1487cd3a by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '888ceb2e-16bd-4300-a3c3-3555505836c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:52:44.313965 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Attempting to bind port fe87d971-c176-4698-a43b-1c7c1487cd3a on network ba4efa0d-56ec-4e4b-b365-da0221a96961 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:52:44.323480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:52:44.323933 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Checking segment: {'id': '888ceb2e-16bd-4300-a3c3-3555505836c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:44.324670 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.325036 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Bound using segment: {'id': '888ceb2e-16bd-4300-a3c3-3555505836c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:52:44.325537 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Bound port: fe87d971-c176-4698-a43b-1c7c1487cd3a, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888ceb2e-16bd-4300-a3c3-3555505836c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:52:44.325928 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.335736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-31754599-fd9f-4cdb-93f4-b2d97bf56884 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27d4a85-283c-4bcb-9a5b-d2242c58f1f7']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:44.336789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Network 5bf17bcf-d02e-42ff-9425-36d74f6cb3c4 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:44.342823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:44.351390 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-31754599-fd9f-4cdb-93f4-b2d97bf56884 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3e9327-012c-4821-af63-62215ebe27e8') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:44.351694 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-31754599-fd9f-4cdb-93f4-b2d97bf56884 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3e9327-012c-4821-af63-62215ebe27e8') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:44.357190 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:44.366918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-31754599-fd9f-4cdb-93f4-b2d97bf56884 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.379183 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4d55fc8-f41e-428c-98f0-ebcc8a39a19c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.393115 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-31754599-fd9f-4cdb-93f4-b2d97bf56884 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.420755 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Pushing event updated for resources: {'Port': ['ID=8ff70e72-9331-4d89-a84e-456a257592ce,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:44.435604 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31754599-fd9f-4cdb-93f4-b2d97bf56884 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:52:44.436213 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-31754599-fd9f-4cdb-93f4-b2d97bf56884 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.443963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Allocated IP 172.21.0.1 (5bf17bcf-d02e-42ff-9425-36d74f6cb3c4/aeb819b0-3a0d-4c72-b862-896d80fdec4f/0a6549f4-a278-475e-b5ce-ba13defc20fa) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:44.539086 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Attempting to bind port 8ff70e72-9331-4d89-a84e-456a257592ce on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:52:44.539456 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Attempting to bind port 8ff70e72-9331-4d89-a84e-456a257592ce by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'fe3803c5-e008-47cc-b7a2-32a438c31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:52:44.539838 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Attempting to bind port 8ff70e72-9331-4d89-a84e-456a257592ce on network 5bf17bcf-d02e-42ff-9425-36d74f6cb3c4 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:52:44.558649 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:52:44.559023 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Checking segment: {'id': 'fe3803c5-e008-47cc-b7a2-32a438c31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:44.559424 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.559848 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Bound using segment: {'id': 'fe3803c5-e008-47cc-b7a2-32a438c31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:52:44.560319 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Bound port: 8ff70e72-9331-4d89-a84e-456a257592ce, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3803c5-e008-47cc-b7a2-32a438c31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:52:44.560690 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:52:44.576026 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:52:44.581486 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-31754599-fd9f-4cdb-93f4-b2d97bf56884 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.596614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4d55fc8-f41e-428c-98f0-ebcc8a39a19c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.607149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4d55fc8-f41e-428c-98f0-ebcc8a39a19c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.607872 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-31754599-fd9f-4cdb-93f4-b2d97bf56884 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.621729 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31754599-fd9f-4cdb-93f4-b2d97bf56884 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Network': ['ID=d27d4a85-283c-4bcb-9a5b-d2242c58f1f7,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:44.629166 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-31754599-fd9f-4cdb-93f4-b2d97bf56884 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/networks/d27d4a85-283c-4bcb-9a5b-d2242c58f1f7 HTTP/1.1" status: 204 len: 168 time: 0.7117829 Apr 20 15:52:44.630251 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38056) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:44.637740 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] For port fe87d971-c176-4698-a43b-1c7c1487cd3a, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:52:44.637973 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-aec7f5c2-7467-4ed5-9deb-1ad051de5d14 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-251943475'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:44.645799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-aec7f5c2-7467-4ed5-9deb-1ad051de5d14 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:44.651254 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-aec7f5c2-7467-4ed5-9deb-1ad051de5d14 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:network and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:44.654492 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-aec7f5c2-7467-4ed5-9deb-1ad051de5d14 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:44.656354 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] For port fe87d971-c176-4698-a43b-1c7c1487cd3a, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=fe87d971-c176-4698-a43b-1c7c1487cd3a,segment=NetworkSegment(888ceb2e-16bd-4300-a3c3-3555505836c1),segment_id=888ceb2e-16bd-4300-a3c3-3555505836c1)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:52:44.663468 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-aec7f5c2-7467-4ed5-9deb-1ad051de5d14 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:44.666057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d55fc8-f41e-428c-98f0-ebcc8a39a19c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956b3156-78e8-48ef-8849-cef735dd1003,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:44.681034 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.694975 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec7f5c2-7467-4ed5-9deb-1ad051de5d14 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:44.696662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4d55fc8-f41e-428c-98f0-ebcc8a39a19c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.700320 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f4d55fc8-f41e-428c-98f0-ebcc8a39a19c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4331396 Apr 20 15:52:44.700476 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aec7f5c2-7467-4ed5-9deb-1ad051de5d14 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.705059 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38060) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:44.713180 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-8cb09f19-a5dc-405c-be4d-5ebfbe3ee6d9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:44.723172 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.728252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8cb09f19-a5dc-405c-be4d-5ebfbe3ee6d9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:44.738320 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec7f5c2-7467-4ed5-9deb-1ad051de5d14 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:52:44.740661 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8cb09f19-a5dc-405c-be4d-5ebfbe3ee6d9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:44.746535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8cb09f19-a5dc-405c-be4d-5ebfbe3ee6d9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:44.753503 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aec7f5c2-7467-4ed5-9deb-1ad051de5d14 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.753862 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-aec7f5c2-7467-4ed5-9deb-1ad051de5d14 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Added segment 6e5ce1d6-0913-4352-93e5-6b5c319f2577 of type vlan for network 53569f79-b273-4046-a442-b24147865c0b Apr 20 15:52:44.757854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8cb09f19-a5dc-405c-be4d-5ebfbe3ee6d9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:44.760991 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Transition to ACTIVE for port object 0a6549f4-a278-475e-b5ce-ba13defc20fa will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:44.770366 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] For port 8ff70e72-9331-4d89-a84e-456a257592ce, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:52:44.778557 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-8cb09f19-a5dc-405c-be4d-5ebfbe3ee6d9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:52:44.794599 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8cb09f19-a5dc-405c-be4d-5ebfbe3ee6d9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.801455 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aec7f5c2-7467-4ed5-9deb-1ad051de5d14 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.801573 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] For port 8ff70e72-9331-4d89-a84e-456a257592ce, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=8ff70e72-9331-4d89-a84e-456a257592ce,segment=NetworkSegment(fe3803c5-e008-47cc-b7a2-32a438c31d7a),segment_id=fe3803c5-e008-47cc-b7a2-32a438c31d7a)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:52:44.817122 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.846689 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0a590-3ab9-4e76-869b-8e0c04fbd3bd None None] Pushing event updated for resources: {'Port': ['ID=fe87d971-c176-4698-a43b-1c7c1487cd3a,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:44.860178 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.871890 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aec7f5c2-7467-4ed5-9deb-1ad051de5d14 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.881471 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec7f5c2-7467-4ed5-9deb-1ad051de5d14 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:44.882386 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aec7f5c2-7467-4ed5-9deb-1ad051de5d14 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.960875 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149e9c6-cba1-43f9-8625-25e35c8289b6 None None] Pushing event updated for resources: {'Port': ['ID=8ff70e72-9331-4d89-a84e-456a257592ce,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:44.971127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8cb09f19-a5dc-405c-be4d-5ebfbe3ee6d9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.984622 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.992334 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8cb09f19-a5dc-405c-be4d-5ebfbe3ee6d9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:45.020232 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb09f19-a5dc-405c-be4d-5ebfbe3ee6d9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fa0b20-31de-43e2-95a1-2cdda5b35f71,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:45.026963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 5bf17bcf-d02e-42ff-9425-36d74f6cb3c4 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:45.047821 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:45.055710 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:45.062734 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-aec7f5c2-7467-4ed5-9deb-1ad051de5d14 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4308045 Apr 20 15:52:45.066771 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38064) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:45.074566 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-59aef35b-c7bb-493a-8b20-c38b0c52cf79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'subnet': {'network_id': '53569f79-b273-4046-a442-b24147865c0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:45.107518 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7f5c2-7467-4ed5-9deb-1ad051de5d14 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Network': ['ID=53569f79-b273-4046-a442-b24147865c0b,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:45.134063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=0a6549f4-a278-475e-b5ce-ba13defc20fa,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:45.142922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8cb09f19-a5dc-405c-be4d-5ebfbe3ee6d9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:45.144114 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8cb09f19-a5dc-405c-be4d-5ebfbe3ee6d9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4376557 Apr 20 15:52:45.147166 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38068) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:45.156889 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ecaa5598-1f5f-40f3-9027-790aa5d4138f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:45.158943 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 53569f79-b273-4046-a442-b24147865c0b details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:52:45.164253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ecaa5598-1f5f-40f3-9027-790aa5d4138f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:45.181728 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ecaa5598-1f5f-40f3-9027-790aa5d4138f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:45.185678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ecaa5598-1f5f-40f3-9027-790aa5d4138f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:45.192008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ecaa5598-1f5f-40f3-9027-790aa5d4138f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:45.206630 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-ecaa5598-1f5f-40f3-9027-790aa5d4138f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:52:45.220201 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecaa5598-1f5f-40f3-9027-790aa5d4138f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:45.292986 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecaa5598-1f5f-40f3-9027-790aa5d4138f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:45.294161 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:45.319807 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-59aef35b-c7bb-493a-8b20-c38b0c52cf79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:45.325446 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-59aef35b-c7bb-493a-8b20-c38b0c52cf79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:subnet and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:45.337026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecaa5598-1f5f-40f3-9027-790aa5d4138f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:45.339975 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-59aef35b-c7bb-493a-8b20-c38b0c52cf79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:45.346389 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-59aef35b-c7bb-493a-8b20-c38b0c52cf79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:45.360408 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aef35b-c7bb-493a-8b20-c38b0c52cf79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:45.364090 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59aef35b-c7bb-493a-8b20-c38b0c52cf79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:45.399625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa5598-1f5f-40f3-9027-790aa5d4138f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e9844c-6233-444f-a93e-13adeffcdb6d,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:45.406961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecaa5598-1f5f-40f3-9027-790aa5d4138f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:45.411059 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ecaa5598-1f5f-40f3-9027-790aa5d4138f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2631123 Apr 20 15:52:45.476485 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.ipam_backend_mixin [None req-59aef35b-c7bb-493a-8b20-c38b0c52cf79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Performing IP validity checks on allocation pools {{(pid=88169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 20 15:52:45.477101 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.ipam_backend_mixin [None req-59aef35b-c7bb-493a-8b20-c38b0c52cf79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 20 15:52:45.538153 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:45.635028 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59aef35b-c7bb-493a-8b20-c38b0c52cf79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:45.713067 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aef35b-c7bb-493a-8b20-c38b0c52cf79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Subnet': ['ID=0a43b213-ceb2-4e17-a480-518decb04cfa,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:45.722445 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aef35b-c7bb-493a-8b20-c38b0c52cf79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Checking segment: {'id': '6e5ce1d6-0913-4352-93e5-6b5c319f2577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '53569f79-b273-4046-a442-b24147865c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:45.722907 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aef35b-c7bb-493a-8b20-c38b0c52cf79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network hostable DHCP agents. Network: 53569f79-b273-4046-a442-b24147865c0b, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:52:45.745141 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aef35b-c7bb-493a-8b20-c38b0c52cf79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 53569f79-b273-4046-a442-b24147865c0b is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:52:45.756999 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-59aef35b-c7bb-493a-8b20-c38b0c52cf79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 53569f79-b273-4046-a442-b24147865c0b) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:45.761383 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aef35b-c7bb-493a-8b20-c38b0c52cf79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:45.762083 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59aef35b-c7bb-493a-8b20-c38b0c52cf79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:45.766902 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120835ab-a8ba-4520-979b-32f8ac61c5c1 None None] Network 53569f79-b273-4046-a442-b24147865c0b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:45.791044 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-59aef35b-c7bb-493a-8b20-c38b0c52cf79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7235227 Apr 20 15:52:45.791859 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38084) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:45.794157 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-ba8008c5-b0b7-4c25-b60f-551ca1e7e1e4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-400807600&fields=id&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 267 time: 0.1228998 Apr 20 15:52:45.797814 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-930a7ff3-9583-4df3-a5c4-17e6d5f808cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'network_id': '53569f79-b273-4046-a442-b24147865c0b', 'name': 'tempest-PortsTestJSON-1909406572'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:45.961145 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-930a7ff3-9583-4df3-a5c4-17e6d5f808cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:45.971607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-930a7ff3-9583-4df3-a5c4-17e6d5f808cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:45.982869 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930a7ff3-9583-4df3-a5c4-17e6d5f808cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:45.986671 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-930a7ff3-9583-4df3-a5c4-17e6d5f808cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:46.006647 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-53569f79-b273-4046-a442-b24147865c0b', 'network_id': '53569f79-b273-4046-a442-b24147865c0b', 'tenant_id': '653471fff79448cd870e3b3c6f5c2cb1', 'fixed_ips': [{'subnet_id': '0a43b213-ceb2-4e17-a480-518decb04cfa'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:52:46.007575 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:46.011679 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-930a7ff3-9583-4df3-a5c4-17e6d5f808cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] device_id is not set on port 71dc316a-7194-493e-b8f6-02caa978a2c8 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:52:46.165899 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-930a7ff3-9583-4df3-a5c4-17e6d5f808cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Allocated IP 172.20.0.14 (53569f79-b273-4046-a442-b24147865c0b/0a43b213-ceb2-4e17-a480-518decb04cfa/71dc316a-7194-493e-b8f6-02caa978a2c8) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:46.206985 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d0fe3a5c-4687-4148-b2c1-ffdac2e5ce13 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:46.208360 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d0fe3a5c-4687-4148-b2c1-ffdac2e5ce13 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/networks?id=ba4efa0d-56ec-4e4b-b365-da0221a96961 HTTP/1.1" status: 200 len: 797 time: 0.4048204 Apr 20 15:52:46.235639 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-e5e034e8-4138-43d7-83ae-8153acb49fff tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/quotas/275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 375 time: 0.0175643 Apr 20 15:52:46.309186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:46.316147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:46.392430 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 8ff70e72-9331-4d89-a84e-456a257592ce up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:46.404714 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-930a7ff3-9583-4df3-a5c4-17e6d5f808cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:46.426831 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-930a7ff3-9583-4df3-a5c4-17e6d5f808cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Transition to ACTIVE for port object 71dc316a-7194-493e-b8f6-02caa978a2c8 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:46.443649 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:46.461051 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=0a6549f4-a278-475e-b5ce-ba13defc20fa,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:46.461606 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-930a7ff3-9583-4df3-a5c4-17e6d5f808cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:46.543905 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Allocated IP 172.20.0.2 (53569f79-b273-4046-a442-b24147865c0b/0a43b213-ceb2-4e17-a480-518decb04cfa/3be94340-bd18-4dbe-9f08-f7462d6d259b) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:46.545921 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 8ff70e72-9331-4d89-a84e-456a257592ce completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:46.554224 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-84040e06-f00e-45bf-917e-efd5b6349047 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3012972 Apr 20 15:52:46.562815 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device fe87d971-c176-4698-a43b-1c7c1487cd3a up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:46.564131 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930a7ff3-9583-4df3-a5c4-17e6d5f808cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 53569f79-b273-4046-a442-b24147865c0b is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:46.573532 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-930a7ff3-9583-4df3-a5c4-17e6d5f808cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:46.578745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930a7ff3-9583-4df3-a5c4-17e6d5f808cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:46.636957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a7ff3-9583-4df3-a5c4-17e6d5f808cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=71dc316a-7194-493e-b8f6-02caa978a2c8,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:46.671098 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930a7ff3-9583-4df3-a5c4-17e6d5f808cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:46.676331 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-930a7ff3-9583-4df3-a5c4-17e6d5f808cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:46.713245 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 5bf17bcf-d02e-42ff-9425-36d74f6cb3c4 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:46.718615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:46.718824 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-930a7ff3-9583-4df3-a5c4-17e6d5f808cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9225786 Apr 20 15:52:46.718824 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38088) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:46.774713 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port fe87d971-c176-4698-a43b-1c7c1487cd3a completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:46.789680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d8e0e2f1-7012-4088-aba6-53254faba304 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:46.831385 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-49f5645d-f916-4c3e-96bd-562be486ab33 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port 71dc316a-7194-493e-b8f6-02caa978a2c8 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:46.832211 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-49f5645d-f916-4c3e-96bd-562be486ab33 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:46.888370 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-3eb461ff-de96-495b-9a1c-ffce270b6ffd service neutron] 10.222.0.13 "GET /v2.0/networks/ba4efa0d-56ec-4e4b-b365-da0221a96961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943337 Apr 20 15:52:46.958508 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port d8e0e2f1-7012-4088-aba6-53254faba304 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:46.973777 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port d8e0e2f1-7012-4088-aba6-53254faba304 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:46.974151 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:47.022015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 0716b385-3072-4aeb-96a1-345f43e02fb0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:52:47.091492 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:47.112011 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Transition to ACTIVE for port object 3be94340-bd18-4dbe-9f08-f7462d6d259b will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:47.214990 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-72a4f722-8f79-47c0-b89f-a007ce4a2ca3 service neutron] 10.222.0.13 "GET /v2.0/networks/ba4efa0d-56ec-4e4b-b365-da0221a96961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187230 Apr 20 15:52:47.247935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:52:47.262535 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3d3c2e2b-4a26-4057-870f-56078918bcf7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/0716b385-3072-4aeb-96a1-345f43e02fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5902131 Apr 20 15:52:47.267398 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38092) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:47.274218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-70bb1f1e-1cd7-4e38-b57a-766081a1e0da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'network': {'name': 'tempest-RoutersTest-1608684653'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:47.279343 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-70bb1f1e-1cd7-4e38-b57a-766081a1e0da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:47.281043 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65cce63-f6d8-4a2a-99a8-705c092ff42d None None] Network ba4efa0d-56ec-4e4b-b365-da0221a96961 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:47.284208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-70bb1f1e-1cd7-4e38-b57a-766081a1e0da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:network and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:47.287487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-70bb1f1e-1cd7-4e38-b57a-766081a1e0da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:47.294326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-70bb1f1e-1cd7-4e38-b57a-766081a1e0da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:47.308385 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bb1f1e-1cd7-4e38-b57a-766081a1e0da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:47.309619 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Sync routers for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:52:47.312410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70bb1f1e-1cd7-4e38-b57a-766081a1e0da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:47.331910 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Transition to ACTIVE for port object 3be94340-bd18-4dbe-9f08-f7462d6d259b will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:47.349880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bb1f1e-1cd7-4e38-b57a-766081a1e0da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:52:47.370034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70bb1f1e-1cd7-4e38-b57a-766081a1e0da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:47.374450 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-70bb1f1e-1cd7-4e38-b57a-766081a1e0da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Added segment 2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b of type vlan for network 0ab84ab2-4660-4508-8e23-16159d0d6c52 Apr 20 15:52:47.437794 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-49f5645d-f916-4c3e-96bd-562be486ab33 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:47.460221 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9153c1b8-a8bc-464d-918d-2c06458d1bcd None None] Network 5bf17bcf-d02e-42ff-9425-36d74f6cb3c4 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:47.482673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70bb1f1e-1cd7-4e38-b57a-766081a1e0da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:47.483990 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:47.500263 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8c010339-9909-4ee1-b544-57ced5561167 req-6a91edda-7708-4d4d-a0e7-1a1cbbda3f35 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 210 time: 0.0689664 Apr 20 15:52:47.501753 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:47.531046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70bb1f1e-1cd7-4e38-b57a-766081a1e0da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:47.538837 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bb1f1e-1cd7-4e38-b57a-766081a1e0da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:47.539497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70bb1f1e-1cd7-4e38-b57a-766081a1e0da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:47.589604 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-49f5645d-f916-4c3e-96bd-562be486ab33 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for 71dc316a-7194-493e-b8f6-02caa978a2c8 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:47.624057 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-86e10c68-6274-46f3-bf26-4d60fb257e56 None None] Provisioning for port fe87d971-c176-4698-a43b-1c7c1487cd3a completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:47.626922 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:47.627559 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:47.672609 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-70bb1f1e-1cd7-4e38-b57a-766081a1e0da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4038515 Apr 20 15:52:47.673438 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38104) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:47.689407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-977fbe2e-5519-441f-bc21-80e6f8f6ab0d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'subnet': {'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:47.698384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Pushing event updated for resources: {'Port': ['ID=3be94340-bd18-4dbe-9f08-f7462d6d259b,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:47.710807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb1f1e-1cd7-4e38-b57a-766081a1e0da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Network': ['ID=0ab84ab2-4660-4508-8e23-16159d0d6c52,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:47.749201 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 0ab84ab2-4660-4508-8e23-16159d0d6c52 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:52:47.761577 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-86e10c68-6274-46f3-bf26-4d60fb257e56 None None] Provisioning complete for port fe87d971-c176-4698-a43b-1c7c1487cd3a triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:47.761945 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-86e10c68-6274-46f3-bf26-4d60fb257e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:47.793531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-49f5645d-f916-4c3e-96bd-562be486ab33 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:47.837077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-977fbe2e-5519-441f-bc21-80e6f8f6ab0d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:47.841300 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-977fbe2e-5519-441f-bc21-80e6f8f6ab0d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:subnet and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:47.844246 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-977fbe2e-5519-441f-bc21-80e6f8f6ab0d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:47.850591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-977fbe2e-5519-441f-bc21-80e6f8f6ab0d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:47.863809 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Network 53569f79-b273-4046-a442-b24147865c0b is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:47.870664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977fbe2e-5519-441f-bc21-80e6f8f6ab0d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:47.874426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-977fbe2e-5519-441f-bc21-80e6f8f6ab0d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:47.887733 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:47.890684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:47.905698 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5645d-f916-4c3e-96bd-562be486ab33 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=71dc316a-7194-493e-b8f6-02caa978a2c8,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:47.973899 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-49f5645d-f916-4c3e-96bd-562be486ab33 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:47.985337 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-49f5645d-f916-4c3e-96bd-562be486ab33 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/ports/71dc316a-7194-493e-b8f6-02caa978a2c8 HTTP/1.1" status: 204 len: 168 time: 1.2659168 Apr 20 15:52:47.989424 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38110) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:48.046286 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e87803-c51a-4ab6-81cb-813e3dc46fac tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] DELETE failed (client error): The resource could not be found. Apr 20 15:52:48.046669 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e87803-c51a-4ab6-81cb-813e3dc46fac tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:52:48.051013 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e6e87803-c51a-4ab6-81cb-813e3dc46fac tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/ports/71dc316a-7194-493e-b8f6-02caa978a2c8 HTTP/1.1" status: 404 len: 333 time: 0.0575695 Apr 20 15:52:48.051262 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38114) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:48.086413 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port d8e0e2f1-7012-4088-aba6-53254faba304, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d8e0e2f1-7012-4088-aba6-53254faba304,segment=NetworkSegment(42159e4f-062b-46f5-84ef-7dee77a08bd1),segment_id=42159e4f-062b-46f5-84ef-7dee77a08bd1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:48.106578 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-62839065-463e-4dba-b604-092f6d19f068 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] GET failed (client error): The resource could not be found. Apr 20 15:52:48.107158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-62839065-463e-4dba-b604-092f6d19f068 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:48.127919 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-62839065-463e-4dba-b604-092f6d19f068 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:48.129393 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-62839065-463e-4dba-b604-092f6d19f068 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports/71dc316a-7194-493e-b8f6-02caa978a2c8 HTTP/1.1" status: 404 len: 333 time: 0.0770788 Apr 20 15:52:48.132487 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38118) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:48.169792 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:48.243700 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b0985e-f713-4e96-9b70-55214c5077f7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting subnet 0a43b213-ceb2-4e17-a480-518decb04cfa {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:52:48.251243 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4b0985e-f713-4e96-9b70-55214c5077f7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:48.288756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-977fbe2e-5519-441f-bc21-80e6f8f6ab0d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:48.295701 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:52:48.314937 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4b0985e-f713-4e96-9b70-55214c5077f7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:48.374142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fbe2e-5519-441f-bc21-80e6f8f6ab0d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Subnet': ['ID=158c9488-4811-49aa-a1cb-01c51380b18e,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:48.379385 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Attempting to bind port 3be94340-bd18-4dbe-9f08-f7462d6d259b on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:52:48.379978 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Attempting to bind port 3be94340-bd18-4dbe-9f08-f7462d6d259b by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '6e5ce1d6-0913-4352-93e5-6b5c319f2577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '53569f79-b273-4046-a442-b24147865c0b'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:52:48.380420 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Attempting to bind port 3be94340-bd18-4dbe-9f08-f7462d6d259b on network 53569f79-b273-4046-a442-b24147865c0b {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:52:48.386151 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977fbe2e-5519-441f-bc21-80e6f8f6ab0d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Checking segment: {'id': '2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:48.386507 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977fbe2e-5519-441f-bc21-80e6f8f6ab0d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network hostable DHCP agents. Network: 0ab84ab2-4660-4508-8e23-16159d0d6c52, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:52:48.405414 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977fbe2e-5519-441f-bc21-80e6f8f6ab0d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 0ab84ab2-4660-4508-8e23-16159d0d6c52 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:52:48.415093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-977fbe2e-5519-441f-bc21-80e6f8f6ab0d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 0ab84ab2-4660-4508-8e23-16159d0d6c52) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:48.420414 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4b0985e-f713-4e96-9b70-55214c5077f7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:48.421121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977fbe2e-5519-441f-bc21-80e6f8f6ab0d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:48.422076 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-977fbe2e-5519-441f-bc21-80e6f8f6ab0d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:48.447943 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-977fbe2e-5519-441f-bc21-80e6f8f6ab0d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7678788 Apr 20 15:52:48.448519 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38122) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:48.459825 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c9db3d-fe6d-47de-acd2-b5c8acd0f789 None None] Network 0ab84ab2-4660-4508-8e23-16159d0d6c52 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:48.494428 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:52:48.494796 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Checking segment: {'id': '6e5ce1d6-0913-4352-93e5-6b5c319f2577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '53569f79-b273-4046-a442-b24147865c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:48.495278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:48.495682 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Bound using segment: {'id': '6e5ce1d6-0913-4352-93e5-6b5c319f2577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '53569f79-b273-4046-a442-b24147865c0b'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:52:48.496179 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Bound port: 3be94340-bd18-4dbe-9f08-f7462d6d259b, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5ce1d6-0913-4352-93e5-6b5c319f2577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '53569f79-b273-4046-a442-b24147865c0b'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:52:48.496648 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:48.501213 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4b0985e-f713-4e96-9b70-55214c5077f7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:48.505277 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=d8e0e2f1-7012-4088-aba6-53254faba304,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:48.551470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0985e-f713-4e96-9b70-55214c5077f7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Subnet': ['ID=0a43b213-ceb2-4e17-a480-518decb04cfa,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:48.564748 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a4b0985e-f713-4e96-9b70-55214c5077f7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:48.573347 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a4b0985e-f713-4e96-9b70-55214c5077f7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/0a43b213-ceb2-4e17-a480-518decb04cfa HTTP/1.1" status: 204 len: 168 time: 0.4391179 Apr 20 15:52:48.576156 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38128) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:48.701065 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:48.712102 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port 3be94340-bd18-4dbe-9f08-f7462d6d259b {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:48.712424 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:48.910560 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-86e10c68-6274-46f3-bf26-4d60fb257e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:48.941630 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] For port 3be94340-bd18-4dbe-9f08-f7462d6d259b, host dv-neutron-838699-1-hyperv, got binding levels [] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:48.942084 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:48.979835 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b5f7c7d-c014-43f5-91f2-8a1d6665b041 req-4b678f1f-24aa-443c-9884-56d8efcbf03f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 210 time: 0.2478094 Apr 20 15:52:49.078068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-48ab5d3c-c9ae-4e05-8900-56ed9251641d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:49.079810 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-48ab5d3c-c9ae-4e05-8900-56ed9251641d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/networks?id=ba4efa0d-56ec-4e4b-b365-da0221a96961 HTTP/1.1" status: 200 len: 797 time: 0.3464742 Apr 20 15:52:49.088067 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for 3be94340-bd18-4dbe-9f08-f7462d6d259b owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:49.111449 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] For port 3be94340-bd18-4dbe-9f08-f7462d6d259b, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:52:49.139418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-86e10c68-6274-46f3-bf26-4d60fb257e56 None None] For port fe87d971-c176-4698-a43b-1c7c1487cd3a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=fe87d971-c176-4698-a43b-1c7c1487cd3a,segment=NetworkSegment(888ceb2e-16bd-4300-a3c3-3555505836c1),segment_id=888ceb2e-16bd-4300-a3c3-3555505836c1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:49.189721 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] For port 3be94340-bd18-4dbe-9f08-f7462d6d259b, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3be94340-bd18-4dbe-9f08-f7462d6d259b,segment=NetworkSegment(6e5ce1d6-0913-4352-93e5-6b5c319f2577),segment_id=6e5ce1d6-0913-4352-93e5-6b5c319f2577)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:52:49.191509 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-86e10c68-6274-46f3-bf26-4d60fb257e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:49.220465 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-e48323c8-8620-4623-a409-d6945e1d16b9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 472 time: 0.1249509 Apr 20 15:52:49.236147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d39a9d87-230d-4219-94a1-00f2e02b79b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'port': {'device_id': 'f743201f-3a5a-4c6e-8973-3f9b56f3deab', 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961', 'admin_state_up': True, 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'security_groups': ['cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:49.254000 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:49.289092 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.api [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:52:49.289440 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG oslo_db.api [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:52:49.425844 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e10c68-6274-46f3-bf26-4d60fb257e56 None None] Pushing event updated for resources: {'Port': ['ID=fe87d971-c176-4698-a43b-1c7c1487cd3a,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:49.430115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7a413dd1-d430-4121-a10f-80f9144e554c None None] Provisioning for port 8ff70e72-9331-4d89-a84e-456a257592ce completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:49.477708 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-0ab84ab2-4660-4508-8e23-16159d0d6c52', 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'fixed_ips': [{'subnet_id': '158c9488-4811-49aa-a1cb-01c51380b18e'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:52:49.478897 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:49.480516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d39a9d87-230d-4219-94a1-00f2e02b79b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:49.484806 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d39a9d87-230d-4219-94a1-00f2e02b79b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:port and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:49.487856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d39a9d87-230d-4219-94a1-00f2e02b79b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:49.493871 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d39a9d87-230d-4219-94a1-00f2e02b79b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:49.506022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d39a9d87-230d-4219-94a1-00f2e02b79b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:49.509509 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d39a9d87-230d-4219-94a1-00f2e02b79b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:49.536956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:49.549332 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7a413dd1-d430-4121-a10f-80f9144e554c None None] Provisioning complete for port 8ff70e72-9331-4d89-a84e-456a257592ce triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:49.549794 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7a413dd1-d430-4121-a10f-80f9144e554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:49.743343 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c57e1e-1e74-4734-9e80-13eedb8a8099 None None] Pushing event updated for resources: {'Port': ['ID=3be94340-bd18-4dbe-9f08-f7462d6d259b,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:49.788700 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ea1730-547a-4f97-beda-bc47a6850c2a None None] Network 53569f79-b273-4046-a442-b24147865c0b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:49.790210 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port 3be94340-bd18-4dbe-9f08-f7462d6d259b {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:49.791139 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:49.824187 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:52:45Z', 'revision_number': 3, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': '0a6549f4-a278-475e-b5ce-ba13defc20fa', 'name': '', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:41:c3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:44Z', 'updated_at': '2022-04-20T15:52:45Z', 'revision_number': 2, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:43Z', 'revision_number': 4, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:49.912039 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Checking router: 0716b385-3072-4aeb-96a1-345f43e02fb0 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:52:49.912690 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Updating router 0716b385-3072-4aeb-96a1-345f43e02fb0 port 0a6549f4-a278-475e-b5ce-ba13defc20fa binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:52:49.986073 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Allocated IP 172.22.0.2 (0ab84ab2-4660-4508-8e23-16159d0d6c52/158c9488-4811-49aa-a1cb-01c51380b18e/fe7f3990-c7a1-47ac-b8df-ed306c9e51c3) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:50.082513 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] For port 3be94340-bd18-4dbe-9f08-f7462d6d259b, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3be94340-bd18-4dbe-9f08-f7462d6d259b,segment=NetworkSegment(6e5ce1d6-0913-4352-93e5-6b5c319f2577),segment_id=6e5ce1d6-0913-4352-93e5-6b5c319f2577)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:50.083249 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.112348 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.167892 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7a413dd1-d430-4121-a10f-80f9144e554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.234674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d39a9d87-230d-4219-94a1-00f2e02b79b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.20 (ba4efa0d-56ec-4e4b-b365-da0221a96961/460b3ecb-7514-4b77-b053-c2f1e0d7bf1f/59c062f2-3107-4e00-ba2b-1c255d9f7fba) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:50.264402 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for 3be94340-bd18-4dbe-9f08-f7462d6d259b owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:50.312563 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7c10babb-432d-4122-8031-cdbbce2c8f82 req-604f1f86-c186-4eaa-964e-65788440595f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 210 time: 0.1119359 Apr 20 15:52:50.359780 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device fe87d971-c176-4698-a43b-1c7c1487cd3a up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:50.376411 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.426152 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-7a413dd1-d430-4121-a10f-80f9144e554c None None] For port 8ff70e72-9331-4d89-a84e-456a257592ce, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=8ff70e72-9331-4d89-a84e-456a257592ce,segment=NetworkSegment(fe3803c5-e008-47cc-b7a2-32a438c31d7a),segment_id=fe3803c5-e008-47cc-b7a2-32a438c31d7a)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:50.427053 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=3be94340-bd18-4dbe-9f08-f7462d6d259b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:50.429210 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No DVR routers for this DVR port 3be94340-bd18-4dbe-9f08-f7462d6d259b on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:52:50.460356 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7a413dd1-d430-4121-a10f-80f9144e554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.531085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d39a9d87-230d-4219-94a1-00f2e02b79b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.548647 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d39a9d87-230d-4219-94a1-00f2e02b79b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object 59c062f2-3107-4e00-ba2b-1c255d9f7fba will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:50.552729 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.576714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d39a9d87-230d-4219-94a1-00f2e02b79b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.578261 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53569f79-b273-4046-a442-b24147865c0b']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:50.592217 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5ce1d6-0913-4352-93e5-6b5c319f2577') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:50.592621 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5ce1d6-0913-4352-93e5-6b5c319f2577') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:50.606132 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.623734 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.631615 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:52:50.632209 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:52:50.649854 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:52:50.657706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d39a9d87-230d-4219-94a1-00f2e02b79b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network ba4efa0d-56ec-4e4b-b365-da0221a96961 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:50.665785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d39a9d87-230d-4219-94a1-00f2e02b79b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:50.668350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d39a9d87-230d-4219-94a1-00f2e02b79b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:50.717910 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a9d87-230d-4219-94a1-00f2e02b79b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=59c062f2-3107-4e00-ba2b-1c255d9f7fba,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:50.744923 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a413dd1-d430-4121-a10f-80f9144e554c None None] Pushing event updated for resources: {'Port': ['ID=8ff70e72-9331-4d89-a84e-456a257592ce,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:50.747415 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d39a9d87-230d-4219-94a1-00f2e02b79b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:50.748193 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d39a9d87-230d-4219-94a1-00f2e02b79b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.757643 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.781500 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-d39a9d87-230d-4219-94a1-00f2e02b79b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5494468 Apr 20 15:52:50.787818 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.791064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Network': ['ID=53569f79-b273-4046-a442-b24147865c0b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:50.792918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Request body: {'port': {'device_id': 'f743201f-3a5a-4c6e-8973-3f9b56f3deab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:50.806524 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-48acb702-512d-4cd7-aa57-a2e545724b78 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/networks/53569f79-b273-4046-a442-b24147865c0b HTTP/1.1" status: 204 len: 168 time: 2.2289147 Apr 20 15:52:50.812381 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38138) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:50.818515 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a199bbe0-8747-452d-bba4-21f92c9adeb9 None None] Provisioning for port 0a6549f4-a278-475e-b5ce-ba13defc20fa completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:50.820958 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-bf41b9d1-b6d0-43cb-a39a-a3c500975995 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1146476221'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:50.830166 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-bf41b9d1-b6d0-43cb-a39a-a3c500975995 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:50.834768 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-bf41b9d1-b6d0-43cb-a39a-a3c500975995 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:network and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:50.838608 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-bf41b9d1-b6d0-43cb-a39a-a3c500975995 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:50.843784 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.846726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-bf41b9d1-b6d0-43cb-a39a-a3c500975995 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:50.848792 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a199bbe0-8747-452d-bba4-21f92c9adeb9 None None] Provisioning complete for port 0a6549f4-a278-475e-b5ce-ba13defc20fa triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:50.849230 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a199bbe0-8747-452d-bba4-21f92c9adeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.860073 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf41b9d1-b6d0-43cb-a39a-a3c500975995 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:50.864249 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf41b9d1-b6d0-43cb-a39a-a3c500975995 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.897574 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf41b9d1-b6d0-43cb-a39a-a3c500975995 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:52:50.898002 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port fe87d971-c176-4698-a43b-1c7c1487cd3a triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:50.898415 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.908286 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf41b9d1-b6d0-43cb-a39a-a3c500975995 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.908766 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-bf41b9d1-b6d0-43cb-a39a-a3c500975995 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Added segment aa0ed390-dfb8-4ac8-b862-70017fb067be of type vlan for network 6ee379c2-e7cb-420a-a939-7f0e2c74c750 Apr 20 15:52:50.926378 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Transition to ACTIVE for port object fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:50.939519 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf41b9d1-b6d0-43cb-a39a-a3c500975995 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.944555 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.976535 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf41b9d1-b6d0-43cb-a39a-a3c500975995 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.983147 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf41b9d1-b6d0-43cb-a39a-a3c500975995 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:50.983858 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf41b9d1-b6d0-43cb-a39a-a3c500975995 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:51.023497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-a199bbe0-8747-452d-bba4-21f92c9adeb9 None None] Port 0a6549f4-a278-475e-b5ce-ba13defc20fa cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:51.025558 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Transition to ACTIVE for port object fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:51.045645 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:51.080277 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bf41b9d1-b6d0-43cb-a39a-a3c500975995 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2639976 Apr 20 15:52:51.081877 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38142) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:51.096567 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41b9d1-b6d0-43cb-a39a-a3c500975995 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Network': ['ID=6ee379c2-e7cb-420a-a939-7f0e2c74c750,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:51.137225 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-dfcbaeab-57f7-4e37-bc38-7e020255218b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'subnet': {'network_id': '6ee379c2-e7cb-420a-a939-7f0e2c74c750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:51.137576 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 6ee379c2-e7cb-420a-a939-7f0e2c74c750 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:52:51.165440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a199bbe0-8747-452d-bba4-21f92c9adeb9 None None] Provisioning complete for port 8ff70e72-9331-4d89-a84e-456a257592ce triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:51.165440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a199bbe0-8747-452d-bba4-21f92c9adeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:51.205478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Network 0ab84ab2-4660-4508-8e23-16159d0d6c52 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:51.223326 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.resource_extend [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 15:52:51.230798 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:51.287352 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:51.292536 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Allocated IP 172.22.0.1 (0ab84ab2-4660-4508-8e23-16159d0d6c52/158c9488-4811-49aa-a1cb-01c51380b18e/2539ebd4-6947-4bab-912d-69a777addbd9) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:51.353649 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Pushing event updated for resources: {'Port': ['ID=fe7f3990-c7a1-47ac-b8df-ed306c9e51c3,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:51.377592 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-dfcbaeab-57f7-4e37-bc38-7e020255218b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:51.401526 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-dfcbaeab-57f7-4e37-bc38-7e020255218b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:subnet and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:51.409372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-dfcbaeab-57f7-4e37-bc38-7e020255218b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:51.443278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d8e0e2f1-7012-4088-aba6-53254faba304 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:51.507545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-dfcbaeab-57f7-4e37-bc38-7e020255218b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:51.528760 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:51.598349 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Transition to ACTIVE for port object 0a6549f4-a278-475e-b5ce-ba13defc20fa will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:51.602786 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Attempting to bind port fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:52:51.603411 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Attempting to bind port fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:52:51.603789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Attempting to bind port fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 on network 0ab84ab2-4660-4508-8e23-16159d0d6c52 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:52:51.621976 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:51.663606 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:52:51.664062 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Checking segment: {'id': '2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:51.664403 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:51.664800 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Bound using segment: {'id': '2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:52:51.665276 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Bound port: fe7f3990-c7a1-47ac-b8df-ed306c9e51c3, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:52:51.665649 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:51.699372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcbaeab-57f7-4e37-bc38-7e020255218b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:51.703136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dfcbaeab-57f7-4e37-bc38-7e020255218b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:51.831303 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port d8e0e2f1-7012-4088-aba6-53254faba304 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:51.831678 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:51.898805 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:51.905713 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d39e53-6ca3-4f1c-83a3-89ba6fa6f00f None None] Pushing event updated for resources: {'Port': ['ID=0a6549f4-a278-475e-b5ce-ba13defc20fa,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:51.948285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e40f7e-2d6f-4bcc-8e51-87e24e6f8827 req-8b0ea5ae-8fab-4e5e-82c5-935f9a38d367 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:51.948992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-00e40f7e-2d6f-4bcc-8e51-87e24e6f8827 req-8b0ea5ae-8fab-4e5e-82c5-935f9a38d367 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:51.989793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Transition to ACTIVE for port object 2539ebd4-6947-4bab-912d-69a777addbd9 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:51.997725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c062f2-3107-4e00-ba2b-1c255d9f7fba {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:52:52.002862 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-00e40f7e-2d6f-4bcc-8e51-87e24e6f8827 req-8b0ea5ae-8fab-4e5e-82c5-935f9a38d367 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:52.004048 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-00e40f7e-2d6f-4bcc-8e51-87e24e6f8827 req-8b0ea5ae-8fab-4e5e-82c5-935f9a38d367 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 932 time: 0.5391736 Apr 20 15:52:52.007383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a199bbe0-8747-452d-bba4-21f92c9adeb9 None None] Provisioning complete for port fe87d971-c176-4698-a43b-1c7c1487cd3a triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:52.008231 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a199bbe0-8747-452d-bba4-21f92c9adeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:52.016166 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:52.051593 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Attempting to bind port 0a6549f4-a278-475e-b5ce-ba13defc20fa on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:52:52.051983 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Attempting to bind port 0a6549f4-a278-475e-b5ce-ba13defc20fa by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'fe3803c5-e008-47cc-b7a2-32a438c31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:52:52.052909 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Attempting to bind port 0a6549f4-a278-475e-b5ce-ba13defc20fa on network 5bf17bcf-d02e-42ff-9425-36d74f6cb3c4 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:52:52.059538 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] For port fe7f3990-c7a1-47ac-b8df-ed306c9e51c3, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:52:52.075088 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:52:52.075460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Checking segment: {'id': 'fe3803c5-e008-47cc-b7a2-32a438c31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:52.075888 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:52.076303 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Bound using segment: {'id': 'fe3803c5-e008-47cc-b7a2-32a438c31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:52:52.076758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Bound port: 0a6549f4-a278-475e-b5ce-ba13defc20fa, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3803c5-e008-47cc-b7a2-32a438c31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:52:52.077131 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:52.086886 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] For port fe7f3990-c7a1-47ac-b8df-ed306c9e51c3, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=fe7f3990-c7a1-47ac-b8df-ed306c9e51c3,segment=NetworkSegment(2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b),segment_id=2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:52:52.102949 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Transition to ACTIVE for port object 59c062f2-3107-4e00-ba2b-1c255d9f7fba will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:52.121944 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:52.130051 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:52.182536 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-00e40f7e-2d6f-4bcc-8e51-87e24e6f8827 req-f5955f31-8572-43e8-b954-7752a657bbc9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680608 Apr 20 15:52:52.281517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:52.317163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Pushing event updated for resources: {'Port': ['ID=59c062f2-3107-4e00-ba2b-1c255d9f7fba,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:52.422397 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 8ff70e72-9331-4d89-a84e-456a257592ce up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:52.459714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 0ab84ab2-4660-4508-8e23-16159d0d6c52 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:52.459968 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323941e4-334b-466d-b98a-70dfeb2de0e1 None None] Pushing event updated for resources: {'Port': ['ID=fe7f3990-c7a1-47ac-b8df-ed306c9e51c3,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:52.460753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dfcbaeab-57f7-4e37-bc38-7e020255218b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:52.480023 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] For port 0a6549f4-a278-475e-b5ce-ba13defc20fa, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:52:52.498688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:52.511452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] For port 0a6549f4-a278-475e-b5ce-ba13defc20fa, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0a6549f4-a278-475e-b5ce-ba13defc20fa,segment=NetworkSegment(fe3803c5-e008-47cc-b7a2-32a438c31d7a),segment_id=fe3803c5-e008-47cc-b7a2-32a438c31d7a)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:52:52.520519 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:52.528559 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:52.611296 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=2539ebd4-6947-4bab-912d-69a777addbd9,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:52.623685 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:52.624355 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:52.697528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbaeab-57f7-4e37-bc38-7e020255218b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Subnet': ['ID=3d98d159-bb3d-45c0-bdd9-d78feab9f124,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:52.705584 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 8ff70e72-9331-4d89-a84e-456a257592ce triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:52.705965 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:52.713030 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:52.717261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Attempting to bind port 59c062f2-3107-4e00-ba2b-1c255d9f7fba on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:52:52.717601 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Attempting to bind port 59c062f2-3107-4e00-ba2b-1c255d9f7fba by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '888ceb2e-16bd-4300-a3c3-3555505836c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:52:52.717930 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Attempting to bind port 59c062f2-3107-4e00-ba2b-1c255d9f7fba on network ba4efa0d-56ec-4e4b-b365-da0221a96961 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:52:52.721063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcbaeab-57f7-4e37-bc38-7e020255218b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Checking segment: {'id': 'aa0ed390-dfb8-4ac8-b862-70017fb067be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6ee379c2-e7cb-420a-a939-7f0e2c74c750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:52.721424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcbaeab-57f7-4e37-bc38-7e020255218b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network hostable DHCP agents. Network: 6ee379c2-e7cb-420a-a939-7f0e2c74c750, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:52:52.731364 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d39e53-6ca3-4f1c-83a3-89ba6fa6f00f None None] Pushing event updated for resources: {'Port': ['ID=0a6549f4-a278-475e-b5ce-ba13defc20fa,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:52.740894 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Port 59c062f2-3107-4e00-ba2b-1c255d9f7fba on network ba4efa0d-56ec-4e4b-b365-da0221a96961 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:52:52.740894 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Attempting to bind port 59c062f2-3107-4e00-ba2b-1c255d9f7fba on network ba4efa0d-56ec-4e4b-b365-da0221a96961 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:52:52.762262 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:52:52.762595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Checking segment: {'id': '888ceb2e-16bd-4300-a3c3-3555505836c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:52.762994 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Bound using segment: {'id': '888ceb2e-16bd-4300-a3c3-3555505836c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:52:52.763438 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Bound port: 59c062f2-3107-4e00-ba2b-1c255d9f7fba, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888ceb2e-16bd-4300-a3c3-3555505836c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:52:52.763810 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:52.826073 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6269307a-9c47-47cf-a6bc-e733c8cff25a None None] Provisioning for port 59c062f2-3107-4e00-ba2b-1c255d9f7fba completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:52.829962 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcbaeab-57f7-4e37-bc38-7e020255218b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 6ee379c2-e7cb-420a-a939-7f0e2c74c750 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:52:52.855678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-dfcbaeab-57f7-4e37-bc38-7e020255218b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 6ee379c2-e7cb-420a-a939-7f0e2c74c750) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:52.868089 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcbaeab-57f7-4e37-bc38-7e020255218b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:52.868674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dfcbaeab-57f7-4e37-bc38-7e020255218b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:52.872544 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0289daf3-706e-4353-ab87-3f9460fc0bf4 None None] Network 6ee379c2-e7cb-420a-a939-7f0e2c74c750 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:52.897524 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:52:52.945124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] For port 59c062f2-3107-4e00-ba2b-1c255d9f7fba, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:52:52.947994 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dfcbaeab-57f7-4e37-bc38-7e020255218b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8261342 Apr 20 15:52:52.950925 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38148) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:52.957761 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'network_id': '6ee379c2-e7cb-420a-a939-7f0e2c74c750', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2125881116'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:52.969986 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] For port 59c062f2-3107-4e00-ba2b-1c255d9f7fba, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=59c062f2-3107-4e00-ba2b-1c255d9f7fba,segment=NetworkSegment(888ceb2e-16bd-4300-a3c3-3555505836c1),segment_id=888ceb2e-16bd-4300-a3c3-3555505836c1)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:52:52.991803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:53.049187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:53.086046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:53.086676 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:53.088100 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] 10.222.0.11 "PUT /v2.0/ports/59c062f2-3107-4e00-ba2b-1c255d9f7fba HTTP/1.1" status: 200 len: 1094 time: 2.2997141 Apr 20 15:52:53.121312 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f743201f-3a5a-4c6e-8973-3f9b56f3deab', 'tag': '59c062f2-3107-4e00-ba2b-1c255d9f7fba'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:52:53.172375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043249-39e1-4128-9ddd-ac291428ac80 service neutron] Pushing event updated for resources: {'Port': ['ID=59c062f2-3107-4e00-ba2b-1c255d9f7fba,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:53.238378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:53.252657 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:port and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:53.260607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:53.274285 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:53.288755 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b5576c-bf9c-4443-a9e1-149ad49a2322'] response: {'name': 'network-changed', 'server_uuid': 'f743201f-3a5a-4c6e-8973-3f9b56f3deab', 'tag': '59c062f2-3107-4e00-ba2b-1c255d9f7fba', 'status': 'completed', 'code': 200} Apr 20 15:52:53.297635 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:53.302597 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:53.373110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] device_id is not set on port b221b737-7f67-4f8e-b48e-cbabee41b6f9 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:52:53.509133 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-6ee379c2-e7cb-420a-a939-7f0e2c74c750', 'network_id': '6ee379c2-e7cb-420a-a939-7f0e2c74c750', 'tenant_id': '653471fff79448cd870e3b3c6f5c2cb1', 'fixed_ips': [{'subnet_id': '3d98d159-bb3d-45c0-bdd9-d78feab9f124'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:52:53.510651 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:53.590581 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Allocated IP 172.20.0.7 (6ee379c2-e7cb-420a-a939-7f0e2c74c750/3d98d159-bb3d-45c0-bdd9-d78feab9f124/b221b737-7f67-4f8e-b48e-cbabee41b6f9) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:53.703103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aa0db5-bd2b-43be-86b0-d793a6ce4436 None None] Network 0ab84ab2-4660-4508-8e23-16159d0d6c52 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:53.793172 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:53.812135 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Transition to ACTIVE for port object b221b737-7f67-4f8e-b48e-cbabee41b6f9 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:53.840360 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:53.841332 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:52:45Z', 'revision_number': 3, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': '0a6549f4-a278-475e-b5ce-ba13defc20fa', 'name': '', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:41:c3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:44Z', 'updated_at': '2022-04-20T15:52:52Z', 'revision_number': 4, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:53.853209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-91f304e1-81d1-416f-8cdc-1da84920a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:53.854704 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-91f304e1-81d1-416f-8cdc-1da84920a6ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 1097 time: 0.6712949 Apr 20 15:52:53.865100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219c762-a72e-4526-9f5d-75dc925909da req-dbc20619-ddcf-4826-bc79-d43189b5e16a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:53.866519 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5219c762-a72e-4526-9f5d-75dc925909da req-dbc20619-ddcf-4826-bc79-d43189b5e16a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 944 time: 0.4593019 Apr 20 15:52:53.887406 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658fb68f-68d7-4f7c-97b4-049744ee7851 None None] The sync data for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv is: [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:52:45Z', 'revision_number': 3, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': '0a6549f4-a278-475e-b5ce-ba13defc20fa', 'name': '', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:41:c3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:44Z', 'updated_at': '2022-04-20T15:52:52Z', 'revision_number': 4, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:52:53.910126 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 6ee379c2-e7cb-420a-a939-7f0e2c74c750 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:53.914308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:53.916957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:53.953013 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-875d97df-4155-4381-b16a-3249bf04ec2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=59c062f2-3107-4e00-ba2b-1c255d9f7fba HTTP/1.1" status: 200 len: 217 time: 0.0855091 Apr 20 15:52:53.998342 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Allocated IP 172.20.0.2 (6ee379c2-e7cb-420a-a939-7f0e2c74c750/3d98d159-bb3d-45c0-bdd9-d78feab9f124/0b26a322-33ef-4155-9922-625aa82df230) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:54.002384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-74349a54-cfa5-4785-b860-eae2ac8f968b None None] Provisioning for port fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:54.062647 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5219c762-a72e-4526-9f5d-75dc925909da req-81863c31-34c3-40e2-9392-471112ccfcd6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368449 Apr 20 15:52:54.073575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-9cc0d65f-833e-4b28-9e7e-ff045c48c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:54.074811 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-9cc0d65f-833e-4b28-9e7e-ff045c48c278 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=460b3ecb-7514-4b77-b053-c2f1e0d7bf1f HTTP/1.1" status: 200 len: 838 time: 0.1056137 Apr 20 15:52:54.160259 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:54.170372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:54.182008 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:54.182796 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:54.186884 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=b221b737-7f67-4f8e-b48e-cbabee41b6f9,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:54.220417 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d74cb82c-4906-44aa-9b51-c31a3361fa16 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.2671955 Apr 20 15:52:54.222807 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38156) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:54.320432 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-8310e441-b767-414f-96f7-fcb987a88116 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port b221b737-7f67-4f8e-b48e-cbabee41b6f9 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:54.321039 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8310e441-b767-414f-96f7-fcb987a88116 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:54.368027 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-0bc9be7d-2544-49b0-a139-cb1a703b789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:54.369703 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-0bc9be7d-2544-49b0-a139-cb1a703b789d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba4efa0d-56ec-4e4b-b365-da0221a96961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2819157 Apr 20 15:52:54.469455 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:54.486938 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Transition to ACTIVE for port object 0b26a322-33ef-4155-9922-625aa82df230 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:54.512848 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0a6549f4-a278-475e-b5ce-ba13defc20fa up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:54.530786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:54.560035 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Transition to ACTIVE for port object 0b26a322-33ef-4155-9922-625aa82df230 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:54.578739 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:54.627435 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=2539ebd4-6947-4bab-912d-69a777addbd9,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:54.634090 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-07de5cf9-a372-4f64-8591-662bea4f82cb service neutron] 10.222.0.11 "GET /v2.0/networks/ba4efa0d-56ec-4e4b-b365-da0221a96961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488995 Apr 20 15:52:54.696152 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Pushing event updated for resources: {'Port': ['ID=0b26a322-33ef-4155-9922-625aa82df230,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:54.709002 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Network 6ee379c2-e7cb-420a-a939-7f0e2c74c750 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:54.711537 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:54.718700 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:54.730602 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5b696f20-fd99-4b12-a89e-b4d5d869d704 None None] Provisioning for port 2539ebd4-6947-4bab-912d-69a777addbd9 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:54.738488 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 0a6549f4-a278-475e-b5ce-ba13defc20fa completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:54.747303 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 0a6549f4-a278-475e-b5ce-ba13defc20fa triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:54.747682 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:54.773003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8310e441-b767-414f-96f7-fcb987a88116 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:54.876239 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5b696f20-fd99-4b12-a89e-b4d5d869d704 None None] Provisioning complete for port 2539ebd4-6947-4bab-912d-69a777addbd9 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:54.876615 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5b696f20-fd99-4b12-a89e-b4d5d869d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:54.932865 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-8310e441-b767-414f-96f7-fcb987a88116 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for b221b737-7f67-4f8e-b48e-cbabee41b6f9 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:54.933103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Attempting to bind port 0b26a322-33ef-4155-9922-625aa82df230 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:52:54.933363 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Attempting to bind port 0b26a322-33ef-4155-9922-625aa82df230 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'aa0ed390-dfb8-4ac8-b862-70017fb067be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6ee379c2-e7cb-420a-a939-7f0e2c74c750'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:52:54.933732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Attempting to bind port 0b26a322-33ef-4155-9922-625aa82df230 on network 6ee379c2-e7cb-420a-a939-7f0e2c74c750 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:52:54.960816 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce3ae1f2-18ef-4d66-9fd0-3edffff84dcc req-df93109f-686d-4c46-95fb-b288c6c56f3c service neutron] 10.222.0.11 "GET /v2.0/networks/ba4efa0d-56ec-4e4b-b365-da0221a96961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160036 Apr 20 15:52:54.961916 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:52:54.962300 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Checking segment: {'id': 'aa0ed390-dfb8-4ac8-b862-70017fb067be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6ee379c2-e7cb-420a-a939-7f0e2c74c750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:54.962711 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:54.963113 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Bound using segment: {'id': 'aa0ed390-dfb8-4ac8-b862-70017fb067be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6ee379c2-e7cb-420a-a939-7f0e2c74c750'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:52:54.963600 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Bound port: 0b26a322-33ef-4155-9922-625aa82df230, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0ed390-dfb8-4ac8-b862-70017fb067be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6ee379c2-e7cb-420a-a939-7f0e2c74c750'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:52:54.964083 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:54.989095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 0ab84ab2-4660-4508-8e23-16159d0d6c52 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:54.991136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:55.038671 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5b696f20-fd99-4b12-a89e-b4d5d869d704 None None] Port 2539ebd4-6947-4bab-912d-69a777addbd9 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:55.123875 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8310e441-b767-414f-96f7-fcb987a88116 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:55.205279 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:55.222260 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] For port 0b26a322-33ef-4155-9922-625aa82df230, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:52:55.240753 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] For port 0b26a322-33ef-4155-9922-625aa82df230, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0b26a322-33ef-4155-9922-625aa82df230,segment=NetworkSegment(aa0ed390-dfb8-4ac8-b862-70017fb067be),segment_id=aa0ed390-dfb8-4ac8-b862-70017fb067be)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:52:55.247398 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:55.252423 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 0a6549f4-a278-475e-b5ce-ba13defc20fa, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0a6549f4-a278-475e-b5ce-ba13defc20fa,segment=NetworkSegment(fe3803c5-e008-47cc-b7a2-32a438c31d7a),segment_id=fe3803c5-e008-47cc-b7a2-32a438c31d7a)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:55.271258 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310e441-b767-414f-96f7-fcb987a88116 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=b221b737-7f67-4f8e-b48e-cbabee41b6f9,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:55.313011 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:55.313778 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:55.333643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 0716b385-3072-4aeb-96a1-345f43e02fb0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:52:55.365708 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8310e441-b767-414f-96f7-fcb987a88116 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:55.376575 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8310e441-b767-414f-96f7-fcb987a88116 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/ports/b221b737-7f67-4f8e-b48e-cbabee41b6f9 HTTP/1.1" status: 204 len: 168 time: 1.1524436 Apr 20 15:52:55.378433 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38162) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:55.412599 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-597d8f66-b994-4393-8746-ec38cf452445 None None] Provisioning complete for port 2539ebd4-6947-4bab-912d-69a777addbd9 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:55.412976 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-597d8f66-b994-4393-8746-ec38cf452445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:55.428753 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-5130805a-b232-45e2-b10a-cdacdf1318a3 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] GET failed (client error): The resource could not be found. Apr 20 15:52:55.429569 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5130805a-b232-45e2-b10a-cdacdf1318a3 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:52:55.436589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77699a-42eb-4fdc-801c-ae8839b2efbe req-dca5c2b8-d400-48b5-b804-35d590e3f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:55.438091 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b77699a-42eb-4fdc-801c-ae8839b2efbe req-dca5c2b8-d400-48b5-b804-35d590e3f05e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 1097 time: 0.3875372 Apr 20 15:52:55.447010 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5130805a-b232-45e2-b10a-cdacdf1318a3 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:52:55.452953 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5130805a-b232-45e2-b10a-cdacdf1318a3 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports/b221b737-7f67-4f8e-b48e-cbabee41b6f9 HTTP/1.1" status: 404 len: 333 time: 0.0709569 Apr 20 15:52:55.456617 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38166) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:55.466717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1395fe0-6730-402d-a53f-c6d44c9907c9 None None] Pushing event updated for resources: {'Port': ['ID=0b26a322-33ef-4155-9922-625aa82df230,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:55.541808 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc41692-f356-4c11-9c6d-69034e97a109 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting subnet 3d98d159-bb3d-45c0-bdd9-d78feab9f124 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:52:55.546573 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-abc41692-f356-4c11-9c6d-69034e97a109 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:55.546732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-597d8f66-b994-4393-8746-ec38cf452445 None None] Port 2539ebd4-6947-4bab-912d-69a777addbd9 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:55.557256 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:55.568762 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:55.569140 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:55.611745 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=0a6549f4-a278-475e-b5ce-ba13defc20fa,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:55.642473 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-abc41692-f356-4c11-9c6d-69034e97a109 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:55.723329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3158db6f-f8f2-4a47-9cab-a5fb8b8e063a None None] Provisioning complete for port 2539ebd4-6947-4bab-912d-69a777addbd9 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:55.724293 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3158db6f-f8f2-4a47-9cab-a5fb8b8e063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:55.764334 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-abc41692-f356-4c11-9c6d-69034e97a109 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:55.774860 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2943ff-d641-48f8-8da5-47fc5fdebbb6 req-ac980ecf-31d2-41ea-b223-1e19a8262195 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:55.776301 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cb2943ff-d641-48f8-8da5-47fc5fdebbb6 req-ac980ecf-31d2-41ea-b223-1e19a8262195 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 944 time: 0.5470362 Apr 20 15:52:55.808114 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:55.820746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-3158db6f-f8f2-4a47-9cab-a5fb8b8e063a None None] Port 2539ebd4-6947-4bab-912d-69a777addbd9 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:52:55.842419 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:52:55.857717 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9b44b56f-4563-412a-8779-430d0be148e9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/0716b385-3072-4aeb-96a1-345f43e02fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4043660 Apr 20 15:52:55.857942 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port fe7f3990-c7a1-47ac-b8df-ed306c9e51c3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=fe7f3990-c7a1-47ac-b8df-ed306c9e51c3,segment=NetworkSegment(2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b),segment_id=2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:55.858065 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38170) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:55.860194 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Sync routers for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:52:55.865288 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:55.877841 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-eac1e78d-1545-4d59-b052-2193bda8bffa tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'network': {'name': 'tempest-RoutersTest-1201274246'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:55.879497 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:55.882601 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:55.886809 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cb2943ff-d641-48f8-8da5-47fc5fdebbb6 req-39846ac6-9a4e-4f95-8191-029591e4d0cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821288 Apr 20 15:52:55.887462 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-eac1e78d-1545-4d59-b052-2193bda8bffa tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:55.897116 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-eac1e78d-1545-4d59-b052-2193bda8bffa tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:network and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:55.900573 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-eac1e78d-1545-4d59-b052-2193bda8bffa tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:55.908778 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-eac1e78d-1545-4d59-b052-2193bda8bffa tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:55.919978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77699a-42eb-4fdc-801c-ae8839b2efbe req-73635ce6-7e6e-4b83-a0fa-b1545192184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:55.921887 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b77699a-42eb-4fdc-801c-ae8839b2efbe req-73635ce6-7e6e-4b83-a0fa-b1545192184e service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba4efa0d-56ec-4e4b-b365-da0221a96961 HTTP/1.1" status: 200 len: 898 time: 0.4212909 Apr 20 15:52:55.923867 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac1e78d-1545-4d59-b052-2193bda8bffa tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:55.927475 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eac1e78d-1545-4d59-b052-2193bda8bffa tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:55.954085 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-abc41692-f356-4c11-9c6d-69034e97a109 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:55.970040 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=fe7f3990-c7a1-47ac-b8df-ed306c9e51c3,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:56.005879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc41692-f356-4c11-9c6d-69034e97a109 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Subnet': ['ID=3d98d159-bb3d-45c0-bdd9-d78feab9f124,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:56.013125 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac1e78d-1545-4d59-b052-2193bda8bffa tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:52:56.015055 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b77699a-42eb-4fdc-801c-ae8839b2efbe req-49cfec5b-7a56-41ed-a97e-c4ee7c1e8794 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=59c062f2-3107-4e00-ba2b-1c255d9f7fba HTTP/1.1" status: 200 len: 217 time: 0.0863509 Apr 20 15:52:56.018088 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-abc41692-f356-4c11-9c6d-69034e97a109 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:56.032468 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-abc41692-f356-4c11-9c6d-69034e97a109 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/3d98d159-bb3d-45c0-bdd9-d78feab9f124 HTTP/1.1" status: 204 len: 168 time: 0.5747080 Apr 20 15:52:56.033617 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eac1e78d-1545-4d59-b052-2193bda8bffa tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:56.033964 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-eac1e78d-1545-4d59-b052-2193bda8bffa tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Added segment ea3b87ae-d538-43fb-af3b-165c6146864d of type vlan for network 57607909-ea2b-42df-ae9f-70f539e4e41e Apr 20 15:52:56.035039 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38174) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:56.076537 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:52:56.091366 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77699a-42eb-4fdc-801c-ae8839b2efbe req-069c4899-1ba8-48b0-9c05-c45dc5509ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:56.093007 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b77699a-42eb-4fdc-801c-ae8839b2efbe req-069c4899-1ba8-48b0-9c05-c45dc5509ff1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=460b3ecb-7514-4b77-b053-c2f1e0d7bf1f HTTP/1.1" status: 200 len: 838 time: 0.0721614 Apr 20 15:52:56.157442 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eac1e78d-1545-4d59-b052-2193bda8bffa tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:56.189190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:56.205694 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77699a-42eb-4fdc-801c-ae8839b2efbe req-3c6f55c9-4601-4f93-8650-d9a658cf6e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:56.207612 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b77699a-42eb-4fdc-801c-ae8839b2efbe req-3c6f55c9-4601-4f93-8650-d9a658cf6e95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba4efa0d-56ec-4e4b-b365-da0221a96961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1081715 Apr 20 15:52:56.213548 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port 0b26a322-33ef-4155-9922-625aa82df230 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:56.213888 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:56.243493 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eac1e78d-1545-4d59-b052-2193bda8bffa tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:56.248438 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac1e78d-1545-4d59-b052-2193bda8bffa tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:56.249011 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eac1e78d-1545-4d59-b052-2193bda8bffa tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:56.362723 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-eac1e78d-1545-4d59-b052-2193bda8bffa tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5043073 Apr 20 15:52:56.376987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38178) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:56.382637 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1a894c11-b226-4f04-b7a1-876b8d798383 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'subnet': {'network_id': '57607909-ea2b-42df-ae9f-70f539e4e41e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:56.432797 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1e78d-1545-4d59-b052-2193bda8bffa tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Network': ['ID=57607909-ea2b-42df-ae9f-70f539e4e41e,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:56.446039 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 57607909-ea2b-42df-ae9f-70f539e4e41e details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:52:56.484896 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:52:52Z', 'revision_number': 4, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': '0a6549f4-a278-475e-b5ce-ba13defc20fa', 'name': '', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:41:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:44Z', 'updated_at': '2022-04-20T15:52:55Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2539ebd4-6947-4bab-912d-69a777addbd9', 'name': '', 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:0a:e3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:49Z', 'updated_at': '2022-04-20T15:52:53Z', 'revision_number': 2, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:56.495828 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Checking router: 0716b385-3072-4aeb-96a1-345f43e02fb0 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:52:56.496710 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Updating router 0716b385-3072-4aeb-96a1-345f43e02fb0 port 2539ebd4-6947-4bab-912d-69a777addbd9 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:52:56.535347 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b77699a-42eb-4fdc-801c-ae8839b2efbe req-ba8dd142-f275-42b5-926b-e4d06b5d60ee service neutron] 10.222.0.11 "GET /v2.0/networks/ba4efa0d-56ec-4e4b-b365-da0221a96961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145621 Apr 20 15:52:56.600836 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:56.647115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:56.722766 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] For port 0b26a322-33ef-4155-9922-625aa82df230, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0b26a322-33ef-4155-9922-625aa82df230,segment=NetworkSegment(aa0ed390-dfb8-4ac8-b862-70017fb067be),segment_id=aa0ed390-dfb8-4ac8-b862-70017fb067be)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:56.723398 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:56.729430 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:56.729659 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:56.763713 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b77699a-42eb-4fdc-801c-ae8839b2efbe req-b8622d06-6ce3-4b85-bdb0-dbdafe6c8e44 service neutron] 10.222.0.11 "GET /v2.0/networks/ba4efa0d-56ec-4e4b-b365-da0221a96961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204676 Apr 20 15:52:56.775625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1a894c11-b226-4f04-b7a1-876b8d798383 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:56.779783 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1a894c11-b226-4f04-b7a1-876b8d798383 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:subnet and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:56.783158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1a894c11-b226-4f04-b7a1-876b8d798383 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:56.789987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1a894c11-b226-4f04-b7a1-876b8d798383 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:56.802641 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a894c11-b226-4f04-b7a1-876b8d798383 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Made reservation on behalf of d96c5647197c478ba7ad92c128865965 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:56.807908 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a894c11-b226-4f04-b7a1-876b8d798383 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:56.868937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0a6549f4-a278-475e-b5ce-ba13defc20fa up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:56.901772 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab881b5-15f0-4384-98ea-02fc843ac29e None None] Network 6ee379c2-e7cb-420a-a939-7f0e2c74c750 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:56.907400 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for 0b26a322-33ef-4155-9922-625aa82df230 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:57.059141 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a894c11-b226-4f04-b7a1-876b8d798383 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:57.087277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:57.094839 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:57.105163 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fca9b1ac-542d-4e60-b02c-7cc6bc96a8d3 None None] Provisioning for port 0b26a322-33ef-4155-9922-625aa82df230 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:52:57.111090 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Transition to ACTIVE for port object 2539ebd4-6947-4bab-912d-69a777addbd9 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:57.120019 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:57.145282 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=0b26a322-33ef-4155-9922-625aa82df230,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:57.148228 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No DVR routers for this DVR port 0b26a322-33ef-4155-9922-625aa82df230 on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:52:57.151634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a894c11-b226-4f04-b7a1-876b8d798383 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Subnet': ['ID=62d8d64a-e4a3-4751-823b-f6989d4708e3,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:57.243566 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a894c11-b226-4f04-b7a1-876b8d798383 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Checking segment: {'id': 'ea3b87ae-d538-43fb-af3b-165c6146864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57607909-ea2b-42df-ae9f-70f539e4e41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:57.244012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a894c11-b226-4f04-b7a1-876b8d798383 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network hostable DHCP agents. Network: 57607909-ea2b-42df-ae9f-70f539e4e41e, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:52:57.261860 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fca9b1ac-542d-4e60-b02c-7cc6bc96a8d3 None None] Provisioning complete for port 0b26a322-33ef-4155-9922-625aa82df230 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:57.262351 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fca9b1ac-542d-4e60-b02c-7cc6bc96a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:57.298389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff489fc0-07ad-4c19-a09c-cfe3c7804e5e req-51ce593f-dc13-4ac9-b2d9-ae85e5a2a7f6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:57.301140 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ff489fc0-07ad-4c19-a09c-cfe3c7804e5e req-51ce593f-dc13-4ac9-b2d9-ae85e5a2a7f6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 944 time: 0.1505275 Apr 20 15:52:57.302496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a894c11-b226-4f04-b7a1-876b8d798383 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 57607909-ea2b-42df-ae9f-70f539e4e41e is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:52:57.316051 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:57.341907 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-1a894c11-b226-4f04-b7a1-876b8d798383 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 57607909-ea2b-42df-ae9f-70f539e4e41e) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:57.352624 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a894c11-b226-4f04-b7a1-876b8d798383 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:57.354250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a894c11-b226-4f04-b7a1-876b8d798383 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:57.358135 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee379c2-e7cb-420a-a939-7f0e2c74c750']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:57.367622 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcb9996-796a-4d8c-b469-3ef7484a6ae4 None None] Network 57607909-ea2b-42df-ae9f-70f539e4e41e requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:52:57.375185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0ed390-dfb8-4ac8-b862-70017fb067be') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:57.376113 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0ed390-dfb8-4ac8-b862-70017fb067be') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:57.381583 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-fca9b1ac-542d-4e60-b02c-7cc6bc96a8d3 None None] Port 0b26a322-33ef-4155-9922-625aa82df230 was deleted so its status cannot be updated. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 20 15:52:57.392344 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:57.417650 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:57.430488 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:52:57.430908 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:57.438460 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1a894c11-b226-4f04-b7a1-876b8d798383 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0575764 Apr 20 15:52:57.444794 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38184) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:52:57.454111 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:52:57.470951 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Attempting to bind port 2539ebd4-6947-4bab-912d-69a777addbd9 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:52:57.471325 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Attempting to bind port 2539ebd4-6947-4bab-912d-69a777addbd9 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:52:57.471686 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Attempting to bind port 2539ebd4-6947-4bab-912d-69a777addbd9 on network 0ab84ab2-4660-4508-8e23-16159d0d6c52 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:52:57.478132 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:52:57.480693 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:52:57.481068 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Checking segment: {'id': '2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:57.481463 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:57.481854 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Bound using segment: {'id': '2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:52:57.482321 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Bound port: 2539ebd4-6947-4bab-912d-69a777addbd9, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:52:57.482708 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:57.506449 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d08fe5-0d41-41cc-a255-2db8c4866b9a None None] DHCP port deletion for 6ee379c2-e7cb-420a-a939-7f0e2c74c750 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:52:57.508314 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 0a6549f4-a278-475e-b5ce-ba13defc20fa triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:52:57.508789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:57.590893 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:57.593094 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb877db6-bd47-4dcd-82f6-8ee2953133f6 None None] Pushing event updated for resources: {'Port': ['ID=2539ebd4-6947-4bab-912d-69a777addbd9,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:57.597437 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] For port 2539ebd4-6947-4bab-912d-69a777addbd9, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:52:57.600838 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] For port 2539ebd4-6947-4bab-912d-69a777addbd9, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2539ebd4-6947-4bab-912d-69a777addbd9,segment=NetworkSegment(2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b),segment_id=2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:52:57.606949 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:57.616394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:57.622562 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Network': ['ID=6ee379c2-e7cb-420a-a939-7f0e2c74c750,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:57.638178 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-60e4d98c-83f3-4c23-8aae-5805d0f9f684 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/networks/6ee379c2-e7cb-420a-a939-7f0e2c74c750 HTTP/1.1" status: 204 len: 168 time: 1.6020756 Apr 20 15:52:57.642094 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38190) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:57.652485 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-d1bc46d9-3ffa-4c28-8330-06620cd9e335 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9', 'name': 'tempest-PortsTestJSON-1726180174'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:57.681699 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:52:57.682433 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:57.727079 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 59c062f2-3107-4e00-ba2b-1c255d9f7fba details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 15:52:57.822887 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d1bc46d9-3ffa-4c28-8330-06620cd9e335 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:57.829057 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d1bc46d9-3ffa-4c28-8330-06620cd9e335 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:port and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:57.834206 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d1bc46d9-3ffa-4c28-8330-06620cd9e335 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:52:57.839523 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ff489fc0-07ad-4c19-a09c-cfe3c7804e5e req-52dcf664-dd3a-4d7d-b44e-bc2045293be4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5273156 Apr 20 15:52:57.858999 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d1bc46d9-3ffa-4c28-8330-06620cd9e335 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:52:57.874364 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bc46d9-3ffa-4c28-8330-06620cd9e335 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:52:57.882299 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d1bc46d9-3ffa-4c28-8330-06620cd9e335 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:57.887244 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb877db6-bd47-4dcd-82f6-8ee2953133f6 None None] Pushing event updated for resources: {'Port': ['ID=2539ebd4-6947-4bab-912d-69a777addbd9,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:57.914135 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:52:57.926977 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-d1bc46d9-3ffa-4c28-8330-06620cd9e335 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] device_id is not set on port d840685c-a9e2-49a1-ac48-99f03f7e798f yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:52:58.107035 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0b26a322-33ef-4155-9922-625aa82df230 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:52:58.143494 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-57607909-ea2b-42df-ae9f-70f539e4e41e', 'network_id': '57607909-ea2b-42df-ae9f-70f539e4e41e', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'fixed_ips': [{'subnet_id': '62d8d64a-e4a3-4751-823b-f6989d4708e3'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:52:58.145083 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:58.200375 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 0b26a322-33ef-4155-9922-625aa82df230 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:52:58.200724 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0b26a322-33ef-4155-9922-625aa82df230 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 20 15:52:58.216621 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d1bc46d9-3ffa-4c28-8330-06620cd9e335 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:58.249998 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Port 0b26a322-33ef-4155-9922-625aa82df230 not found, will not notify nova. {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 20 15:52:58.254843 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d1bc46d9-3ffa-4c28-8330-06620cd9e335 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:58.308077 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:52:52Z', 'revision_number': 4, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': '0a6549f4-a278-475e-b5ce-ba13defc20fa', 'name': '', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:41:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:44Z', 'updated_at': '2022-04-20T15:52:55Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2539ebd4-6947-4bab-912d-69a777addbd9', 'name': '', 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:0a:e3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:49Z', 'updated_at': '2022-04-20T15:52:57Z', 'revision_number': 4, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:52:58.313823 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444784ea-e00b-47a6-82f7-44eae790776c None None] The sync data for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv is: [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:52:52Z', 'revision_number': 4, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': '0a6549f4-a278-475e-b5ce-ba13defc20fa', 'name': '', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:41:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:44Z', 'updated_at': '2022-04-20T15:52:55Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2539ebd4-6947-4bab-912d-69a777addbd9', 'name': '', 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:0a:e3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:49Z', 'updated_at': '2022-04-20T15:52:57Z', 'revision_number': 4, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:52:58.323727 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 59c062f2-3107-4e00-ba2b-1c255d9f7fba, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=59c062f2-3107-4e00-ba2b-1c255d9f7fba,segment=NetworkSegment(888ceb2e-16bd-4300-a3c3-3555505836c1),segment_id=888ceb2e-16bd-4300-a3c3-3555505836c1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:58.358367 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bc46d9-3ffa-4c28-8330-06620cd9e335 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:58.361699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-d1bc46d9-3ffa-4c28-8330-06620cd9e335 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:58.377192 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc46d9-3ffa-4c28-8330-06620cd9e335 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:58.398896 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bc46d9-3ffa-4c28-8330-06620cd9e335 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:58.399801 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d1bc46d9-3ffa-4c28-8330-06620cd9e335 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:58.401030 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '59c062f2-3107-4e00-ba2b-1c255d9f7fba', 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961', 'port_id': '59c062f2-3107-4e00-ba2b-1c255d9f7fba', 'mac_address': 'fa:16:3e:6b:4b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460b3ecb-7514-4b77-b053-c2f1e0d7bf1f', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 15:52:58.450932 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc46d9-3ffa-4c28-8330-06620cd9e335 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=d840685c-a9e2-49a1-ac48-99f03f7e798f,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:58.458487 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d1bc46d9-3ffa-4c28-8330-06620cd9e335 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8153987 Apr 20 15:52:58.461566 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38194) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:58.502218 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0b26a322-33ef-4155-9922-625aa82df230 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:52:58.556363 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:58.574776 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 0b26a322-33ef-4155-9922-625aa82df230 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:52:58.575196 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0b26a322-33ef-4155-9922-625aa82df230 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:52:58.583479 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c062f2-3107-4e00-ba2b-1c255d9f7fba {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:52:58.611409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Allocated IP 172.23.0.2 (57607909-ea2b-42df-ae9f-70f539e4e41e/62d8d64a-e4a3-4751-823b-f6989d4708e3/696ca054-b8a6-43df-b80b-1977338d7399) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:58.614329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2c602906-3925-430c-b54a-13e49d6d9efe tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port d840685c-a9e2-49a1-ac48-99f03f7e798f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:52:58.615007 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 59c062f2-3107-4e00-ba2b-1c255d9f7fba, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=59c062f2-3107-4e00-ba2b-1c255d9f7fba,segment=NetworkSegment(888ceb2e-16bd-4300-a3c3-3555505836c1),segment_id=888ceb2e-16bd-4300-a3c3-3555505836c1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:52:58.615197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c602906-3925-430c-b54a-13e49d6d9efe tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:58.623344 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:58.728451 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:58.834144 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=59c062f2-3107-4e00-ba2b-1c255d9f7fba,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:58.968980 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:58.980373 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['59c062f2-3107-4e00-ba2b-1c255d9f7fba'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 15:52:59.010786 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Transition to ACTIVE for port object 696ca054-b8a6-43df-b80b-1977338d7399 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:59.050423 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Transition to ACTIVE for port object 696ca054-b8a6-43df-b80b-1977338d7399 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:52:59.061205 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:59.126105 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c602906-3925-430c-b54a-13e49d6d9efe tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:59.145181 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Network 57607909-ea2b-42df-ae9f-70f539e4e41e is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:52:59.151121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:52:59.157435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:52:59.159485 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Pushing event updated for resources: {'Port': ['ID=696ca054-b8a6-43df-b80b-1977338d7399,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:59.276997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2c602906-3925-430c-b54a-13e49d6d9efe tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for d840685c-a9e2-49a1-ac48-99f03f7e798f owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:52:59.290123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Attempting to bind port 696ca054-b8a6-43df-b80b-1977338d7399 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:52:59.290499 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Attempting to bind port 696ca054-b8a6-43df-b80b-1977338d7399 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'ea3b87ae-d538-43fb-af3b-165c6146864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57607909-ea2b-42df-ae9f-70f539e4e41e'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:52:59.290856 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Attempting to bind port 696ca054-b8a6-43df-b80b-1977338d7399 on network 57607909-ea2b-42df-ae9f-70f539e4e41e {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:52:59.299358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:52:59.299731 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Checking segment: {'id': 'ea3b87ae-d538-43fb-af3b-165c6146864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57607909-ea2b-42df-ae9f-70f539e4e41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:52:59.300156 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:59.300584 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Bound using segment: {'id': 'ea3b87ae-d538-43fb-af3b-165c6146864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57607909-ea2b-42df-ae9f-70f539e4e41e'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:52:59.301043 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Bound port: 696ca054-b8a6-43df-b80b-1977338d7399, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3b87ae-d538-43fb-af3b-165c6146864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57607909-ea2b-42df-ae9f-70f539e4e41e'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:52:59.301418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:59.405042 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f13d8-42d8-4cd8-afd3-8888098b4277 req-7003f989-9780-4d76-8b4d-8a05251e5cbd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:59.406498 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a19f13d8-42d8-4cd8-afd3-8888098b4277 req-7003f989-9780-4d76-8b4d-8a05251e5cbd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 945 time: 0.4215655 Apr 20 15:52:59.449754 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] For port 696ca054-b8a6-43df-b80b-1977338d7399, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:52:59.473808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] For port 696ca054-b8a6-43df-b80b-1977338d7399, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=696ca054-b8a6-43df-b80b-1977338d7399,segment=NetworkSegment(ea3b87ae-d538-43fb-af3b-165c6146864d),segment_id=ea3b87ae-d538-43fb-af3b-165c6146864d)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:52:59.482537 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:59.488133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c602906-3925-430c-b54a-13e49d6d9efe tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:59.585245 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c602906-3925-430c-b54a-13e49d6d9efe tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=d840685c-a9e2-49a1-ac48-99f03f7e798f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:59.593199 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a19f13d8-42d8-4cd8-afd3-8888098b4277 req-481c29de-2a35-47b5-835e-dda3369fc1af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686442 Apr 20 15:52:59.609681 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c602906-3925-430c-b54a-13e49d6d9efe tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:59.621453 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecfbbd-e009-44f8-a530-7d2d3b7086c3 None None] Pushing event updated for resources: {'Port': ['ID=696ca054-b8a6-43df-b80b-1977338d7399,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:52:59.628968 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2c602906-3925-430c-b54a-13e49d6d9efe tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/ports/d840685c-a9e2-49a1-ac48-99f03f7e798f HTTP/1.1" status: 204 len: 168 time: 1.1654880 Apr 20 15:52:59.631785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38200) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:52:59.635114 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Allocated IP 172.23.0.1 (57607909-ea2b-42df-ae9f-70f539e4e41e/62d8d64a-e4a3-4751-823b-f6989d4708e3/9e761ec9-fb7b-4655-ad2c-c608240208fd) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:52:59.640375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-734e3651-6819-459c-b154-a33e9c0a2b18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9', 'mac_address': 'fa:16:3e:22:40:f0', 'name': 'tempest-PortsTestJSON-1219907063'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:52:59.971333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-734e3651-6819-459c-b154-a33e9c0a2b18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:52:59.979377 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-734e3651-6819-459c-b154-a33e9c0a2b18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:port and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:52:59.984992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-734e3651-6819-459c-b154-a33e9c0a2b18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:00.002542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-734e3651-6819-459c-b154-a33e9c0a2b18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:00.036002 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734e3651-6819-459c-b154-a33e9c0a2b18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:00.062762 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:00.143227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Transition to ACTIVE for port object 9e761ec9-fb7b-4655-ad2c-c608240208fd will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:00.164358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-734e3651-6819-459c-b154-a33e9c0a2b18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:00.198448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-734e3651-6819-459c-b154-a33e9c0a2b18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] device_id is not set on port 4740bc7a-ef76-49f1-9cc0-c976923a1bbe yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:53:00.273192 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:00.370697 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 57607909-ea2b-42df-ae9f-70f539e4e41e is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:00.376312 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:00.389785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:53:00.435229 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2539ebd4-6947-4bab-912d-69a777addbd9 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:00.444060 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=9e761ec9-fb7b-4655-ad2c-c608240208fd,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:00.512461 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 2539ebd4-6947-4bab-912d-69a777addbd9 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:00.518052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 2539ebd4-6947-4bab-912d-69a777addbd9 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:00.518527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:00.549982 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b495bf2-a9a0-4578-bc9c-3e57298311d8 None None] Network 57607909-ea2b-42df-ae9f-70f539e4e41e requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:00.552714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:00.582142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-734e3651-6819-459c-b154-a33e9c0a2b18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:00.640548 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-734e3651-6819-459c-b154-a33e9c0a2b18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:00.671567 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-69bb1547-fcf3-48ba-afef-9e30176867b8 None None] Provisioning for port 696ca054-b8a6-43df-b80b-1977338d7399 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:00.792202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734e3651-6819-459c-b154-a33e9c0a2b18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:00.802317 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-734e3651-6819-459c-b154-a33e9c0a2b18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:00.806708 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e3651-6819-459c-b154-a33e9c0a2b18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:53:00.807619 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:00.811432 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734e3651-6819-459c-b154-a33e9c0a2b18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:00.811725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-734e3651-6819-459c-b154-a33e9c0a2b18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:00.818616 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e3651-6819-459c-b154-a33e9c0a2b18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=4740bc7a-ef76-49f1-9cc0-c976923a1bbe,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:00.845280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:00.882171 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 2539ebd4-6947-4bab-912d-69a777addbd9, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2539ebd4-6947-4bab-912d-69a777addbd9,segment=NetworkSegment(2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b),segment_id=2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:00.887088 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:00.887880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 696ca054-b8a6-43df-b80b-1977338d7399 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:00.904512 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-734e3651-6819-459c-b154-a33e9c0a2b18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2716916 Apr 20 15:53:00.907936 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38206) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:00.987498 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b04d19c-0ee6-4226-81d1-b8c06f149a6f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:00.988114 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8b04d19c-0ee6-4226-81d1-b8c06f149a6f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:01.005644 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8b04d19c-0ee6-4226-81d1-b8c06f149a6f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:01.007361 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8b04d19c-0ee6-4226-81d1-b8c06f149a6f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports/4740bc7a-ef76-49f1-9cc0-c976923a1bbe HTTP/1.1" status: 200 len: 841 time: 0.0977740 Apr 20 15:53:01.010216 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38210) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:01.020345 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=2539ebd4-6947-4bab-912d-69a777addbd9,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:01.024368 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154f64c-107c-41b5-b16e-4c53a3df31eb req-5b741a58-8d7d-46a1-987a-8059664fae34 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:01.025866 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4154f64c-107c-41b5-b16e-4c53a3df31eb req-5b741a58-8d7d-46a1-987a-8059664fae34 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 945 time: 0.3046756 Apr 20 15:53:01.036782 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 696ca054-b8a6-43df-b80b-1977338d7399 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:01.042853 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 696ca054-b8a6-43df-b80b-1977338d7399 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:01.043216 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:01.097822 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-8eb083d4-8bed-41f1-97b7-44ee269de15f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port 4740bc7a-ef76-49f1-9cc0-c976923a1bbe {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:01.099185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8eb083d4-8bed-41f1-97b7-44ee269de15f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:01.160061 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4154f64c-107c-41b5-b16e-4c53a3df31eb req-fee4b7f5-4721-4f68-9da4-310e2ea0e205 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837030 Apr 20 15:53:01.198203 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:01.243825 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 696ca054-b8a6-43df-b80b-1977338d7399, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=696ca054-b8a6-43df-b80b-1977338d7399,segment=NetworkSegment(ea3b87ae-d538-43fb-af3b-165c6146864d),segment_id=ea3b87ae-d538-43fb-af3b-165c6146864d)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:01.248710 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:01.342331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=696ca054-b8a6-43df-b80b-1977338d7399,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:01.346269 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-57ce7314-7aec-48d6-b232-ddecc94c22f3 None None] Provisioning for port 9e761ec9-fb7b-4655-ad2c-c608240208fd completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:01.351750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-57ce7314-7aec-48d6-b232-ddecc94c22f3 None None] Provisioning complete for port 9e761ec9-fb7b-4655-ad2c-c608240208fd triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:01.352149 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-57ce7314-7aec-48d6-b232-ddecc94c22f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:01.361194 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8eb083d4-8bed-41f1-97b7-44ee269de15f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:01.393184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:01.400022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:01.423465 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-57ce7314-7aec-48d6-b232-ddecc94c22f3 None None] Port 9e761ec9-fb7b-4655-ad2c-c608240208fd cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:01.440504 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-57ce7314-7aec-48d6-b232-ddecc94c22f3 None None] Provisioning complete for port 696ca054-b8a6-43df-b80b-1977338d7399 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:01.441171 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-57ce7314-7aec-48d6-b232-ddecc94c22f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:01.534615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event updated for resources: {'Port': ['ID=9e761ec9-fb7b-4655-ad2c-c608240208fd,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:01.555677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:01.596310 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf9e2a3-e6e4-4f2e-ad59-7de3b5a1cd30 None None] get_active_networks_info from dv-neutron-838699-1-hyperv {{(pid=88170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 15:53:01.600159 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-8eb083d4-8bed-41f1-97b7-44ee269de15f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for 4740bc7a-ef76-49f1-9cc0-c976923a1bbe owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:01.689442 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8eb083d4-8bed-41f1-97b7-44ee269de15f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:01.740478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 59c062f2-3107-4e00-ba2b-1c255d9f7fba up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:01.742188 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb083d4-8bed-41f1-97b7-44ee269de15f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=4740bc7a-ef76-49f1-9cc0-c976923a1bbe,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:01.750655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8eb083d4-8bed-41f1-97b7-44ee269de15f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:01.766147 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8eb083d4-8bed-41f1-97b7-44ee269de15f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/ports/4740bc7a-ef76-49f1-9cc0-c976923a1bbe HTTP/1.1" status: 204 len: 168 time: 0.7546487 Apr 20 15:53:01.768689 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38214) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:01.802244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf9e2a3-e6e4-4f2e-ad59-7de3b5a1cd30 None None] Resources bound (agent type, host, resource id): {{(pid=88170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 15:53:01.818778 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-607941bc-94f8-4db6-b27c-519096baf57e tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] GET failed (client error): The resource could not be found. Apr 20 15:53:01.819308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-607941bc-94f8-4db6-b27c-519096baf57e tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:01.828616 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Network 57607909-ea2b-42df-ae9f-70f539e4e41e is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:01.829330 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-effd97c3-36fd-40cb-8597-753c7a5a060b None None] Provisioning complete for port 9e761ec9-fb7b-4655-ad2c-c608240208fd triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:01.829707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-effd97c3-36fd-40cb-8597-753c7a5a060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:01.829995 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:01.835258 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-607941bc-94f8-4db6-b27c-519096baf57e tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:01.836541 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-607941bc-94f8-4db6-b27c-519096baf57e tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports/4740bc7a-ef76-49f1-9cc0-c976923a1bbe HTTP/1.1" status: 404 len: 333 time: 0.0668306 Apr 20 15:53:01.840188 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38218) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:01.845553 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-8022face-8b69-45a7-89d5-0663dc7a2fb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9', 'name': 'tempest-PortsTestJSON-1714995244'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:01.954650 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8022face-8b69-45a7-89d5-0663dc7a2fb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:01.965565 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 59c062f2-3107-4e00-ba2b-1c255d9f7fba completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:01.966635 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8022face-8b69-45a7-89d5-0663dc7a2fb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:01.978236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8022face-8b69-45a7-89d5-0663dc7a2fb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:01.978931 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-effd97c3-36fd-40cb-8597-753c7a5a060b None None] Port 9e761ec9-fb7b-4655-ad2c-c608240208fd cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:01.982108 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8022face-8b69-45a7-89d5-0663dc7a2fb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:01.985599 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 59c062f2-3107-4e00-ba2b-1c255d9f7fba triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:01.985964 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:02.003389 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-8022face-8b69-45a7-89d5-0663dc7a2fb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] device_id is not set on port d4b5a2b1-ff72-4918-802e-c481b2597abf yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:53:02.010935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 0716b385-3072-4aeb-96a1-345f43e02fb0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:53:02.095302 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-048b9f1c-6f2e-4fe5-82f4-6f376f251d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:02.213259 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:53:02.227550 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-519ac87f-52dc-48a4-a263-b003b744e977 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/0716b385-3072-4aeb-96a1-345f43e02fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7788022 Apr 20 15:53:02.228040 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Sync routers for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:53:02.228149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38224) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:02.233407 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:02.234393 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-18004d4a-9800-4a4c-a771-73c4bcc03e5b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:02.241502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8022face-8b69-45a7-89d5-0663dc7a2fb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:02.253587 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:02.254233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:52:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:02.276524 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8022face-8b69-45a7-89d5-0663dc7a2fb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:02.386349 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022face-8b69-45a7-89d5-0663dc7a2fb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=d4b5a2b1-ff72-4918-802e-c481b2597abf,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:02.388583 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f743201f-3a5a-4c6e-8973-3f9b56f3deab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c062f2-3107-4e00-ba2b-1c255d9f7fba'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:53:02.400209 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8022face-8b69-45a7-89d5-0663dc7a2fb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:02.401780 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-8022face-8b69-45a7-89d5-0663dc7a2fb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:02.404420 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8022face-8b69-45a7-89d5-0663dc7a2fb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:53:02.410021 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2539ebd4-6947-4bab-912d-69a777addbd9 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:02.413584 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8022face-8b69-45a7-89d5-0663dc7a2fb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:02.414352 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8022face-8b69-45a7-89d5-0663dc7a2fb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:02.452365 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8022face-8b69-45a7-89d5-0663dc7a2fb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6088831 Apr 20 15:53:02.452589 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38230) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:02.455564 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45024532-5883-414a-869c-ac03493403ae'] response: {'server_uuid': 'f743201f-3a5a-4c6e-8973-3f9b56f3deab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c062f2-3107-4e00-ba2b-1c255d9f7fba', 'code': 200} Apr 20 15:53:02.464879 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 59c062f2-3107-4e00-ba2b-1c255d9f7fba, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=59c062f2-3107-4e00-ba2b-1c255d9f7fba,segment=NetworkSegment(888ceb2e-16bd-4300-a3c3-3555505836c1),segment_id=888ceb2e-16bd-4300-a3c3-3555505836c1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:02.471419 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-1ba219b4-c7a6-4d4a-989b-668f14db57fd tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:02.496546 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:02.601662 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:02.631731 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ba219b4-c7a6-4d4a-989b-668f14db57fd tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:02.783558 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=59c062f2-3107-4e00-ba2b-1c255d9f7fba,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:02.790559 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649929a-74c1-4d32-b0b4-7134ce876f31 req-c87c9352-350c-4be8-a710-a0d08fd15da1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:02.796239 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a649929a-74c1-4d32-b0b4-7134ce876f31 req-c87c9352-350c-4be8-a710-a0d08fd15da1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 945 time: 0.4363594 Apr 20 15:53:02.822077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 2539ebd4-6947-4bab-912d-69a777addbd9 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:02.823016 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:02.861040 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ba219b4-c7a6-4d4a-989b-668f14db57fd tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:02.872623 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ba219b4-c7a6-4d4a-989b-668f14db57fd tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:02.925774 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a649929a-74c1-4d32-b0b4-7134ce876f31 req-c772090c-96c3-438d-a04a-48d73d6c7a47 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221411 Apr 20 15:53:02.935987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2046f-3014-4a00-b8da-4e60fcd56b3b req-3910210a-1809-4288-bb64-db7f74111dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:02.937655 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-92a2046f-3014-4a00-b8da-4e60fcd56b3b req-3910210a-1809-4288-bb64-db7f74111dc1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 1099 time: 0.2698748 Apr 20 15:53:02.962129 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-1ba219b4-c7a6-4d4a-989b-668f14db57fd tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] In _notify_port_updated(), no bound segment for port d4b5a2b1-ff72-4918-802e-c481b2597abf on network 71a315ee-bf47-41b0-93ef-ea5f974821d9 {{(pid=88169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:53:02.967529 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba219b4-c7a6-4d4a-989b-668f14db57fd tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:02.968296 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ba219b4-c7a6-4d4a-989b-668f14db57fd tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:02.972065 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1ba219b4-c7a6-4d4a-989b-668f14db57fd tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "PUT /v2.0/ports/d4b5a2b1-ff72-4918-802e-c481b2597abf HTTP/1.1" status: 200 len: 818 time: 0.5159600 Apr 20 15:53:02.973107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38234) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:03.008530 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba219b4-c7a6-4d4a-989b-668f14db57fd tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=d4b5a2b1-ff72-4918-802e-c481b2597abf,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:03.037740 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-92a2046f-3014-4a00-b8da-4e60fcd56b3b req-2ea71ded-bc86-4975-b416-0d08d6ce5ed2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918531 Apr 20 15:53:03.063799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e742c-7f20-43e2-a7db-58a186b244a0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port d4b5a2b1-ff72-4918-802e-c481b2597abf {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:03.064350 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4c8e742c-7f20-43e2-a7db-58a186b244a0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:03.111102 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.extraroute_db [None req-18004d4a-9800-4a4c-a771-73c4bcc03e5b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88168) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 20 15:53:03.128015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.extraroute_db [None req-18004d4a-9800-4a4c-a771-73c4bcc03e5b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Removed routes are [] {{(pid=88168) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 20 15:53:03.128538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18004d4a-9800-4a4c-a771-73c4bcc03e5b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:03.178240 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 696ca054-b8a6-43df-b80b-1977338d7399 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:03.262504 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-320c71c5-c916-4010-93cd-37270ca07398 None None] Provisioning complete for port 9e761ec9-fb7b-4655-ad2c-c608240208fd triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:03.262879 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-320c71c5-c916-4010-93cd-37270ca07398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:03.331803 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:00Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': '0a6549f4-a278-475e-b5ce-ba13defc20fa', 'name': '', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:41:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:44Z', 'updated_at': '2022-04-20T15:52:55Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2539ebd4-6947-4bab-912d-69a777addbd9', 'name': '', 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:0a:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:49Z', 'updated_at': '2022-04-20T15:53:00Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e761ec9-fb7b-4655-ad2c-c608240208fd', 'name': '', 'network_id': '57607909-ea2b-42df-ae9f-70f539e4e41e', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:94:2c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '62d8d64a-e4a3-4751-823b-f6989d4708e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:59Z', 'updated_at': '2022-04-20T15:53:01Z', 'revision_number': 2, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': '62d8d64a-e4a3-4751-823b-f6989d4708e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:03.334518 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-320c71c5-c916-4010-93cd-37270ca07398 None None] Port 9e761ec9-fb7b-4655-ad2c-c608240208fd cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:03.342025 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Checking router: 0716b385-3072-4aeb-96a1-345f43e02fb0 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:53:03.342391 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Updating router 0716b385-3072-4aeb-96a1-345f43e02fb0 port 9e761ec9-fb7b-4655-ad2c-c608240208fd binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:53:03.367665 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4c8e742c-7f20-43e2-a7db-58a186b244a0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:03.380506 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 696ca054-b8a6-43df-b80b-1977338d7399 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:03.380875 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:03.444283 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:03.501311 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e742c-7f20-43e2-a7db-58a186b244a0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for d4b5a2b1-ff72-4918-802e-c481b2597abf owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:03.606098 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4c8e742c-7f20-43e2-a7db-58a186b244a0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:03.644727 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18004d4a-9800-4a4c-a771-73c4bcc03e5b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:03.649621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18004d4a-9800-4a4c-a771-73c4bcc03e5b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:03.675776 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e742c-7f20-43e2-a7db-58a186b244a0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=d4b5a2b1-ff72-4918-802e-c481b2597abf,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:03.685820 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4c8e742c-7f20-43e2-a7db-58a186b244a0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:03.702569 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4c8e742c-7f20-43e2-a7db-58a186b244a0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/ports/d4b5a2b1-ff72-4918-802e-c481b2597abf HTTP/1.1" status: 204 len: 168 time: 0.7281075 Apr 20 15:53:03.703276 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38238) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:03.814215 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f874f22-6f85-47bd-8470-cf4d5a4a58b2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:03.815164 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-6f874f22-6f85-47bd-8470-cf4d5a4a58b2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:03.834145 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-6f874f22-6f85-47bd-8470-cf4d5a4a58b2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:03.836401 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6f874f22-6f85-47bd-8470-cf4d5a4a58b2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1320906 Apr 20 15:53:03.839137 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38242) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:03.846968 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18004d4a-9800-4a4c-a771-73c4bcc03e5b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 0716b385-3072-4aeb-96a1-345f43e02fb0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:53:03.886174 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d08a127-9f4d-4494-92fb-2b056b4732b1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] GET failed (client error): The resource could not be found. Apr 20 15:53:03.887526 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2d08a127-9f4d-4494-92fb-2b056b4732b1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports/d4b5a2b1-ff72-4918-802e-c481b2597abf HTTP/1.1" status: 404 len: 333 time: 0.0472627 Apr 20 15:53:03.893939 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38246) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:03.898098 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-e2c347eb-3463-4525-9070-7ccc9834a0d5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1134503864'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:03.904089 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e2c347eb-3463-4525-9070-7ccc9834a0d5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:03.908977 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e2c347eb-3463-4525-9070-7ccc9834a0d5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:network and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:03.912334 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:03.913593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e2c347eb-3463-4525-9070-7ccc9834a0d5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:03.921358 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e2c347eb-3463-4525-9070-7ccc9834a0d5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:03.925020 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Transition to ACTIVE for port object 9e761ec9-fb7b-4655-ad2c-c608240208fd will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:03.932060 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:03.933010 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c347eb-3463-4525-9070-7ccc9834a0d5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:03.936487 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e2c347eb-3463-4525-9070-7ccc9834a0d5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:03.965467 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c347eb-3463-4525-9070-7ccc9834a0d5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:53:03.974236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e2c347eb-3463-4525-9070-7ccc9834a0d5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:03.974628 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-e2c347eb-3463-4525-9070-7ccc9834a0d5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Added segment 02ac5d39-dba4-451f-867e-154a2a27fe53 of type vlan for network 003fff1c-af24-42bb-bc71-9b621ead9ad6 Apr 20 15:53:04.003437 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e2c347eb-3463-4525-9070-7ccc9834a0d5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:04.041860 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e2c347eb-3463-4525-9070-7ccc9834a0d5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:04.048194 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c347eb-3463-4525-9070-7ccc9834a0d5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:04.048406 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18004d4a-9800-4a4c-a771-73c4bcc03e5b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:53:04.049168 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e2c347eb-3463-4525-9070-7ccc9834a0d5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:04.057440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18004d4a-9800-4a4c-a771-73c4bcc03e5b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:04.061987 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-18004d4a-9800-4a4c-a771-73c4bcc03e5b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/0716b385-3072-4aeb-96a1-345f43e02fb0 HTTP/1.1" status: 200 len: 934 time: 1.8328342 Apr 20 15:53:04.063031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38252) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:04.170757 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b0f62-49da-4f00-928c-5941c45a89a1 None None] Pushing event updated for resources: {'Port': ['ID=9e761ec9-fb7b-4655-ad2c-c608240208fd,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:04.252695 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Attempting to bind port 9e761ec9-fb7b-4655-ad2c-c608240208fd on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:53:04.253062 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Attempting to bind port 9e761ec9-fb7b-4655-ad2c-c608240208fd by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'ea3b87ae-d538-43fb-af3b-165c6146864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57607909-ea2b-42df-ae9f-70f539e4e41e'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:53:04.253427 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Attempting to bind port 9e761ec9-fb7b-4655-ad2c-c608240208fd on network 57607909-ea2b-42df-ae9f-70f539e4e41e {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:53:04.261798 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:53:04.262491 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Checking segment: {'id': 'ea3b87ae-d538-43fb-af3b-165c6146864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57607909-ea2b-42df-ae9f-70f539e4e41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:53:04.263159 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:04.263702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Bound using segment: {'id': 'ea3b87ae-d538-43fb-af3b-165c6146864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57607909-ea2b-42df-ae9f-70f539e4e41e'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:53:04.264360 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Bound port: 9e761ec9-fb7b-4655-ad2c-c608240208fd, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3b87ae-d538-43fb-af3b-165c6146864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57607909-ea2b-42df-ae9f-70f539e4e41e'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:53:04.264912 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:04.325629 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e2c347eb-3463-4525-9070-7ccc9834a0d5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4334698 Apr 20 15:53:04.326244 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38256) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:04.344615 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-2c95bd79-6e0e-4beb-b7ed-729451ff59c2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'subnet': {'network_id': '003fff1c-af24-42bb-bc71-9b621ead9ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:04.377490 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] For port 9e761ec9-fb7b-4655-ad2c-c608240208fd, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:53:04.381982 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] For port 9e761ec9-fb7b-4655-ad2c-c608240208fd, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=9e761ec9-fb7b-4655-ad2c-c608240208fd,segment=NetworkSegment(ea3b87ae-d538-43fb-af3b-165c6146864d),segment_id=ea3b87ae-d538-43fb-af3b-165c6146864d)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:53:04.398917 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:04.434096 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-409e6b98-0990-4d98-af0a-b7170e4c5962 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/routers/0716b385-3072-4aeb-96a1-345f43e02fb0 HTTP/1.1" status: 200 len: 934 time: 0.3689573 Apr 20 15:53:04.434509 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38264) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:04.441725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-adb49629-0496-49d3-aa53-ab8679e39726 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'router': {'routes': None}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:04.442024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c347eb-3463-4525-9070-7ccc9834a0d5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Network': ['ID=003fff1c-af24-42bb-bc71-9b621ead9ad6,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:04.464288 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 003fff1c-af24-42bb-bc71-9b621ead9ad6 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:53:04.488394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2c95bd79-6e0e-4beb-b7ed-729451ff59c2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:04.494373 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2c95bd79-6e0e-4beb-b7ed-729451ff59c2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:subnet and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:04.497291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2c95bd79-6e0e-4beb-b7ed-729451ff59c2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:04.503205 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2c95bd79-6e0e-4beb-b7ed-729451ff59c2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:04.514391 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c95bd79-6e0e-4beb-b7ed-729451ff59c2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:04.518434 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2c95bd79-6e0e-4beb-b7ed-729451ff59c2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:04.539304 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2aa3c98d-0102-4666-b29a-322d6147df51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:04.603479 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:04.604164 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:04.610524 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157128d-87e3-45ee-b00a-8cbc850b992a req-fa679680-0cca-4525-bb5c-2d9fdd7f3332 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:04.612097 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e157128d-87e3-45ee-b00a-8cbc850b992a req-fa679680-0cca-4525-bb5c-2d9fdd7f3332 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 946 time: 0.4676390 Apr 20 15:53:04.738522 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b0f62-49da-4f00-928c-5941c45a89a1 None None] Pushing event updated for resources: {'Port': ['ID=9e761ec9-fb7b-4655-ad2c-c608240208fd,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:04.759169 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e157128d-87e3-45ee-b00a-8cbc850b992a req-bbf2d99b-52c9-400c-bf87-8f16b4f5f139 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377640 Apr 20 15:53:04.782800 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:04.803346 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2c95bd79-6e0e-4beb-b7ed-729451ff59c2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:04.879809 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95bd79-6e0e-4beb-b7ed-729451ff59c2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Subnet': ['ID=c9f2d464-cb80-4ed4-9b10-a6acbeefb3e4,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:04.893492 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c95bd79-6e0e-4beb-b7ed-729451ff59c2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Checking segment: {'id': '02ac5d39-dba4-451f-867e-154a2a27fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '003fff1c-af24-42bb-bc71-9b621ead9ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:53:04.893858 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c95bd79-6e0e-4beb-b7ed-729451ff59c2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network hostable DHCP agents. Network: 003fff1c-af24-42bb-bc71-9b621ead9ad6, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:53:04.914501 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c95bd79-6e0e-4beb-b7ed-729451ff59c2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 003fff1c-af24-42bb-bc71-9b621ead9ad6 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:53:04.924771 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-2c95bd79-6e0e-4beb-b7ed-729451ff59c2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 003fff1c-af24-42bb-bc71-9b621ead9ad6) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:04.929911 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95bd79-6e0e-4beb-b7ed-729451ff59c2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:04.930502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2c95bd79-6e0e-4beb-b7ed-729451ff59c2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:04.958220 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2c95bd79-6e0e-4beb-b7ed-729451ff59c2 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6273837 Apr 20 15:53:04.958861 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38268) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:04.964595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-77d4abb7-ef09-4d2c-8a68-3f483a938e52 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'subnet': {'network_id': '003fff1c-af24-42bb-bc71-9b621ead9ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:04.990885 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bb4e0e-3859-4711-bc5c-2490a05c740a None None] Network 003fff1c-af24-42bb-bc71-9b621ead9ad6 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:05.102817 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-77d4abb7-ef09-4d2c-8a68-3f483a938e52 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:05.107044 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-77d4abb7-ef09-4d2c-8a68-3f483a938e52 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:subnet and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:05.109998 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-77d4abb7-ef09-4d2c-8a68-3f483a938e52 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:05.115969 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-77d4abb7-ef09-4d2c-8a68-3f483a938e52 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:05.145010 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d4abb7-ef09-4d2c-8a68-3f483a938e52 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:05.150137 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-77d4abb7-ef09-4d2c-8a68-3f483a938e52 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:05.262953 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.extraroute_db [None req-adb49629-0496-49d3-aa53-ab8679e39726 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Added routes are [] {{(pid=88168) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 20 15:53:05.263505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.extraroute_db [None req-adb49629-0496-49d3-aa53-ab8679e39726 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88168) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 20 15:53:05.286072 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.ipam_backend_mixin [None req-77d4abb7-ef09-4d2c-8a68-3f483a938e52 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c9f2d464-cb80-4ed4-9b10-a6acbeefb3e4 (CIDR: 172.20.0.0/28) Apr 20 15:53:05.290576 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d4abb7-ef09-4d2c-8a68-3f483a938e52 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:53:05.291520 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d4abb7-ef09-4d2c-8a68-3f483a938e52 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:05.297037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adb49629-0496-49d3-aa53-ab8679e39726 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:05.312755 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-77d4abb7-ef09-4d2c-8a68-3f483a938e52 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3524525 Apr 20 15:53:05.315129 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38272) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:05.328703 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-2da6700e-da90-4c13-a6d8-dc8c1b667bd1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'subnet': {'network_id': '003fff1c-af24-42bb-bc71-9b621ead9ad6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:05.330052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-003fff1c-af24-42bb-bc71-9b621ead9ad6', 'network_id': '003fff1c-af24-42bb-bc71-9b621ead9ad6', 'tenant_id': '653471fff79448cd870e3b3c6f5c2cb1', 'fixed_ips': [{'subnet_id': 'c9f2d464-cb80-4ed4-9b10-a6acbeefb3e4'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:53:05.330866 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:05.471053 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2da6700e-da90-4c13-a6d8-dc8c1b667bd1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:05.475219 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2da6700e-da90-4c13-a6d8-dc8c1b667bd1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:subnet and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:05.478741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-2da6700e-da90-4c13-a6d8-dc8c1b667bd1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:05.484665 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-2da6700e-da90-4c13-a6d8-dc8c1b667bd1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:05.493683 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da6700e-da90-4c13-a6d8-dc8c1b667bd1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:05.497256 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2da6700e-da90-4c13-a6d8-dc8c1b667bd1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:05.525082 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:03Z', 'revision_number': 6, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': '0a6549f4-a278-475e-b5ce-ba13defc20fa', 'name': '', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:41:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:44Z', 'updated_at': '2022-04-20T15:52:55Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2539ebd4-6947-4bab-912d-69a777addbd9', 'name': '', 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:0a:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:49Z', 'updated_at': '2022-04-20T15:53:00Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e761ec9-fb7b-4655-ad2c-c608240208fd', 'name': '', 'network_id': '57607909-ea2b-42df-ae9f-70f539e4e41e', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:94:2c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '62d8d64a-e4a3-4751-823b-f6989d4708e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:59Z', 'updated_at': '2022-04-20T15:53:04Z', 'revision_number': 4, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': '62d8d64a-e4a3-4751-823b-f6989d4708e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:05.531891 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f611df0-fe93-4494-a8d4-53566b45e468 None None] The sync data for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv is: [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:03Z', 'revision_number': 6, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': '0a6549f4-a278-475e-b5ce-ba13defc20fa', 'name': '', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:41:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:44Z', 'updated_at': '2022-04-20T15:52:55Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2539ebd4-6947-4bab-912d-69a777addbd9', 'name': '', 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:0a:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:49Z', 'updated_at': '2022-04-20T15:53:00Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e761ec9-fb7b-4655-ad2c-c608240208fd', 'name': '', 'network_id': '57607909-ea2b-42df-ae9f-70f539e4e41e', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:94:2c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '62d8d64a-e4a3-4751-823b-f6989d4708e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:59Z', 'updated_at': '2022-04-20T15:53:04Z', 'revision_number': 4, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': '62d8d64a-e4a3-4751-823b-f6989d4708e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:53:05.549487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Allocated IP 172.20.0.2 (003fff1c-af24-42bb-bc71-9b621ead9ad6/c9f2d464-cb80-4ed4-9b10-a6acbeefb3e4/f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:05.644851 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adb49629-0496-49d3-aa53-ab8679e39726 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:05.648568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adb49629-0496-49d3-aa53-ab8679e39726 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:05.703891 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:05.730189 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:05.837006 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb49629-0496-49d3-aa53-ab8679e39726 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 0716b385-3072-4aeb-96a1-345f43e02fb0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:53:05.873779 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2da6700e-da90-4c13-a6d8-dc8c1b667bd1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:05.878881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:05.896617 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Transition to ACTIVE for port object f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:05.924331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Transition to ACTIVE for port object f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:05.936113 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:05.942120 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da6700e-da90-4c13-a6d8-dc8c1b667bd1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 003fff1c-af24-42bb-bc71-9b621ead9ad6 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:05.944257 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-2da6700e-da90-4c13-a6d8-dc8c1b667bd1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:05.949281 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da6700e-da90-4c13-a6d8-dc8c1b667bd1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:05.949954 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2da6700e-da90-4c13-a6d8-dc8c1b667bd1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:05.978132 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6700e-da90-4c13-a6d8-dc8c1b667bd1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Subnet': ['ID=23e08833-dca2-4880-a0c4-6b12bab51bec,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:05.985327 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2da6700e-da90-4c13-a6d8-dc8c1b667bd1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6665332 Apr 20 15:53:05.985668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38278) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:05.992438 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'network_id': '003fff1c-af24-42bb-bc71-9b621ead9ad6', 'fixed_ips': [{'subnet_id': 'c9f2d464-cb80-4ed4-9b10-a6acbeefb3e4'}, {'subnet_id': '23e08833-dca2-4880-a0c4-6b12bab51bec'}], 'name': 'tempest-PortsTestJSON-713821037'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:06.013779 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Network 003fff1c-af24-42bb-bc71-9b621ead9ad6 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:06.017670 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:06.021111 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:53:06.060445 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb49629-0496-49d3-aa53-ab8679e39726 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:53:06.083087 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Pushing event updated for resources: {'Port': ['ID=f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:06.099013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adb49629-0496-49d3-aa53-ab8679e39726 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:06.100069 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-adb49629-0496-49d3-aa53-ab8679e39726 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/0716b385-3072-4aeb-96a1-345f43e02fb0 HTTP/1.1" status: 200 len: 700 time: 1.6638052 Apr 20 15:53:06.104369 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38282) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:06.156932 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Attempting to bind port f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:53:06.157470 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Attempting to bind port f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '02ac5d39-dba4-451f-867e-154a2a27fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '003fff1c-af24-42bb-bc71-9b621ead9ad6'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:53:06.157946 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Attempting to bind port f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a on network 003fff1c-af24-42bb-bc71-9b621ead9ad6 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:53:06.168653 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:53:06.169884 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Checking segment: {'id': '02ac5d39-dba4-451f-867e-154a2a27fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '003fff1c-af24-42bb-bc71-9b621ead9ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:53:06.170400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:06.170895 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Bound using segment: {'id': '02ac5d39-dba4-451f-867e-154a2a27fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '003fff1c-af24-42bb-bc71-9b621ead9ad6'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:53:06.171722 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Bound port: f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ac5d39-dba4-451f-867e-154a2a27fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '003fff1c-af24-42bb-bc71-9b621ead9ad6'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:53:06.173777 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:06.180691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdc4f1-9385-4f69-b051-c528c200b2ee req-a1628f45-ddb1-4890-9097-598d5bd7d7a8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:06.182570 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-36cdc4f1-9385-4f69-b051-c528c200b2ee req-a1628f45-ddb1-4890-9097-598d5bd7d7a8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 946 time: 0.1238217 Apr 20 15:53:06.259742 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-36cdc4f1-9385-4f69-b051-c528c200b2ee req-1086211b-5b6b-4f8f-a452-ab68dbd7b9a8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701220 Apr 20 15:53:06.319652 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] For port f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:53:06.323939 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] For port f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a,segment=NetworkSegment(02ac5d39-dba4-451f-867e-154a2a27fe53),segment_id=02ac5d39-dba4-451f-867e-154a2a27fe53)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:53:06.330555 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:06.427900 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:06.439711 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c7efe536-d978-47da-aec9-d505b00ed363 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/routers/0716b385-3072-4aeb-96a1-345f43e02fb0 HTTP/1.1" status: 200 len: 700 time: 0.3342609 Apr 20 15:53:06.440765 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:06.441177 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 9e761ec9-fb7b-4655-ad2c-c608240208fd up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:06.443135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38288) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:06.454150 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:06.491358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64023e-af60-4dfd-bff4-550caba9cf12 None None] Pushing event updated for resources: {'Port': ['ID=f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:06.557307 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 9e761ec9-fb7b-4655-ad2c-c608240208fd completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:06.563914 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 9e761ec9-fb7b-4655-ad2c-c608240208fd triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:06.564684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:06.620105 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:06.642437 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] device_id is not set on port 67a823dc-9a3e-43fe-b40f-0da7a9609b35 yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:53:06.654472 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb714a9d-7b09-499b-a971-e90a329015ee None None] Sync routers for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:53:06.672372 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb714a9d-7b09-499b-a971-e90a329015ee None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:06.673437 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bb714a9d-7b09-499b-a971-e90a329015ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:06.711489 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:06.795735 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 9e761ec9-fb7b-4655-ad2c-c608240208fd, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=9e761ec9-fb7b-4655-ad2c-c608240208fd,segment=NetworkSegment(ea3b87ae-d538-43fb-af3b-165c6146864d),segment_id=ea3b87ae-d538-43fb-af3b-165c6146864d)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:06.803843 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:06.919205 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=9e761ec9-fb7b-4655-ad2c-c608240208fd,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:06.931359 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-bb714a9d-7b09-499b-a971-e90a329015ee None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:07.021832 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:07.111830 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Allocated IP 172.20.0.13 (003fff1c-af24-42bb-bc71-9b621ead9ad6/c9f2d464-cb80-4ed4-9b10-a6acbeefb3e4/67a823dc-9a3e-43fe-b40f-0da7a9609b35) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:07.117751 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Allocated IP 172.20.0.25 (003fff1c-af24-42bb-bc71-9b621ead9ad6/23e08833-dca2-4880-a0c4-6b12bab51bec/67a823dc-9a3e-43fe-b40f-0da7a9609b35) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:07.140297 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd58b7-8c17-45a9-b435-f6c9c677f1d1 req-6d3f4657-c136-479c-9ebc-791f4b0eadb1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:07.141952 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5bd58b7-8c17-45a9-b435-f6c9c677f1d1 req-6d3f4657-c136-479c-9ebc-791f4b0eadb1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 946 time: 0.6077592 Apr 20 15:53:07.289372 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5bd58b7-8c17-45a9-b435-f6c9c677f1d1 req-03fc8a34-99e2-437a-9b65-68d4f2093ab4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355107 Apr 20 15:53:07.348738 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:07.361984 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bb714a9d-7b09-499b-a971-e90a329015ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:05Z', 'revision_number': 7, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': '0a6549f4-a278-475e-b5ce-ba13defc20fa', 'name': '', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:41:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:44Z', 'updated_at': '2022-04-20T15:52:55Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2539ebd4-6947-4bab-912d-69a777addbd9', 'name': '', 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:0a:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:49Z', 'updated_at': '2022-04-20T15:53:00Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e761ec9-fb7b-4655-ad2c-c608240208fd', 'name': '', 'network_id': '57607909-ea2b-42df-ae9f-70f539e4e41e', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:94:2c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '62d8d64a-e4a3-4751-823b-f6989d4708e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:59Z', 'updated_at': '2022-04-20T15:53:04Z', 'revision_number': 4, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': '62d8d64a-e4a3-4751-823b-f6989d4708e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:07.367554 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb714a9d-7b09-499b-a971-e90a329015ee None None] Checking router: 0716b385-3072-4aeb-96a1-345f43e02fb0 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:53:07.373102 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Transition to ACTIVE for port object 67a823dc-9a3e-43fe-b40f-0da7a9609b35 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:07.376332 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb714a9d-7b09-499b-a971-e90a329015ee None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:07.377374 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bb714a9d-7b09-499b-a971-e90a329015ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:07.398246 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:07.405247 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:07.488255 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 003fff1c-af24-42bb-bc71-9b621ead9ad6 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:07.492079 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:07.494947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:53:07.547321 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-bb714a9d-7b09-499b-a971-e90a329015ee None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:07.560969 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=67a823dc-9a3e-43fe-b40f-0da7a9609b35,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:07.577203 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:07.577848 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:07.582637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:07.582983 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:07.583335 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:07.583828 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:07.584171 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:07.584507 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:07.584839 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:07.585169 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:07.585497 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:07.585825 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:07.586151 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:07.586477 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:07.631936 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-87071887-f494-4ae8-a2eb-1d66e4ea1fb7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6425047 Apr 20 15:53:07.632927 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38296) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:07.640293 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-66fe111e-77fc-45b3-9ab7-e27a653f3857 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9f2d464-cb80-4ed4-9b10-a6acbeefb3e4'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:07.786074 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-66fe111e-77fc-45b3-9ab7-e27a653f3857 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:07.794624 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port 9e761ec9-fb7b-4655-ad2c-c608240208fd {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:07.795173 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:07.818676 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c27933-5407-439f-89ac-2700417cbeb6 None None] Network 003fff1c-af24-42bb-bc71-9b621ead9ad6 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:07.924950 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bb714a9d-7b09-499b-a971-e90a329015ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:05Z', 'revision_number': 7, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': '0a6549f4-a278-475e-b5ce-ba13defc20fa', 'name': '', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:41:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:44Z', 'updated_at': '2022-04-20T15:52:55Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2539ebd4-6947-4bab-912d-69a777addbd9', 'name': '', 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:0a:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:49Z', 'updated_at': '2022-04-20T15:53:00Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e761ec9-fb7b-4655-ad2c-c608240208fd', 'name': '', 'network_id': '57607909-ea2b-42df-ae9f-70f539e4e41e', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:94:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '62d8d64a-e4a3-4751-823b-f6989d4708e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:59Z', 'updated_at': '2022-04-20T15:53:06Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': '62d8d64a-e4a3-4751-823b-f6989d4708e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:07.931019 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb714a9d-7b09-499b-a971-e90a329015ee None None] The sync data for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv is: [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:05Z', 'revision_number': 7, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': '0a6549f4-a278-475e-b5ce-ba13defc20fa', 'name': '', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:41:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:44Z', 'updated_at': '2022-04-20T15:52:55Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2539ebd4-6947-4bab-912d-69a777addbd9', 'name': '', 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:0a:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:49Z', 'updated_at': '2022-04-20T15:53:00Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e761ec9-fb7b-4655-ad2c-c608240208fd', 'name': '', 'network_id': '57607909-ea2b-42df-ae9f-70f539e4e41e', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:94:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '62d8d64a-e4a3-4751-823b-f6989d4708e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:59Z', 'updated_at': '2022-04-20T15:53:06Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': '62d8d64a-e4a3-4751-823b-f6989d4708e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:53:07.969703 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0057748f-e545-4ee6-aeae-c91907047636 None None] Provisioning for port f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:08.021855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] For port 9e761ec9-fb7b-4655-ad2c-c608240208fd, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=9e761ec9-fb7b-4655-ad2c-c608240208fd,segment=NetworkSegment(ea3b87ae-d538-43fb-af3b-165c6146864d),segment_id=ea3b87ae-d538-43fb-af3b-165c6146864d)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:08.022358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:08.159668 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for 9e761ec9-fb7b-4655-ad2c-c608240208fd owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:08.176902 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-66fe111e-77fc-45b3-9ab7-e27a653f3857 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Delete allocated IP 172.20.0.25 (003fff1c-af24-42bb-bc71-9b621ead9ad6/23e08833-dca2-4880-a0c4-6b12bab51bec) {{(pid=88169) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 15:53:08.278884 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84400e0d-388a-4da3-93fe-fc3385c33e83 None None] Update dhcp port {'port': {'network_id': '003fff1c-af24-42bb-bc71-9b621ead9ad6', 'fixed_ips': [{'subnet_id': 'c9f2d464-cb80-4ed4-9b10-a6acbeefb3e4', 'ip_address': '172.20.0.2'}, {'subnet_id': '23e08833-dca2-4880-a0c4-6b12bab51bec'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': 'f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:53:08.343702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-84400e0d-388a-4da3-93fe-fc3385c33e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:08.364852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:08.393430 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-66fe111e-77fc-45b3-9ab7-e27a653f3857 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:08.419196 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-66fe111e-77fc-45b3-9ab7-e27a653f3857 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Ignored duplicate provisioning block setup for port 67a823dc-9a3e-43fe-b40f-0da7a9609b35 by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 20 15:53:08.420018 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Port': ['ID=9e761ec9-fb7b-4655-ad2c-c608240208fd,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:08.429514 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-66fe111e-77fc-45b3-9ab7-e27a653f3857 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:08.508218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:08.508570 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:08.508888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:08.509222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:08.509546 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:08.509869 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:08.510190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:08.510506 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:08.510824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:08.511142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:08.511475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:08.511812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:08.527384 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe111e-77fc-45b3-9ab7-e27a653f3857 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=67a823dc-9a3e-43fe-b40f-0da7a9609b35,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:08.572717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:08.651551 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-66fe111e-77fc-45b3-9ab7-e27a653f3857 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] In _notify_port_updated(), no bound segment for port 67a823dc-9a3e-43fe-b40f-0da7a9609b35 on network 003fff1c-af24-42bb-bc71-9b621ead9ad6 {{(pid=88169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:53:08.656948 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fe111e-77fc-45b3-9ab7-e27a653f3857 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:08.657595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-66fe111e-77fc-45b3-9ab7-e27a653f3857 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:08.659179 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-66fe111e-77fc-45b3-9ab7-e27a653f3857 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "PUT /v2.0/ports/67a823dc-9a3e-43fe-b40f-0da7a9609b35 HTTP/1.1" status: 200 len: 919 time: 1.0238645 Apr 20 15:53:08.661664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38300) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:08.663418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-84400e0d-388a-4da3-93fe-fc3385c33e83 None None] Allocated IP 172.20.0.18 (003fff1c-af24-42bb-bc71-9b621ead9ad6/23e08833-dca2-4880-a0c4-6b12bab51bec/f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:08.670486 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-1ac0e15a-a6b3-4935-bda9-b85b53538f79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9f2d464-cb80-4ed4-9b10-a6acbeefb3e4'}, {'subnet_id': '23e08833-dca2-4880-a0c4-6b12bab51bec'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:08.686646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:08.713308 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:08.713308 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:08.831789 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38304) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:08.915193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-84400e0d-388a-4da3-93fe-fc3385c33e83 None None] For port f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a,segment=NetworkSegment(02ac5d39-dba4-451f-867e-154a2a27fe53),segment_id=02ac5d39-dba4-451f-867e-154a2a27fe53)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:08.922485 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ac0e15a-a6b3-4935-bda9-b85b53538f79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:08.939830 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:08.950587 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:08.981828 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-84400e0d-388a-4da3-93fe-fc3385c33e83 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:08.998889 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-84400e0d-388a-4da3-93fe-fc3385c33e83 None None] Transition to ACTIVE for port object f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:09.038862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-84400e0d-388a-4da3-93fe-fc3385c33e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:09.152573 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:53:09.152955 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:53:09.206204 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84400e0d-388a-4da3-93fe-fc3385c33e83 None None] Pushing event updated for resources: {'Port': ['ID=f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:09.280293 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-1ac0e15a-a6b3-4935-bda9-b85b53538f79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Allocated IP 172.20.0.27 (003fff1c-af24-42bb-bc71-9b621ead9ad6/23e08833-dca2-4880-a0c4-6b12bab51bec/67a823dc-9a3e-43fe-b40f-0da7a9609b35) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:09.461829 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ac0e15a-a6b3-4935-bda9-b85b53538f79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:09.478939 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-1ac0e15a-a6b3-4935-bda9-b85b53538f79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Ignored duplicate provisioning block setup for port 67a823dc-9a3e-43fe-b40f-0da7a9609b35 by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 20 15:53:09.483966 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ac0e15a-a6b3-4935-bda9-b85b53538f79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:09.639340 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 0716b385-3072-4aeb-96a1-345f43e02fb0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:53:09.661972 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0e15a-a6b3-4935-bda9-b85b53538f79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=67a823dc-9a3e-43fe-b40f-0da7a9609b35,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:09.697997 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0e15a-a6b3-4935-bda9-b85b53538f79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] In _notify_port_updated(), no bound segment for port 67a823dc-9a3e-43fe-b40f-0da7a9609b35 on network 003fff1c-af24-42bb-bc71-9b621ead9ad6 {{(pid=88169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:53:09.703517 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac0e15a-a6b3-4935-bda9-b85b53538f79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:09.704166 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1ac0e15a-a6b3-4935-bda9-b85b53538f79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:09.705762 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1ac0e15a-a6b3-4935-bda9-b85b53538f79 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "PUT /v2.0/ports/67a823dc-9a3e-43fe-b40f-0da7a9609b35 HTTP/1.1" status: 200 len: 999 time: 1.0417678 Apr 20 15:53:09.708908 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38308) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:09.717048 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9147cddf-b4a4-4cdb-9962-7884685b23cf None None] Network 003fff1c-af24-42bb-bc71-9b621ead9ad6 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:09.751870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:09.775607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-e329fb03-8c54-467e-9866-dbe751734f6e tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port 67a823dc-9a3e-43fe-b40f-0da7a9609b35 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:09.775970 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e329fb03-8c54-467e-9866-dbe751734f6e tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:09.858854 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5d4a327e-5263-47d5-9c0d-83118179de87 None None] Provisioning for port f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:09.876937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a,segment=NetworkSegment(02ac5d39-dba4-451f-867e-154a2a27fe53),segment_id=02ac5d39-dba4-451f-867e-154a2a27fe53)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:09.881370 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5d4a327e-5263-47d5-9c0d-83118179de87 None None] Provisioning complete for port f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:09.881830 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5d4a327e-5263-47d5-9c0d-83118179de87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:09.917116 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:09.918209 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 9e761ec9-fb7b-4655-ad2c-c608240208fd up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:10.022089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 9e761ec9-fb7b-4655-ad2c-c608240208fd {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:53:10.022733 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 9e761ec9-fb7b-4655-ad2c-c608240208fd not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 20 15:53:10.042848 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e329fb03-8c54-467e-9866-dbe751734f6e tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:10.059643 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Port 9e761ec9-fb7b-4655-ad2c-c608240208fd not found, will not notify nova. {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 20 15:53:10.062344 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:53:10.092411 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5213854a-db47-4e35-b447-d9fc7a1692ce tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/0716b385-3072-4aeb-96a1-345f43e02fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6456532 Apr 20 15:53:10.093761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38312) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:10.096622 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f3595-7bab-4fde-bdae-cd6e9c3d7bb4 None None] Sync routers for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:53:10.140319 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82f3595-7bab-4fde-bdae-cd6e9c3d7bb4 None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:10.140968 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e82f3595-7bab-4fde-bdae-cd6e9c3d7bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:10.177447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-e329fb03-8c54-467e-9866-dbe751734f6e tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for 67a823dc-9a3e-43fe-b40f-0da7a9609b35 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:10.187215 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a622a43-3d9a-4b52-8c41-9189edf277a7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting subnet 62d8d64a-e4a3-4751-823b-f6989d4708e3 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:53:10.225802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a622a43-3d9a-4b52-8c41-9189edf277a7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:10.322819 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a622a43-3d9a-4b52-8c41-9189edf277a7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:10.376744 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:10.405261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:10.406789 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e329fb03-8c54-467e-9866-dbe751734f6e tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:10.461438 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-e82f3595-7bab-4fde-bdae-cd6e9c3d7bb4 None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:10.515072 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329fb03-8c54-467e-9866-dbe751734f6e tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=67a823dc-9a3e-43fe-b40f-0da7a9609b35,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:10.516954 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:10.541163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a622a43-3d9a-4b52-8c41-9189edf277a7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:10.618147 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e329fb03-8c54-467e-9866-dbe751734f6e tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:10.628757 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e329fb03-8c54-467e-9866-dbe751734f6e tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/ports/67a823dc-9a3e-43fe-b40f-0da7a9609b35 HTTP/1.1" status: 204 len: 168 time: 0.9165318 Apr 20 15:53:10.628970 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38316) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:10.663181 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5d4a327e-5263-47d5-9c0d-83118179de87 None None] Could not find standard attr ID for object 67a823dc-9a3e-43fe-b40f-0da7a9609b35. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:53:10.767328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a622a43-3d9a-4b52-8c41-9189edf277a7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:10.778823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:10.779432 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e7a662-4629-40a4-bc02-7d7707182236 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] GET failed (client error): The resource could not be found. Apr 20 15:53:10.779554 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:10.779655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b8e7a662-4629-40a4-bc02-7d7707182236 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:10.795307 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b8e7a662-4629-40a4-bc02-7d7707182236 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:10.799326 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b8e7a662-4629-40a4-bc02-7d7707182236 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports/67a823dc-9a3e-43fe-b40f-0da7a9609b35 HTTP/1.1" status: 404 len: 333 time: 0.1666772 Apr 20 15:53:10.799509 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38320) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:10.850543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a622a43-3d9a-4b52-8c41-9189edf277a7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Subnet': ['ID=62d8d64a-e4a3-4751-823b-f6989d4708e3,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:10.866756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a622a43-3d9a-4b52-8c41-9189edf277a7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:10.869026 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6372c6f-f8d0-48fd-9141-738fff9a28a9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting subnet 23e08833-dca2-4880-a0c4-6b12bab51bec {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:53:10.872410 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d6372c6f-f8d0-48fd-9141-738fff9a28a9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:10.882450 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4a622a43-3d9a-4b52-8c41-9189edf277a7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/subnets/62d8d64a-e4a3-4751-823b-f6989d4708e3 HTTP/1.1" status: 204 len: 168 time: 0.7885237 Apr 20 15:53:10.883277 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38324) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:10.897515 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8eafd7-06fe-4300-90cf-31830f391934 None None] Network 57607909-ea2b-42df-ae9f-70f539e4e41e requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:10.934009 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d6372c6f-f8d0-48fd-9141-738fff9a28a9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.024423 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d6372c6f-f8d0-48fd-9141-738fff9a28a9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.056503 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.073852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.17 (ba4efa0d-56ec-4e4b-b365-da0221a96961/460b3ecb-7514-4b77-b053-c2f1e0d7bf1f/ccf422d5-3a75-4fba-a858-bae336d20c59) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:11.125764 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d6372c6f-f8d0-48fd-9141-738fff9a28a9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.169791 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6372c6f-f8d0-48fd-9141-738fff9a28a9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Subnet': ['ID=23e08833-dca2-4880-a0c4-6b12bab51bec,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:11.172011 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d6372c6f-f8d0-48fd-9141-738fff9a28a9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.181927 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d6372c6f-f8d0-48fd-9141-738fff9a28a9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/23e08833-dca2-4880-a0c4-6b12bab51bec HTTP/1.1" status: 204 len: 168 time: 0.3790383 Apr 20 15:53:11.182256 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38328) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:11.213760 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e82f3595-7bab-4fde-bdae-cd6e9c3d7bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:08Z', 'revision_number': 8, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': '0a6549f4-a278-475e-b5ce-ba13defc20fa', 'name': '', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:41:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:44Z', 'updated_at': '2022-04-20T15:52:55Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2539ebd4-6947-4bab-912d-69a777addbd9', 'name': '', 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:0a:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:49Z', 'updated_at': '2022-04-20T15:53:00Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:11.217335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port 696ca054-b8a6-43df-b80b-1977338d7399 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:11.217603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.219696 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f3595-7bab-4fde-bdae-cd6e9c3d7bb4 None None] Checking router: 0716b385-3072-4aeb-96a1-345f43e02fb0 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:53:11.244693 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82f3595-7bab-4fde-bdae-cd6e9c3d7bb4 None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:11.245306 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e82f3595-7bab-4fde-bdae-cd6e9c3d7bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:11.270299 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d09244-e221-4edd-bb4c-ff32ffe29ab9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting subnet c9f2d464-cb80-4ed4-9b10-a6acbeefb3e4 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:53:11.275554 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-84d09244-e221-4edd-bb4c-ff32ffe29ab9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.326141 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f908df9-b472-4414-913c-e4f765932629 None None] Network 003fff1c-af24-42bb-bc71-9b621ead9ad6 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:11.349234 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-84d09244-e221-4edd-bb4c-ff32ffe29ab9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.383920 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.433163 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-84d09244-e221-4edd-bb4c-ff32ffe29ab9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.477252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object ccf422d5-3a75-4fba-a858-bae336d20c59 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:11.519397 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-84d09244-e221-4edd-bb4c-ff32ffe29ab9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.526480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] For port 696ca054-b8a6-43df-b80b-1977338d7399, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=696ca054-b8a6-43df-b80b-1977338d7399,segment=NetworkSegment(ea3b87ae-d538-43fb-af3b-165c6146864d),segment_id=ea3b87ae-d538-43fb-af3b-165c6146864d)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:11.526753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.534472 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a5880d09-faf1-4cce-b20d-c1c60ae6fe1e None None] Provisioning complete for port f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:11.535077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a5880d09-faf1-4cce-b20d-c1c60ae6fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.565503 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-e82f3595-7bab-4fde-bdae-cd6e9c3d7bb4 None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:11.572450 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-84d09244-e221-4edd-bb4c-ff32ffe29ab9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.575187 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d09244-e221-4edd-bb4c-ff32ffe29ab9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f2d464-cb80-4ed4-9b10-a6acbeefb3e4,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:11.584500 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-84d09244-e221-4edd-bb4c-ff32ffe29ab9 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/c9f2d464-cb80-4ed4-9b10-a6acbeefb3e4 HTTP/1.1" status: 204 len: 168 time: 0.4009790 Apr 20 15:53:11.585096 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38332) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:11.690338 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc908f0b-08f6-4f0d-b84a-4b55f49f2fd5 None None] DHCP port deletion for 57607909-ea2b-42df-ae9f-70f539e4e41e request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:53:11.708650 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.720041 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:11.720410 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.735518 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bc908f0b-08f6-4f0d-b84a-4b55f49f2fd5 None None] Deleting port 696ca054-b8a6-43df-b80b-1977338d7399 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:11.735918 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bc908f0b-08f6-4f0d-b84a-4b55f49f2fd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.819279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for 696ca054-b8a6-43df-b80b-1977338d7399 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:11.858268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.932195 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] For port f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a,segment=NetworkSegment(02ac5d39-dba4-451f-867e-154a2a27fe53),segment_id=02ac5d39-dba4-451f-867e-154a2a27fe53)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:11.932458 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:11.951852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network ba4efa0d-56ec-4e4b-b365-da0221a96961 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:11.958854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:11.970658 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=ccf422d5-3a75-4fba-a858-bae336d20c59,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:11.973638 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:53:12.038210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:12.041727 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bc908f0b-08f6-4f0d-b84a-4b55f49f2fd5 None None] The port '696ca054-b8a6-43df-b80b-1977338d7399' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:53:12.081975 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:12.107165 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Port': ['ID=696ca054-b8a6-43df-b80b-1977338d7399,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:12.109182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:12.177237 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:12.181257 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a5880d09-faf1-4cce-b20d-c1c60ae6fe1e None None] Could not find standard attr ID for object 67a823dc-9a3e-43fe-b40f-0da7a9609b35. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:53:12.252742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e82f3595-7bab-4fde-bdae-cd6e9c3d7bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:08Z', 'revision_number': 8, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': '0a6549f4-a278-475e-b5ce-ba13defc20fa', 'name': '', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:41:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:44Z', 'updated_at': '2022-04-20T15:52:55Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2539ebd4-6947-4bab-912d-69a777addbd9', 'name': '', 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:0a:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:49Z', 'updated_at': '2022-04-20T15:53:00Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:12.254544 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No DVR routers for this DVR port f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:53:12.258630 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f3595-7bab-4fde-bdae-cd6e9c3d7bb4 None None] The sync data for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv is: [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:08Z', 'revision_number': 8, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': '0a6549f4-a278-475e-b5ce-ba13defc20fa', 'name': '', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:41:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:44Z', 'updated_at': '2022-04-20T15:52:55Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2539ebd4-6947-4bab-912d-69a777addbd9', 'name': '', 'network_id': '0ab84ab2-4660-4508-8e23-16159d0d6c52', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:0a:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:49Z', 'updated_at': '2022-04-20T15:53:00Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': '158c9488-4811-49aa-a1cb-01c51380b18e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:53:12.282407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] No DVR routers for this DVR port 696ca054-b8a6-43df-b80b-1977338d7399 on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:53:12.306154 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:12.402301 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:12.407939 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c06e7431-86b3-4f62-864c-e2d7f59e6bcf None None] Provisioning for port ccf422d5-3a75-4fba-a858-bae336d20c59 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:12.414888 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c06e7431-86b3-4f62-864c-e2d7f59e6bcf None None] Provisioning complete for port ccf422d5-3a75-4fba-a858-bae336d20c59 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:12.415374 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c06e7431-86b3-4f62-864c-e2d7f59e6bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:12.426814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:12.435893 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['003fff1c-af24-42bb-bc71-9b621ead9ad6']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:12.450448 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ac5d39-dba4-451f-867e-154a2a27fe53') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:12.450746 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ac5d39-dba4-451f-867e-154a2a27fe53') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:12.459267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57607909-ea2b-42df-ae9f-70f539e4e41e']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:12.463698 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:12.472287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3b87ae-d538-43fb-af3b-165c6146864d') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:12.472576 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3b87ae-d538-43fb-af3b-165c6146864d') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:12.481228 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:12.485961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c06e7431-86b3-4f62-864c-e2d7f59e6bcf None None] Port ccf422d5-3a75-4fba-a858-bae336d20c59 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:12.488057 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:53:12.489091 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:53:12.503715 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:53:12.525071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:12.552084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:12.557749 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:12.571968 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:53:12.572367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:53:12.586895 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:53:12.593063 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:12.618471 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:12.637748 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858cb94e-e8eb-4c1d-9d20-cf81cefb858c None None] DHCP port deletion for 003fff1c-af24-42bb-bc71-9b621ead9ad6 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:53:12.640860 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Network': ['ID=003fff1c-af24-42bb-bc71-9b621ead9ad6,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:12.663848 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-aa68fccc-accc-4196-a7e8-e12fe1e15ed6 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/networks/003fff1c-af24-42bb-bc71-9b621ead9ad6 HTTP/1.1" status: 204 len: 168 time: 1.0749362 Apr 20 15:53:12.665037 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38336) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:12.724488 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 696ca054-b8a6-43df-b80b-1977338d7399 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:53:12.760051 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674f8705-612f-4250-af75-2ec021187a76 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:12.760774 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-674f8705-612f-4250-af75-2ec021187a76 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:12.762957 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 696ca054-b8a6-43df-b80b-1977338d7399 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:53:12.763503 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 696ca054-b8a6-43df-b80b-1977338d7399 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:53:12.764108 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:53:12.778433 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-674f8705-612f-4250-af75-2ec021187a76 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:12.783383 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-674f8705-612f-4250-af75-2ec021187a76 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1172810 Apr 20 15:53:12.783993 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38340) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:12.795429 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:12.809278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:53:12.809909 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f7cd4b2a-0a56-4131-abdd-d0ab4b74dc9a not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:53:12.810851 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 9e761ec9-fb7b-4655-ad2c-c608240208fd no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:53:12.822162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:12.842464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Network': ['ID=57607909-ea2b-42df-ae9f-70f539e4e41e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:12.850822 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 9e761ec9-fb7b-4655-ad2c-c608240208fd {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:53:12.851427 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 9e761ec9-fb7b-4655-ad2c-c608240208fd not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:53:12.852541 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-68edef41-25e3-4e20-a0b2-d527ba749772 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/networks/57607909-ea2b-42df-ae9f-70f539e4e41e HTTP/1.1" status: 204 len: 168 time: 1.9650500 Apr 20 15:53:12.854413 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38344) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:13.106164 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-409e7649-af46-49ae-8b67-4d02884b75a8 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3175941 Apr 20 15:53:13.106388 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38348) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:13.114028 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-0ab2f5ae-6f12-4b82-b24c-167f56aaefc1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1729973001'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:13.122135 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0ab2f5ae-6f12-4b82-b24c-167f56aaefc1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:13.129464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:13.134324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:13.136008 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0ab2f5ae-6f12-4b82-b24c-167f56aaefc1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:network and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:13.142008 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0ab2f5ae-6f12-4b82-b24c-167f56aaefc1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:13.202944 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0ab2f5ae-6f12-4b82-b24c-167f56aaefc1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:13.259184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:13.267596 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=ccf422d5-3a75-4fba-a858-bae336d20c59,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:13.283357 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab2f5ae-6f12-4b82-b24c-167f56aaefc1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:13.286809 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0ab2f5ae-6f12-4b82-b24c-167f56aaefc1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:13.371700 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab2f5ae-6f12-4b82-b24c-167f56aaefc1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:53:13.394571 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0ab2f5ae-6f12-4b82-b24c-167f56aaefc1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:13.394946 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-0ab2f5ae-6f12-4b82-b24c-167f56aaefc1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Added segment 6ba02231-add3-49a5-b393-d6fa0177ec73 of type vlan for network 43b918c7-59f8-401e-86b6-2aec6aafc7d0 Apr 20 15:53:13.463652 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0ab2f5ae-6f12-4b82-b24c-167f56aaefc1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:13.516962 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0ab2f5ae-6f12-4b82-b24c-167f56aaefc1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:13.522299 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab2f5ae-6f12-4b82-b24c-167f56aaefc1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:13.522928 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0ab2f5ae-6f12-4b82-b24c-167f56aaefc1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:13.526031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network ba4efa0d-56ec-4e4b-b365-da0221a96961 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:13.527182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:13.661759 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0ab2f5ae-6f12-4b82-b24c-167f56aaefc1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5544903 Apr 20 15:53:13.671359 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38352) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:13.675334 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2f5ae-6f12-4b82-b24c-167f56aaefc1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Network': ['ID=43b918c7-59f8-401e-86b6-2aec6aafc7d0,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:13.682459 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-7db68b35-89ee-4b38-ba9a-03f45c929d1f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'subnet': {'network_id': '43b918c7-59f8-401e-86b6-2aec6aafc7d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:13.688000 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 43b918c7-59f8-401e-86b6-2aec6aafc7d0 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:53:13.732378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 54febf78-2900-4e40-9229-e2ba44488423 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:53:13.807610 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7db68b35-89ee-4b38-ba9a-03f45c929d1f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:13.813877 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7db68b35-89ee-4b38-ba9a-03f45c929d1f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:subnet and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:13.815461 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c38ac272-c0af-424e-9a9a-8b6d77580c46 None None] Provisioning complete for port ccf422d5-3a75-4fba-a858-bae336d20c59 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:13.816032 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c38ac272-c0af-424e-9a9a-8b6d77580c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:13.819029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5aa0722b-b778-48dc-a78c-03fe3abc1cd1 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:13.874849 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c38ac272-c0af-424e-9a9a-8b6d77580c46 None None] Port ccf422d5-3a75-4fba-a858-bae336d20c59 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:13.875104 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7db68b35-89ee-4b38-ba9a-03f45c929d1f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:13.889346 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7db68b35-89ee-4b38-ba9a-03f45c929d1f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:13.923352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:53:13.932246 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-194efc72-8a65-46a3-bb65-0782a66ce0be tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/54febf78-2900-4e40-9229-e2ba44488423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1012177 Apr 20 15:53:13.937946 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Sync routers for ids ['54febf78-2900-4e40-9229-e2ba44488423'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:53:13.947736 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Routers {'54febf78-2900-4e40-9229-e2ba44488423'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:13.948375 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['54febf78-2900-4e40-9229-e2ba44488423'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:13.962447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db68b35-89ee-4b38-ba9a-03f45c929d1f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:13.968964 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7db68b35-89ee-4b38-ba9a-03f45c929d1f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:14.131027 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Set router 54febf78-2900-4e40-9229-e2ba44488423 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:14.355031 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-5aa0722b-b778-48dc-a78c-03fe3abc1cd1 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port 2539ebd4-6947-4bab-912d-69a777addbd9 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:14.355380 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5aa0722b-b778-48dc-a78c-03fe3abc1cd1 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:14.406042 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7db68b35-89ee-4b38-ba9a-03f45c929d1f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:14.493890 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:53:12Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'eb8e4fff-db54-454d-87ce-a9d6a0f3fb57', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '54febf78-2900-4e40-9229-e2ba44488423', 'port_id': '98492bcc-e282-4159-bf56-0353abec7591', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'mac_address': 'fa:16:3e:8f:b6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:51:31Z', 'updated_at': '2022-04-20T15:51:35Z', 'revision_number': 1, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c8010a-3d31-4430-9d9b-d8ac362339b8', 'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:1c:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:00Z', 'updated_at': '2022-04-20T15:51:10Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccf422d5-3a75-4fba-a858-bae336d20c59', 'name': '', 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:cd:80:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '460b3ecb-7514-4b77-b053-c2f1e0d7bf1f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:53:10Z', 'updated_at': '2022-04-20T15:53:12Z', 'revision_number': 2, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '460b3ecb-7514-4b77-b053-c2f1e0d7bf1f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:14.497579 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Checking router: 54febf78-2900-4e40-9229-e2ba44488423 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:53:14.497929 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Updating router 54febf78-2900-4e40-9229-e2ba44488423 port ccf422d5-3a75-4fba-a858-bae336d20c59 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:53:14.555123 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:14.701409 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db68b35-89ee-4b38-ba9a-03f45c929d1f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Subnet': ['ID=4da4875a-32f7-45cb-95ba-65ace117c8d3,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:14.725535 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db68b35-89ee-4b38-ba9a-03f45c929d1f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Checking segment: {'id': '6ba02231-add3-49a5-b393-d6fa0177ec73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '43b918c7-59f8-401e-86b6-2aec6aafc7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:53:14.725888 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db68b35-89ee-4b38-ba9a-03f45c929d1f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network hostable DHCP agents. Network: 43b918c7-59f8-401e-86b6-2aec6aafc7d0, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:53:14.759932 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-5aa0722b-b778-48dc-a78c-03fe3abc1cd1 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] For port 2539ebd4-6947-4bab-912d-69a777addbd9, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2539ebd4-6947-4bab-912d-69a777addbd9,segment=NetworkSegment(2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b),segment_id=2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:14.760205 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5aa0722b-b778-48dc-a78c-03fe3abc1cd1 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:14.772114 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db68b35-89ee-4b38-ba9a-03f45c929d1f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 43b918c7-59f8-401e-86b6-2aec6aafc7d0 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:53:14.852081 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:14.887121 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-5aa0722b-b778-48dc-a78c-03fe3abc1cd1 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for 2539ebd4-6947-4bab-912d-69a777addbd9 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:14.923668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-7db68b35-89ee-4b38-ba9a-03f45c929d1f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 43b918c7-59f8-401e-86b6-2aec6aafc7d0) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:14.925562 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:14.931663 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db68b35-89ee-4b38-ba9a-03f45c929d1f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:14.932256 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7db68b35-89ee-4b38-ba9a-03f45c929d1f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:14.935865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63321ce-b733-4dbd-88aa-9acbe2d5fa1c None None] Network 43b918c7-59f8-401e-86b6-2aec6aafc7d0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:14.938298 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Transition to ACTIVE for port object ccf422d5-3a75-4fba-a858-bae336d20c59 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:14.947713 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:14.966947 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7db68b35-89ee-4b38-ba9a-03f45c929d1f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2945149 Apr 20 15:53:14.969649 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38360) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:14.978166 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-7ce29add-d712-4923-bc19-2c35ece03803 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'network_id': '43b918c7-59f8-401e-86b6-2aec6aafc7d0', 'name': 'tempest-PortsTestJSON-1257134396'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:15.113025 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5aa0722b-b778-48dc-a78c-03fe3abc1cd1 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:15.167167 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0722b-b778-48dc-a78c-03fe3abc1cd1 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Port': ['ID=2539ebd4-6947-4bab-912d-69a777addbd9,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:15.228786 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Attempting to bind port ccf422d5-3a75-4fba-a858-bae336d20c59 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:53:15.229147 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Attempting to bind port ccf422d5-3a75-4fba-a858-bae336d20c59 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '888ceb2e-16bd-4300-a3c3-3555505836c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:53:15.229504 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Attempting to bind port ccf422d5-3a75-4fba-a858-bae336d20c59 on network ba4efa0d-56ec-4e4b-b365-da0221a96961 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:53:15.238365 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-7ce29add-d712-4923-bc19-2c35ece03803 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:15.247724 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:53:15.248250 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Checking segment: {'id': '888ceb2e-16bd-4300-a3c3-3555505836c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:53:15.248652 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:15.249045 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Bound using segment: {'id': '888ceb2e-16bd-4300-a3c3-3555505836c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:53:15.249522 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Bound port: ccf422d5-3a75-4fba-a858-bae336d20c59, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888ceb2e-16bd-4300-a3c3-3555505836c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:53:15.249903 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:15.252609 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-7ce29add-d712-4923-bc19-2c35ece03803 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:15.276037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce29add-d712-4923-bc19-2c35ece03803 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:15.300961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-43b918c7-59f8-401e-86b6-2aec6aafc7d0', 'network_id': '43b918c7-59f8-401e-86b6-2aec6aafc7d0', 'tenant_id': '653471fff79448cd870e3b3c6f5c2cb1', 'fixed_ips': [{'subnet_id': '4da4875a-32f7-45cb-95ba-65ace117c8d3'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:53:15.301930 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:15.307958 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7ce29add-d712-4923-bc19-2c35ece03803 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:15.351057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-7ce29add-d712-4923-bc19-2c35ece03803 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] device_id is not set on port efac81fb-761a-46b7-a1d2-d173aa9c7911 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:53:15.400261 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] For port ccf422d5-3a75-4fba-a858-bae336d20c59, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:53:15.404088 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] For port ccf422d5-3a75-4fba-a858-bae336d20c59, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ccf422d5-3a75-4fba-a858-bae336d20c59,segment=NetworkSegment(888ceb2e-16bd-4300-a3c3-3555505836c1),segment_id=888ceb2e-16bd-4300-a3c3-3555505836c1)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:53:15.405754 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807dadd4-5132-4958-98f0-d8b578ebfadf None None] Pushing event updated for resources: {'Port': ['ID=ccf422d5-3a75-4fba-a858-bae336d20c59,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:15.420618 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:15.517587 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5aa0722b-b778-48dc-a78c-03fe3abc1cd1 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:15.544103 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807dadd4-5132-4958-98f0-d8b578ebfadf None None] Pushing event updated for resources: {'Port': ['ID=ccf422d5-3a75-4fba-a858-bae336d20c59,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:15.552739 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Routers {'54febf78-2900-4e40-9229-e2ba44488423'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:15.553349 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['54febf78-2900-4e40-9229-e2ba44488423'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:15.591942 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Allocated IP 172.20.0.2 (43b918c7-59f8-401e-86b6-2aec6aafc7d0/4da4875a-32f7-45cb-95ba-65ace117c8d3/a40bec64-be96-4a3c-8b85-62f0e6f1b952) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:15.764983 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] Set router 54febf78-2900-4e40-9229-e2ba44488423 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:15.859695 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa0722b-b778-48dc-a78c-03fe3abc1cd1 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 0716b385-3072-4aeb-96a1-345f43e02fb0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:53:15.878602 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:15.889279 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Transition to ACTIVE for port object a40bec64-be96-4a3c-8b85-62f0e6f1b952 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:15.908635 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Transition to ACTIVE for port object a40bec64-be96-4a3c-8b85-62f0e6f1b952 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:15.914984 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:15.981124 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Network 43b918c7-59f8-401e-86b6-2aec6aafc7d0 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:15.985505 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:15.989624 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:53:16.000786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-7ce29add-d712-4923-bc19-2c35ece03803 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Allocated IP 172.20.0.13 (43b918c7-59f8-401e-86b6-2aec6aafc7d0/4da4875a-32f7-45cb-95ba-65ace117c8d3/efac81fb-761a-46b7-a1d2-d173aa9c7911) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:16.039127 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa0722b-b778-48dc-a78c-03fe3abc1cd1 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:53:16.054980 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Pushing event updated for resources: {'Port': ['ID=a40bec64-be96-4a3c-8b85-62f0e6f1b952,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:16.068770 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5aa0722b-b778-48dc-a78c-03fe3abc1cd1 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/0716b385-3072-4aeb-96a1-345f43e02fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2133317 Apr 20 15:53:16.071257 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38364) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:16.082391 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a259f-7e33-4ca9-850f-024f0639cadc None None] Sync routers for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:53:16.114058 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a259f-7e33-4ca9-850f-024f0639cadc None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:16.114617 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-fe9a259f-7e33-4ca9-850f-024f0639cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:16.149403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cfe432-13f5-435f-8ddb-6b93fc1e1689 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting subnet 158c9488-4811-49aa-a1cb-01c51380b18e {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:53:16.152745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe432-13f5-435f-8ddb-6b93fc1e1689 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:16.158408 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:53:12Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'eb8e4fff-db54-454d-87ce-a9d6a0f3fb57', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '54febf78-2900-4e40-9229-e2ba44488423', 'port_id': '98492bcc-e282-4159-bf56-0353abec7591', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'mac_address': 'fa:16:3e:8f:b6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:51:31Z', 'updated_at': '2022-04-20T15:51:35Z', 'revision_number': 1, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c8010a-3d31-4430-9d9b-d8ac362339b8', 'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:1c:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:00Z', 'updated_at': '2022-04-20T15:51:10Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccf422d5-3a75-4fba-a858-bae336d20c59', 'name': '', 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:cd:80:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '460b3ecb-7514-4b77-b053-c2f1e0d7bf1f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:53:10Z', 'updated_at': '2022-04-20T15:53:15Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '460b3ecb-7514-4b77-b053-c2f1e0d7bf1f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:16.163493 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0479c299-5c42-4dbb-9d37-e3f588bd82e4 None None] The sync data for ids ['54febf78-2900-4e40-9229-e2ba44488423'] in dv-neutron-838699-1-hyperv is: [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:53:12Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'eb8e4fff-db54-454d-87ce-a9d6a0f3fb57', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '54febf78-2900-4e40-9229-e2ba44488423', 'port_id': '98492bcc-e282-4159-bf56-0353abec7591', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'mac_address': 'fa:16:3e:8f:b6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:51:31Z', 'updated_at': '2022-04-20T15:51:35Z', 'revision_number': 1, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c8010a-3d31-4430-9d9b-d8ac362339b8', 'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:1c:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:00Z', 'updated_at': '2022-04-20T15:51:10Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccf422d5-3a75-4fba-a858-bae336d20c59', 'name': '', 'network_id': 'ba4efa0d-56ec-4e4b-b365-da0221a96961', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:cd:80:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '460b3ecb-7514-4b77-b053-c2f1e0d7bf1f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:53:10Z', 'updated_at': '2022-04-20T15:53:15Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '460b3ecb-7514-4b77-b053-c2f1e0d7bf1f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:53:16.170722 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Attempting to bind port a40bec64-be96-4a3c-8b85-62f0e6f1b952 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:53:16.171094 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Attempting to bind port a40bec64-be96-4a3c-8b85-62f0e6f1b952 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '6ba02231-add3-49a5-b393-d6fa0177ec73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '43b918c7-59f8-401e-86b6-2aec6aafc7d0'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:53:16.171460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Attempting to bind port a40bec64-be96-4a3c-8b85-62f0e6f1b952 on network 43b918c7-59f8-401e-86b6-2aec6aafc7d0 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:53:16.194615 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:53:16.195010 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Checking segment: {'id': '6ba02231-add3-49a5-b393-d6fa0177ec73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '43b918c7-59f8-401e-86b6-2aec6aafc7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:53:16.195429 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:16.200747 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Bound using segment: {'id': '6ba02231-add3-49a5-b393-d6fa0177ec73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '43b918c7-59f8-401e-86b6-2aec6aafc7d0'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:53:16.201331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Bound port: a40bec64-be96-4a3c-8b85-62f0e6f1b952, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba02231-add3-49a5-b393-d6fa0177ec73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '43b918c7-59f8-401e-86b6-2aec6aafc7d0'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:53:16.201722 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:16.346003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7ce29add-d712-4923-bc19-2c35ece03803 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:16.369782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7ce29add-d712-4923-bc19-2c35ece03803 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Transition to ACTIVE for port object efac81fb-761a-46b7-a1d2-d173aa9c7911 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:16.401936 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-fe9a259f-7e33-4ca9-850f-024f0639cadc None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:16.412926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7ce29add-d712-4923-bc19-2c35ece03803 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:16.416106 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe432-13f5-435f-8ddb-6b93fc1e1689 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:16.509068 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] For port a40bec64-be96-4a3c-8b85-62f0e6f1b952, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:53:16.514982 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce29add-d712-4923-bc19-2c35ece03803 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 43b918c7-59f8-401e-86b6-2aec6aafc7d0 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:16.518347 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-7ce29add-d712-4923-bc19-2c35ece03803 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:16.521971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce29add-d712-4923-bc19-2c35ece03803 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:53:16.579244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce29add-d712-4923-bc19-2c35ece03803 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=efac81fb-761a-46b7-a1d2-d173aa9c7911,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:16.580743 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe432-13f5-435f-8ddb-6b93fc1e1689 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:16.608898 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce29add-d712-4923-bc19-2c35ece03803 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:16.609539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7ce29add-d712-4923-bc19-2c35ece03803 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:16.613774 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ccf422d5-3a75-4fba-a858-bae336d20c59 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:16.638482 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7ce29add-d712-4923-bc19-2c35ece03803 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6675217 Apr 20 15:53:16.641198 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38370) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:16.643336 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] For port a40bec64-be96-4a3c-8b85-62f0e6f1b952, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a40bec64-be96-4a3c-8b85-62f0e6f1b952,segment=NetworkSegment(6ba02231-add3-49a5-b393-d6fa0177ec73),segment_id=6ba02231-add3-49a5-b393-d6fa0177ec73)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:53:16.651878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'network_id': '43b918c7-59f8-401e-86b6-2aec6aafc7d0', 'name': 'tempest-PortsTestJSON-85121741'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:16.658952 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:16.681361 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe432-13f5-435f-8ddb-6b93fc1e1689 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:16.728785 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe432-13f5-435f-8ddb-6b93fc1e1689 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:16.731430 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfe432-13f5-435f-8ddb-6b93fc1e1689 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Subnet': ['ID=158c9488-4811-49aa-a1cb-01c51380b18e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:16.741179 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e2cfe432-13f5-435f-8ddb-6b93fc1e1689 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/subnets/158c9488-4811-49aa-a1cb-01c51380b18e HTTP/1.1" status: 204 len: 168 time: 0.6686561 Apr 20 15:53:16.741457 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38374) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:16.758947 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4ce117-c6c8-4551-b9f1-b1229231f7f1 None None] Network 0ab84ab2-4660-4508-8e23-16159d0d6c52 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:16.915623 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:16.928335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:16.933937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:port and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:16.937453 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:16.943372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:16.943532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:16.974614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:17.011738 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e30699-710a-45b1-ac09-cec448d58817 None None] Pushing event updated for resources: {'Port': ['ID=a40bec64-be96-4a3c-8b85-62f0e6f1b952,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:17.021355 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port ccf422d5-3a75-4fba-a858-bae336d20c59 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:17.049707 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:17.053979 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:17.093825 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] device_id is not set on port 8fe470ec-1b25-40db-8e79-a6e8c740e628 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:53:17.094992 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port ccf422d5-3a75-4fba-a858-bae336d20c59 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:17.095371 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:17.263961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-fe9a259f-7e33-4ca9-850f-024f0639cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:15Z', 'revision_number': 9, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': '0a6549f4-a278-475e-b5ce-ba13defc20fa', 'name': '', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:41:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:44Z', 'updated_at': '2022-04-20T15:52:55Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:17.275227 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a259f-7e33-4ca9-850f-024f0639cadc None None] Checking router: 0716b385-3072-4aeb-96a1-345f43e02fb0 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:53:17.291339 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:17.313192 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a259f-7e33-4ca9-850f-024f0639cadc None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:17.313839 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-fe9a259f-7e33-4ca9-850f-024f0639cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:17.368680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aacb4f-5f77-4357-a989-c4a230d32c2b None None] DHCP port deletion for 0ab84ab2-4660-4508-8e23-16159d0d6c52 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:53:17.392819 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-87aacb4f-5f77-4357-a989-c4a230d32c2b None None] Deleting port fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:17.393186 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-87aacb4f-5f77-4357-a989-c4a230d32c2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:17.451544 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] For port fe7f3990-c7a1-47ac-b8df-ed306c9e51c3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=fe7f3990-c7a1-47ac-b8df-ed306c9e51c3,segment=NetworkSegment(2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b),segment_id=2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:17.451793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:17.540876 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port ccf422d5-3a75-4fba-a858-bae336d20c59, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ccf422d5-3a75-4fba-a858-bae336d20c59,segment=NetworkSegment(888ceb2e-16bd-4300-a3c3-3555505836c1),segment_id=888ceb2e-16bd-4300-a3c3-3555505836c1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:17.555426 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:17.619037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:17.658266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-fe9a259f-7e33-4ca9-850f-024f0639cadc None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:17.685701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Allocated IP 172.20.0.12 (43b918c7-59f8-401e-86b6-2aec6aafc7d0/4da4875a-32f7-45cb-95ba-65ace117c8d3/8fe470ec-1b25-40db-8e79-a6e8c740e628) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:17.749951 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:17.811236 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Port': ['ID=fe7f3990-c7a1-47ac-b8df-ed306c9e51c3,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:17.818682 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] No DVR routers for this DVR port fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:53:17.879114 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=ccf422d5-3a75-4fba-a858-bae336d20c59,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:17.923624 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:17.923995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:17.924330 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:17.924661 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:17.924987 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:17.925327 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:17.929732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:17.929732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:17.929732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:17.929732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:17.929732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:17.929732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:18.035182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:18.044393 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-87aacb4f-5f77-4357-a989-c4a230d32c2b None None] For port fe7f3990-c7a1-47ac-b8df-ed306c9e51c3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=fe7f3990-c7a1-47ac-b8df-ed306c9e51c3,segment=NetworkSegment(2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b),segment_id=2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:18.044846 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-87aacb4f-5f77-4357-a989-c4a230d32c2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:18.055448 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4241ebec-d28f-4ae3-91e1-01b949791233 None None] Network 43b918c7-59f8-401e-86b6-2aec6aafc7d0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:18.088182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab84ab2-4660-4508-8e23-16159d0d6c52']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:18.110674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:18.110967 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7030f2-ffd6-459e-ba8c-5f85e39cfd1b') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:18.134077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:18.142729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:18.162008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:18.167362 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Transition to ACTIVE for port object 8fe470ec-1b25-40db-8e79-a6e8c740e628 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:18.170670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:53:18.171038 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:53:18.186223 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:53:18.254392 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-87aacb4f-5f77-4357-a989-c4a230d32c2b None None] Calling delete_port for fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:18.267741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:18.290660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:18.303234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Network': ['ID=0ab84ab2-4660-4508-8e23-16159d0d6c52,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:18.308047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:18.381138 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-da266d6e-7757-4488-9288-ed3ab923332b tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/networks/0ab84ab2-4660-4508-8e23-16159d0d6c52 HTTP/1.1" status: 204 len: 168 time: 1.6226835 Apr 20 15:53:18.382746 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38378) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:18.395338 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8ffc865e-7f75-4e16-816d-cb603bee3f8a None None] Provisioning for port a40bec64-be96-4a3c-8b85-62f0e6f1b952 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:18.399419 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 43b918c7-59f8-401e-86b6-2aec6aafc7d0 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:18.402839 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:18.411430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:53:18.449022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=8fe470ec-1b25-40db-8e79-a6e8c740e628,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: from cryptography.utils import int_from_bytes Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: from cryptography.utils import int_from_bytes Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn_limited( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn_limited( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:18.470318 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 15:53:18.500087 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:18.500694 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:18.509566 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-87aacb4f-5f77-4357-a989-c4a230d32c2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:53:18.509849 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-87aacb4f-5f77-4357-a989-c4a230d32c2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:53:18.515462 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ccf422d5-3a75-4fba-a858-bae336d20c59 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:18.520629 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-118690f0-4085-4428-9a1f-f96359e81484 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8780859 Apr 20 15:53:18.523374 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38382) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:18.617266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e61c0b-0474-4eb4-9b19-2e15886631fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:18.617958 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-63e61c0b-0474-4eb4-9b19-2e15886631fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:18.635294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-63e61c0b-0474-4eb4-9b19-2e15886631fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:18.636923 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-63e61c0b-0474-4eb4-9b19-2e15886631fa tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.1125162 Apr 20 15:53:18.639628 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38386) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:18.656712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-fe9a259f-7e33-4ca9-850f-024f0639cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:15Z', 'revision_number': 9, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': '0a6549f4-a278-475e-b5ce-ba13defc20fa', 'name': '', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:41:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:44Z', 'updated_at': '2022-04-20T15:52:55Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:18.665592 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a259f-7e33-4ca9-850f-024f0639cadc None None] The sync data for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv is: [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:15Z', 'revision_number': 9, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': '0a6549f4-a278-475e-b5ce-ba13defc20fa', 'name': '', 'network_id': '5bf17bcf-d02e-42ff-9425-36d74f6cb3c4', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:41:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:44Z', 'updated_at': '2022-04-20T15:52:55Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'aeb819b0-3a0d-4c72-b862-896d80fdec4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:53:18.676381 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port ccf422d5-3a75-4fba-a858-bae336d20c59 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:18.677016 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:18.722426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab3b8c-9ac9-46c8-b30b-979d71ead5bd tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port 8fe470ec-1b25-40db-8e79-a6e8c740e628 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:18.723405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d8ab3b8c-9ac9-46c8-b30b-979d71ead5bd tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:18.827968 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a40bec64-be96-4a3c-8b85-62f0e6f1b952 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:18.907134 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port a40bec64-be96-4a3c-8b85-62f0e6f1b952 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:18.914999 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port a40bec64-be96-4a3c-8b85-62f0e6f1b952 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:18.915517 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:18.981835 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9c93-7969-4949-af5d-2fde5474ac3d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:19.009593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d8ab3b8c-9ac9-46c8-b30b-979d71ead5bd tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:19.145709 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-87aacb4f-5f77-4357-a989-c4a230d32c2b None None] Deleting port fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:19.146241 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-87aacb4f-5f77-4357-a989-c4a230d32c2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:19.175509 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fa7e1fd8-0fa1-4ab0-b05f-845b415699ce None None] Provisioning for port efac81fb-761a-46b7-a1d2-d173aa9c7911 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:19.210755 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab3b8c-9ac9-46c8-b30b-979d71ead5bd tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for 8fe470ec-1b25-40db-8e79-a6e8c740e628 owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:19.261671 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-87aacb4f-5f77-4357-a989-c4a230d32c2b None None] The port 'fe7f3990-c7a1-47ac-b8df-ed306c9e51c3' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:53:19.268879 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fa7e1fd8-0fa1-4ab0-b05f-845b415699ce None None] Provisioning complete for port efac81fb-761a-46b7-a1d2-d173aa9c7911 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:19.269262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa7e1fd8-0fa1-4ab0-b05f-845b415699ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:19.321995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:19.372785 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e1fd8-0fa1-4ab0-b05f-845b415699ce None None] Port efac81fb-761a-46b7-a1d2-d173aa9c7911 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:19.379058 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port a40bec64-be96-4a3c-8b85-62f0e6f1b952, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a40bec64-be96-4a3c-8b85-62f0e6f1b952,segment=NetworkSegment(6ba02231-add3-49a5-b393-d6fa0177ec73),segment_id=6ba02231-add3-49a5-b393-d6fa0177ec73)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:19.389206 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fa7e1fd8-0fa1-4ab0-b05f-845b415699ce None None] Provisioning complete for port a40bec64-be96-4a3c-8b85-62f0e6f1b952 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:19.389586 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa7e1fd8-0fa1-4ab0-b05f-845b415699ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:19.419245 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf9c93-7969-4949-af5d-2fde5474ac3d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port 0a6549f4-a278-475e-b5ce-ba13defc20fa {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:19.419857 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9c93-7969-4949-af5d-2fde5474ac3d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:19.422379 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:19.507387 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:53:19.550010 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=a40bec64-be96-4a3c-8b85-62f0e6f1b952,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:19.563036 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:53:19.563384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device fe7f3990-c7a1-47ac-b8df-ed306c9e51c3 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:53:19.592915 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d8ab3b8c-9ac9-46c8-b30b-979d71ead5bd tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:19.634396 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fa7e1fd8-0fa1-4ab0-b05f-845b415699ce None None] Could not find standard attr ID for object 8fe470ec-1b25-40db-8e79-a6e8c740e628. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:53:19.646082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab3b8c-9ac9-46c8-b30b-979d71ead5bd tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=8fe470ec-1b25-40db-8e79-a6e8c740e628,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:19.666654 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-e3cf9c93-7969-4949-af5d-2fde5474ac3d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] For port 0a6549f4-a278-475e-b5ce-ba13defc20fa, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0a6549f4-a278-475e-b5ce-ba13defc20fa,segment=NetworkSegment(fe3803c5-e008-47cc-b7a2-32a438c31d7a),segment_id=fe3803c5-e008-47cc-b7a2-32a438c31d7a)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:19.667000 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9c93-7969-4949-af5d-2fde5474ac3d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:19.749813 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d8ab3b8c-9ac9-46c8-b30b-979d71ead5bd tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:19.756944 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-aa600114-17a8-4547-878f-e48d1ef8c026 None None] Provisioning complete for port efac81fb-761a-46b7-a1d2-d173aa9c7911 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:19.757446 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-aa600114-17a8-4547-878f-e48d1ef8c026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:19.771232 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d8ab3b8c-9ac9-46c8-b30b-979d71ead5bd tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/ports/8fe470ec-1b25-40db-8e79-a6e8c740e628 HTTP/1.1" status: 204 len: 168 time: 1.1275678 Apr 20 15:53:19.771474 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38392) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:19.822961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-aa600114-17a8-4547-878f-e48d1ef8c026 None None] Port efac81fb-761a-46b7-a1d2-d173aa9c7911 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:19.823413 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3bd0159-5b45-444d-9b8b-14a2b5d60ae1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] GET failed (client error): The resource could not be found. Apr 20 15:53:19.823983 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a3bd0159-5b45-444d-9b8b-14a2b5d60ae1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:19.826588 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-aa600114-17a8-4547-878f-e48d1ef8c026 None None] Could not find standard attr ID for object 8fe470ec-1b25-40db-8e79-a6e8c740e628. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:53:19.845057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a3bd0159-5b45-444d-9b8b-14a2b5d60ae1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:19.848289 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a3bd0159-5b45-444d-9b8b-14a2b5d60ae1 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports/8fe470ec-1b25-40db-8e79-a6e8c740e628 HTTP/1.1" status: 404 len: 333 time: 0.0757484 Apr 20 15:53:19.849129 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38396) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:19.912590 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf9c93-7969-4949-af5d-2fde5474ac3d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for 0a6549f4-a278-475e-b5ce-ba13defc20fa owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:19.920300 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-09d79503-6e21-4f06-9686-c3127235dd72 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port efac81fb-761a-46b7-a1d2-d173aa9c7911 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:19.920582 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09d79503-6e21-4f06-9686-c3127235dd72 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:20.095514 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9c93-7969-4949-af5d-2fde5474ac3d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:20.144759 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf9c93-7969-4949-af5d-2fde5474ac3d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Port': ['ID=0a6549f4-a278-475e-b5ce-ba13defc20fa,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:20.194132 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09d79503-6e21-4f06-9686-c3127235dd72 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:20.326949 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-09d79503-6e21-4f06-9686-c3127235dd72 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for efac81fb-761a-46b7-a1d2-d173aa9c7911 owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:20.412418 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9c93-7969-4949-af5d-2fde5474ac3d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:20.443273 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a40bec64-be96-4a3c-8b85-62f0e6f1b952 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:20.487707 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09d79503-6e21-4f06-9686-c3127235dd72 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:20.516458 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port a40bec64-be96-4a3c-8b85-62f0e6f1b952 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:20.517094 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:20.576301 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d79503-6e21-4f06-9686-c3127235dd72 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=efac81fb-761a-46b7-a1d2-d173aa9c7911,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:20.652757 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2539ebd4-6947-4bab-912d-69a777addbd9 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:53:20.658857 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09d79503-6e21-4f06-9686-c3127235dd72 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:20.673872 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-09d79503-6e21-4f06-9686-c3127235dd72 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/ports/efac81fb-761a-46b7-a1d2-d173aa9c7911 HTTP/1.1" status: 204 len: 168 time: 0.8235168 Apr 20 15:53:20.677348 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38400) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:20.689535 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 2539ebd4-6947-4bab-912d-69a777addbd9 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:53:20.689919 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2539ebd4-6947-4bab-912d-69a777addbd9 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:53:20.725812 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-0855d454-e2b0-487a-821e-4855761b0737 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] GET failed (client error): The resource could not be found. Apr 20 15:53:20.726125 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0855d454-e2b0-487a-821e-4855761b0737 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:20.744072 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0855d454-e2b0-487a-821e-4855761b0737 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:20.747958 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0855d454-e2b0-487a-821e-4855761b0737 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports/efac81fb-761a-46b7-a1d2-d173aa9c7911 HTTP/1.1" status: 404 len: 333 time: 0.0664968 Apr 20 15:53:20.748661 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38404) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:20.776384 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cf9c93-7969-4949-af5d-2fde5474ac3d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 0716b385-3072-4aeb-96a1-345f43e02fb0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:53:20.816538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3373c2-6bf2-4d9c-a0c5-9bd9d6f43a67 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting subnet 4da4875a-32f7-45cb-95ba-65ace117c8d3 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:53:20.819401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2b3373c2-6bf2-4d9c-a0c5-9bd9d6f43a67 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:20.873750 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2b3373c2-6bf2-4d9c-a0c5-9bd9d6f43a67 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:20.933335 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cf9c93-7969-4949-af5d-2fde5474ac3d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:53:20.943867 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bf895b-98b8-48eb-a85b-b415b9f8662c None None] Sync routers for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:53:20.953351 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e3cf9c93-7969-4949-af5d-2fde5474ac3d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/0716b385-3072-4aeb-96a1-345f43e02fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5686448 Apr 20 15:53:20.953596 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bf895b-98b8-48eb-a85b-b415b9f8662c None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:20.954140 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f3bf895b-98b8-48eb-a85b-b415b9f8662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:20.955996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38410) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:21.011191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2b3373c2-6bf2-4d9c-a0c5-9bd9d6f43a67 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:21.070503 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fb42c6-fe1b-4ccf-9f1d-1dc94bc7080f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting subnet aeb819b0-3a0d-4c72-b862-896d80fdec4f {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:53:21.074965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a7fb42c6-fe1b-4ccf-9f1d-1dc94bc7080f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:21.102668 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-f3bf895b-98b8-48eb-a85b-b415b9f8662c None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:21.139931 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a7fb42c6-fe1b-4ccf-9f1d-1dc94bc7080f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:21.183826 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2b3373c2-6bf2-4d9c-a0c5-9bd9d6f43a67 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:21.348345 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2b3373c2-6bf2-4d9c-a0c5-9bd9d6f43a67 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:21.355010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3373c2-6bf2-4d9c-a0c5-9bd9d6f43a67 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Subnet': ['ID=4da4875a-32f7-45cb-95ba-65ace117c8d3,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:21.358037 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fabfa0-e3d0-4477-a1f4-99c2133e655c None None] Network 43b918c7-59f8-401e-86b6-2aec6aafc7d0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:21.380574 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2b3373c2-6bf2-4d9c-a0c5-9bd9d6f43a67 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/4da4875a-32f7-45cb-95ba-65ace117c8d3 HTTP/1.1" status: 204 len: 168 time: 0.6281099 Apr 20 15:53:21.381230 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38414) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:21.399046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a7fb42c6-fe1b-4ccf-9f1d-1dc94bc7080f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:21.448986 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f3bf895b-98b8-48eb-a85b-b415b9f8662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:20Z', 'revision_number': 10, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:21.452975 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bf895b-98b8-48eb-a85b-b415b9f8662c None None] Checking router: 0716b385-3072-4aeb-96a1-345f43e02fb0 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:53:21.462210 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bf895b-98b8-48eb-a85b-b415b9f8662c None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:21.462827 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f3bf895b-98b8-48eb-a85b-b415b9f8662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:21.488839 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a7fb42c6-fe1b-4ccf-9f1d-1dc94bc7080f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:21.516429 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:21.538149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb42c6-fe1b-4ccf-9f1d-1dc94bc7080f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb819b0-3a0d-4c72-b862-896d80fdec4f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:21.538437 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port a40bec64-be96-4a3c-8b85-62f0e6f1b952 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:21.538784 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:21.540669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a7fb42c6-fe1b-4ccf-9f1d-1dc94bc7080f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:21.561260 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc56a7f-a50f-4598-b822-d464f2a2eaab None None] Network 5bf17bcf-d02e-42ff-9425-36d74f6cb3c4 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:21.562115 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a7fb42c6-fe1b-4ccf-9f1d-1dc94bc7080f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/subnets/aeb819b0-3a0d-4c72-b862-896d80fdec4f HTTP/1.1" status: 204 len: 168 time: 0.6049678 Apr 20 15:53:21.564486 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38418) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:21.648289 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-f3bf895b-98b8-48eb-a85b-b415b9f8662c None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:21.753546 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:21.771596 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] For port a40bec64-be96-4a3c-8b85-62f0e6f1b952, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a40bec64-be96-4a3c-8b85-62f0e6f1b952,segment=NetworkSegment(6ba02231-add3-49a5-b393-d6fa0177ec73),segment_id=6ba02231-add3-49a5-b393-d6fa0177ec73)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:21.772134 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:21.781577 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port 8ff70e72-9331-4d89-a84e-456a257592ce {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:21.782330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:21.830340 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-919665e1-eab4-4139-b7fc-9ce8266e19ae req-07826a09-3bd5-4510-a9aa-fbf16fddcbfa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2414660 Apr 20 15:53:21.867653 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95262cd-9818-4faf-aa60-284d668ee562 None None] DHCP port deletion for 43b918c7-59f8-401e-86b6-2aec6aafc7d0 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:53:21.873259 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c95262cd-9818-4faf-aa60-284d668ee562 None None] Deleting port a40bec64-be96-4a3c-8b85-62f0e6f1b952 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:21.873646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c95262cd-9818-4faf-aa60-284d668ee562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:21.922949 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ffab80-13b4-4fbd-b192-09e131d55fb2 None None] DHCP port deletion for 5bf17bcf-d02e-42ff-9425-36d74f6cb3c4 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:53:21.937271 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-10ffab80-13b4-4fbd-b192-09e131d55fb2 None None] Deleting port 8ff70e72-9331-4d89-a84e-456a257592ce {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:21.937784 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-10ffab80-13b4-4fbd-b192-09e131d55fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.052458 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f3bf895b-98b8-48eb-a85b-b415b9f8662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:20Z', 'revision_number': 10, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:22.057189 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bf895b-98b8-48eb-a85b-b415b9f8662c None None] The sync data for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv is: [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:20Z', 'revision_number': 10, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None, '_interfaces': [{'id': 'd8e0e2f1-7012-4088-aba6-53254faba304', 'name': '', 'network_id': '2f5bb529-9d12-47d1-ae0d-2e1141b558ac', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'mac_address': 'fa:16:3e:29:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:52:38Z', 'updated_at': '2022-04-20T15:52:47Z', 'revision_number': 5, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'subnets': [{'id': 'a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:53:22.106408 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for a40bec64-be96-4a3c-8b85-62f0e6f1b952 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:22.113708 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] For port 8ff70e72-9331-4d89-a84e-456a257592ce, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=8ff70e72-9331-4d89-a84e-456a257592ce,segment=NetworkSegment(fe3803c5-e008-47cc-b7a2-32a438c31d7a),segment_id=fe3803c5-e008-47cc-b7a2-32a438c31d7a)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:22.114073 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.191319 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.250088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for 8ff70e72-9331-4d89-a84e-456a257592ce owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:22.253138 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No DVR routers for this DVR port a40bec64-be96-4a3c-8b85-62f0e6f1b952 on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:53:22.255423 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=a40bec64-be96-4a3c-8b85-62f0e6f1b952,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:22.281612 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919665e1-eab4-4139-b7fc-9ce8266e19ae req-efb3f6c7-1c17-4e74-85a8-c40dc3659d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:22.283113 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-919665e1-eab4-4139-b7fc-9ce8266e19ae req-efb3f6c7-1c17-4e74-85a8-c40dc3659d4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 1098 time: 0.3665597 Apr 20 15:53:22.348009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c95262cd-9818-4faf-aa60-284d668ee562 None None] For port a40bec64-be96-4a3c-8b85-62f0e6f1b952, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a40bec64-be96-4a3c-8b85-62f0e6f1b952,segment=NetworkSegment(6ba02231-add3-49a5-b393-d6fa0177ec73),segment_id=6ba02231-add3-49a5-b393-d6fa0177ec73)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:22.348411 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c95262cd-9818-4faf-aa60-284d668ee562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.382448 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.422370 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b918c7-59f8-401e-86b6-2aec6aafc7d0']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:22.442568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba02231-add3-49a5-b393-d6fa0177ec73') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:22.443312 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba02231-add3-49a5-b393-d6fa0177ec73') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:22.457791 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.462472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.475608 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.482136 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:53:22.482962 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.505970 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c95262cd-9818-4faf-aa60-284d668ee562 None None] Calling delete_port for a40bec64-be96-4a3c-8b85-62f0e6f1b952 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:22.522139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919665e1-eab4-4139-b7fc-9ce8266e19ae req-9af68fe0-3430-4edc-99e7-174fa3851c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:22.523939 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-919665e1-eab4-4139-b7fc-9ce8266e19ae req-9af68fe0-3430-4edc-99e7-174fa3851c1f service neutron] 10.222.0.11 "GET /v2.0/networks?id=c355ee9e-7690-4bd5-baa0-5abbaf3a505a HTTP/1.1" status: 200 len: 898 time: 0.2205729 Apr 20 15:53:22.533916 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Port': ['ID=8ff70e72-9331-4d89-a84e-456a257592ce,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:22.550983 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a40bec64-be96-4a3c-8b85-62f0e6f1b952 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:53:22.551860 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:53:22.589975 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] No DVR routers for this DVR port 8ff70e72-9331-4d89-a84e-456a257592ce on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:53:22.594505 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-10ffab80-13b4-4fbd-b192-09e131d55fb2 None None] For port 8ff70e72-9331-4d89-a84e-456a257592ce, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=8ff70e72-9331-4d89-a84e-456a257592ce,segment=NetworkSegment(fe3803c5-e008-47cc-b7a2-32a438c31d7a),segment_id=fe3803c5-e008-47cc-b7a2-32a438c31d7a)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:22.595059 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.595184 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-10ffab80-13b4-4fbd-b192-09e131d55fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.618501 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.624939 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Network': ['ID=43b918c7-59f8-401e-86b6-2aec6aafc7d0,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:22.646073 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e17232a3-a7ef-4e99-93f0-160da1888ca7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/networks/43b918c7-59f8-401e-86b6-2aec6aafc7d0 HTTP/1.1" status: 204 len: 168 time: 1.2575221 Apr 20 15:53:22.646524 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38422) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:22.653147 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-fa5ae4ba-84b8-44b9-b249-37481596273b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1021355090'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:22.658261 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-fa5ae4ba-84b8-44b9-b249-37481596273b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:22.662766 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-fa5ae4ba-84b8-44b9-b249-37481596273b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:network and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:22.666012 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-fa5ae4ba-84b8-44b9-b249-37481596273b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:22.672061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-fa5ae4ba-84b8-44b9-b249-37481596273b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:22.685301 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5ae4ba-84b8-44b9-b249-37481596273b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:22.690782 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae4ba-84b8-44b9-b249-37481596273b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.723190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5ae4ba-84b8-44b9-b249-37481596273b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:53:22.730064 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: a40bec64-be96-4a3c-8b85-62f0e6f1b952 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:53:22.730504 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a40bec64-be96-4a3c-8b85-62f0e6f1b952 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:53:22.730920 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0a6549f4-a278-475e-b5ce-ba13defc20fa no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:53:22.735003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae4ba-84b8-44b9-b249-37481596273b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.735489 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-fa5ae4ba-84b8-44b9-b249-37481596273b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Added segment a896eba8-8571-48fb-a85a-03688698b010 of type vlan for network 7ee14e16-4e1a-45e2-aa58-2b598eaa882b Apr 20 15:53:22.756697 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-919665e1-eab4-4139-b7fc-9ce8266e19ae req-3e4ef2f7-2cc6-4c4e-af3d-5539b0624d8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98492bcc-e282-4159-bf56-0353abec7591 HTTP/1.1" status: 200 len: 1000 time: 0.2239552 Apr 20 15:53:22.758310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.764292 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae4ba-84b8-44b9-b249-37481596273b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.767162 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-10ffab80-13b4-4fbd-b192-09e131d55fb2 None None] Calling delete_port for 8ff70e72-9331-4d89-a84e-456a257592ce owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:22.795715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae4ba-84b8-44b9-b249-37481596273b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.801182 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5ae4ba-84b8-44b9-b249-37481596273b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:22.802036 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae4ba-84b8-44b9-b249-37481596273b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.811014 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 0a6549f4-a278-475e-b5ce-ba13defc20fa {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:53:22.811280 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0a6549f4-a278-475e-b5ce-ba13defc20fa not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:53:22.811723 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 8ff70e72-9331-4d89-a84e-456a257592ce no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:53:22.831221 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf17bcf-d02e-42ff-9425-36d74f6cb3c4']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:22.848173 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3803c5-e008-47cc-b7a2-32a438c31d7a') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:22.848472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3803c5-e008-47cc-b7a2-32a438c31d7a') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:22.861942 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 8ff70e72-9331-4d89-a84e-456a257592ce {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:53:22.861942 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 8ff70e72-9331-4d89-a84e-456a257592ce not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:53:22.863110 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919665e1-eab4-4139-b7fc-9ce8266e19ae req-d031babe-f68b-4b7e-9bee-cf48cbf0c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:22.864616 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-919665e1-eab4-4139-b7fc-9ce8266e19ae req-d031babe-f68b-4b7e-9bee-cf48cbf0c3be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d96901c-0210-48f5-9a40-90dadee0a002 HTTP/1.1" status: 200 len: 835 time: 0.0988901 Apr 20 15:53:22.866232 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:22.904776 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-c95262cd-9818-4faf-aa60-284d668ee562 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:53:22.905144 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-c95262cd-9818-4faf-aa60-284d668ee562 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:53:22.911412 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fa5ae4ba-84b8-44b9-b249-37481596273b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2606065 Apr 20 15:53:22.911924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38426) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:22.913602 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-10ffab80-13b4-4fbd-b192-09e131d55fb2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:53:22.913959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-10ffab80-13b4-4fbd-b192-09e131d55fb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:53:22.917597 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ae4ba-84b8-44b9-b249-37481596273b tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Network': ['ID=7ee14e16-4e1a-45e2-aa58-2b598eaa882b,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:22.925558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1f78e442-80f5-4c55-b25f-12005d6de686 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'subnet': {'network_id': '7ee14e16-4e1a-45e2-aa58-2b598eaa882b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:22.928834 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 7ee14e16-4e1a-45e2-aa58-2b598eaa882b details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:53:22.939568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:23.117876 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:53:23.118184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:53:23.134109 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:53:23.258679 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1f78e442-80f5-4c55-b25f-12005d6de686 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:23.262467 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:23.288961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1f78e442-80f5-4c55-b25f-12005d6de686 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:subnet and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:23.292413 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:23.297324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1f78e442-80f5-4c55-b25f-12005d6de686 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:23.303096 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919665e1-eab4-4139-b7fc-9ce8266e19ae req-2c7901dc-1000-44b9-a21c-37659e2daf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:23.304585 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-919665e1-eab4-4139-b7fc-9ce8266e19ae req-2c7901dc-1000-44b9-a21c-37659e2daf82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c355ee9e-7690-4bd5-baa0-5abbaf3a505a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4318440 Apr 20 15:53:23.310264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Network': ['ID=5bf17bcf-d02e-42ff-9425-36d74f6cb3c4,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:23.312249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1f78e442-80f5-4c55-b25f-12005d6de686 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:23.342899 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-82316e92-907e-4149-9e3c-77e14adc6033 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/networks/5bf17bcf-d02e-42ff-9425-36d74f6cb3c4 HTTP/1.1" status: 204 len: 168 time: 1.7773309 Apr 20 15:53:23.345693 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38432) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:23.393801 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f78e442-80f5-4c55-b25f-12005d6de686 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:23.397767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f78e442-80f5-4c55-b25f-12005d6de686 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:23.406440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c95262cd-9818-4faf-aa60-284d668ee562 None None] Deleting port a40bec64-be96-4a3c-8b85-62f0e6f1b952 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:23.406955 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c95262cd-9818-4faf-aa60-284d668ee562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:23.434428 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-10ffab80-13b4-4fbd-b192-09e131d55fb2 None None] Deleting port 8ff70e72-9331-4d89-a84e-456a257592ce {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:23.434811 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-10ffab80-13b4-4fbd-b192-09e131d55fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:23.528015 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c95262cd-9818-4faf-aa60-284d668ee562 None None] The port 'a40bec64-be96-4a3c-8b85-62f0e6f1b952' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:53:23.540746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-10ffab80-13b4-4fbd-b192-09e131d55fb2 None None] The port '8ff70e72-9331-4d89-a84e-456a257592ce' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:53:23.554316 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-919665e1-eab4-4139-b7fc-9ce8266e19ae req-98678602-755a-49df-95cb-75a37be14184 service neutron] 10.222.0.11 "GET /v2.0/networks/c355ee9e-7690-4bd5-baa0-5abbaf3a505a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364066 Apr 20 15:53:23.759973 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-919665e1-eab4-4139-b7fc-9ce8266e19ae req-17094f2c-28e0-418a-9f54-a1328b58187d service neutron] 10.222.0.11 "GET /v2.0/networks/c355ee9e-7690-4bd5-baa0-5abbaf3a505a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977520 Apr 20 15:53:23.783191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f78e442-80f5-4c55-b25f-12005d6de686 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:23.875308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59e5a9d3-dd72-463b-9895-76411ac9e9f3 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:23.876305 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78e442-80f5-4c55-b25f-12005d6de686 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Subnet': ['ID=4f8a83d6-ca01-4ef8-ad84-4337949c36de,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:23.884954 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f78e442-80f5-4c55-b25f-12005d6de686 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Checking segment: {'id': 'a896eba8-8571-48fb-a85a-03688698b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7ee14e16-4e1a-45e2-aa58-2b598eaa882b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:53:23.885319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f78e442-80f5-4c55-b25f-12005d6de686 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network hostable DHCP agents. Network: 7ee14e16-4e1a-45e2-aa58-2b598eaa882b, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:53:23.905342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f78e442-80f5-4c55-b25f-12005d6de686 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 7ee14e16-4e1a-45e2-aa58-2b598eaa882b is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:53:23.914872 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-1f78e442-80f5-4c55-b25f-12005d6de686 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 7ee14e16-4e1a-45e2-aa58-2b598eaa882b) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:23.920139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f78e442-80f5-4c55-b25f-12005d6de686 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:23.920727 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f78e442-80f5-4c55-b25f-12005d6de686 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:23.923975 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73461b8-f7a4-405d-9559-18e4ae1ba366 None None] Network 7ee14e16-4e1a-45e2-aa58-2b598eaa882b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:23.944345 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1f78e442-80f5-4c55-b25f-12005d6de686 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0269749 Apr 20 15:53:23.947263 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38436) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:23.952919 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'network_id': '7ee14e16-4e1a-45e2-aa58-2b598eaa882b', 'name': 'tempest-PortsTestJSON-65205292', 'fixed_ips': [{'subnet_id': '4f8a83d6-ca01-4ef8-ad84-4337949c36de', 'ip_address': '172.20.0.10'}]}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:24.098824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:24.105106 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:port and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:24.108997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:24.114867 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:24.125477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:24.189034 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-7ee14e16-4e1a-45e2-aa58-2b598eaa882b', 'network_id': '7ee14e16-4e1a-45e2-aa58-2b598eaa882b', 'tenant_id': '653471fff79448cd870e3b3c6f5c2cb1', 'fixed_ips': [{'subnet_id': '4f8a83d6-ca01-4ef8-ad84-4337949c36de'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:53:24.191799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:24.260102 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:24.282532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] device_id is not set on port ad3b931f-bf86-484d-8346-1038d47f322c yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:53:24.338446 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-59e5a9d3-dd72-463b-9895-76411ac9e9f3 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port d8e0e2f1-7012-4088-aba6-53254faba304 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:24.339083 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59e5a9d3-dd72-463b-9895-76411ac9e9f3 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:24.375164 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Allocated IP 172.20.0.2 (7ee14e16-4e1a-45e2-aa58-2b598eaa882b/4f8a83d6-ca01-4ef8-ad84-4337949c36de/344da9df-446d-4760-ad0e-3336ef4c6558) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:24.564147 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-59e5a9d3-dd72-463b-9895-76411ac9e9f3 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] For port d8e0e2f1-7012-4088-aba6-53254faba304, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d8e0e2f1-7012-4088-aba6-53254faba304,segment=NetworkSegment(42159e4f-062b-46f5-84ef-7dee77a08bd1),segment_id=42159e4f-062b-46f5-84ef-7dee77a08bd1)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:24.564784 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59e5a9d3-dd72-463b-9895-76411ac9e9f3 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:24.628027 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:24.638422 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Transition to ACTIVE for port object 344da9df-446d-4760-ad0e-3336ef4c6558 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:24.657422 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Transition to ACTIVE for port object 344da9df-446d-4760-ad0e-3336ef4c6558 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:24.663431 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:24.696108 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-59e5a9d3-dd72-463b-9895-76411ac9e9f3 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for d8e0e2f1-7012-4088-aba6-53254faba304 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:24.722272 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Network 7ee14e16-4e1a-45e2-aa58-2b598eaa882b is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:24.725695 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:24.730617 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Allocated IP 172.20.0.10 (7ee14e16-4e1a-45e2-aa58-2b598eaa882b/4f8a83d6-ca01-4ef8-ad84-4337949c36de/ad3b931f-bf86-484d-8346-1038d47f322c) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:24.734130 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:53:24.766977 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Pushing event updated for resources: {'Port': ['ID=344da9df-446d-4760-ad0e-3336ef4c6558,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:24.837197 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Attempting to bind port 344da9df-446d-4760-ad0e-3336ef4c6558 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:53:24.837717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Attempting to bind port 344da9df-446d-4760-ad0e-3336ef4c6558 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'a896eba8-8571-48fb-a85a-03688698b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7ee14e16-4e1a-45e2-aa58-2b598eaa882b'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:53:24.838156 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Attempting to bind port 344da9df-446d-4760-ad0e-3336ef4c6558 on network 7ee14e16-4e1a-45e2-aa58-2b598eaa882b {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:53:24.843812 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:53:24.844189 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Checking segment: {'id': 'a896eba8-8571-48fb-a85a-03688698b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7ee14e16-4e1a-45e2-aa58-2b598eaa882b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:53:24.844596 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:24.844994 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Bound using segment: {'id': 'a896eba8-8571-48fb-a85a-03688698b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7ee14e16-4e1a-45e2-aa58-2b598eaa882b'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:53:24.845459 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Bound port: 344da9df-446d-4760-ad0e-3336ef4c6558, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a896eba8-8571-48fb-a85a-03688698b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7ee14e16-4e1a-45e2-aa58-2b598eaa882b'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:53:24.845835 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:24.923888 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59e5a9d3-dd72-463b-9895-76411ac9e9f3 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:24.945057 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] For port 344da9df-446d-4760-ad0e-3336ef4c6558, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:53:24.948384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] For port 344da9df-446d-4760-ad0e-3336ef4c6558, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=344da9df-446d-4760-ad0e-3336ef4c6558,segment=NetworkSegment(a896eba8-8571-48fb-a85a-03688698b010),segment_id=a896eba8-8571-48fb-a85a-03688698b010)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:53:24.953299 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:24.985608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:25.003242 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Transition to ACTIVE for port object ad3b931f-bf86-484d-8346-1038d47f322c will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:25.010088 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5a9d3-dd72-463b-9895-76411ac9e9f3 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Port': ['ID=d8e0e2f1-7012-4088-aba6-53254faba304,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:25.037611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:25.061390 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbe252-5dec-4d14-abd3-81dfcf21db0f None None] Pushing event updated for resources: {'Port': ['ID=344da9df-446d-4760-ad0e-3336ef4c6558,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:25.129576 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 7ee14e16-4e1a-45e2-aa58-2b598eaa882b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:25.132838 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:25.135734 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:53:25.196508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=ad3b931f-bf86-484d-8346-1038d47f322c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:25.218578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:25.219309 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:25.251229 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-541047ac-2502-4168-826f-0a720bfea4ad tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3024640 Apr 20 15:53:25.252143 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38440) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:25.258079 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'network_id': '7ee14e16-4e1a-45e2-aa58-2b598eaa882b', 'name': 'tempest-PortsTestJSON-138461250', 'fixed_ips': [{'subnet_id': '4f8a83d6-ca01-4ef8-ad84-4337949c36de', 'ip_address': '172.20.0.9'}]}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:25.279532 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59e5a9d3-dd72-463b-9895-76411ac9e9f3 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:25.541359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:25.545582 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:port and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:25.548489 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:25.554388 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:25.565769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:25.571310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:25.573020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e5a9d3-dd72-463b-9895-76411ac9e9f3 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 0716b385-3072-4aeb-96a1-345f43e02fb0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:53:25.597090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] device_id is not set on port ea818e5c-1f09-49bc-9420-e0f2e2cd9b5a yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:53:25.808844 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Allocated IP 172.20.0.9 (7ee14e16-4e1a-45e2-aa58-2b598eaa882b/4f8a83d6-ca01-4ef8-ad84-4337949c36de/ea818e5c-1f09-49bc-9420-e0f2e2cd9b5a) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:25.819398 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e5a9d3-dd72-463b-9895-76411ac9e9f3 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:53:25.834568 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-59e5a9d3-dd72-463b-9895-76411ac9e9f3 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/0716b385-3072-4aeb-96a1-345f43e02fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4875982 Apr 20 15:53:25.837339 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38446) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:25.849518 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52caf444-df59-4b05-9579-7fc09ac42b14 None None] Sync routers for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:53:25.862448 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52caf444-df59-4b05-9579-7fc09ac42b14 None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:25.863435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-52caf444-df59-4b05-9579-7fc09ac42b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:25.908058 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-733f3b70-4cd7-48c8-b935-f8b1ba10283e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting subnet a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:53:25.912028 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-733f3b70-4cd7-48c8-b935-f8b1ba10283e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:25.975525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-733f3b70-4cd7-48c8-b935-f8b1ba10283e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:26.000729 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-52caf444-df59-4b05-9579-7fc09ac42b14 None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:26.070085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:26.078357 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-733f3b70-4cd7-48c8-b935-f8b1ba10283e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:26.090924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Transition to ACTIVE for port object ea818e5c-1f09-49bc-9420-e0f2e2cd9b5a will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:26.119305 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:26.120489 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-52caf444-df59-4b05-9579-7fc09ac42b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:24Z', 'revision_number': 11, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:26.126590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52caf444-df59-4b05-9579-7fc09ac42b14 None None] Checking router: 0716b385-3072-4aeb-96a1-345f43e02fb0 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:53:26.135433 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52caf444-df59-4b05-9579-7fc09ac42b14 None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:26.136280 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-52caf444-df59-4b05-9579-7fc09ac42b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:26.185380 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-733f3b70-4cd7-48c8-b935-f8b1ba10283e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:26.188239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 7ee14e16-4e1a-45e2-aa58-2b598eaa882b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:26.196520 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:26.200693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:53:26.244771 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f3b70-4cd7-48c8-b935-f8b1ba10283e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Subnet': ['ID=a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:26.252516 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-733f3b70-4cd7-48c8-b935-f8b1ba10283e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:26.261417 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-733f3b70-4cd7-48c8-b935-f8b1ba10283e tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/subnets/a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455 HTTP/1.1" status: 204 len: 168 time: 0.4206836 Apr 20 15:53:26.262447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38450) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:26.272352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=ea818e5c-1f09-49bc-9420-e0f2e2cd9b5a,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:26.286216 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1724898-b771-4b92-9bb2-ccbb1ce0813a None None] Network 7ee14e16-4e1a-45e2-aa58-2b598eaa882b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:26.298011 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eaddf0-0f2a-406a-bc1e-ace02949c87f None None] Network 2f5bb529-9d12-47d1-ae0d-2e1141b558ac requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:26.298484 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:26.299193 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:26.329065 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-52caf444-df59-4b05-9579-7fc09ac42b14 None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:26.329962 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-35732260-8321-4ad4-bc77-55aeecd3afb5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0766244 Apr 20 15:53:26.330809 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38454) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:26.394536 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:26.411165 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Deleting port e111d384-68a1-4581-ab56-9aabef1e740e {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:26.411165 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:26.451566 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f181e986-b45d-43d6-94ab-2a18d7b3250d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:26.452450 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f181e986-b45d-43d6-94ab-2a18d7b3250d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:26.477336 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f181e986-b45d-43d6-94ab-2a18d7b3250d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:26.484342 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f181e986-b45d-43d6-94ab-2a18d7b3250d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1493669 Apr 20 15:53:26.485947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38458) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:26.533085 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 344da9df-446d-4760-ad0e-3336ef4c6558 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:26.582015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c037d17f-3f24-4be3-a09f-df04619c7e62 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:26.587714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c037d17f-3f24-4be3-a09f-df04619c7e62 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:26.593812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c037d17f-3f24-4be3-a09f-df04619c7e62 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:26.599134 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c037d17f-3f24-4be3-a09f-df04619c7e62 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2375 time: 0.1120620 Apr 20 15:53:26.599735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38462) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:26.600579 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-52caf444-df59-4b05-9579-7fc09ac42b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:24Z', 'revision_number': 11, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:26.618745 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-71b9c1a4-325d-406d-b758-2fa4e41a6432 None None] Provisioning for port 344da9df-446d-4760-ad0e-3336ef4c6558 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:26.636358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52caf444-df59-4b05-9579-7fc09ac42b14 None None] The sync data for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv is: [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:24Z', 'revision_number': 11, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:53:26.649383 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] For port e111d384-68a1-4581-ab56-9aabef1e740e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e111d384-68a1-4581-ab56-9aabef1e740e,segment=NetworkSegment(42159e4f-062b-46f5-84ef-7dee77a08bd1),segment_id=42159e4f-062b-46f5-84ef-7dee77a08bd1)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:26.650045 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:26.674177 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f3f49e7e-5548-4e7c-9b9e-dbe53b69c43d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port ea818e5c-1f09-49bc-9420-e0f2e2cd9b5a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:26.674913 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3f49e7e-5548-4e7c-9b9e-dbe53b69c43d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:26.777509 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Calling delete_port for e111d384-68a1-4581-ab56-9aabef1e740e owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:26.841356 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 344da9df-446d-4760-ad0e-3336ef4c6558 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:26.854409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 344da9df-446d-4760-ad0e-3336ef4c6558 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:26.854805 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:26.863416 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:26.910401 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Port': ['ID=e111d384-68a1-4581-ab56-9aabef1e740e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:26.912224 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] No DVR routers for this DVR port e111d384-68a1-4581-ab56-9aabef1e740e on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:53:26.949573 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3f49e7e-5548-4e7c-9b9e-dbe53b69c43d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:27.047662 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:27.075306 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2d0e1b-8428-4db0-a563-325eabbd2104 None None] DHCP port deletion for 2f5bb529-9d12-47d1-ae0d-2e1141b558ac request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:53:27.077447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5bb529-9d12-47d1-ae0d-2e1141b558ac']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:27.081722 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:27.090161 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42159e4f-062b-46f5-84ef-7dee77a08bd1') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:27.090460 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42159e4f-062b-46f5-84ef-7dee77a08bd1') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:27.095249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f3f49e7e-5548-4e7c-9b9e-dbe53b69c43d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for ea818e5c-1f09-49bc-9420-e0f2e2cd9b5a owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:27.103393 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:27.141286 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 344da9df-446d-4760-ad0e-3336ef4c6558, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=344da9df-446d-4760-ad0e-3336ef4c6558,segment=NetworkSegment(a896eba8-8571-48fb-a85a-03688698b010),segment_id=a896eba8-8571-48fb-a85a-03688698b010)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:27.142677 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:27.145736 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:27.164834 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:53:27.165419 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:27.257586 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=344da9df-446d-4760-ad0e-3336ef4c6558,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:53:27.264056 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:53:27.301744 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3f49e7e-5548-4e7c-9b9e-dbe53b69c43d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:27.311976 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:27.317175 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:27.346204 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Pushing event deleted for resources: {'Network': ['ID=2f5bb529-9d12-47d1-ae0d-2e1141b558ac,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:27.355589 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cffaf548-48e3-41ff-a03e-7d78e0227d87 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/networks/2f5bb529-9d12-47d1-ae0d-2e1141b558ac HTTP/1.1" status: 204 len: 168 time: 1.0903387 Apr 20 15:53:27.355938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38466) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:27.359538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f49e7e-5548-4e7c-9b9e-dbe53b69c43d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=ea818e5c-1f09-49bc-9420-e0f2e2cd9b5a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:27.361821 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-59ae4cf2-4e5c-4935-98a5-be3d124382ef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'router': {'routes': None}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:27.469412 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3f49e7e-5548-4e7c-9b9e-dbe53b69c43d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:27.482821 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-66da8e3e-c6f6-4acd-93c0-54d6235f2b0a None None] Provisioning for port ad3b931f-bf86-484d-8346-1038d47f322c completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:27.490828 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f3f49e7e-5548-4e7c-9b9e-dbe53b69c43d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/ports/ea818e5c-1f09-49bc-9420-e0f2e2cd9b5a HTTP/1.1" status: 204 len: 168 time: 0.8870831 Apr 20 15:53:27.491934 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-66da8e3e-c6f6-4acd-93c0-54d6235f2b0a None None] Provisioning complete for port ad3b931f-bf86-484d-8346-1038d47f322c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:27.492235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38470) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:27.492450 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-66da8e3e-c6f6-4acd-93c0-54d6235f2b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:27.559902 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-66da8e3e-c6f6-4acd-93c0-54d6235f2b0a None None] Port ad3b931f-bf86-484d-8346-1038d47f322c cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:27.563800 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-66da8e3e-c6f6-4acd-93c0-54d6235f2b0a None None] Could not find standard attr ID for object ea818e5c-1f09-49bc-9420-e0f2e2cd9b5a. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:53:27.581725 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-66da8e3e-c6f6-4acd-93c0-54d6235f2b0a None None] Provisioning complete for port 344da9df-446d-4760-ad0e-3336ef4c6558 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:27.582178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-66da8e3e-c6f6-4acd-93c0-54d6235f2b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:27.671036 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e00ec2-de80-421b-b973-c1659d256e19 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] GET failed (client error): The resource could not be found. Apr 20 15:53:27.671742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-77e00ec2-de80-421b-b973-c1659d256e19 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:27.702097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-77e00ec2-de80-421b-b973-c1659d256e19 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:27.706294 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-77e00ec2-de80-421b-b973-c1659d256e19 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports/ea818e5c-1f09-49bc-9420-e0f2e2cd9b5a HTTP/1.1" status: 404 len: 333 time: 0.2099991 Apr 20 15:53:27.706684 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38476) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:27.783869 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9b18cdf3-6d2c-47f0-ac07-2360cf6b30cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port ad3b931f-bf86-484d-8346-1038d47f322c {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:27.784214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b18cdf3-6d2c-47f0-ac07-2360cf6b30cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:27.806205 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.extraroute_db [None req-59ae4cf2-4e5c-4935-98a5-be3d124382ef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Added routes are [] {{(pid=88169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 20 15:53:27.807061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.extraroute_db [None req-59ae4cf2-4e5c-4935-98a5-be3d124382ef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Removed routes are [] {{(pid=88169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 20 15:53:27.808168 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59ae4cf2-4e5c-4935-98a5-be3d124382ef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:27.849502 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4381b47f-c11e-4102-b2db-2511c0d23c45 None None] Provisioning complete for port ad3b931f-bf86-484d-8346-1038d47f322c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:27.849952 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4381b47f-c11e-4102-b2db-2511c0d23c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:27.918050 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-4381b47f-c11e-4102-b2db-2511c0d23c45 None None] Port ad3b931f-bf86-484d-8346-1038d47f322c cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:27.921582 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4381b47f-c11e-4102-b2db-2511c0d23c45 None None] Could not find standard attr ID for object ea818e5c-1f09-49bc-9420-e0f2e2cd9b5a. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:53:28.047184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b18cdf3-6d2c-47f0-ac07-2360cf6b30cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:28.067076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59ae4cf2-4e5c-4935-98a5-be3d124382ef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:28.070239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59ae4cf2-4e5c-4935-98a5-be3d124382ef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:28.170877 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9b18cdf3-6d2c-47f0-ac07-2360cf6b30cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for ad3b931f-bf86-484d-8346-1038d47f322c owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:28.202666 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ae4cf2-4e5c-4935-98a5-be3d124382ef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router 0716b385-3072-4aeb-96a1-345f43e02fb0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:53:28.327036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b18cdf3-6d2c-47f0-ac07-2360cf6b30cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:28.340242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ae4cf2-4e5c-4935-98a5-be3d124382ef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:53:28.348769 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59ae4cf2-4e5c-4935-98a5-be3d124382ef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:28.349892 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-59ae4cf2-4e5c-4935-98a5-be3d124382ef tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/0716b385-3072-4aeb-96a1-345f43e02fb0 HTTP/1.1" status: 200 len: 701 time: 0.9928660 Apr 20 15:53:28.352540 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f547afd-1b61-48a7-8159-dd650b33a035 None None] Sync routers for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:53:28.358861 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38482) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:28.362892 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f547afd-1b61-48a7-8159-dd650b33a035 None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:28.363717 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-3f547afd-1b61-48a7-8159-dd650b33a035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:28.382366 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18cdf3-6d2c-47f0-ac07-2360cf6b30cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=ad3b931f-bf86-484d-8346-1038d47f322c,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:28.404079 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 344da9df-446d-4760-ad0e-3336ef4c6558 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:28.416350 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-11fe5fcf-860b-4e13-ac93-89235cdc0451 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Synchronizing usage tracker for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:28.435459 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-11fe5fcf-860b-4e13-ac93-89235cdc0451 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Unset dirty status for tenant:d96c5647197c478ba7ad92c128865965 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:28.439175 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-11fe5fcf-860b-4e13-ac93-89235cdc0451 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports?device_id=0716b385-3072-4aeb-96a1-345f43e02fb0 HTTP/1.1" status: 200 len: 205 time: 0.0785732 Apr 20 15:53:28.439398 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38486) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:28.508676 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b18cdf3-6d2c-47f0-ac07-2360cf6b30cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:28.522780 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 344da9df-446d-4760-ad0e-3336ef4c6558 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:28.523610 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:28.525639 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9b18cdf3-6d2c-47f0-ac07-2360cf6b30cc tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/ports/ad3b931f-bf86-484d-8346-1038d47f322c HTTP/1.1" status: 204 len: 168 time: 0.8176341 Apr 20 15:53:28.528204 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38490) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:28.554298 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-3f547afd-1b61-48a7-8159-dd650b33a035 None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:28.605853 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca44ddea-1e3d-4001-8625-6e4d0adc6625 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] GET failed (client error): The resource could not be found. Apr 20 15:53:28.606538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ca44ddea-1e3d-4001-8625-6e4d0adc6625 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:28.626509 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ca44ddea-1e3d-4001-8625-6e4d0adc6625 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:28.628849 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ca44ddea-1e3d-4001-8625-6e4d0adc6625 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports/ad3b931f-bf86-484d-8346-1038d47f322c HTTP/1.1" status: 404 len: 333 time: 0.0986447 Apr 20 15:53:28.631307 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38496) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:28.664546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48974973-47e4-46c5-acc4-5c887ed159e2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:28.669775 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-3f547afd-1b61-48a7-8159-dd650b33a035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:24Z', 'revision_number': 11, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:28.674316 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f547afd-1b61-48a7-8159-dd650b33a035 None None] Checking router: 0716b385-3072-4aeb-96a1-345f43e02fb0 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:53:28.683757 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f547afd-1b61-48a7-8159-dd650b33a035 None None] Routers {'0716b385-3072-4aeb-96a1-345f43e02fb0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:28.684394 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-3f547afd-1b61-48a7-8159-dd650b33a035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0716b385-3072-4aeb-96a1-345f43e02fb0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:28.717335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7324102-8cbb-4c1d-98fc-0abb78a94256 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting subnet 4f8a83d6-ca01-4ef8-ad84-4337949c36de {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:53:28.720541 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f7324102-8cbb-4c1d-98fc-0abb78a94256 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:28.768307 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d8e0e2f1-7012-4088-aba6-53254faba304 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:53:28.792002 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f7324102-8cbb-4c1d-98fc-0abb78a94256 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:28.804577 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: d8e0e2f1-7012-4088-aba6-53254faba304 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:53:28.804929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d8e0e2f1-7012-4088-aba6-53254faba304 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:53:28.805350 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e111d384-68a1-4581-ab56-9aabef1e740e no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:53:28.841674 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-3f547afd-1b61-48a7-8159-dd650b33a035 None None] Set router 0716b385-3072-4aeb-96a1-345f43e02fb0 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:28.849605 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: e111d384-68a1-4581-ab56-9aabef1e740e {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:53:28.850130 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e111d384-68a1-4581-ab56-9aabef1e740e not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:53:28.900775 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f7324102-8cbb-4c1d-98fc-0abb78a94256 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:28.982439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f7324102-8cbb-4c1d-98fc-0abb78a94256 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:28.988487 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-3f547afd-1b61-48a7-8159-dd650b33a035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:24Z', 'revision_number': 11, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:28.992610 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f547afd-1b61-48a7-8159-dd650b33a035 None None] The sync data for ids ['0716b385-3072-4aeb-96a1-345f43e02fb0'] in dv-neutron-838699-1-hyperv is: [{'id': '0716b385-3072-4aeb-96a1-345f43e02fb0', 'name': 'tempest-RoutersTest-router-2019671813', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:52:36Z', 'updated_at': '2022-04-20T15:53:24Z', 'revision_number': 11, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:53:29.025313 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7324102-8cbb-4c1d-98fc-0abb78a94256 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Subnet': ['ID=4f8a83d6-ca01-4ef8-ad84-4337949c36de,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:29.026674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f7324102-8cbb-4c1d-98fc-0abb78a94256 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:29.031201 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a481d2-75f2-4757-8721-18a38ead34cb None None] Network 7ee14e16-4e1a-45e2-aa58-2b598eaa882b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:29.036564 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f7324102-8cbb-4c1d-98fc-0abb78a94256 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/4f8a83d6-ca01-4ef8-ad84-4337949c36de HTTP/1.1" status: 204 len: 168 time: 0.4039133 Apr 20 15:53:29.039010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38500) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:29.108517 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48974973-47e4-46c5-acc4-5c887ed159e2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:29.110847 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48974973-47e4-46c5-acc4-5c887ed159e2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:29.162186 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48974973-47e4-46c5-acc4-5c887ed159e2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:29.163094 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48974973-47e4-46c5-acc4-5c887ed159e2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Fanout notify agent at l3_agent the message router_deleted on router 0716b385-3072-4aeb-96a1-345f43e02fb0 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:53:29.172594 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:29.184484 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port 344da9df-446d-4760-ad0e-3336ef4c6558 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:29.184971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:29.185718 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48974973-47e4-46c5-acc4-5c887ed159e2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:29.187099 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-48974973-47e4-46c5-acc4-5c887ed159e2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/routers/0716b385-3072-4aeb-96a1-345f43e02fb0 HTTP/1.1" status: 204 len: 168 time: 0.7467277 Apr 20 15:53:29.201019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38504) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:29.213111 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5699bf51-bc77-4a5a-8098-890828ad7115 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-928427600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:29.221104 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5699bf51-bc77-4a5a-8098-890828ad7115 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:29.226463 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5699bf51-bc77-4a5a-8098-890828ad7115 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Usage tracker for resource:router and tenant:d96c5647197c478ba7ad92c128865965 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:29.230076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5699bf51-bc77-4a5a-8098-890828ad7115 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:29.240519 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5699bf51-bc77-4a5a-8098-890828ad7115 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:29.253903 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5699bf51-bc77-4a5a-8098-890828ad7115 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:29.255143 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5699bf51-bc77-4a5a-8098-890828ad7115 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:29.274524 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5699bf51-bc77-4a5a-8098-890828ad7115 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:29.301966 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5699bf51-bc77-4a5a-8098-890828ad7115 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:29.326673 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d9f42e-3ef7-4e1b-8604-aca8cb098bdb None None] DHCP port deletion for 7ee14e16-4e1a-45e2-aa58-2b598eaa882b request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:53:29.331214 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-73d9f42e-3ef7-4e1b-8604-aca8cb098bdb None None] Deleting port 344da9df-446d-4760-ad0e-3336ef4c6558 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:29.331657 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-73d9f42e-3ef7-4e1b-8604-aca8cb098bdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:29.338425 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5699bf51-bc77-4a5a-8098-890828ad7115 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:29.339863 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5699bf51-bc77-4a5a-8098-890828ad7115 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1376247 Apr 20 15:53:29.342466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38508) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:29.348198 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ee1e4186-2adf-4ad0-bd1b-b1f44e037002 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:29.448429 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] For port 344da9df-446d-4760-ad0e-3336ef4c6558, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=344da9df-446d-4760-ad0e-3336ef4c6558,segment=NetworkSegment(a896eba8-8571-48fb-a85a-03688698b010),segment_id=a896eba8-8571-48fb-a85a-03688698b010)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:29.448787 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:29.559427 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-73d9f42e-3ef7-4e1b-8604-aca8cb098bdb None None] For port 344da9df-446d-4760-ad0e-3336ef4c6558, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=344da9df-446d-4760-ad0e-3336ef4c6558,segment=NetworkSegment(a896eba8-8571-48fb-a85a-03688698b010),segment_id=a896eba8-8571-48fb-a85a-03688698b010)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:29.560077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-73d9f42e-3ef7-4e1b-8604-aca8cb098bdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:29.686605 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-73d9f42e-3ef7-4e1b-8604-aca8cb098bdb None None] Calling delete_port for 344da9df-446d-4760-ad0e-3336ef4c6558 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:29.694601 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for 344da9df-446d-4760-ad0e-3336ef4c6558 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:29.736757 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4186-2adf-4ad0-bd1b-b1f44e037002 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:29.750965 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4186-2adf-4ad0-bd1b-b1f44e037002 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:29.770484 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-73d9f42e-3ef7-4e1b-8604-aca8cb098bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:29.775677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:53:29.776032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:53:29.855299 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9f42e-3ef7-4e1b-8604-aca8cb098bdb None None] Pushing event deleted for resources: {'Port': ['ID=344da9df-446d-4760-ad0e-3336ef4c6558,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:29.860787 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9f42e-3ef7-4e1b-8604-aca8cb098bdb None None] No DVR routers for this DVR port 344da9df-446d-4760-ad0e-3336ef4c6558 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:53:29.920797 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1e4186-2adf-4ad0-bd1b-b1f44e037002 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Router c47ae202-9a1e-40f7-b2b4-33554fe3772e is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:53:30.051603 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1e4186-2adf-4ad0-bd1b-b1f44e037002 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:53:30.057936 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4186-2adf-4ad0-bd1b-b1f44e037002 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:30.059046 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ee1e4186-2adf-4ad0-bd1b-b1f44e037002 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "PUT /v2.0/routers/c47ae202-9a1e-40f7-b2b4-33554fe3772e HTTP/1.1" status: 200 len: 693 time: 0.7156086 Apr 20 15:53:30.060651 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c6249a-489b-4c49-8b5a-b935725e55a4 None None] Sync routers for ids ['c47ae202-9a1e-40f7-b2b4-33554fe3772e'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:53:30.061607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38514) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:30.070503 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c6249a-489b-4c49-8b5a-b935725e55a4 None None] Routers {'c47ae202-9a1e-40f7-b2b4-33554fe3772e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:30.071110 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-a5c6249a-489b-4c49-8b5a-b935725e55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c47ae202-9a1e-40f7-b2b4-33554fe3772e'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:30.208342 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-a5c6249a-489b-4c49-8b5a-b935725e55a4 None None] Set router c47ae202-9a1e-40f7-b2b4-33554fe3772e gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:30.277442 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port 344da9df-446d-4760-ad0e-3336ef4c6558 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:30.278019 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:30.314938 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2cc59210-6901-4789-9b28-1d94993cc949 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/routers/c47ae202-9a1e-40f7-b2b4-33554fe3772e HTTP/1.1" status: 200 len: 699 time: 0.2496772 Apr 20 15:53:30.319447 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-a5c6249a-489b-4c49-8b5a-b935725e55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47ae202-9a1e-40f7-b2b4-33554fe3772e', 'name': 'tempest-RoutersTest-router-928427600', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:53:29Z', 'updated_at': '2022-04-20T15:53:29Z', 'revision_number': 2, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:30.320273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38518) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:30.323834 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c6249a-489b-4c49-8b5a-b935725e55a4 None None] Checking router: c47ae202-9a1e-40f7-b2b4-33554fe3772e for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:53:30.333335 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c6249a-489b-4c49-8b5a-b935725e55a4 None None] Routers {'c47ae202-9a1e-40f7-b2b4-33554fe3772e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:30.333962 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-a5c6249a-489b-4c49-8b5a-b935725e55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c47ae202-9a1e-40f7-b2b4-33554fe3772e'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:30.349925 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] The port '344da9df-446d-4760-ad0e-3336ef4c6558' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:53:30.376667 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-360c53c0-53d0-4b00-b020-32ddb8eed1c2 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47ae202-9a1e-40f7-b2b4-33554fe3772e HTTP/1.1" status: 200 len: 205 time: 0.0545371 Apr 20 15:53:30.377511 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38522) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:30.390070 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 344da9df-446d-4760-ad0e-3336ef4c6558 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:53:30.437925 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 344da9df-446d-4760-ad0e-3336ef4c6558 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:53:30.437925 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 344da9df-446d-4760-ad0e-3336ef4c6558 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:53:30.479424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:30.501547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-a5c6249a-489b-4c49-8b5a-b935725e55a4 None None] Set router c47ae202-9a1e-40f7-b2b4-33554fe3772e gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:30.508478 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee14e16-4e1a-45e2-aa58-2b598eaa882b']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:30.518217 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf54b992-ac2c-4903-9447-b46d56902fa5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:30.521554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a896eba8-8571-48fb-a85a-03688698b010') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:30.521916 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a896eba8-8571-48fb-a85a-03688698b010') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:30.533348 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:30.550698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:30.557051 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:53:30.557508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:53:30.572938 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:53:30.607425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-a5c6249a-489b-4c49-8b5a-b935725e55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47ae202-9a1e-40f7-b2b4-33554fe3772e', 'name': 'tempest-RoutersTest-router-928427600', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:53:29Z', 'updated_at': '2022-04-20T15:53:29Z', 'revision_number': 2, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:30.611460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c6249a-489b-4c49-8b5a-b935725e55a4 None None] The sync data for ids ['c47ae202-9a1e-40f7-b2b4-33554fe3772e'] in dv-neutron-838699-1-hyperv is: [{'id': 'c47ae202-9a1e-40f7-b2b4-33554fe3772e', 'name': 'tempest-RoutersTest-router-928427600', 'tenant_id': 'd96c5647197c478ba7ad92c128865965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:53:29Z', 'updated_at': '2022-04-20T15:53:29Z', 'revision_number': 2, 'project_id': 'd96c5647197c478ba7ad92c128865965', 'gw_port_host': None}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:53:30.657933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:30.662611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:30.696440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Network': ['ID=7ee14e16-4e1a-45e2-aa58-2b598eaa882b,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:30.706455 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6a304e15-9181-4de2-8688-9b3891fc16f0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/networks/7ee14e16-4e1a-45e2-aa58-2b598eaa882b HTTP/1.1" status: 204 len: 168 time: 1.6662624 Apr 20 15:53:30.711351 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38526) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:30.717330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-272d4c61-5ac9-46a1-ba60-b94af1994015 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-454352419'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:30.722705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-272d4c61-5ac9-46a1-ba60-b94af1994015 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:30.726956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-272d4c61-5ac9-46a1-ba60-b94af1994015 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:network and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:30.730108 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-272d4c61-5ac9-46a1-ba60-b94af1994015 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:30.736928 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-272d4c61-5ac9-46a1-ba60-b94af1994015 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:30.748439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272d4c61-5ac9-46a1-ba60-b94af1994015 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:30.751850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-272d4c61-5ac9-46a1-ba60-b94af1994015 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:30.783539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272d4c61-5ac9-46a1-ba60-b94af1994015 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:53:30.794020 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-272d4c61-5ac9-46a1-ba60-b94af1994015 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:30.795319 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-272d4c61-5ac9-46a1-ba60-b94af1994015 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Added segment 2de82d64-9091-4c9b-a380-95969803952b of type vlan for network 693863e3-dcb1-4d33-bd30-57945cd83f0b Apr 20 15:53:30.824197 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf54b992-ac2c-4903-9447-b46d56902fa5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:30.824942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-272d4c61-5ac9-46a1-ba60-b94af1994015 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:30.826702 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf54b992-ac2c-4903-9447-b46d56902fa5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:30.854348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf54b992-ac2c-4903-9447-b46d56902fa5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:30.854855 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf54b992-ac2c-4903-9447-b46d56902fa5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Fanout notify agent at l3_agent the message router_deleted on router c47ae202-9a1e-40f7-b2b4-33554fe3772e {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:53:30.864391 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-272d4c61-5ac9-46a1-ba60-b94af1994015 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:30.870821 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bf54b992-ac2c-4903-9447-b46d56902fa5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:30.871071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272d4c61-5ac9-46a1-ba60-b94af1994015 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:30.871826 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-272d4c61-5ac9-46a1-ba60-b94af1994015 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:30.871951 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bf54b992-ac2c-4903-9447-b46d56902fa5 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/routers/c47ae202-9a1e-40f7-b2b4-33554fe3772e HTTP/1.1" status: 204 len: 168 time: 0.4924369 Apr 20 15:53:30.879903 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38530) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:30.922392 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dca5a530-e357-4075-b5cb-dedc1279c2ba tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47ae202-9a1e-40f7-b2b4-33554fe3772e HTTP/1.1" status: 200 len: 205 time: 0.0413969 Apr 20 15:53:30.924736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38534) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:30.974516 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-272d4c61-5ac9-46a1-ba60-b94af1994015 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2620573 Apr 20 15:53:30.978584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38538) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:30.983816 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b01f7d4c-7e55-46f9-b4e8-f0c8e78dd628 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'subnet': {'network_id': '693863e3-dcb1-4d33-bd30-57945cd83f0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:30.992911 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-7d0ba0be-6c88-4819-bdb8-a2c85e5f3687 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] delete failed (client error): The resource could not be found. Apr 20 15:53:30.993895 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7d0ba0be-6c88-4819-bdb8-a2c85e5f3687 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/routers/c47ae202-9a1e-40f7-b2b4-33554fe3772e HTTP/1.1" status: 404 len: 336 time: 0.0677059 Apr 20 15:53:30.996522 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38542) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.008079 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d4c61-5ac9-46a1-ba60-b94af1994015 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Network': ['ID=693863e3-dcb1-4d33-bd30-57945cd83f0b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:31.018503 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 693863e3-dcb1-4d33-bd30-57945cd83f0b details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:53:31.036614 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4f1e41-ca7f-49ff-8a54-1a8f3378c8b9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:31.037226 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4f1e41-ca7f-49ff-8a54-1a8f3378c8b9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:31.041245 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5f4f1e41-ca7f-49ff-8a54-1a8f3378c8b9 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/subnets/62d8d64a-e4a3-4751-823b-f6989d4708e3 HTTP/1.1" status: 404 len: 337 time: 0.0413830 Apr 20 15:53:31.041590 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38546) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.081401 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-61571cee-b2d4-41a3-8bdd-ea4b3b325104 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:31.081854 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61571cee-b2d4-41a3-8bdd-ea4b3b325104 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:31.083680 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-61571cee-b2d4-41a3-8bdd-ea4b3b325104 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/subnets/158c9488-4811-49aa-a1cb-01c51380b18e HTTP/1.1" status: 404 len: 337 time: 0.0410588 Apr 20 15:53:31.086031 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38550) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.108241 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b01f7d4c-7e55-46f9-b4e8-f0c8e78dd628 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:31.112158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b01f7d4c-7e55-46f9-b4e8-f0c8e78dd628 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:subnet and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:31.115750 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b01f7d4c-7e55-46f9-b4e8-f0c8e78dd628 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:31.121828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b01f7d4c-7e55-46f9-b4e8-f0c8e78dd628 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:31.128971 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfde4936-3177-4b0a-9cbf-04bfca00d436 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:31.129557 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfde4936-3177-4b0a-9cbf-04bfca00d436 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:31.131805 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cfde4936-3177-4b0a-9cbf-04bfca00d436 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/subnets/aeb819b0-3a0d-4c72-b862-896d80fdec4f HTTP/1.1" status: 404 len: 337 time: 0.0447819 Apr 20 15:53:31.133447 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01f7d4c-7e55-46f9-b4e8-f0c8e78dd628 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:31.134360 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38554) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.137150 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b01f7d4c-7e55-46f9-b4e8-f0c8e78dd628 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:31.172488 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-3380426c-ae9a-4606-9844-8915a2ffe3da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:31.172935 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3380426c-ae9a-4606-9844-8915a2ffe3da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:31.177871 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3380426c-ae9a-4606-9844-8915a2ffe3da tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/subnets/a79aa1d2-e1df-4bf6-a5cd-3c3cf0ed1455 HTTP/1.1" status: 404 len: 337 time: 0.0395136 Apr 20 15:53:31.178100 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38558) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.221573 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a26ef612-40b8-4224-abf0-630756d928f0 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports?device_id=0716b385-3072-4aeb-96a1-345f43e02fb0 HTTP/1.1" status: 200 len: 205 time: 0.0424213 Apr 20 15:53:31.224441 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38562) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.293978 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-0e011c24-a267-47b7-9763-e955b55e78a1 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] delete failed (client error): The resource could not be found. Apr 20 15:53:31.295108 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0e011c24-a267-47b7-9763-e955b55e78a1 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/routers/0716b385-3072-4aeb-96a1-345f43e02fb0 HTTP/1.1" status: 404 len: 336 time: 0.0697906 Apr 20 15:53:31.297786 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38566) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.344924 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a1ed74c9-8fcc-4e6a-bbe6-cab80fbcee7a tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports?device_id=b10a8a2d-9146-4cbd-acef-5b17469ac8a0 HTTP/1.1" status: 200 len: 205 time: 0.0437720 Apr 20 15:53:31.346078 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38570) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.428197 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-73e75a40-f2b9-4efe-ad1e-290a38b61853 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] delete failed (client error): The resource could not be found. Apr 20 15:53:31.429405 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-73e75a40-f2b9-4efe-ad1e-290a38b61853 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/routers/b10a8a2d-9146-4cbd-acef-5b17469ac8a0 HTTP/1.1" status: 404 len: 336 time: 0.0824814 Apr 20 15:53:31.431423 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b01f7d4c-7e55-46f9-b4e8-f0c8e78dd628 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:31.432249 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38574) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.475630 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb90f7b9-f988-4bb8-95f5-f3e2d9a20d63 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:31.476148 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb90f7b9-f988-4bb8-95f5-f3e2d9a20d63 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:31.478101 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fb90f7b9-f988-4bb8-95f5-f3e2d9a20d63 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/subnets/67c2131e-6791-460f-b24b-54260fc2623c HTTP/1.1" status: 404 len: 337 time: 0.0446513 Apr 20 15:53:31.480760 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38578) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.515982 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f7d4c-7e55-46f9-b4e8-f0c8e78dd628 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Subnet': ['ID=ee00b953-f5bd-49f0-bb1a-7e600c5a0fd4,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:31.521850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01f7d4c-7e55-46f9-b4e8-f0c8e78dd628 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Checking segment: {'id': '2de82d64-9091-4c9b-a380-95969803952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '693863e3-dcb1-4d33-bd30-57945cd83f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:53:31.522204 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01f7d4c-7e55-46f9-b4e8-f0c8e78dd628 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network hostable DHCP agents. Network: 693863e3-dcb1-4d33-bd30-57945cd83f0b, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:53:31.532872 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7398cd2c-3b9d-4164-87af-ad4250b26454 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports?device_id=c209881b-33d3-4981-8df8-72758386bf71 HTTP/1.1" status: 200 len: 205 time: 0.0486391 Apr 20 15:53:31.533673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38582) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.604032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01f7d4c-7e55-46f9-b4e8-f0c8e78dd628 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 693863e3-dcb1-4d33-bd30-57945cd83f0b is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:53:31.606285 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-cb3a4f95-6544-4da0-a7f8-07962f3c7bb7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] delete failed (client error): The resource could not be found. Apr 20 15:53:31.607290 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cb3a4f95-6544-4da0-a7f8-07962f3c7bb7 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/routers/c209881b-33d3-4981-8df8-72758386bf71 HTTP/1.1" status: 404 len: 336 time: 0.0725186 Apr 20 15:53:31.610104 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38586) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.615652 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-b01f7d4c-7e55-46f9-b4e8-f0c8e78dd628 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 693863e3-dcb1-4d33-bd30-57945cd83f0b) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:31.619568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01f7d4c-7e55-46f9-b4e8-f0c8e78dd628 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:31.620173 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b01f7d4c-7e55-46f9-b4e8-f0c8e78dd628 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:31.624924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0681325-a9a4-42bf-8970-ad83fc451248 None None] Network 693863e3-dcb1-4d33-bd30-57945cd83f0b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:31.645746 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b01f7d4c-7e55-46f9-b4e8-f0c8e78dd628 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6663439 Apr 20 15:53:31.646390 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38590) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.651745 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-7106b477-9245-4cff-9eb5-55ac55a118ba tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-778862092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:31.658441 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-7106b477-9245-4cff-9eb5-55ac55a118ba tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:31.660261 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e6c05b58-542c-44bb-937f-c810a24d289d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a132214-c914-4602-974c-32c25706375f HTTP/1.1" status: 200 len: 205 time: 0.0483723 Apr 20 15:53:31.662522 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38594) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.665861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-7106b477-9245-4cff-9eb5-55ac55a118ba tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:router and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:31.668798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-7106b477-9245-4cff-9eb5-55ac55a118ba tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:31.731165 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-7106b477-9245-4cff-9eb5-55ac55a118ba tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:31.743226 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.api.v2.resource [None req-6f1f7e5a-3179-43cd-9e9e-d202aaba8dcc tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] delete failed (client error): The resource could not be found. Apr 20 15:53:31.746632 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6f1f7e5a-3179-43cd-9e9e-d202aaba8dcc tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/routers/3a132214-c914-4602-974c-32c25706375f HTTP/1.1" status: 404 len: 336 time: 0.0807831 Apr 20 15:53:31.747021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38598) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.780526 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7106b477-9245-4cff-9eb5-55ac55a118ba tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:31.781505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7106b477-9245-4cff-9eb5-55ac55a118ba tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:31.791156 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-07040d3c-3a16-4cb2-b5ae-6fa2cc55b40d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:31.791156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07040d3c-3a16-4cb2-b5ae-6fa2cc55b40d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:31.792760 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-07040d3c-3a16-4cb2-b5ae-6fa2cc55b40d tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/subnets/5e1a10dd-cac9-4054-85d6-a339b284c2af HTTP/1.1" status: 404 len: 337 time: 0.0449674 Apr 20 15:53:31.795672 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38602) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.802920 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7106b477-9245-4cff-9eb5-55ac55a118ba tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:31.821320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7106b477-9245-4cff-9eb5-55ac55a118ba tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:31.845540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7106b477-9245-4cff-9eb5-55ac55a118ba tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:31.846679 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7106b477-9245-4cff-9eb5-55ac55a118ba tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1991675 Apr 20 15:53:31.846828 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-db50f3d8-7e11-4f21-b56a-786c0d02f545 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1 HTTP/1.1" status: 200 len: 205 time: 0.0496395 Apr 20 15:53:31.848011 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-693863e3-dcb1-4d33-bd30-57945cd83f0b', 'network_id': '693863e3-dcb1-4d33-bd30-57945cd83f0b', 'tenant_id': '653471fff79448cd870e3b3c6f5c2cb1', 'fixed_ips': [{'subnet_id': 'ee00b953-f5bd-49f0-bb1a-7e600c5a0fd4'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:53:31.848957 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:31.849593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38606) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.852378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38610) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.855251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'network_id': '693863e3-dcb1-4d33-bd30-57945cd83f0b', 'name': 'tempest-PortsTestJSON-2112453031'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:31.919821 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-fd1d58a2-5bc2-4990-bdda-b2514f3709ab tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] delete failed (client error): The resource could not be found. Apr 20 15:53:31.923684 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fd1d58a2-5bc2-4990-bdda-b2514f3709ab tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/routers/7c19b6b1-9bb4-49c5-82c7-4b045cbeb1d1 HTTP/1.1" status: 404 len: 336 time: 0.0676796 Apr 20 15:53:31.924079 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38614) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:31.969580 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4b19fa-b425-4abd-a99c-d96c3911de59 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:31.970189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d4b19fa-b425-4abd-a99c-d96c3911de59 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:31.972026 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7d4b19fa-b425-4abd-a99c-d96c3911de59 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/subnets/388603f9-957d-48b8-8637-b343776ab707 HTTP/1.1" status: 404 len: 337 time: 0.0468788 Apr 20 15:53:31.976367 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38618) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:32.029798 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Allocated IP 172.20.0.2 (693863e3-dcb1-4d33-bd30-57945cd83f0b/ee00b953-f5bd-49f0-bb1a-7e600c5a0fd4/46652063-8091-4926-bbb5-c3ee427fe0ff) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:32.075210 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-afbcb6ec-8d33-4f45-accd-547d33a352cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:32.141973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:32.150899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:port and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:32.153221 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6c89598b-874f-46fd-9cdd-3331ff957a7f tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f HTTP/1.1" status: 200 len: 205 time: 0.1752853 Apr 20 15:53:32.153898 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38624) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:32.156850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:32.171173 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:32.191664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:32.195365 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:32.228370 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-d3b91995-8893-4e33-bfef-f4bcaa486fdf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] delete failed (client error): The resource could not be found. Apr 20 15:53:32.232036 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d3b91995-8893-4e33-bfef-f4bcaa486fdf tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/routers/2ef0a9ca-3c6c-4a03-9fe6-59f7aa79a40f HTTP/1.1" status: 404 len: 336 time: 0.0768960 Apr 20 15:53:32.232930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38628) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:32.239499 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] device_id is not set on port 20dbe093-1b3f-4694-87f6-591faa683520 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:53:32.272483 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-5349d24f-2880-437c-9062-0cffcbf88936 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:32.272969 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5349d24f-2880-437c-9062-0cffcbf88936 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:32.277953 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5349d24f-2880-437c-9062-0cffcbf88936 tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/subnets/1184b29a-4c52-4704-b29d-b66cd001e853 HTTP/1.1" status: 404 len: 337 time: 0.0444281 Apr 20 15:53:32.278546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38632) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:32.319075 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbbf1b7-cb69-492e-beb6-f14eed08b2ca tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:32.319540 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fbbf1b7-cb69-492e-beb6-f14eed08b2ca tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:32.321256 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8fbbf1b7-cb69-492e-beb6-f14eed08b2ca tempest-RoutersTest-1098669157 tempest-RoutersTest-1098669157-project] 10.222.0.13 "DELETE /v2.0/subnets/a1e26d5b-e927-4489-88fb-e0c18db13dc9 HTTP/1.1" status: 404 len: 337 time: 0.0414672 Apr 20 15:53:32.344934 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:32.356821 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Transition to ACTIVE for port object 46652063-8091-4926-bbb5-c3ee427fe0ff will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:32.374726 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Transition to ACTIVE for port object 46652063-8091-4926-bbb5-c3ee427fe0ff will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:32.380679 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:32.468852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Allocated IP 172.20.0.9 (693863e3-dcb1-4d33-bd30-57945cd83f0b/ee00b953-f5bd-49f0-bb1a-7e600c5a0fd4/20dbe093-1b3f-4694-87f6-591faa683520) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:32.484095 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Network 693863e3-dcb1-4d33-bd30-57945cd83f0b is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:32.492266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:32.496823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:53:32.503069 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Pushing event updated for resources: {'Port': ['ID=46652063-8091-4926-bbb5-c3ee427fe0ff,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:32.594709 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Attempting to bind port 46652063-8091-4926-bbb5-c3ee427fe0ff on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:53:32.595053 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Attempting to bind port 46652063-8091-4926-bbb5-c3ee427fe0ff by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '2de82d64-9091-4c9b-a380-95969803952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '693863e3-dcb1-4d33-bd30-57945cd83f0b'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:53:32.595420 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Attempting to bind port 46652063-8091-4926-bbb5-c3ee427fe0ff on network 693863e3-dcb1-4d33-bd30-57945cd83f0b {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:53:32.601437 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:53:32.602061 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Checking segment: {'id': '2de82d64-9091-4c9b-a380-95969803952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '693863e3-dcb1-4d33-bd30-57945cd83f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:53:32.602460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:32.602847 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Bound using segment: {'id': '2de82d64-9091-4c9b-a380-95969803952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '693863e3-dcb1-4d33-bd30-57945cd83f0b'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:53:32.603360 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Bound port: 46652063-8091-4926-bbb5-c3ee427fe0ff, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de82d64-9091-4c9b-a380-95969803952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '693863e3-dcb1-4d33-bd30-57945cd83f0b'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:53:32.603982 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:32.651038 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38640) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:32.711964 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] For port 46652063-8091-4926-bbb5-c3ee427fe0ff, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:53:32.712863 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:32.715266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] For port 46652063-8091-4926-bbb5-c3ee427fe0ff, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=46652063-8091-4926-bbb5-c3ee427fe0ff,segment=NetworkSegment(2de82d64-9091-4c9b-a380-95969803952b),segment_id=2de82d64-9091-4c9b-a380-95969803952b)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:53:32.724322 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:32.731419 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Transition to ACTIVE for port object 20dbe093-1b3f-4694-87f6-591faa683520 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:32.758880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:32.819230 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9de10-caa1-4fd6-9603-e00643d893e4 None None] Pushing event updated for resources: {'Port': ['ID=46652063-8091-4926-bbb5-c3ee427fe0ff,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:32.853302 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 693863e3-dcb1-4d33-bd30-57945cd83f0b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:32.862121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:32.865176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:53:32.876760 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0c68226f-e876-4ed8-9ec2-f1729cc70ce7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d96c5647197c478ba7ad92c128865965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2245803 Apr 20 15:53:32.879314 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38646) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:32.907901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=20dbe093-1b3f-4694-87f6-591faa683520,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:32.940065 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bb890503-4df6-4f45-bc2d-2229f141c628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:32.941243 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:32.941809 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:32.968170 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bb890503-4df6-4f45-bc2d-2229f141c628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:32.970121 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6d217bff-2763-41e1-9c26-f6b52bfc1ced tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1195383 Apr 20 15:53:32.970726 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38650) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:33.049560 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bb890503-4df6-4f45-bc2d-2229f141c628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:33.068774 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb890503-4df6-4f45-bc2d-2229f141c628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01be0c78-6118-4bb2-a74b-6dd3368f2224,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:33.087967 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bb890503-4df6-4f45-bc2d-2229f141c628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:33.092145 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bb890503-4df6-4f45-bc2d-2229f141c628 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01be0c78-6118-4bb2-a74b-6dd3368f2224 HTTP/1.1" status: 204 len: 168 time: 0.2117586 Apr 20 15:53:33.564063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2886475e-dace-4f0c-b650-5839c893640c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:33.816466 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f65abc-254a-4281-af8c-601a38dfd8c5 None None] Network 693863e3-dcb1-4d33-bd30-57945cd83f0b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:33.913009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-37eb3e9e-42d7-4634-86e3-4bdebe597cd7 None None] Provisioning for port 46652063-8091-4926-bbb5-c3ee427fe0ff completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:34.060206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2886475e-dace-4f0c-b650-5839c893640c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:34.064836 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2886475e-dace-4f0c-b650-5839c893640c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:34.186078 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886475e-dace-4f0c-b650-5839c893640c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=20dbe093-1b3f-4694-87f6-591faa683520,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:34.302050 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3df406f3-b20d-4263-9edd-4ad97691994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:34.380364 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-25cca87c-a4f9-4e79-8aec-0eedb99c66b1 None None] Provisioning for port 20dbe093-1b3f-4694-87f6-591faa683520 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:34.385978 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-25cca87c-a4f9-4e79-8aec-0eedb99c66b1 None None] Provisioning complete for port 20dbe093-1b3f-4694-87f6-591faa683520 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:34.386357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-25cca87c-a4f9-4e79-8aec-0eedb99c66b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:34.434108 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2886475e-dace-4f0c-b650-5839c893640c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:34.446971 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:53:34.452887 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 46652063-8091-4926-bbb5-c3ee427fe0ff up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:34.491256 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-25cca87c-a4f9-4e79-8aec-0eedb99c66b1 None None] Port 20dbe093-1b3f-4694-87f6-591faa683520 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:34.528313 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 46652063-8091-4926-bbb5-c3ee427fe0ff completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:34.535204 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 46652063-8091-4926-bbb5-c3ee427fe0ff triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:34.535577 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:34.552624 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2886475e-dace-4f0c-b650-5839c893640c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:34.652211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ee642150-44e3-46fb-a8bf-39e6fd5fbce3 None None] Provisioning complete for port 20dbe093-1b3f-4694-87f6-591faa683520 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:34.652668 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ee642150-44e3-46fb-a8bf-39e6fd5fbce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:34.700718 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:34.738254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ee642150-44e3-46fb-a8bf-39e6fd5fbce3 None None] Port 20dbe093-1b3f-4694-87f6-591faa683520 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:34.749863 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 46652063-8091-4926-bbb5-c3ee427fe0ff, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=46652063-8091-4926-bbb5-c3ee427fe0ff,segment=NetworkSegment(2de82d64-9091-4c9b-a380-95969803952b),segment_id=2de82d64-9091-4c9b-a380-95969803952b)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:34.754353 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:34.820765 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=46652063-8091-4926-bbb5-c3ee427fe0ff,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:34.858493 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c8af3ac2-7256-40ae-80f5-1e9b3734ee27 None None] Provisioning complete for port 20dbe093-1b3f-4694-87f6-591faa683520 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:34.858862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c8af3ac2-7256-40ae-80f5-1e9b3734ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:34.913299 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c8af3ac2-7256-40ae-80f5-1e9b3734ee27 None None] Port 20dbe093-1b3f-4694-87f6-591faa683520 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:34.945290 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2886475e-dace-4f0c-b650-5839c893640c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:34.949922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2886475e-dace-4f0c-b650-5839c893640c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:35.063240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2886475e-dace-4f0c-b650-5839c893640c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:35.066858 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886475e-dace-4f0c-b650-5839c893640c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=20dbe093-1b3f-4694-87f6-591faa683520,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:35.200248 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2886475e-dace-4f0c-b650-5839c893640c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 693863e3-dcb1-4d33-bd30-57945cd83f0b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:35.201342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-2886475e-dace-4f0c-b650-5839c893640c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:35.398173 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2886475e-dace-4f0c-b650-5839c893640c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Router 5f9ef2bf-4f19-4a75-8915-0b24d930201d is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:53:35.435193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-95d20a95-21ad-490d-b026-13140eed9c17 None None] Provisioning complete for port 20dbe093-1b3f-4694-87f6-591faa683520 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:35.435684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-95d20a95-21ad-490d-b026-13140eed9c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:35.491690 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-95d20a95-21ad-490d-b026-13140eed9c17 None None] Port 20dbe093-1b3f-4694-87f6-591faa683520 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:35.661899 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:35.677795 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2886475e-dace-4f0c-b650-5839c893640c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:53:35.682452 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2886475e-dace-4f0c-b650-5839c893640c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "PUT /v2.0/routers/5f9ef2bf-4f19-4a75-8915-0b24d930201d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7107904 Apr 20 15:53:35.685309 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38660) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:35.687078 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1359e87-281e-400f-b8c5-12b851bb8e46 None None] Sync routers for ids ['5f9ef2bf-4f19-4a75-8915-0b24d930201d'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:53:35.696720 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1359e87-281e-400f-b8c5-12b851bb8e46 None None] Routers {'5f9ef2bf-4f19-4a75-8915-0b24d930201d'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:35.697407 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-c1359e87-281e-400f-b8c5-12b851bb8e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['5f9ef2bf-4f19-4a75-8915-0b24d930201d'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:35.712940 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:35.758254 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-c1359e87-281e-400f-b8c5-12b851bb8e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:35.765141 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504fef71-e601-4333-b1f4-0705fbc99782 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:35.765859 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-504fef71-e601-4333-b1f4-0705fbc99782 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:35.766651 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1359e87-281e-400f-b8c5-12b851bb8e46 None None] Routers {'5f9ef2bf-4f19-4a75-8915-0b24d930201d'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:35.767232 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-c1359e87-281e-400f-b8c5-12b851bb8e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['5f9ef2bf-4f19-4a75-8915-0b24d930201d'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:35.782183 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-504fef71-e601-4333-b1f4-0705fbc99782 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:35.783478 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-504fef71-e601-4333-b1f4-0705fbc99782 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9ef2bf-4f19-4a75-8915-0b24d930201d HTTP/1.1" status: 200 len: 982 time: 0.0972550 Apr 20 15:53:35.787149 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38664) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:35.828095 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-c1359e87-281e-400f-b8c5-12b851bb8e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:35.828484 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1359e87-281e-400f-b8c5-12b851bb8e46 None None] The sync data for ids ['5f9ef2bf-4f19-4a75-8915-0b24d930201d'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:53:36.268168 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-431e1546-2a67-4aaf-b863-c9cb4f167365 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:36.376115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 46652063-8091-4926-bbb5-c3ee427fe0ff up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:36.446686 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 46652063-8091-4926-bbb5-c3ee427fe0ff triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:36.447110 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:36.542561 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-431e1546-2a67-4aaf-b863-c9cb4f167365 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port 20dbe093-1b3f-4694-87f6-591faa683520 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:36.542892 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-431e1546-2a67-4aaf-b863-c9cb4f167365 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:36.721015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-431e1546-2a67-4aaf-b863-c9cb4f167365 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:36.941576 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-431e1546-2a67-4aaf-b863-c9cb4f167365 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for 20dbe093-1b3f-4694-87f6-591faa683520 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:37.014297 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:37.111964 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-431e1546-2a67-4aaf-b863-c9cb4f167365 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:37.162376 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e1546-2a67-4aaf-b863-c9cb4f167365 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=20dbe093-1b3f-4694-87f6-591faa683520,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:37.389762 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-431e1546-2a67-4aaf-b863-c9cb4f167365 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:37.649536 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431e1546-2a67-4aaf-b863-c9cb4f167365 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Router 5f9ef2bf-4f19-4a75-8915-0b24d930201d has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:53:37.777794 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431e1546-2a67-4aaf-b863-c9cb4f167365 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:53:37.787028 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcf1cff-df94-4d7e-8ee5-104451ff08f7 None None] Sync routers for ids ['5f9ef2bf-4f19-4a75-8915-0b24d930201d'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:53:37.795239 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-431e1546-2a67-4aaf-b863-c9cb4f167365 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "PUT /v2.0/routers/5f9ef2bf-4f19-4a75-8915-0b24d930201d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0069947 Apr 20 15:53:37.796444 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf1cff-df94-4d7e-8ee5-104451ff08f7 None None] Routers {'5f9ef2bf-4f19-4a75-8915-0b24d930201d'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:37.797051 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1fcf1cff-df94-4d7e-8ee5-104451ff08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['5f9ef2bf-4f19-4a75-8915-0b24d930201d'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:37.797919 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38670) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:37.839293 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0902c0c-a0da-433a-938c-61bc27310974 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] GET failed (client error): The resource could not be found. Apr 20 15:53:37.839833 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b0902c0c-a0da-433a-938c-61bc27310974 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:37.855796 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b0902c0c-a0da-433a-938c-61bc27310974 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:37.856528 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1fcf1cff-df94-4d7e-8ee5-104451ff08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:37.856928 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b0902c0c-a0da-433a-938c-61bc27310974 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports/20dbe093-1b3f-4694-87f6-591faa683520 HTTP/1.1" status: 404 len: 333 time: 0.0580127 Apr 20 15:53:37.859741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38674) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:37.865682 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf1cff-df94-4d7e-8ee5-104451ff08f7 None None] Routers {'5f9ef2bf-4f19-4a75-8915-0b24d930201d'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:37.866284 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1fcf1cff-df94-4d7e-8ee5-104451ff08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['5f9ef2bf-4f19-4a75-8915-0b24d930201d'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:37.927542 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1fcf1cff-df94-4d7e-8ee5-104451ff08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:37.927884 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcf1cff-df94-4d7e-8ee5-104451ff08f7 None None] The sync data for ids ['5f9ef2bf-4f19-4a75-8915-0b24d930201d'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:53:37.989226 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-00825f88-1369-4e51-85ea-85f930948fc0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:38.378492 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-00825f88-1369-4e51-85ea-85f930948fc0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:38.380636 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-00825f88-1369-4e51-85ea-85f930948fc0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:38.403307 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-00825f88-1369-4e51-85ea-85f930948fc0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:38.403896 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00825f88-1369-4e51-85ea-85f930948fc0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Fanout notify agent at l3_agent the message router_deleted on router 5f9ef2bf-4f19-4a75-8915-0b24d930201d {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:53:38.414794 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-00825f88-1369-4e51-85ea-85f930948fc0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:38.415894 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-00825f88-1369-4e51-85ea-85f930948fc0 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/routers/5f9ef2bf-4f19-4a75-8915-0b24d930201d HTTP/1.1" status: 204 len: 168 time: 0.5551386 Apr 20 15:53:38.418524 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38678) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:38.483086 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-21307f8b-1909-45ef-bd4c-667ad16d0236 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting subnet ee00b953-f5bd-49f0-bb1a-7e600c5a0fd4 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:53:38.485846 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-21307f8b-1909-45ef-bd4c-667ad16d0236 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:38.540259 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-21307f8b-1909-45ef-bd4c-667ad16d0236 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:38.619295 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-21307f8b-1909-45ef-bd4c-667ad16d0236 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:38.688233 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-21307f8b-1909-45ef-bd4c-667ad16d0236 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:38.729434 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21307f8b-1909-45ef-bd4c-667ad16d0236 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Subnet': ['ID=ee00b953-f5bd-49f0-bb1a-7e600c5a0fd4,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:38.732958 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-21307f8b-1909-45ef-bd4c-667ad16d0236 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:38.738813 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6d8dd9-3cc6-4367-ac0d-ab9c55604d76 None None] Network 693863e3-dcb1-4d33-bd30-57945cd83f0b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:38.739179 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-21307f8b-1909-45ef-bd4c-667ad16d0236 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/ee00b953-f5bd-49f0-bb1a-7e600c5a0fd4 HTTP/1.1" status: 204 len: 168 time: 0.3197386 Apr 20 15:53:38.741830 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38684) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:38.856605 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:38.867659 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port 46652063-8091-4926-bbb5-c3ee427fe0ff {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:38.868049 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:39.007592 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b6eb5e-7fb8-4697-af6f-76bfc25331cd None None] DHCP port deletion for 693863e3-dcb1-4d33-bd30-57945cd83f0b request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:53:39.012025 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-30b6eb5e-7fb8-4697-af6f-76bfc25331cd None None] Deleting port 46652063-8091-4926-bbb5-c3ee427fe0ff {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:39.012504 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-30b6eb5e-7fb8-4697-af6f-76bfc25331cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:39.066898 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] For port 46652063-8091-4926-bbb5-c3ee427fe0ff, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=46652063-8091-4926-bbb5-c3ee427fe0ff,segment=NetworkSegment(2de82d64-9091-4c9b-a380-95969803952b),segment_id=2de82d64-9091-4c9b-a380-95969803952b)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:39.067494 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:39.189819 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for 46652063-8091-4926-bbb5-c3ee427fe0ff owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:39.210992 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-30b6eb5e-7fb8-4697-af6f-76bfc25331cd None None] For port 46652063-8091-4926-bbb5-c3ee427fe0ff, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=46652063-8091-4926-bbb5-c3ee427fe0ff,segment=NetworkSegment(2de82d64-9091-4c9b-a380-95969803952b),segment_id=2de82d64-9091-4c9b-a380-95969803952b)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:39.211377 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-30b6eb5e-7fb8-4697-af6f-76bfc25331cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:39.264543 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:39.310695 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=46652063-8091-4926-bbb5-c3ee427fe0ff,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:39.314144 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No DVR routers for this DVR port 46652063-8091-4926-bbb5-c3ee427fe0ff on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:53:39.340227 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-30b6eb5e-7fb8-4697-af6f-76bfc25331cd None None] Calling delete_port for 46652063-8091-4926-bbb5-c3ee427fe0ff owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:39.412387 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-30b6eb5e-7fb8-4697-af6f-76bfc25331cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:53:39.412735 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-30b6eb5e-7fb8-4697-af6f-76bfc25331cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:53:39.435127 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:39.555005 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693863e3-dcb1-4d33-bd30-57945cd83f0b']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:39.568688 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de82d64-9091-4c9b-a380-95969803952b') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:39.568990 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de82d64-9091-4c9b-a380-95969803952b') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:39.580366 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:39.597591 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:39.604397 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:53:39.604896 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:53:39.620068 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:53:39.698456 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:39.715787 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:39.729686 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Network': ['ID=693863e3-dcb1-4d33-bd30-57945cd83f0b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:39.737493 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f454c2a0-0ce7-497e-9178-857dc0f8ac55 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/networks/693863e3-dcb1-4d33-bd30-57945cd83f0b HTTP/1.1" status: 204 len: 168 time: 0.9946945 Apr 20 15:53:39.741088 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38688) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:39.809885 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57298097-1781-4e17-bfc4-196edd71d917 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:39.810373 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-57298097-1781-4e17-bfc4-196edd71d917 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:39.825744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-57298097-1781-4e17-bfc4-196edd71d917 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:39.826888 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-57298097-1781-4e17-bfc4-196edd71d917 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports/81bc8f32-29b1-43be-be3d-1a8f9e28f6dd HTTP/1.1" status: 200 len: 840 time: 0.0848658 Apr 20 15:53:39.830439 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38692) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:39.899906 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-364b3720-40cd-43b5-b63e-1c65a3b0dbcd tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports/81bc8f32-29b1-43be-be3d-1a8f9e28f6dd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0678155 Apr 20 15:53:39.903225 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38696) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:39.908510 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-239a6e88-a3b2-4308-9286-71fe20fd2093 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'subnet': {'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:39.914400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-30b6eb5e-7fb8-4697-af6f-76bfc25331cd None None] Deleting port 46652063-8091-4926-bbb5-c3ee427fe0ff {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:39.914799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-30b6eb5e-7fb8-4697-af6f-76bfc25331cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:39.989178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-30b6eb5e-7fb8-4697-af6f-76bfc25331cd None None] The port '46652063-8091-4926-bbb5-c3ee427fe0ff' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:53:40.021762 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-239a6e88-a3b2-4308-9286-71fe20fd2093 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:40.025486 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-239a6e88-a3b2-4308-9286-71fe20fd2093 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:subnet and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:40.028223 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-239a6e88-a3b2-4308-9286-71fe20fd2093 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:40.033849 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-239a6e88-a3b2-4308-9286-71fe20fd2093 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:40.043247 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239a6e88-a3b2-4308-9286-71fe20fd2093 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:40.046721 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-239a6e88-a3b2-4308-9286-71fe20fd2093 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:40.258017 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-239a6e88-a3b2-4308-9286-71fe20fd2093 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:40.314107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239a6e88-a3b2-4308-9286-71fe20fd2093 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:40.317831 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-239a6e88-a3b2-4308-9286-71fe20fd2093 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:40.322011 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239a6e88-a3b2-4308-9286-71fe20fd2093 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:40.322585 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-239a6e88-a3b2-4308-9286-71fe20fd2093 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:40.331714 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ae7d23-f131-4cd3-ab77-2b30964aaefe None None] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:40.343936 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a6e88-a3b2-4308-9286-71fe20fd2093 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Subnet': ['ID=83e43200-0a8f-4b19-b4ba-0382d1664bdd,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:40.357060 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-239a6e88-a3b2-4308-9286-71fe20fd2093 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4501185 Apr 20 15:53:40.357553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38700) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:40.364040 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-468e580d-5613-41e4-8194-aa606d7d9bb4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'security_group': {'name': 'tempest-secgroup-1147691942'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:40.370215 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-468e580d-5613-41e4-8194-aa606d7d9bb4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:40.374144 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-468e580d-5613-41e4-8194-aa606d7d9bb4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:security_group and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:40.377123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-468e580d-5613-41e4-8194-aa606d7d9bb4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:40.385054 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-468e580d-5613-41e4-8194-aa606d7d9bb4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:40.394699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 46652063-8091-4926-bbb5-c3ee427fe0ff no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:53:40.395971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468e580d-5613-41e4-8194-aa606d7d9bb4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:40.415234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-468e580d-5613-41e4-8194-aa606d7d9bb4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:40.419067 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-468e580d-5613-41e4-8194-aa606d7d9bb4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:security_group_rule and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:40.421883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-468e580d-5613-41e4-8194-aa606d7d9bb4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:40.428066 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-468e580d-5613-41e4-8194-aa606d7d9bb4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:40.434161 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 46652063-8091-4926-bbb5-c3ee427fe0ff {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:53:40.434508 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 46652063-8091-4926-bbb5-c3ee427fe0ff not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:53:40.501732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468e580d-5613-41e4-8194-aa606d7d9bb4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:40.506172 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468e580d-5613-41e4-8194-aa606d7d9bb4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:40.546796 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e580d-5613-41e4-8194-aa606d7d9bb4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3febb5-984a-426e-a2fe-352a117f01a5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:40.550773 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-468e580d-5613-41e4-8194-aa606d7d9bb4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:40.554477 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-468e580d-5613-41e4-8194-aa606d7d9bb4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1934400 Apr 20 15:53:40.554838 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38704) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:40.560256 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-efe18b25-c483-4f19-a6e6-a4c39ceff616 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'security_group': {'name': 'tempest-secgroup-1651757009'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:40.566779 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-efe18b25-c483-4f19-a6e6-a4c39ceff616 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:40.570843 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-efe18b25-c483-4f19-a6e6-a4c39ceff616 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:security_group and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:40.573799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-efe18b25-c483-4f19-a6e6-a4c39ceff616 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:40.579576 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-efe18b25-c483-4f19-a6e6-a4c39ceff616 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:40.589160 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-efe18b25-c483-4f19-a6e6-a4c39ceff616 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:40.608955 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-efe18b25-c483-4f19-a6e6-a4c39ceff616 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:40.613152 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-71a315ee-bf47-41b0-93ef-ea5f974821d9', 'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9', 'tenant_id': '653471fff79448cd870e3b3c6f5c2cb1', 'fixed_ips': [{'subnet_id': '83e43200-0a8f-4b19-b4ba-0382d1664bdd'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:53:40.613974 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:40.614465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-efe18b25-c483-4f19-a6e6-a4c39ceff616 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:security_group_rule and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:40.617356 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-efe18b25-c483-4f19-a6e6-a4c39ceff616 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:40.623080 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-efe18b25-c483-4f19-a6e6-a4c39ceff616 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:40.693283 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-efe18b25-c483-4f19-a6e6-a4c39ceff616 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:40.697005 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-efe18b25-c483-4f19-a6e6-a4c39ceff616 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:40.739361 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe18b25-c483-4f19-a6e6-a4c39ceff616 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37139eda-b8d1-4cf7-800c-dc138e8bb4f6,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:40.742681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-efe18b25-c483-4f19-a6e6-a4c39ceff616 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:40.746798 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-efe18b25-c483-4f19-a6e6-a4c39ceff616 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1881888 Apr 20 15:53:40.747710 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38708) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:40.752722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-cc8815c0-695c-49c5-81c2-dc42e2f4d2ea tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1223757992', 'security_groups': ['37139eda-b8d1-4cf7-800c-dc138e8bb4f6'], 'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '83e43200-0a8f-4b19-b4ba-0382d1664bdd'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:40.769138 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Allocated IP 172.20.0.2 (71a315ee-bf47-41b0-93ef-ea5f974821d9/83e43200-0a8f-4b19-b4ba-0382d1664bdd/ff0887a7-fa7a-4421-93e2-7fe0f361089e) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:40.886938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-cc8815c0-695c-49c5-81c2-dc42e2f4d2ea tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:40.897031 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-cc8815c0-695c-49c5-81c2-dc42e2f4d2ea tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:40.906608 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8815c0-695c-49c5-81c2-dc42e2f4d2ea tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:40.970550 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:40.980811 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Transition to ACTIVE for port object ff0887a7-fa7a-4421-93e2-7fe0f361089e will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:40.999309 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Transition to ACTIVE for port object ff0887a7-fa7a-4421-93e2-7fe0f361089e will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:41.005476 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:41.028961 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc8815c0-695c-49c5-81c2-dc42e2f4d2ea tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:41.048934 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-cc8815c0-695c-49c5-81c2-dc42e2f4d2ea tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] device_id is not set on port 5d018b22-6971-4340-ba93-7a441f4ac26f yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:53:41.063759 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:41.071331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:41.074215 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:53:41.114950 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Pushing event updated for resources: {'Port': ['ID=ff0887a7-fa7a-4421-93e2-7fe0f361089e,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:41.132831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38714) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:41.170923 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Attempting to bind port ff0887a7-fa7a-4421-93e2-7fe0f361089e on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:53:41.171292 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Attempting to bind port ff0887a7-fa7a-4421-93e2-7fe0f361089e by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'a8f4bbc5-015e-426a-b72f-6396e4187243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:53:41.171648 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Attempting to bind port ff0887a7-fa7a-4421-93e2-7fe0f361089e on network 71a315ee-bf47-41b0-93ef-ea5f974821d9 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:53:41.177491 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:53:41.177866 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Checking segment: {'id': 'a8f4bbc5-015e-426a-b72f-6396e4187243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:53:41.178267 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:41.178659 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Bound using segment: {'id': 'a8f4bbc5-015e-426a-b72f-6396e4187243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:53:41.179112 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Bound port: ff0887a7-fa7a-4421-93e2-7fe0f361089e, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f4bbc5-015e-426a-b72f-6396e4187243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:53:41.179484 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:41.267651 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-cc8815c0-695c-49c5-81c2-dc42e2f4d2ea tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Allocated IP 172.20.0.7 (71a315ee-bf47-41b0-93ef-ea5f974821d9/83e43200-0a8f-4b19-b4ba-0382d1664bdd/5d018b22-6971-4340-ba93-7a441f4ac26f) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:41.310573 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] For port ff0887a7-fa7a-4421-93e2-7fe0f361089e, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:53:41.313595 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] For port ff0887a7-fa7a-4421-93e2-7fe0f361089e, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ff0887a7-fa7a-4421-93e2-7fe0f361089e,segment=NetworkSegment(a8f4bbc5-015e-426a-b72f-6396e4187243),segment_id=a8f4bbc5-015e-426a-b72f-6396e4187243)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:53:41.319077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:41.403456 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5f5d8-5f16-4ada-bd40-865c95510914 None None] Pushing event updated for resources: {'Port': ['ID=ff0887a7-fa7a-4421-93e2-7fe0f361089e,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:41.469894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc8815c0-695c-49c5-81c2-dc42e2f4d2ea tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:41.488648 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-cc8815c0-695c-49c5-81c2-dc42e2f4d2ea tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Transition to ACTIVE for port object 5d018b22-6971-4340-ba93-7a441f4ac26f will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:41.513373 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc8815c0-695c-49c5-81c2-dc42e2f4d2ea tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:41.597596 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8815c0-695c-49c5-81c2-dc42e2f4d2ea tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:41.600825 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-cc8815c0-695c-49c5-81c2-dc42e2f4d2ea tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:41.610031 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8815c0-695c-49c5-81c2-dc42e2f4d2ea tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:53:41.646234 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8815c0-695c-49c5-81c2-dc42e2f4d2ea tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=5d018b22-6971-4340-ba93-7a441f4ac26f,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:41.683305 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8815c0-695c-49c5-81c2-dc42e2f4d2ea tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:41.683963 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc8815c0-695c-49c5-81c2-dc42e2f4d2ea tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:41.710237 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cc8815c0-695c-49c5-81c2-dc42e2f4d2ea tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9621217 Apr 20 15:53:41.712985 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38718) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:41.718722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-336e4efc-c5b2-4a28-966b-6b6a8f3b240d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'subnet': {'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:41.779261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e053a0f8-88f5-4c12-9776-e4a269860003 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:41.952435 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-336e4efc-c5b2-4a28-966b-6b6a8f3b240d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:41.956771 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-336e4efc-c5b2-4a28-966b-6b6a8f3b240d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:subnet and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:41.959542 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-336e4efc-c5b2-4a28-966b-6b6a8f3b240d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:41.965153 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-336e4efc-c5b2-4a28-966b-6b6a8f3b240d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:41.975753 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336e4efc-c5b2-4a28-966b-6b6a8f3b240d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:41.979580 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-336e4efc-c5b2-4a28-966b-6b6a8f3b240d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:42.111890 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.ipam_backend_mixin [None req-336e4efc-c5b2-4a28-966b-6b6a8f3b240d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 83e43200-0a8f-4b19-b4ba-0382d1664bdd (CIDR: 172.20.0.0/28) Apr 20 15:53:42.116232 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-336e4efc-c5b2-4a28-966b-6b6a8f3b240d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:53:42.116724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336e4efc-c5b2-4a28-966b-6b6a8f3b240d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:42.137999 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-336e4efc-c5b2-4a28-966b-6b6a8f3b240d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4239583 Apr 20 15:53:42.138593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38722) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:42.144091 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-56d0a546-feae-44d4-b8df-abced3434080 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'subnet': {'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:42.184216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e053a0f8-88f5-4c12-9776-e4a269860003 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port ccf422d5-3a75-4fba-a858-bae336d20c59 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:42.184561 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e053a0f8-88f5-4c12-9776-e4a269860003 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:42.288049 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-56d0a546-feae-44d4-b8df-abced3434080 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:42.292393 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-56d0a546-feae-44d4-b8df-abced3434080 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:subnet and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:42.295798 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-56d0a546-feae-44d4-b8df-abced3434080 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:42.303159 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-56d0a546-feae-44d4-b8df-abced3434080 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:42.317297 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d0a546-feae-44d4-b8df-abced3434080 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:42.322058 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-56d0a546-feae-44d4-b8df-abced3434080 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:42.435269 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ff0887a7-fa7a-4421-93e2-7fe0f361089e up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:42.513562 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fe343b92-cbda-4c6a-b897-43282bcaea25 None None] Provisioning complete for port 81bc8f32-29b1-43be-be3d-1a8f9e28f6dd triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:42.513967 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fe343b92-cbda-4c6a-b897-43282bcaea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:42.535998 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e053a0f8-88f5-4c12-9776-e4a269860003 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port ccf422d5-3a75-4fba-a858-bae336d20c59, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ccf422d5-3a75-4fba-a858-bae336d20c59,segment=NetworkSegment(888ceb2e-16bd-4300-a3c3-3555505836c1),segment_id=888ceb2e-16bd-4300-a3c3-3555505836c1)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:42.536636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e053a0f8-88f5-4c12-9776-e4a269860003 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:42.570511 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-fe343b92-cbda-4c6a-b897-43282bcaea25 None None] Port 81bc8f32-29b1-43be-be3d-1a8f9e28f6dd cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:42.589207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port ff0887a7-fa7a-4421-93e2-7fe0f361089e completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:42.593502 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fe343b92-cbda-4c6a-b897-43282bcaea25 None None] Provisioning for port ff0887a7-fa7a-4421-93e2-7fe0f361089e completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:42.599892 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fe343b92-cbda-4c6a-b897-43282bcaea25 None None] Provisioning complete for port ff0887a7-fa7a-4421-93e2-7fe0f361089e triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:42.600267 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fe343b92-cbda-4c6a-b897-43282bcaea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:42.630471 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port ff0887a7-fa7a-4421-93e2-7fe0f361089e triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:42.631040 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:42.658435 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-56d0a546-feae-44d4-b8df-abced3434080 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:42.684004 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e053a0f8-88f5-4c12-9776-e4a269860003 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for ccf422d5-3a75-4fba-a858-bae336d20c59 owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:42.720648 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d0a546-feae-44d4-b8df-abced3434080 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:42.724333 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-56d0a546-feae-44d4-b8df-abced3434080 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:42.727995 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d0a546-feae-44d4-b8df-abced3434080 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:42.728571 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-56d0a546-feae-44d4-b8df-abced3434080 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:42.752478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ad9043-8f61-4c39-9ad1-32470ae8221f None None] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:42.754416 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0a546-feae-44d4-b8df-abced3434080 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Subnet': ['ID=67076e29-a5a5-4cf4-9f03-60cdd51270de,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:42.764434 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38726) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:42.764781 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-56d0a546-feae-44d4-b8df-abced3434080 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6246245 Apr 20 15:53:42.772797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ceeba058-04f5-4676-83a5-0a0648d4d696 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-386384528', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '67076e29-a5a5-4cf4-9f03-60cdd51270de'}], 'security_groups': ['dd3febb5-984a-426e-a2fe-352a117f01a5']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:42.901372 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fe343b92-cbda-4c6a-b897-43282bcaea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:42.915937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:43.014443 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-fe343b92-cbda-4c6a-b897-43282bcaea25 None None] For port ff0887a7-fa7a-4421-93e2-7fe0f361089e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ff0887a7-fa7a-4421-93e2-7fe0f361089e,segment=NetworkSegment(a8f4bbc5-015e-426a-b72f-6396e4187243),segment_id=a8f4bbc5-015e-426a-b72f-6396e4187243)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:43.053460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fe343b92-cbda-4c6a-b897-43282bcaea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:43.169849 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ceeba058-04f5-4676-83a5-0a0648d4d696 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:43.180295 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:53:43.180575 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:53:43.183212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e053a0f8-88f5-4c12-9776-e4a269860003 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:43.207372 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe343b92-cbda-4c6a-b897-43282bcaea25 None None] Pushing event updated for resources: {'Port': ['ID=ff0887a7-fa7a-4421-93e2-7fe0f361089e,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:43.211252 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-eb73e804-aa1c-45c6-8032-c5fec6d1c505 None None] Provisioning for port 5d018b22-6971-4340-ba93-7a441f4ac26f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:43.217032 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-eb73e804-aa1c-45c6-8032-c5fec6d1c505 None None] Provisioning complete for port 5d018b22-6971-4340-ba93-7a441f4ac26f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:43.217400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-eb73e804-aa1c-45c6-8032-c5fec6d1c505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:43.267617 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053a0f8-88f5-4c12-9776-e4a269860003 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=ccf422d5-3a75-4fba-a858-bae336d20c59,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:43.281954 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-eb73e804-aa1c-45c6-8032-c5fec6d1c505 None None] Port 5d018b22-6971-4340-ba93-7a441f4ac26f cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:43.391641 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb382a0-ff5c-496a-95db-176d8e1db9ae None None] Update dhcp port {'port': {'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9', 'fixed_ips': [{'subnet_id': '83e43200-0a8f-4b19-b4ba-0382d1664bdd', 'ip_address': '172.20.0.2'}, {'subnet_id': '67076e29-a5a5-4cf4-9f03-60cdd51270de'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': 'ff0887a7-fa7a-4421-93e2-7fe0f361089e'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:53:43.447308 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9eb382a0-ff5c-496a-95db-176d8e1db9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:43.646717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-9eb382a0-ff5c-496a-95db-176d8e1db9ae None None] Allocated IP 172.20.0.18 (71a315ee-bf47-41b0-93ef-ea5f974821d9/67076e29-a5a5-4cf4-9f03-60cdd51270de/ff0887a7-fa7a-4421-93e2-7fe0f361089e) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:43.727044 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e053a0f8-88f5-4c12-9776-e4a269860003 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:43.828435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-9eb382a0-ff5c-496a-95db-176d8e1db9ae None None] For port ff0887a7-fa7a-4421-93e2-7fe0f361089e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ff0887a7-fa7a-4421-93e2-7fe0f361089e,segment=NetworkSegment(a8f4bbc5-015e-426a-b72f-6396e4187243),segment_id=a8f4bbc5-015e-426a-b72f-6396e4187243)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:43.855248 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9eb382a0-ff5c-496a-95db-176d8e1db9ae None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:43.872677 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9eb382a0-ff5c-496a-95db-176d8e1db9ae None None] Transition to ACTIVE for port object ff0887a7-fa7a-4421-93e2-7fe0f361089e will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:43.876618 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9eb382a0-ff5c-496a-95db-176d8e1db9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:44.057253 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb382a0-ff5c-496a-95db-176d8e1db9ae None None] Pushing event updated for resources: {'Port': ['ID=ff0887a7-fa7a-4421-93e2-7fe0f361089e,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:44.297319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-ceeba058-04f5-4676-83a5-0a0648d4d696 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Delete allocated IP 172.20.0.7 (71a315ee-bf47-41b0-93ef-ea5f974821d9/83e43200-0a8f-4b19-b4ba-0382d1664bdd) {{(pid=88168) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 15:53:44.312624 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-ceeba058-04f5-4676-83a5-0a0648d4d696 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Allocated IP 172.20.0.25 (71a315ee-bf47-41b0-93ef-ea5f974821d9/67076e29-a5a5-4cf4-9f03-60cdd51270de/5d018b22-6971-4340-ba93-7a441f4ac26f) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:44.369255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e053a0f8-88f5-4c12-9776-e4a269860003 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 54febf78-2900-4e40-9229-e2ba44488423 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:53:44.457088 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ff0887a7-fa7a-4421-93e2-7fe0f361089e up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:44.620252 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-afc613ee-1ebb-429e-8cc4-832604fb4a35 None None] Provisioning complete for port 5d018b22-6971-4340-ba93-7a441f4ac26f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:44.620535 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-afc613ee-1ebb-429e-8cc4-832604fb4a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:44.675109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-afc613ee-1ebb-429e-8cc4-832604fb4a35 None None] Port 5d018b22-6971-4340-ba93-7a441f4ac26f cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:44.680508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e053a0f8-88f5-4c12-9776-e4a269860003 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:53:44.686817 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-afc613ee-1ebb-429e-8cc4-832604fb4a35 None None] Provisioning complete for port 81bc8f32-29b1-43be-be3d-1a8f9e28f6dd triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:44.687106 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-afc613ee-1ebb-429e-8cc4-832604fb4a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:44.690749 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1af407-0512-4e2b-8da7-b83f200c3c23 None None] Sync routers for ids ['54febf78-2900-4e40-9229-e2ba44488423'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:53:44.701059 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1af407-0512-4e2b-8da7-b83f200c3c23 None None] Routers {'54febf78-2900-4e40-9229-e2ba44488423'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:44.701684 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-5f1af407-0512-4e2b-8da7-b83f200c3c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['54febf78-2900-4e40-9229-e2ba44488423'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:44.704613 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e053a0f8-88f5-4c12-9776-e4a269860003 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/54febf78-2900-4e40-9229-e2ba44488423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5704694 Apr 20 15:53:44.712335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ceeba058-04f5-4676-83a5-0a0648d4d696 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:44.731508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ceeba058-04f5-4676-83a5-0a0648d4d696 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Transition to ACTIVE for port object 5d018b22-6971-4340-ba93-7a441f4ac26f will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:44.736554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ceeba058-04f5-4676-83a5-0a0648d4d696 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:44.743738 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-afc613ee-1ebb-429e-8cc4-832604fb4a35 None None] Port 81bc8f32-29b1-43be-be3d-1a8f9e28f6dd cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:44.754727 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-afc613ee-1ebb-429e-8cc4-832604fb4a35 None None] Provisioning for port ff0887a7-fa7a-4421-93e2-7fe0f361089e completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:44.759793 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-afc613ee-1ebb-429e-8cc4-832604fb4a35 None None] Provisioning complete for port ff0887a7-fa7a-4421-93e2-7fe0f361089e triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:44.760226 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-afc613ee-1ebb-429e-8cc4-832604fb4a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:44.891887 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeba058-04f5-4676-83a5-0a0648d4d696 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=5d018b22-6971-4340-ba93-7a441f4ac26f,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:44.898268 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-5f1af407-0512-4e2b-8da7-b83f200c3c23 None None] Set router 54febf78-2900-4e40-9229-e2ba44488423 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:44.905457 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:44.921326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ceeba058-04f5-4676-83a5-0a0648d4d696 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] In _notify_port_updated(), no bound segment for port 5d018b22-6971-4340-ba93-7a441f4ac26f on network 71a315ee-bf47-41b0-93ef-ea5f974821d9 {{(pid=88168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:53:44.927708 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeba058-04f5-4676-83a5-0a0648d4d696 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:44.928503 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ceeba058-04f5-4676-83a5-0a0648d4d696 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:44.929932 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ceeba058-04f5-4676-83a5-0a0648d4d696 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "PUT /v2.0/ports/5d018b22-6971-4340-ba93-7a441f4ac26f HTTP/1.1" status: 200 len: 920 time: 2.1644912 Apr 20 15:53:44.933701 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38732) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:45.019457 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-c4fcf064-5db1-4acb-a4f3-e06702146432 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port 5d018b22-6971-4340-ba93-7a441f4ac26f {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:45.020434 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c4fcf064-5db1-4acb-a4f3-e06702146432 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:45.181190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbdfa6-916a-4c9f-8763-cb9378a7871c req-47a8a69c-d083-402f-8e43-9e41a0936f27 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:45.183543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-90bbdfa6-916a-4c9f-8763-cb9378a7871c req-47a8a69c-d083-402f-8e43-9e41a0936f27 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:45.202229 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-90bbdfa6-916a-4c9f-8763-cb9378a7871c req-47a8a69c-d083-402f-8e43-9e41a0936f27 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:45.203901 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-90bbdfa6-916a-4c9f-8763-cb9378a7871c req-47a8a69c-d083-402f-8e43-9e41a0936f27 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 946 time: 0.1294942 Apr 20 15:53:45.268493 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-90bbdfa6-916a-4c9f-8763-cb9378a7871c req-3791aafc-d4fc-49dc-88ee-8236b539a3b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580747 Apr 20 15:53:45.289039 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-5f1af407-0512-4e2b-8da7-b83f200c3c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:53:43Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'eb8e4fff-db54-454d-87ce-a9d6a0f3fb57', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '54febf78-2900-4e40-9229-e2ba44488423', 'port_id': '98492bcc-e282-4159-bf56-0353abec7591', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'mac_address': 'fa:16:3e:8f:b6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:51:31Z', 'updated_at': '2022-04-20T15:51:35Z', 'revision_number': 1, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c8010a-3d31-4430-9d9b-d8ac362339b8', 'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:1c:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:00Z', 'updated_at': '2022-04-20T15:51:10Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:45.293696 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1af407-0512-4e2b-8da7-b83f200c3c23 None None] Checking router: 54febf78-2900-4e40-9229-e2ba44488423 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:53:45.308047 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1af407-0512-4e2b-8da7-b83f200c3c23 None None] Routers {'54febf78-2900-4e40-9229-e2ba44488423'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:45.308692 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-5f1af407-0512-4e2b-8da7-b83f200c3c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['54febf78-2900-4e40-9229-e2ba44488423'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:45.344430 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c4fcf064-5db1-4acb-a4f3-e06702146432 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:45.456420 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-63a15918-cd54-48f8-98c2-759afacf7490 None None] Provisioning for port 5d018b22-6971-4340-ba93-7a441f4ac26f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:45.461621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-63a15918-cd54-48f8-98c2-759afacf7490 None None] Provisioning complete for port 5d018b22-6971-4340-ba93-7a441f4ac26f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:45.462231 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-63a15918-cd54-48f8-98c2-759afacf7490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:45.469955 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-c4fcf064-5db1-4acb-a4f3-e06702146432 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for 5d018b22-6971-4340-ba93-7a441f4ac26f owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:45.514895 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-5f1af407-0512-4e2b-8da7-b83f200c3c23 None None] Set router 54febf78-2900-4e40-9229-e2ba44488423 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:45.524178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-63a15918-cd54-48f8-98c2-759afacf7490 None None] Port 5d018b22-6971-4340-ba93-7a441f4ac26f cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:45.614460 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c4fcf064-5db1-4acb-a4f3-e06702146432 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:45.665360 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcf064-5db1-4acb-a4f3-e06702146432 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=5d018b22-6971-4340-ba93-7a441f4ac26f,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:45.773270 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c4fcf064-5db1-4acb-a4f3-e06702146432 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:45.786746 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38738) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:45.788165 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c4fcf064-5db1-4acb-a4f3-e06702146432 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/ports/5d018b22-6971-4340-ba93-7a441f4ac26f HTTP/1.1" status: 204 len: 168 time: 0.8514774 Apr 20 15:53:45.833304 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e50182-3803-483f-ad6e-257ff76db389 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] GET failed (client error): The resource could not be found. Apr 20 15:53:45.834921 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-00e50182-3803-483f-ad6e-257ff76db389 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports/5d018b22-6971-4340-ba93-7a441f4ac26f HTTP/1.1" status: 404 len: 333 time: 0.0462034 Apr 20 15:53:45.839918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38742) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:45.900924 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-5f1af407-0512-4e2b-8da7-b83f200c3c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:53:43Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'eb8e4fff-db54-454d-87ce-a9d6a0f3fb57', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '54febf78-2900-4e40-9229-e2ba44488423', 'port_id': '98492bcc-e282-4159-bf56-0353abec7591', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'mac_address': 'fa:16:3e:8f:b6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:51:31Z', 'updated_at': '2022-04-20T15:51:35Z', 'revision_number': 1, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c8010a-3d31-4430-9d9b-d8ac362339b8', 'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:1c:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:00Z', 'updated_at': '2022-04-20T15:51:10Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:45.904451 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c1697def-77fa-4e68-897f-a5c88009fc6f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:45.905020 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1af407-0512-4e2b-8da7-b83f200c3c23 None None] The sync data for ids ['54febf78-2900-4e40-9229-e2ba44488423'] in dv-neutron-838699-1-hyperv is: [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:53:43Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'eb8e4fff-db54-454d-87ce-a9d6a0f3fb57', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '54febf78-2900-4e40-9229-e2ba44488423', 'port_id': '98492bcc-e282-4159-bf56-0353abec7591', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'mac_address': 'fa:16:3e:8f:b6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:51:31Z', 'updated_at': '2022-04-20T15:51:35Z', 'revision_number': 1, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c8010a-3d31-4430-9d9b-d8ac362339b8', 'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:1c:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:00Z', 'updated_at': '2022-04-20T15:51:10Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:53:45.932825 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c1697def-77fa-4e68-897f-a5c88009fc6f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:45.979190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c1697def-77fa-4e68-897f-a5c88009fc6f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:45.997971 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1697def-77fa-4e68-897f-a5c88009fc6f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37139eda-b8d1-4cf7-800c-dc138e8bb4f6,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:46.002217 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c1697def-77fa-4e68-897f-a5c88009fc6f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:46.003368 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c1697def-77fa-4e68-897f-a5c88009fc6f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/security-groups/37139eda-b8d1-4cf7-800c-dc138e8bb4f6 HTTP/1.1" status: 204 len: 168 time: 0.1636190 Apr 20 15:53:46.005909 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38746) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:46.067855 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfd2c498-9499-4096-84b8-301f1a08d20a tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:46.093222 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfd2c498-9499-4096-84b8-301f1a08d20a tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:46.139236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfd2c498-9499-4096-84b8-301f1a08d20a tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:46.157275 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2c498-9499-4096-84b8-301f1a08d20a tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3febb5-984a-426e-a2fe-352a117f01a5,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:46.161450 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dfd2c498-9499-4096-84b8-301f1a08d20a tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:46.162620 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dfd2c498-9499-4096-84b8-301f1a08d20a tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/security-groups/dd3febb5-984a-426e-a2fe-352a117f01a5 HTTP/1.1" status: 204 len: 168 time: 0.1557431 Apr 20 15:53:46.165077 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38750) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:46.233048 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0646a3c6-0e3b-4e9f-bee2-be7bf704eb54 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting subnet 83e43200-0a8f-4b19-b4ba-0382d1664bdd {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:53:46.235948 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0646a3c6-0e3b-4e9f-bee2-be7bf704eb54 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:46.295266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0646a3c6-0e3b-4e9f-bee2-be7bf704eb54 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:46.341861 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ccf422d5-3a75-4fba-a858-bae336d20c59 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:53:46.388975 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0646a3c6-0e3b-4e9f-bee2-be7bf704eb54 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:46.390893 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: ccf422d5-3a75-4fba-a858-bae336d20c59 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:53:46.391252 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ccf422d5-3a75-4fba-a858-bae336d20c59 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:53:46.464432 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0646a3c6-0e3b-4e9f-bee2-be7bf704eb54 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:46.507521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646a3c6-0e3b-4e9f-bee2-be7bf704eb54 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Subnet': ['ID=83e43200-0a8f-4b19-b4ba-0382d1664bdd,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:46.511298 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0646a3c6-0e3b-4e9f-bee2-be7bf704eb54 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:46.519215 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e66e76-1d0d-4e94-b979-81411de159d7 None None] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:46.519749 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0646a3c6-0e3b-4e9f-bee2-be7bf704eb54 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/83e43200-0a8f-4b19-b4ba-0382d1664bdd HTTP/1.1" status: 204 len: 168 time: 0.3507507 Apr 20 15:53:46.523342 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38756) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:46.528919 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-603d3a14-434b-4cf6-837e-665a40e4d449 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'subnet': {'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:46.569739 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7f2c9-bbba-4c68-b712-ad4afa2c8a44 req-b8df28bb-4d4e-49b3-8a22-7a4f196e3366 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:46.571193 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7ba7f2c9-bbba-4c68-b712-ad4afa2c8a44 req-b8df28bb-4d4e-49b3-8a22-7a4f196e3366 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/ports?device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 946 time: 0.1130605 Apr 20 15:53:46.579617 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2ba1e-f8dd-4f36-ba11-5201ad3f2600 req-a8db9a05-5d73-4631-858d-0a8829856a67 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:46.581626 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06d2ba1e-f8dd-4f36-ba11-5201ad3f2600 req-a8db9a05-5d73-4631-858d-0a8829856a67 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 946 time: 0.1607776 Apr 20 15:53:46.677049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-7ba7f2c9-bbba-4c68-b712-ad4afa2c8a44 req-b527b099-9043-4c5e-9881-cbc35e31c8cd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 59c062f2-3107-4e00-ba2b-1c255d9f7fba {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:46.677430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7ba7f2c9-bbba-4c68-b712-ad4afa2c8a44 req-b527b099-9043-4c5e-9881-cbc35e31c8cd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:46.714820 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06d2ba1e-f8dd-4f36-ba11-5201ad3f2600 req-39dd8c2f-1420-4cd9-b40f-9d35044d1aaf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037335 Apr 20 15:53:46.773597 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-603d3a14-434b-4cf6-837e-665a40e4d449 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:46.777765 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-603d3a14-434b-4cf6-837e-665a40e4d449 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:subnet and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:46.780843 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-603d3a14-434b-4cf6-837e-665a40e4d449 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:46.787541 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-603d3a14-434b-4cf6-837e-665a40e4d449 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:46.797628 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603d3a14-434b-4cf6-837e-665a40e4d449 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:46.801666 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-603d3a14-434b-4cf6-837e-665a40e4d449 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.076211 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-603d3a14-434b-4cf6-837e-665a40e4d449 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.088410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-7ba7f2c9-bbba-4c68-b712-ad4afa2c8a44 req-b527b099-9043-4c5e-9881-cbc35e31c8cd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port 59c062f2-3107-4e00-ba2b-1c255d9f7fba, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=59c062f2-3107-4e00-ba2b-1c255d9f7fba,segment=NetworkSegment(888ceb2e-16bd-4300-a3c3-3555505836c1),segment_id=888ceb2e-16bd-4300-a3c3-3555505836c1)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:47.089010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7ba7f2c9-bbba-4c68-b712-ad4afa2c8a44 req-b527b099-9043-4c5e-9881-cbc35e31c8cd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.136667 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603d3a14-434b-4cf6-837e-665a40e4d449 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:47.140462 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-603d3a14-434b-4cf6-837e-665a40e4d449 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:47.146025 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603d3a14-434b-4cf6-837e-665a40e4d449 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:47.146878 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-603d3a14-434b-4cf6-837e-665a40e4d449 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.175403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d3a14-434b-4cf6-837e-665a40e4d449 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Subnet': ['ID=36810871-f8ca-4bee-ac2f-42ae731da193,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:47.184821 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-603d3a14-434b-4cf6-837e-665a40e4d449 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6602521 Apr 20 15:53:47.185581 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38760) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:47.191128 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ece9a364-f6f2-42fd-8cfc-79219cf3402d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'security_group': {'name': 'tempest-secgroup-1574154897'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:47.197402 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ece9a364-f6f2-42fd-8cfc-79219cf3402d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:47.201600 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ece9a364-f6f2-42fd-8cfc-79219cf3402d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:security_group and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:47.204655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ece9a364-f6f2-42fd-8cfc-79219cf3402d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:47.211071 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ece9a364-f6f2-42fd-8cfc-79219cf3402d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:47.223868 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ece9a364-f6f2-42fd-8cfc-79219cf3402d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.225248 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-7ba7f2c9-bbba-4c68-b712-ad4afa2c8a44 req-b527b099-9043-4c5e-9881-cbc35e31c8cd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 59c062f2-3107-4e00-ba2b-1c255d9f7fba owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:47.245441 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ece9a364-f6f2-42fd-8cfc-79219cf3402d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:47.249550 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ece9a364-f6f2-42fd-8cfc-79219cf3402d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:security_group_rule and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:47.253384 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ece9a364-f6f2-42fd-8cfc-79219cf3402d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:47.259313 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ece9a364-f6f2-42fd-8cfc-79219cf3402d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:47.325044 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266bb4aa-e599-479e-b8a6-2cf56ec2fa41 None None] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:47.342041 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ece9a364-f6f2-42fd-8cfc-79219cf3402d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.347105 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ece9a364-f6f2-42fd-8cfc-79219cf3402d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.392083 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9a364-f6f2-42fd-8cfc-79219cf3402d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c1ad43-6960-43c2-977f-c84867c8c959,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:47.395537 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ece9a364-f6f2-42fd-8cfc-79219cf3402d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.399208 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ece9a364-f6f2-42fd-8cfc-79219cf3402d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2100801 Apr 20 15:53:47.399537 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38764) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:47.404346 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-59abeebb-58c2-4a40-b367-ece76bc267ac tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'security_group': {'name': 'tempest-secgroup-150451948'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:47.410253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7ba7f2c9-bbba-4c68-b712-ad4afa2c8a44 req-b527b099-9043-4c5e-9881-cbc35e31c8cd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.411073 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-59abeebb-58c2-4a40-b367-ece76bc267ac tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:47.412453 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9c798cc0-5d41-419c-b412-159fc8f38fbe None None] Provisioning complete for port 81bc8f32-29b1-43be-be3d-1a8f9e28f6dd triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:47.412832 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9c798cc0-5d41-419c-b412-159fc8f38fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.415011 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-59abeebb-58c2-4a40-b367-ece76bc267ac tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:security_group and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:47.418266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-59abeebb-58c2-4a40-b367-ece76bc267ac tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:47.423991 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-59abeebb-58c2-4a40-b367-ece76bc267ac tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:47.435375 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59abeebb-58c2-4a40-b367-ece76bc267ac tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.455802 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-59abeebb-58c2-4a40-b367-ece76bc267ac tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:47.459568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-59abeebb-58c2-4a40-b367-ece76bc267ac tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:security_group_rule and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:47.462925 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-59abeebb-58c2-4a40-b367-ece76bc267ac tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:47.465762 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527b099-9043-4c5e-9881-cbc35e31c8cd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=59c062f2-3107-4e00-ba2b-1c255d9f7fba,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:47.474490 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-59abeebb-58c2-4a40-b367-ece76bc267ac tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:47.500127 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-9c798cc0-5d41-419c-b412-159fc8f38fbe None None] Port 81bc8f32-29b1-43be-be3d-1a8f9e28f6dd cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:47.547245 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba7f2c9-bbba-4c68-b712-ad4afa2c8a44 req-b527b099-9043-4c5e-9881-cbc35e31c8cd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] No DVR routers for this DVR port 59c062f2-3107-4e00-ba2b-1c255d9f7fba on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:53:47.550900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7ba7f2c9-bbba-4c68-b712-ad4afa2c8a44 req-b527b099-9043-4c5e-9881-cbc35e31c8cd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.553674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f743201f-3a5a-4c6e-8973-3f9b56f3deab', 'name': 'network-vif-deleted', 'tag': '59c062f2-3107-4e00-ba2b-1c255d9f7fba'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:53:47.555499 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-9c798cc0-5d41-419c-b412-159fc8f38fbe None None] Provisioning complete for port ff0887a7-fa7a-4421-93e2-7fe0f361089e triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:47.556046 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9c798cc0-5d41-419c-b412-159fc8f38fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.569593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59abeebb-58c2-4a40-b367-ece76bc267ac tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.571444 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7ba7f2c9-bbba-4c68-b712-ad4afa2c8a44 req-b527b099-9043-4c5e-9881-cbc35e31c8cd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "DELETE /v2.0/ports/59c062f2-3107-4e00-ba2b-1c255d9f7fba HTTP/1.1" status: 204 len: 173 time: 0.9887748 Apr 20 15:53:47.574616 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59abeebb-58c2-4a40-b367-ece76bc267ac tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.620579 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abeebb-58c2-4a40-b367-ece76bc267ac tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaed78f-a3af-4183-8ddc-7fac4667106e,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:47.623715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59abeebb-58c2-4a40-b367-ece76bc267ac tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.627564 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-59abeebb-58c2-4a40-b367-ece76bc267ac tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2246101 Apr 20 15:53:47.628018 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38770) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:47.633013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-c36ad6bd-ffce-4910-97db-aec0b3e81202 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'security_group': {'name': 'tempest-secgroup-965281643'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:47.638826 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c36ad6bd-ffce-4910-97db-aec0b3e81202 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:47.643234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c36ad6bd-ffce-4910-97db-aec0b3e81202 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:security_group and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:47.648488 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c36ad6bd-ffce-4910-97db-aec0b3e81202 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:47.655110 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-119721ff-4fc2-43ca-9f63-7b65742cae4e'] response: {'server_uuid': 'f743201f-3a5a-4c6e-8973-3f9b56f3deab', 'name': 'network-vif-deleted', 'tag': '59c062f2-3107-4e00-ba2b-1c255d9f7fba', 'status': 'completed', 'code': 200} Apr 20 15:53:47.655929 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c36ad6bd-ffce-4910-97db-aec0b3e81202 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:47.667620 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c36ad6bd-ffce-4910-97db-aec0b3e81202 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.688158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c36ad6bd-ffce-4910-97db-aec0b3e81202 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:47.692045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c36ad6bd-ffce-4910-97db-aec0b3e81202 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:security_group_rule and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:47.694860 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c36ad6bd-ffce-4910-97db-aec0b3e81202 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:47.700954 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c36ad6bd-ffce-4910-97db-aec0b3e81202 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:47.781261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c36ad6bd-ffce-4910-97db-aec0b3e81202 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.786517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c36ad6bd-ffce-4910-97db-aec0b3e81202 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.827856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c36ad6bd-ffce-4910-97db-aec0b3e81202 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:47.829277 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c36ad6bd-ffce-4910-97db-aec0b3e81202 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2003419 Apr 20 15:53:47.832717 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38776) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:47.836903 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ad6bd-ffce-4910-97db-aec0b3e81202 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56c6d5f-a06b-441a-8988-7b511c8a8f31,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:47.839950 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-348352534', 'security_groups': ['c56c6d5f-a06b-441a-8988-7b511c8a8f31'], 'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '36810871-f8ca-4bee-ac2f-42ae731da193'}]}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:47.883590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a071c2-79d7-469a-8c0b-32710f91b7fe None None] Update dhcp port {'port': {'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9', 'fixed_ips': [{'subnet_id': '67076e29-a5a5-4cf4-9f03-60cdd51270de', 'ip_address': '172.20.0.18'}, {'subnet_id': '36810871-f8ca-4bee-ac2f-42ae731da193'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': 'ff0887a7-fa7a-4421-93e2-7fe0f361089e'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:53:47.918709 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-d502a249-c40b-4bdd-9382-a89e5d894abe req-660bcc0a-89cf-4935-ba5a-7038c60896cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:47.939461 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-d502a249-c40b-4bdd-9382-a89e5d894abe req-660bcc0a-89cf-4935-ba5a-7038c60896cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:47.941036 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d502a249-c40b-4bdd-9382-a89e5d894abe req-660bcc0a-89cf-4935-ba5a-7038c60896cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f743201f-3a5a-4c6e-8973-3f9b56f3deab HTTP/1.1" status: 200 len: 210 time: 0.0673151 Apr 20 15:53:47.945906 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-98a071c2-79d7-469a-8c0b-32710f91b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:48.011895 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:48.016090 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:port and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:48.020783 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:48.027718 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:48.039155 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'port': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:48.179102 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:48.188028 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-98a071c2-79d7-469a-8c0b-32710f91b7fe None None] Allocated IP 172.20.0.2 (71a315ee-bf47-41b0-93ef-ea5f974821d9/36810871-f8ca-4bee-ac2f-42ae731da193/ff0887a7-fa7a-4421-93e2-7fe0f361089e) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:48.208962 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] device_id is not set on port 0cf6cabe-e6fa-4835-a68e-8f0d116b675d yet. {{(pid=88169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:53:48.364621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-98a071c2-79d7-469a-8c0b-32710f91b7fe None None] For port ff0887a7-fa7a-4421-93e2-7fe0f361089e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ff0887a7-fa7a-4421-93e2-7fe0f361089e,segment=NetworkSegment(a8f4bbc5-015e-426a-b72f-6396e4187243),segment_id=a8f4bbc5-015e-426a-b72f-6396e4187243)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:48.389058 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-98a071c2-79d7-469a-8c0b-32710f91b7fe None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:48.405212 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-98a071c2-79d7-469a-8c0b-32710f91b7fe None None] Transition to ACTIVE for port object ff0887a7-fa7a-4421-93e2-7fe0f361089e will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:48.408866 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-98a071c2-79d7-469a-8c0b-32710f91b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:48.473849 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Allocated IP 172.20.0.3 (71a315ee-bf47-41b0-93ef-ea5f974821d9/36810871-f8ca-4bee-ac2f-42ae731da193/0cf6cabe-e6fa-4835-a68e-8f0d116b675d) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:48.547695 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a071c2-79d7-469a-8c0b-32710f91b7fe None None] Pushing event updated for resources: {'Port': ['ID=ff0887a7-fa7a-4421-93e2-7fe0f361089e,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:48.663381 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:48.679488 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Transition to ACTIVE for port object 0cf6cabe-e6fa-4835-a68e-8f0d116b675d will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:48.703698 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:48.773870 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:48.781753 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:48.786897 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:53:48.817184 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=0cf6cabe-e6fa-4835-a68e-8f0d116b675d,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:48.854455 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:48.855060 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:48.880905 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dd97b085-8c80-4657-8680-1cad77caa12d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0470545 Apr 20 15:53:48.883720 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38780) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:48.889515 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-16eaee49-c620-449a-9e74-148d06e971b7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'subnet': {'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:48.987680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c30f7e69-4b1f-46ba-9441-8e3c4c55fa03 None None] Provisioning complete for port 81bc8f32-29b1-43be-be3d-1a8f9e28f6dd triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:48.988186 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c30f7e69-4b1f-46ba-9441-8e3c4c55fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:49.041255 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-16eaee49-c620-449a-9e74-148d06e971b7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:49.047318 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c30f7e69-4b1f-46ba-9441-8e3c4c55fa03 None None] Port 81bc8f32-29b1-43be-be3d-1a8f9e28f6dd cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:49.049245 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-16eaee49-c620-449a-9e74-148d06e971b7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:subnet and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:49.052955 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-16eaee49-c620-449a-9e74-148d06e971b7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:49.058874 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38786) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:49.063302 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c30f7e69-4b1f-46ba-9441-8e3c4c55fa03 None None] Provisioning for port ff0887a7-fa7a-4421-93e2-7fe0f361089e completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:49.068880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c30f7e69-4b1f-46ba-9441-8e3c4c55fa03 None None] Provisioning complete for port ff0887a7-fa7a-4421-93e2-7fe0f361089e triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:49.069470 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c30f7e69-4b1f-46ba-9441-8e3c4c55fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:49.081189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-16eaee49-c620-449a-9e74-148d06e971b7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:49.111004 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16eaee49-c620-449a-9e74-148d06e971b7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:49.115950 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-16eaee49-c620-449a-9e74-148d06e971b7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:49.251680 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-89c5455e-c354-4e7e-a12e-0446405e3ecd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:49.301521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-89c5455e-c354-4e7e-a12e-0446405e3ecd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:49.318323 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-74406897-a468-4a6d-b97e-9142d434b9c5 None None] Provisioning for port 0cf6cabe-e6fa-4835-a68e-8f0d116b675d completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:49.319092 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.ipam_backend_mixin [None req-16eaee49-c620-449a-9e74-148d06e971b7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 36810871-f8ca-4bee-ac2f-42ae731da193 (CIDR: 172.20.0.0/28) Apr 20 15:53:49.323487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-74406897-a468-4a6d-b97e-9142d434b9c5 None None] Provisioning complete for port 0cf6cabe-e6fa-4835-a68e-8f0d116b675d triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:49.323891 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-74406897-a468-4a6d-b97e-9142d434b9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:49.328140 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-16eaee49-c620-449a-9e74-148d06e971b7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:53:49.328624 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16eaee49-c620-449a-9e74-148d06e971b7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:49.382860 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-74406897-a468-4a6d-b97e-9142d434b9c5 None None] Port 0cf6cabe-e6fa-4835-a68e-8f0d116b675d cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:49.477120 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-16eaee49-c620-449a-9e74-148d06e971b7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5921500 Apr 20 15:53:49.479703 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38790) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:49.486217 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-9f53565a-e45c-46b0-9bc9-c3dbffc32981 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'subnet': {'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:49.582215 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-89c5455e-c354-4e7e-a12e-0446405e3ecd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:49.606892 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5455e-c354-4e7e-a12e-0446405e3ecd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:49.638855 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-89c5455e-c354-4e7e-a12e-0446405e3ecd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:49.639987 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-89c5455e-c354-4e7e-a12e-0446405e3ecd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/security-groups/cc63ccc4-97ce-43d4-9bd9-76d38d0ec4e0 HTTP/1.1" status: 204 len: 168 time: 0.5797238 Apr 20 15:53:49.651018 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9f53565a-e45c-46b0-9bc9-c3dbffc32981 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:49.655242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9f53565a-e45c-46b0-9bc9-c3dbffc32981 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:subnet and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:49.658206 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9f53565a-e45c-46b0-9bc9-c3dbffc32981 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:49.664378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9f53565a-e45c-46b0-9bc9-c3dbffc32981 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:49.671313 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38796) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:49.704584 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f53565a-e45c-46b0-9bc9-c3dbffc32981 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:49.708434 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9f53565a-e45c-46b0-9bc9-c3dbffc32981 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:49.833635 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af6892e-f44a-4df2-9a5a-c36b7b03cbfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting subnet 460b3ecb-7514-4b77-b053-c2f1e0d7bf1f {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:53:49.841368 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0af6892e-f44a-4df2-9a5a-c36b7b03cbfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:49.917206 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.ipam_backend_mixin [None req-9f53565a-e45c-46b0-9bc9-c3dbffc32981 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 67076e29-a5a5-4cf4-9f03-60cdd51270de (CIDR: 172.20.0.16/28) Apr 20 15:53:49.918268 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 59c062f2-3107-4e00-ba2b-1c255d9f7fba no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:53:49.919311 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0af6892e-f44a-4df2-9a5a-c36b7b03cbfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:49.950113 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f53565a-e45c-46b0-9bc9-c3dbffc32981 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:53:49.950594 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f53565a-e45c-46b0-9bc9-c3dbffc32981 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:49.952632 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 59c062f2-3107-4e00-ba2b-1c255d9f7fba {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:53:49.952973 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 59c062f2-3107-4e00-ba2b-1c255d9f7fba not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:53:49.982355 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9f53565a-e45c-46b0-9bc9-c3dbffc32981 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5016150 Apr 20 15:53:49.985154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38800) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:49.991398 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b4181e37-032a-4588-8bdf-8a78d76c7ece tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'subnet': {'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:50.014093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0af6892e-f44a-4df2-9a5a-c36b7b03cbfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.088488 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0af6892e-f44a-4df2-9a5a-c36b7b03cbfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.141479 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6892e-f44a-4df2-9a5a-c36b7b03cbfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Subnet': ['ID=460b3ecb-7514-4b77-b053-c2f1e0d7bf1f,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:50.145932 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b4181e37-032a-4588-8bdf-8a78d76c7ece tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:50.147436 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0af6892e-f44a-4df2-9a5a-c36b7b03cbfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.152860 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3305cffe-e68f-483c-a535-357f441a835d None None] Network ba4efa0d-56ec-4e4b-b365-da0221a96961 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:50.154577 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b4181e37-032a-4588-8bdf-8a78d76c7ece tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Usage tracker for resource:subnet and tenant:653471fff79448cd870e3b3c6f5c2cb1 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:50.158510 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0af6892e-f44a-4df2-9a5a-c36b7b03cbfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/subnets/460b3ecb-7514-4b77-b053-c2f1e0d7bf1f HTTP/1.1" status: 204 len: 168 time: 0.4838033 Apr 20 15:53:50.158681 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b4181e37-032a-4588-8bdf-8a78d76c7ece tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:50.158971 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38804) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:50.164149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b4181e37-032a-4588-8bdf-8a78d76c7ece tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:50.177273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4181e37-032a-4588-8bdf-8a78d76c7ece tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Made reservation on behalf of 653471fff79448cd870e3b3c6f5c2cb1 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:53:50.181110 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b4181e37-032a-4588-8bdf-8a78d76c7ece tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.291276 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.302248 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port fe87d971-c176-4698-a43b-1c7c1487cd3a {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:50.302585 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.397282 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ff0887a7-fa7a-4421-93e2-7fe0f361089e up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:50.447792 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f86d743-8820-4e03-a867-d7020e7f2f73 None None] DHCP port deletion for ba4efa0d-56ec-4e4b-b365-da0221a96961 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:53:50.463466 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5f86d743-8820-4e03-a867-d7020e7f2f73 None None] Deleting port fe87d971-c176-4698-a43b-1c7c1487cd3a {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:50.463872 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5f86d743-8820-4e03-a867-d7020e7f2f73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.500819 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b4181e37-032a-4588-8bdf-8a78d76c7ece tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.526925 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port fe87d971-c176-4698-a43b-1c7c1487cd3a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=fe87d971-c176-4698-a43b-1c7c1487cd3a,segment=NetworkSegment(888ceb2e-16bd-4300-a3c3-3555505836c1),segment_id=888ceb2e-16bd-4300-a3c3-3555505836c1)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:50.527287 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.561423 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4181e37-032a-4588-8bdf-8a78d76c7ece tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:53:50.564564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-b4181e37-032a-4588-8bdf-8a78d76c7ece tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:53:50.566334 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port ff0887a7-fa7a-4421-93e2-7fe0f361089e triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:50.566718 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.569036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4181e37-032a-4588-8bdf-8a78d76c7ece tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:50.569703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b4181e37-032a-4588-8bdf-8a78d76c7ece tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.582964 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4181e37-032a-4588-8bdf-8a78d76c7ece tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Subnet': ['ID=cf1e535d-5a92-438d-bda8-02bc2b6625aa,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:50.597444 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b4181e37-032a-4588-8bdf-8a78d76c7ece tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6111112 Apr 20 15:53:50.600071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38808) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:50.604842 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba0bd5e-8c2c-48f0-a163-9235dd290e37 None None] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:50.608701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-960fd1ed-fcd0-4d91-85b3-09bd28abe849 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2128349685', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cf1e535d-5a92-438d-bda8-02bc2b6625aa'}], 'security_groups': ['16c1ad43-6960-43c2-977f-c84867c8c959', 'bfaed78f-a3af-4183-8ddc-7fac4667106e']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:50.661129 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for fe87d971-c176-4698-a43b-1c7c1487cd3a owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:50.739996 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.790375 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=fe87d971-c176-4698-a43b-1c7c1487cd3a,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:50.794057 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] No DVR routers for this DVR port fe87d971-c176-4698-a43b-1c7c1487cd3a on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:53:50.819709 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-5f86d743-8820-4e03-a867-d7020e7f2f73 None None] For port fe87d971-c176-4698-a43b-1c7c1487cd3a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=fe87d971-c176-4698-a43b-1c7c1487cd3a,segment=NetworkSegment(888ceb2e-16bd-4300-a3c3-3555505836c1),segment_id=888ceb2e-16bd-4300-a3c3-3555505836c1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:50.820133 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5f86d743-8820-4e03-a867-d7020e7f2f73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.869800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-960fd1ed-fcd0-4d91-85b3-09bd28abe849 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.917486 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.946650 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4efa0d-56ec-4e4b-b365-da0221a96961']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:50.959394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888ceb2e-16bd-4300-a3c3-3555505836c1') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:50.959849 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888ceb2e-16bd-4300-a3c3-3555505836c1') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:50.972307 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.988643 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.994726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:53:50.995040 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.997121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5f86d743-8820-4e03-a867-d7020e7f2f73 None None] Calling delete_port for fe87d971-c176-4698-a43b-1c7c1487cd3a owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:53:51.009651 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:53:51.089588 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:51.217854 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:51.220500 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Network': ['ID=ba4efa0d-56ec-4e4b-b365-da0221a96961,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:51.226917 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-5f86d743-8820-4e03-a867-d7020e7f2f73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:53:51.227444 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-5f86d743-8820-4e03-a867-d7020e7f2f73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:53:51.243814 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d50a3aef-5e60-4f84-ad80-73c240584692 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/networks/ba4efa0d-56ec-4e4b-b365-da0221a96961 HTTP/1.1" status: 204 len: 168 time: 1.0825827 Apr 20 15:53:51.245406 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38812) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:51.295223 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-960fd1ed-fcd0-4d91-85b3-09bd28abe849 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Delete allocated IP 172.20.0.3 (71a315ee-bf47-41b0-93ef-ea5f974821d9/36810871-f8ca-4bee-ac2f-42ae731da193) {{(pid=88168) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 15:53:51.303107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-960fd1ed-fcd0-4d91-85b3-09bd28abe849 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Allocated IP 172.20.0.35 (71a315ee-bf47-41b0-93ef-ea5f974821d9/cf1e535d-5a92-438d-bda8-02bc2b6625aa/0cf6cabe-e6fa-4835-a68e-8f0d116b675d) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:51.373960 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdffce3-3f9f-40d5-a70a-68e34433dbc4 None None] Update dhcp port {'port': {'network_id': '71a315ee-bf47-41b0-93ef-ea5f974821d9', 'fixed_ips': [{'subnet_id': '67076e29-a5a5-4cf4-9f03-60cdd51270de', 'ip_address': '172.20.0.18'}, {'subnet_id': '36810871-f8ca-4bee-ac2f-42ae731da193', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cf1e535d-5a92-438d-bda8-02bc2b6625aa'}], 'binding:host_id': 'dv-neutron-838699-1-hyperv'}, 'id': 'ff0887a7-fa7a-4421-93e2-7fe0f361089e'} from dv-neutron-838699-1-hyperv. {{(pid=88170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 20 15:53:51.427815 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6bdffce3-3f9f-40d5-a70a-68e34433dbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:51.462629 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-953a7723-1287-446f-99ad-6bf21783975b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 6d1f79d0-f4f0-4ba1-b1b6-49de0d476f2b {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:51.463237 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-953a7723-1287-446f-99ad-6bf21783975b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:51.518813 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-960fd1ed-fcd0-4d91-85b3-09bd28abe849 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:51.534973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-960fd1ed-fcd0-4d91-85b3-09bd28abe849 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Transition to ACTIVE for port object 0cf6cabe-e6fa-4835-a68e-8f0d116b675d will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:51.542161 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-960fd1ed-fcd0-4d91-85b3-09bd28abe849 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:51.635224 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-953a7723-1287-446f-99ad-6bf21783975b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:51.635612 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-953a7723-1287-446f-99ad-6bf21783975b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:51.645110 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-6bdffce3-3f9f-40d5-a70a-68e34433dbc4 None None] Allocated IP 172.20.0.34 (71a315ee-bf47-41b0-93ef-ea5f974821d9/cf1e535d-5a92-438d-bda8-02bc2b6625aa/ff0887a7-fa7a-4421-93e2-7fe0f361089e) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:53:51.697222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fd1ed-fcd0-4d91-85b3-09bd28abe849 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event updated for resources: {'Port': ['ID=0cf6cabe-e6fa-4835-a68e-8f0d116b675d,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:51.717591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-960fd1ed-fcd0-4d91-85b3-09bd28abe849 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] In _notify_port_updated(), no bound segment for port 0cf6cabe-e6fa-4835-a68e-8f0d116b675d on network 71a315ee-bf47-41b0-93ef-ea5f974821d9 {{(pid=88168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:53:51.723278 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960fd1ed-fcd0-4d91-85b3-09bd28abe849 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:51.723898 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-960fd1ed-fcd0-4d91-85b3-09bd28abe849 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:51.727939 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-960fd1ed-fcd0-4d91-85b3-09bd28abe849 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "PUT /v2.0/ports/0cf6cabe-e6fa-4835-a68e-8f0d116b675d HTTP/1.1" status: 200 len: 960 time: 1.1241939 Apr 20 15:53:51.728106 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5f86d743-8820-4e03-a867-d7020e7f2f73 None None] Deleting port fe87d971-c176-4698-a43b-1c7c1487cd3a {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:51.728217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38816) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:51.729605 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5f86d743-8820-4e03-a867-d7020e7f2f73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:51.765791 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-953a7723-1287-446f-99ad-6bf21783975b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 6d1f79d0-f4f0-4ba1-b1b6-49de0d476f2b owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:51.795743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b9314530-d0b3-4aba-9c43-b2623644461d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port 0cf6cabe-e6fa-4835-a68e-8f0d116b675d {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:51.796164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b9314530-d0b3-4aba-9c43-b2623644461d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:51.807073 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5f86d743-8820-4e03-a867-d7020e7f2f73 None None] The port 'fe87d971-c176-4698-a43b-1c7c1487cd3a' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:53:51.867994 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-6bdffce3-3f9f-40d5-a70a-68e34433dbc4 None None] For port ff0887a7-fa7a-4421-93e2-7fe0f361089e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ff0887a7-fa7a-4421-93e2-7fe0f361089e,segment=NetworkSegment(a8f4bbc5-015e-426a-b72f-6396e4187243),segment_id=a8f4bbc5-015e-426a-b72f-6396e4187243)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:51.892975 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6bdffce3-3f9f-40d5-a70a-68e34433dbc4 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:51.931860 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-953a7723-1287-446f-99ad-6bf21783975b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:51.932109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6bdffce3-3f9f-40d5-a70a-68e34433dbc4 None None] Transition to ACTIVE for port object ff0887a7-fa7a-4421-93e2-7fe0f361089e will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:53:51.936128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6bdffce3-3f9f-40d5-a70a-68e34433dbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:51.981473 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a7723-1287-446f-99ad-6bf21783975b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=6d1f79d0-f4f0-4ba1-b1b6-49de0d476f2b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:52.073679 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-953a7723-1287-446f-99ad-6bf21783975b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:52.073919 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-953a7723-1287-446f-99ad-6bf21783975b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP eb8e4fff-db54-454d-87ce-a9d6a0f3fb57 disassociated (deleted). External IP: 172.26.7.34, port: 98492bcc-e282-4159-bf56-0353abec7591. Apr 20 15:53:52.109365 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdffce3-3f9f-40d5-a70a-68e34433dbc4 None None] Pushing event updated for resources: {'Port': ['ID=ff0887a7-fa7a-4421-93e2-7fe0f361089e,revision_number=7']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:52.182430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b9314530-d0b3-4aba-9c43-b2623644461d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:52.316258 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b9314530-d0b3-4aba-9c43-b2623644461d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for 0cf6cabe-e6fa-4835-a68e-8f0d116b675d owned by {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:52.404811 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ff0887a7-fa7a-4421-93e2-7fe0f361089e up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:53:52.467806 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953a7723-1287-446f-99ad-6bf21783975b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 54febf78-2900-4e40-9229-e2ba44488423 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:53:52.498922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b9314530-d0b3-4aba-9c43-b2623644461d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:52.547479 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device fe87d971-c176-4698-a43b-1c7c1487cd3a no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:53:52.559355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9314530-d0b3-4aba-9c43-b2623644461d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=0cf6cabe-e6fa-4835-a68e-8f0d116b675d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:52.591405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: fe87d971-c176-4698-a43b-1c7c1487cd3a {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:53:52.591734 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device fe87d971-c176-4698-a43b-1c7c1487cd3a not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:53:52.683149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b9314530-d0b3-4aba-9c43-b2623644461d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:52.694434 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b9314530-d0b3-4aba-9c43-b2623644461d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/ports/0cf6cabe-e6fa-4835-a68e-8f0d116b675d HTTP/1.1" status: 204 len: 168 time: 0.9648659 Apr 20 15:53:52.696769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38820) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:52.722858 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f8f1d266-64c8-4984-8c42-ad23c642619c None None] Could not find standard attr ID for object 0cf6cabe-e6fa-4835-a68e-8f0d116b675d. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:53:52.742406 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f8f1d266-64c8-4984-8c42-ad23c642619c None None] Provisioning complete for port 81bc8f32-29b1-43be-be3d-1a8f9e28f6dd triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:52.743093 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f8f1d266-64c8-4984-8c42-ad23c642619c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:52.743513 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c917747-2793-480f-b83c-ffc281463a18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] GET failed (client error): The resource could not be found. Apr 20 15:53:52.744082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2c917747-2793-480f-b83c-ffc281463a18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:52.763456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2c917747-2793-480f-b83c-ffc281463a18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:52.767297 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2c917747-2793-480f-b83c-ffc281463a18 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports/0cf6cabe-e6fa-4835-a68e-8f0d116b675d HTTP/1.1" status: 404 len: 333 time: 0.0670488 Apr 20 15:53:52.767736 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38824) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:52.804368 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-f8f1d266-64c8-4984-8c42-ad23c642619c None None] Port 81bc8f32-29b1-43be-be3d-1a8f9e28f6dd cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:52.810152 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953a7723-1287-446f-99ad-6bf21783975b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:53:52.820775 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547bc6d-09c0-4dc1-99ba-5023c15f5ef4 None None] Sync routers for ids ['54febf78-2900-4e40-9229-e2ba44488423'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:53:52.824689 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f8f1d266-64c8-4984-8c42-ad23c642619c None None] Provisioning for port ff0887a7-fa7a-4421-93e2-7fe0f361089e completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:53:52.826717 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-953a7723-1287-446f-99ad-6bf21783975b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:52.832471 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f8f1d266-64c8-4984-8c42-ad23c642619c None None] Provisioning complete for port ff0887a7-fa7a-4421-93e2-7fe0f361089e triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:52.832881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f8f1d266-64c8-4984-8c42-ad23c642619c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:52.842086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-14b40f18-8afc-4ff7-a562-14651c712796 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:52.870753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-14b40f18-8afc-4ff7-a562-14651c712796 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:52.872526 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8547bc6d-09c0-4dc1-99ba-5023c15f5ef4 None None] Routers {'54febf78-2900-4e40-9229-e2ba44488423'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:52.873164 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8547bc6d-09c0-4dc1-99ba-5023c15f5ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['54febf78-2900-4e40-9229-e2ba44488423'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:52.885174 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-953a7723-1287-446f-99ad-6bf21783975b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/floatingips/eb8e4fff-db54-454d-87ce-a9d6a0f3fb57 HTTP/1.1" status: 204 len: 168 time: 1.6362648 Apr 20 15:53:52.885174 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'tag': '98492bcc-e282-4159-bf56-0353abec7591'}] {{(pid=88169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:53:52.930831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-14b40f18-8afc-4ff7-a562-14651c712796 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:52.947821 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b40f18-8afc-4ff7-a562-14651c712796 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56c6d5f-a06b-441a-8988-7b511c8a8f31,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:52.956691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-14b40f18-8afc-4ff7-a562-14651c712796 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:52.960290 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-14b40f18-8afc-4ff7-a562-14651c712796 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/security-groups/c56c6d5f-a06b-441a-8988-7b511c8a8f31 HTTP/1.1" status: 204 len: 168 time: 0.1891398 Apr 20 15:53:52.960777 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38832) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:52.961167 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-562a1d8c-44ca-423a-b52a-89d2bbad7a6b'] response: {'name': 'network-changed', 'server_uuid': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'tag': '98492bcc-e282-4159-bf56-0353abec7591', 'status': 'completed', 'code': 200} Apr 20 15:53:53.141732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-8547bc6d-09c0-4dc1-99ba-5023c15f5ef4 None None] Set router 54febf78-2900-4e40-9229-e2ba44488423 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:53.151545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d451823-91da-44c5-8a4a-6c2987e85df2 req-51f433b0-7000-4ab1-af51-e6952d6fedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:53.153122 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7d451823-91da-44c5-8a4a-6c2987e85df2 req-51f433b0-7000-4ab1-af51-e6952d6fedcd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 1098 time: 0.1682308 Apr 20 15:53:53.155686 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a9ae83a3-4824-47cb-8e84-00c7ee49d752 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:53.186846 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a9ae83a3-4824-47cb-8e84-00c7ee49d752 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:53.412857 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a9ae83a3-4824-47cb-8e84-00c7ee49d752 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:53.435753 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0f619ac7-639f-4e2c-ae53-1b6b6217b303 None None] Could not find standard attr ID for object 0cf6cabe-e6fa-4835-a68e-8f0d116b675d. {{(pid=88170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:53:53.442296 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae83a3-4824-47cb-8e84-00c7ee49d752 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaed78f-a3af-4183-8ddc-7fac4667106e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:53.445739 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d451823-91da-44c5-8a4a-6c2987e85df2 req-f35a4a78-a8ee-43c6-b0b5-8ed1dc0ca2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:53.447090 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7d451823-91da-44c5-8a4a-6c2987e85df2 req-f35a4a78-a8ee-43c6-b0b5-8ed1dc0ca2ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=c355ee9e-7690-4bd5-baa0-5abbaf3a505a HTTP/1.1" status: 200 len: 898 time: 0.2355738 Apr 20 15:53:53.520666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a9ae83a3-4824-47cb-8e84-00c7ee49d752 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:53.521791 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a9ae83a3-4824-47cb-8e84-00c7ee49d752 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/security-groups/bfaed78f-a3af-4183-8ddc-7fac4667106e HTTP/1.1" status: 204 len: 168 time: 0.5596080 Apr 20 15:53:53.525423 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38838) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:53.533260 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7d451823-91da-44c5-8a4a-6c2987e85df2 req-b34db812-e61b-427f-83ed-d58b123d627a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98492bcc-e282-4159-bf56-0353abec7591 HTTP/1.1" status: 200 len: 217 time: 0.0769894 Apr 20 15:53:53.540872 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32109b9-0741-44a3-a6f9-59d86d0769b1 req-c7e2b21e-bb11-45ff-8d0a-0b3d87961e35 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:53.542332 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e32109b9-0741-44a3-a6f9-59d86d0769b1 req-c7e2b21e-bb11-45ff-8d0a-0b3d87961e35 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 945 time: 0.2473190 Apr 20 15:53:53.566035 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8547bc6d-09c0-4dc1-99ba-5023c15f5ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:53:43Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b2c8010a-3d31-4430-9d9b-d8ac362339b8', 'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:1c:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:00Z', 'updated_at': '2022-04-20T15:51:10Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:53.570450 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547bc6d-09c0-4dc1-99ba-5023c15f5ef4 None None] Checking router: 54febf78-2900-4e40-9229-e2ba44488423 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:53:53.579338 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8547bc6d-09c0-4dc1-99ba-5023c15f5ef4 None None] Routers {'54febf78-2900-4e40-9229-e2ba44488423'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:53.581006 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8547bc6d-09c0-4dc1-99ba-5023c15f5ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['54febf78-2900-4e40-9229-e2ba44488423'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:53.597780 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4a57ee5c-520a-471d-8dc9-0da2db0e7125 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:53.625178 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4a57ee5c-520a-471d-8dc9-0da2db0e7125 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:53.636101 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d451823-91da-44c5-8a4a-6c2987e85df2 req-51804889-2d66-4706-a42f-6e771f5fe140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:53.637549 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7d451823-91da-44c5-8a4a-6c2987e85df2 req-51804889-2d66-4706-a42f-6e771f5fe140 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d96901c-0210-48f5-9a40-90dadee0a002 HTTP/1.1" status: 200 len: 835 time: 0.0943620 Apr 20 15:53:53.640508 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e32109b9-0741-44a3-a6f9-59d86d0769b1 req-12c04ee6-02be-4121-85a7-aff80290cad6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dcec62f-9dce-4e55-b808-76c03958cc27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630414 Apr 20 15:53:53.681919 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4a57ee5c-520a-471d-8dc9-0da2db0e7125 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:53.698392 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57ee5c-520a-471d-8dc9-0da2db0e7125 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c1ad43-6960-43c2-977f-c84867c8c959,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:53.705969 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4a57ee5c-520a-471d-8dc9-0da2db0e7125 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:53.707258 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4a57ee5c-520a-471d-8dc9-0da2db0e7125 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/security-groups/16c1ad43-6960-43c2-977f-c84867c8c959 HTTP/1.1" status: 204 len: 168 time: 0.1806376 Apr 20 15:53:53.710144 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38842) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:53.725550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d451823-91da-44c5-8a4a-6c2987e85df2 req-bba4eb97-5a83-488d-b9ba-3964520bc5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:53.727461 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7d451823-91da-44c5-8a4a-6c2987e85df2 req-bba4eb97-5a83-488d-b9ba-3964520bc5cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c355ee9e-7690-4bd5-baa0-5abbaf3a505a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833063 Apr 20 15:53:53.773746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-8547bc6d-09c0-4dc1-99ba-5023c15f5ef4 None None] Set router 54febf78-2900-4e40-9229-e2ba44488423 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:53.775261 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d0a6d6-c338-4c9c-9543-ec0b6ae35b8f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting subnet 36810871-f8ca-4bee-ac2f-42ae731da193 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:53:53.778552 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59d0a6d6-c338-4c9c-9543-ec0b6ae35b8f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:53.838054 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59d0a6d6-c338-4c9c-9543-ec0b6ae35b8f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:53.867661 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7d451823-91da-44c5-8a4a-6c2987e85df2 req-8566e8fa-fc9f-4060-895b-b2fb86bf6aef service neutron] 10.222.0.11 "GET /v2.0/networks/c355ee9e-7690-4bd5-baa0-5abbaf3a505a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332555 Apr 20 15:53:53.923447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59d0a6d6-c338-4c9c-9543-ec0b6ae35b8f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:54.003008 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7d451823-91da-44c5-8a4a-6c2987e85df2 req-3712cf2e-72f4-4a4d-ac81-5ea859e23656 service neutron] 10.222.0.11 "GET /v2.0/networks/c355ee9e-7690-4bd5-baa0-5abbaf3a505a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287119 Apr 20 15:53:54.004902 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59d0a6d6-c338-4c9c-9543-ec0b6ae35b8f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:54.050037 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-59d0a6d6-c338-4c9c-9543-ec0b6ae35b8f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:54.052781 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0a6d6-c338-4c9c-9543-ec0b6ae35b8f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Subnet': ['ID=36810871-f8ca-4bee-ac2f-42ae731da193,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:54.062418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c9177e-4088-4856-8c89-cf291ba5db13 None None] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:54.063867 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38846) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:54.066393 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-59d0a6d6-c338-4c9c-9543-ec0b6ae35b8f tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/36810871-f8ca-4bee-ac2f-42ae731da193 HTTP/1.1" status: 204 len: 168 time: 0.3531830 Apr 20 15:53:54.244932 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-645e58eb-2cfd-4784-a3ff-1b1bc8dc5495 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting subnet cf1e535d-5a92-438d-bda8-02bc2b6625aa {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:53:54.247841 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-645e58eb-2cfd-4784-a3ff-1b1bc8dc5495 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:54.272058 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8547bc6d-09c0-4dc1-99ba-5023c15f5ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:53:43Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b2c8010a-3d31-4430-9d9b-d8ac362339b8', 'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:1c:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:00Z', 'updated_at': '2022-04-20T15:51:10Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:54.279347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547bc6d-09c0-4dc1-99ba-5023c15f5ef4 None None] The sync data for ids ['54febf78-2900-4e40-9229-e2ba44488423'] in dv-neutron-838699-1-hyperv is: [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:53:43Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b2c8010a-3d31-4430-9d9b-d8ac362339b8', 'name': '', 'network_id': 'c355ee9e-7690-4bd5-baa0-5abbaf3a505a', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:1c:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:00Z', 'updated_at': '2022-04-20T15:51:10Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '9d96901c-0210-48f5-9a40-90dadee0a002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:53:54.305234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-645e58eb-2cfd-4784-a3ff-1b1bc8dc5495 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:54.398932 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-645e58eb-2cfd-4784-a3ff-1b1bc8dc5495 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:54.490226 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-645e58eb-2cfd-4784-a3ff-1b1bc8dc5495 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:54.533622 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e58eb-2cfd-4784-a3ff-1b1bc8dc5495 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1e535d-5a92-438d-bda8-02bc2b6625aa,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:54.535595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-645e58eb-2cfd-4784-a3ff-1b1bc8dc5495 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:54.546889 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca76725f-6d23-457a-b3a8-da5405dc4e5a None None] New status for floating IP eb8e4fff-db54-454d-87ce-a9d6a0f3fb57: DOWN {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:53:54.548027 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-645e58eb-2cfd-4784-a3ff-1b1bc8dc5495 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/cf1e535d-5a92-438d-bda8-02bc2b6625aa HTTP/1.1" status: 204 len: 168 time: 0.4793332 Apr 20 15:53:54.549867 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38850) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:54.592830 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbc5e4c-1bd7-40cf-ac76-b6859274c35c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:54.593307 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cbc5e4c-1bd7-40cf-ac76-b6859274c35c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:54.595044 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4cbc5e4c-1bd7-40cf-ac76-b6859274c35c tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/36810871-f8ca-4bee-ac2f-42ae731da193 HTTP/1.1" status: 404 len: 337 time: 0.0442080 Apr 20 15:53:54.597761 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38854) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:54.669209 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d530eb-7088-444c-b4dd-8905ad85bf7a tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting subnet 67076e29-a5a5-4cf4-9f03-60cdd51270de {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:53:54.681331 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03d530eb-7088-444c-b4dd-8905ad85bf7a tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:54.699499 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c021b2-cedd-45a1-ab60-53febed773fd req-8afd87fc-4e93-42ff-b2ae-b428fc09dc3a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:54.701143 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-97c021b2-cedd-45a1-ab60-53febed773fd req-8afd87fc-4e93-42ff-b2ae-b428fc09dc3a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 945 time: 0.0917327 Apr 20 15:53:54.750618 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03d530eb-7088-444c-b4dd-8905ad85bf7a tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:54.795184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-97c021b2-cedd-45a1-ab60-53febed773fd req-6993ab42-7197-489b-ae8b-290bd7232553 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 98492bcc-e282-4159-bf56-0353abec7591 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:54.795829 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-97c021b2-cedd-45a1-ab60-53febed773fd req-6993ab42-7197-489b-ae8b-290bd7232553 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:54.847658 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03d530eb-7088-444c-b4dd-8905ad85bf7a tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:54.926217 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03d530eb-7088-444c-b4dd-8905ad85bf7a tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:54.960243 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cfd7bc-2a81-4b20-ac10-592f37214f4d None None] Network 71a315ee-bf47-41b0-93ef-ea5f974821d9 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:54.967574 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d530eb-7088-444c-b4dd-8905ad85bf7a tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Subnet': ['ID=67076e29-a5a5-4cf4-9f03-60cdd51270de,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:54.973482 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03d530eb-7088-444c-b4dd-8905ad85bf7a tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:54.982569 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-03d530eb-7088-444c-b4dd-8905ad85bf7a tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/67076e29-a5a5-4cf4-9f03-60cdd51270de HTTP/1.1" status: 204 len: 168 time: 0.3836741 Apr 20 15:53:54.983086 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38860) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:55.021588 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ce614e-3057-4484-880d-f2275f7137d7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:55.022046 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ce614e-3057-4484-880d-f2275f7137d7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:55.026486 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-17ce614e-3057-4484-880d-f2275f7137d7 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/83e43200-0a8f-4b19-b4ba-0382d1664bdd HTTP/1.1" status: 404 len: 337 time: 0.0424910 Apr 20 15:53:55.027066 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38864) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:55.054140 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5b12fbde-d2ee-4352-8de7-b72b12a3489b None None] Provisioning complete for port 81bc8f32-29b1-43be-be3d-1a8f9e28f6dd triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:55.054651 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5b12fbde-d2ee-4352-8de7-b72b12a3489b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:55.065735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64a132-0f78-4784-9924-65352dacb7e5 req-fa2394a7-acec-40f5-8dae-af29e3ebd45e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:55.067217 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f64a132-0f78-4784-9924-65352dacb7e5 req-fa2394a7-acec-40f5-8dae-af29e3ebd45e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe82d30-411a-479c-8e07-9e7fcc4f31cf HTTP/1.1" status: 200 len: 945 time: 0.2436275 Apr 20 15:53:55.070754 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0b5ba68e-2dcf-43ee-9f98-c89322c60b60 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Synchronizing usage tracker for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:53:55.082879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0b5ba68e-2dcf-43ee-9f98-c89322c60b60 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Unset dirty status for tenant:653471fff79448cd870e3b3c6f5c2cb1 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:53:55.086329 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0b5ba68e-2dcf-43ee-9f98-c89322c60b60 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9ef2bf-4f19-4a75-8915-0b24d930201d HTTP/1.1" status: 200 len: 205 time: 0.0583529 Apr 20 15:53:55.086912 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38868) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:55.149450 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f64a132-0f78-4784-9924-65352dacb7e5 req-ed193459-d755-48cc-96f3-26b851d4ce97 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dcec62f-9dce-4e55-b808-76c03958cc27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734508 Apr 20 15:53:55.154497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-97c021b2-cedd-45a1-ab60-53febed773fd req-6993ab42-7197-489b-ae8b-290bd7232553 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port 98492bcc-e282-4159-bf56-0353abec7591, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=98492bcc-e282-4159-bf56-0353abec7591,segment=NetworkSegment(c50a2fad-8011-4874-be55-1d740013c75e),segment_id=c50a2fad-8011-4874-be55-1d740013c75e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:55.154849 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-97c021b2-cedd-45a1-ab60-53febed773fd req-6993ab42-7197-489b-ae8b-290bd7232553 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:55.178810 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-777d6013-6e0e-4759-b82d-d413108c58ec tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] delete failed (client error): The resource could not be found. Apr 20 15:53:55.178810 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-777d6013-6e0e-4759-b82d-d413108c58ec tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/routers/5f9ef2bf-4f19-4a75-8915-0b24d930201d HTTP/1.1" status: 404 len: 336 time: 0.0851915 Apr 20 15:53:55.178810 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38872) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:55.183560 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5b12fbde-d2ee-4352-8de7-b72b12a3489b None None] Port 81bc8f32-29b1-43be-be3d-1a8f9e28f6dd cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:53:55.207249 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5b12fbde-d2ee-4352-8de7-b72b12a3489b None None] Provisioning complete for port ff0887a7-fa7a-4421-93e2-7fe0f361089e triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:55.208155 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5b12fbde-d2ee-4352-8de7-b72b12a3489b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:55.215222 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0f8b38-19a2-4da4-b3df-5d4094ff4621 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:55.215681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0f8b38-19a2-4da4-b3df-5d4094ff4621 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:55.219968 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ca0f8b38-19a2-4da4-b3df-5d4094ff4621 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/ee00b953-f5bd-49f0-bb1a-7e600c5a0fd4 HTTP/1.1" status: 404 len: 337 time: 0.0449560 Apr 20 15:53:55.220539 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38876) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:55.263370 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca8891c-63aa-4f9f-89f0-003608e257e4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:55.264173 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca8891c-63aa-4f9f-89f0-003608e257e4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:55.267098 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5ca8891c-63aa-4f9f-89f0-003608e257e4 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/4f8a83d6-ca01-4ef8-ad84-4337949c36de HTTP/1.1" status: 404 len: 337 time: 0.0448306 Apr 20 15:53:55.268467 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38880) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:55.290378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-97c021b2-cedd-45a1-ab60-53febed773fd req-6993ab42-7197-489b-ae8b-290bd7232553 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 98492bcc-e282-4159-bf56-0353abec7591 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:55.315454 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6dbff8-5b35-4c10-96eb-5c8b0950a999 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:55.315891 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6dbff8-5b35-4c10-96eb-5c8b0950a999 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:55.318088 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0b6dbff8-5b35-4c10-96eb-5c8b0950a999 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/4da4875a-32f7-45cb-95ba-65ace117c8d3 HTTP/1.1" status: 404 len: 337 time: 0.0481517 Apr 20 15:53:55.320074 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38884) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:55.365355 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-68dff2f5-aa34-4406-8b54-922e9058de80 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:55.365827 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68dff2f5-aa34-4406-8b54-922e9058de80 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:55.367503 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-68dff2f5-aa34-4406-8b54-922e9058de80 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/ports/67a823dc-9a3e-43fe-b40f-0da7a9609b35 HTTP/1.1" status: 404 len: 333 time: 0.0465307 Apr 20 15:53:55.369986 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38888) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:55.379798 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c932d45-f41b-4764-84d3-7f36e47bc75c None None] DHCP port deletion for 71a315ee-bf47-41b0-93ef-ea5f974821d9 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:53:55.384150 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0c932d45-f41b-4764-84d3-7f36e47bc75c None None] Deleting port ff0887a7-fa7a-4421-93e2-7fe0f361089e {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:55.384521 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0c932d45-f41b-4764-84d3-7f36e47bc75c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:55.417408 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5007bbc-f5d6-401e-9fc1-d22b961f0570 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:55.417896 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5007bbc-f5d6-401e-9fc1-d22b961f0570 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:55.419582 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e5007bbc-f5d6-401e-9fc1-d22b961f0570 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/23e08833-dca2-4880-a0c4-6b12bab51bec HTTP/1.1" status: 404 len: 337 time: 0.0487056 Apr 20 15:53:55.422172 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38892) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:55.447276 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-97c021b2-cedd-45a1-ab60-53febed773fd req-6993ab42-7197-489b-ae8b-290bd7232553 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:55.464136 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5f422f-b1fa-4a4f-9c58-c9c5087b2d9d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:55.464502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5f422f-b1fa-4a4f-9c58-c9c5087b2d9d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:55.468880 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7e5f422f-b1fa-4a4f-9c58-c9c5087b2d9d tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/c9f2d464-cb80-4ed4-9b10-a6acbeefb3e4 HTTP/1.1" status: 404 len: 337 time: 0.0430772 Apr 20 15:53:55.469104 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38896) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:55.514398 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993ab42-7197-489b-ae8b-290bd7232553 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=98492bcc-e282-4159-bf56-0353abec7591,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:55.528552 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5c671a-2999-4a8f-9c8b-9d85c8006c41 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:55.529219 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c5c671a-2999-4a8f-9c8b-9d85c8006c41 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:55.531659 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0c5c671a-2999-4a8f-9c8b-9d85c8006c41 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/ports/b221b737-7f67-4f8e-b48e-cbabee41b6f9 HTTP/1.1" status: 404 len: 333 time: 0.0615375 Apr 20 15:53:55.534107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38900) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:55.580274 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-675e2f73-b8d0-4067-a38e-b79fc77d84f8 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:55.580741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-675e2f73-b8d0-4067-a38e-b79fc77d84f8 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:55.584678 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-675e2f73-b8d0-4067-a38e-b79fc77d84f8 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/3d98d159-bb3d-45c0-bdd9-d78feab9f124 HTTP/1.1" status: 404 len: 337 time: 0.0470121 Apr 20 15:53:55.584902 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38904) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:55.598238 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c021b2-cedd-45a1-ab60-53febed773fd req-6993ab42-7197-489b-ae8b-290bd7232553 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] No DVR routers for this DVR port 98492bcc-e282-4159-bf56-0353abec7591 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:53:55.600651 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-97c021b2-cedd-45a1-ab60-53febed773fd req-6993ab42-7197-489b-ae8b-290bd7232553 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:55.603543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'name': 'network-vif-deleted', 'tag': '98492bcc-e282-4159-bf56-0353abec7591'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:53:55.616822 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-97c021b2-cedd-45a1-ab60-53febed773fd req-6993ab42-7197-489b-ae8b-290bd7232553 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "DELETE /v2.0/ports/98492bcc-e282-4159-bf56-0353abec7591 HTTP/1.1" status: 204 len: 173 time: 0.9096460 Apr 20 15:53:55.622732 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f76e6e-62a3-4620-9e38-a5bca43f15f5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] DELETE failed (client error): The resource could not be found. Apr 20 15:53:55.623282 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f76e6e-62a3-4620-9e38-a5bca43f15f5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:53:55.625726 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-30f76e6e-62a3-4620-9e38-a5bca43f15f5 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/subnets/0a43b213-ceb2-4e17-a480-518decb04cfa HTTP/1.1" status: 404 len: 337 time: 0.0391152 Apr 20 15:53:55.627587 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38910) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:55.650304 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0c932d45-f41b-4764-84d3-7f36e47bc75c None None] For port ff0887a7-fa7a-4421-93e2-7fe0f361089e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ff0887a7-fa7a-4421-93e2-7fe0f361089e,segment=NetworkSegment(a8f4bbc5-015e-426a-b72f-6396e4187243),segment_id=a8f4bbc5-015e-426a-b72f-6396e4187243)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:55.651457 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0c932d45-f41b-4764-84d3-7f36e47bc75c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:55.657463 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9760b2ee-b5a8-45ae-91c7-408dcccfaeeb'] response: {'server_uuid': '9fe82d30-411a-479c-8e07-9e7fcc4f31cf', 'name': 'network-vif-deleted', 'tag': '98492bcc-e282-4159-bf56-0353abec7591', 'status': 'completed', 'code': 200} Apr 20 15:53:55.707806 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-fee0e07a-bf55-406b-977e-747d84043e64 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Deleting port 81bc8f32-29b1-43be-be3d-1a8f9e28f6dd {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:55.708190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fee0e07a-bf55-406b-977e-747d84043e64 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:55.787565 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0c932d45-f41b-4764-84d3-7f36e47bc75c None None] Calling delete_port for ff0887a7-fa7a-4421-93e2-7fe0f361089e owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:55.866854 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0c932d45-f41b-4764-84d3-7f36e47bc75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:55.913718 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c932d45-f41b-4764-84d3-7f36e47bc75c None None] No DVR routers for this DVR port ff0887a7-fa7a-4421-93e2-7fe0f361089e on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:53:55.922336 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c932d45-f41b-4764-84d3-7f36e47bc75c None None] Pushing event deleted for resources: {'Port': ['ID=ff0887a7-fa7a-4421-93e2-7fe0f361089e,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:55.931324 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fee0e07a-bf55-406b-977e-747d84043e64 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:56.058813 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-fee0e07a-bf55-406b-977e-747d84043e64 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Calling delete_port for 81bc8f32-29b1-43be-be3d-1a8f9e28f6dd owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:56.142206 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fee0e07a-bf55-406b-977e-747d84043e64 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:56.200769 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0e07a-bf55-406b-977e-747d84043e64 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Port': ['ID=81bc8f32-29b1-43be-be3d-1a8f9e28f6dd,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:56.206481 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fee0e07a-bf55-406b-977e-747d84043e64 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:56.222218 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fee0e07a-bf55-406b-977e-747d84043e64 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/ports/81bc8f32-29b1-43be-be3d-1a8f9e28f6dd HTTP/1.1" status: 204 len: 168 time: 0.5934398 Apr 20 15:53:56.224570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38916) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:56.266265 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38920) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:56.339372 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ac8a04e5-5ef4-445d-8452-1c3521487b11 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:56.340809 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b5ab4ac4-0390-496c-b630-0a4bc8d79203 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:56.371861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b5ab4ac4-0390-496c-b630-0a4bc8d79203 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:56.389002 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ff0887a7-fa7a-4421-93e2-7fe0f361089e no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:53:56.422727 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: ff0887a7-fa7a-4421-93e2-7fe0f361089e {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:53:56.423410 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ff0887a7-fa7a-4421-93e2-7fe0f361089e not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:53:56.445427 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b5ab4ac4-0390-496c-b630-0a4bc8d79203 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:56.464794 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab4ac4-0390-496c-b630-0a4bc8d79203 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcec62f-9dce-4e55-b808-76c03958cc27,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:56.472613 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b5ab4ac4-0390-496c-b630-0a4bc8d79203 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:56.473760 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b5ab4ac4-0390-496c-b630-0a4bc8d79203 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/security-groups/2dcec62f-9dce-4e55-b808-76c03958cc27 HTTP/1.1" status: 204 len: 168 time: 0.2065148 Apr 20 15:53:56.475724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ac8a04e5-5ef4-445d-8452-1c3521487b11 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:56.506704 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 38926) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:56.512668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-ac8a04e5-5ef4-445d-8452-1c3521487b11 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a315ee-bf47-41b0-93ef-ea5f974821d9']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:56.525456 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-ac8a04e5-5ef4-445d-8452-1c3521487b11 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f4bbc5-015e-426a-b72f-6396e4187243') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:56.525758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-ac8a04e5-5ef4-445d-8452-1c3521487b11 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f4bbc5-015e-426a-b72f-6396e4187243') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:56.536823 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ac8a04e5-5ef4-445d-8452-1c3521487b11 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:56.552681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ac8a04e5-5ef4-445d-8452-1c3521487b11 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:56.558918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8a04e5-5ef4-445d-8452-1c3521487b11 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:53:56.559333 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ac8a04e5-5ef4-445d-8452-1c3521487b11 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:53:56.574845 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:53:56.651916 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ac8a04e5-5ef4-445d-8452-1c3521487b11 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:56.672952 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ac8a04e5-5ef4-445d-8452-1c3521487b11 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:56.683248 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a04e5-5ef4-445d-8452-1c3521487b11 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] Pushing event deleted for resources: {'Network': ['ID=71a315ee-bf47-41b0-93ef-ea5f974821d9,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:56.688115 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ac8a04e5-5ef4-445d-8452-1c3521487b11 tempest-PortsTestJSON-2068903418 tempest-PortsTestJSON-2068903418-project] 10.222.0.13 "DELETE /v2.0/networks/71a315ee-bf47-41b0-93ef-ea5f974821d9 HTTP/1.1" status: 204 len: 168 time: 0.4622104 Apr 20 15:53:56.954452 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38934) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:57.100412 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2640cb02-fd71-40e3-9b42-7e54efb1720d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=653471fff79448cd870e3b3c6f5c2cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447809 Apr 20 15:53:57.103227 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38940) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:57.160565 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-246693a5-594b-4ad1-b806-07a8000a394e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:57.176507 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46912c15-a1c8-4602-b146-93d8815c7a79 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:57.186582 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-246693a5-594b-4ad1-b806-07a8000a394e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:57.238788 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-246693a5-594b-4ad1-b806-07a8000a394e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:57.255491 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246693a5-594b-4ad1-b806-07a8000a394e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39e2e15-6e1b-4ec7-9e99-a618a2978d22,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:57.258796 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-246693a5-594b-4ad1-b806-07a8000a394e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:57.260021 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-246693a5-594b-4ad1-b806-07a8000a394e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d39e2e15-6e1b-4ec7-9e99-a618a2978d22 HTTP/1.1" status: 204 len: 168 time: 0.1557510 Apr 20 15:53:57.551442 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-46912c15-a1c8-4602-b146-93d8815c7a79 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port b2c8010a-3d31-4430-9d9b-d8ac362339b8 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:57.551806 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46912c15-a1c8-4602-b146-93d8815c7a79 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:57.748352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-46912c15-a1c8-4602-b146-93d8815c7a79 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port b2c8010a-3d31-4430-9d9b-d8ac362339b8, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b2c8010a-3d31-4430-9d9b-d8ac362339b8,segment=NetworkSegment(c50a2fad-8011-4874-be55-1d740013c75e),segment_id=c50a2fad-8011-4874-be55-1d740013c75e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:53:57.748644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46912c15-a1c8-4602-b146-93d8815c7a79 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:57.874647 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-46912c15-a1c8-4602-b146-93d8815c7a79 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for b2c8010a-3d31-4430-9d9b-d8ac362339b8 owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:53:57.952438 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38964) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:57.960264 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 98492bcc-e282-4159-bf56-0353abec7591 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:53:57.994374 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 98492bcc-e282-4159-bf56-0353abec7591 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:53:57.994718 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 98492bcc-e282-4159-bf56-0353abec7591 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:53:58.059487 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-bd213b6a-27e1-43ff-8802-3bbdb2e3099c tempest-SubnetPoolsTestJSON-1328926622 tempest-SubnetPoolsTestJSON-1328926622-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1882584277', 'prefixes': ['172.20.0.0/16']}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:58.065908 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-bd213b6a-27e1-43ff-8802-3bbdb2e3099c tempest-SubnetPoolsTestJSON-1328926622 tempest-SubnetPoolsTestJSON-1328926622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:58.070589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46912c15-a1c8-4602-b146-93d8815c7a79 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:58.116564 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bd213b6a-27e1-43ff-8802-3bbdb2e3099c tempest-SubnetPoolsTestJSON-1328926622 tempest-SubnetPoolsTestJSON-1328926622-project] Notify callbacks [] for subnetpool, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:58.117876 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bd213b6a-27e1-43ff-8802-3bbdb2e3099c tempest-SubnetPoolsTestJSON-1328926622 tempest-SubnetPoolsTestJSON-1328926622-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1644158 Apr 20 15:53:58.118286 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46912c15-a1c8-4602-b146-93d8815c7a79 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=b2c8010a-3d31-4430-9d9b-d8ac362339b8,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:58.120478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38970) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:58.153642 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-70af93f7-35a2-423a-b9d8-bc57a29fae89 tempest-SubnetPoolsTestJSON-1328926622 tempest-SubnetPoolsTestJSON-1328926622-project] 10.222.0.13 "GET /v2.0/subnetpools/739d509c-bbdf-42ab-a6fd-f930c01be096 HTTP/1.1" status: 200 len: 732 time: 0.0320725 Apr 20 15:53:58.156109 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38974) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:58.161174 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-d9ed6955-59ca-4055-95e6-334d5fac3e3b tempest-SubnetPoolsTestJSON-1328926622 tempest-SubnetPoolsTestJSON-1328926622-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-517792237'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:53:58.251507 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6955-59ca-4055-95e6-334d5fac3e3b tempest-SubnetPoolsTestJSON-1328926622 tempest-SubnetPoolsTestJSON-1328926622-project] Notify callbacks [] for subnetpool, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:58.253264 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d9ed6955-59ca-4055-95e6-334d5fac3e3b tempest-SubnetPoolsTestJSON-1328926622 tempest-SubnetPoolsTestJSON-1328926622-project] 10.222.0.13 "PUT /v2.0/subnetpools/739d509c-bbdf-42ab-a6fd-f930c01be096 HTTP/1.1" status: 200 len: 683 time: 0.0960269 Apr 20 15:53:58.255829 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38978) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:58.349337 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-85c2954a-d6c2-4c5e-84a0-6310cd7d252a tempest-SubnetPoolsTestJSON-1328926622 tempest-SubnetPoolsTestJSON-1328926622-project] Notify callbacks [] for subnetpool, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:58.353669 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-85c2954a-d6c2-4c5e-84a0-6310cd7d252a tempest-SubnetPoolsTestJSON-1328926622 tempest-SubnetPoolsTestJSON-1328926622-project] 10.222.0.13 "DELETE /v2.0/subnetpools/739d509c-bbdf-42ab-a6fd-f930c01be096 HTTP/1.1" status: 204 len: 168 time: 0.0967023 Apr 20 15:53:58.354280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38982) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:58.373192 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-6f690752-cbfd-4154-b12d-6603782c8d22 tempest-SubnetPoolsTestJSON-1328926622 tempest-SubnetPoolsTestJSON-1328926622-project] show failed (client error): The resource could not be found. Apr 20 15:53:58.377676 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6f690752-cbfd-4154-b12d-6603782c8d22 tempest-SubnetPoolsTestJSON-1328926622 tempest-SubnetPoolsTestJSON-1328926622-project] 10.222.0.13 "GET /v2.0/subnetpools/739d509c-bbdf-42ab-a6fd-f930c01be096 HTTP/1.1" status: 404 len: 346 time: 0.0191476 Apr 20 15:53:58.377905 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38986) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:58.395966 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-484a57ab-5ad4-45d4-9879-b9c98363b386 tempest-SubnetPoolsTestJSON-1328926622 tempest-SubnetPoolsTestJSON-1328926622-project] delete failed (client error): The resource could not be found. Apr 20 15:53:58.396918 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-484a57ab-5ad4-45d4-9879-b9c98363b386 tempest-SubnetPoolsTestJSON-1328926622 tempest-SubnetPoolsTestJSON-1328926622-project] 10.222.0.13 "DELETE /v2.0/subnetpools/739d509c-bbdf-42ab-a6fd-f930c01be096 HTTP/1.1" status: 404 len: 346 time: 0.0181978 Apr 20 15:53:58.531613 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46912c15-a1c8-4602-b146-93d8815c7a79 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:58.689731 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 38994) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:58.803546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eddf75f8-5734-4238-b65f-bb178020bb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:58.817494 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-eddf75f8-5734-4238-b65f-bb178020bb94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:53:58.821322 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-eddf75f8-5734-4238-b65f-bb178020bb94 admin admin] Usage tracker for resource:security_group_rule and tenant:978b727d9fca4a058cdbef3827041175 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:53:58.824101 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-eddf75f8-5734-4238-b65f-bb178020bb94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:53:58.829734 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-eddf75f8-5734-4238-b65f-bb178020bb94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:53:58.903967 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46912c15-a1c8-4602-b146-93d8815c7a79 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 54febf78-2900-4e40-9229-e2ba44488423 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:53:58.917697 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eddf75f8-5734-4238-b65f-bb178020bb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:58.921687 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eddf75f8-5734-4238-b65f-bb178020bb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:58.967378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf75f8-5734-4238-b65f-bb178020bb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b72b5f2-f344-402a-8226-9dc1d6f6456d,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:58.972204 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-eddf75f8-5734-4238-b65f-bb178020bb94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=978b727d9fca4a058cdbef3827041175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813642 Apr 20 15:53:58.974694 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39000) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:59.030984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-99b107d5-71af-4d14-9667-f965a3403b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:59.057574 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-99b107d5-71af-4d14-9667-f965a3403b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:59.083743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46912c15-a1c8-4602-b146-93d8815c7a79 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:53:59.093494 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c284b7b6-c88c-40e1-b676-b649436df324 None None] Sync routers for ids ['54febf78-2900-4e40-9229-e2ba44488423'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:53:59.096945 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-46912c15-a1c8-4602-b146-93d8815c7a79 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/54febf78-2900-4e40-9229-e2ba44488423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5891578 Apr 20 15:53:59.099528 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39004) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:59.106877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c284b7b6-c88c-40e1-b676-b649436df324 None None] Routers {'54febf78-2900-4e40-9229-e2ba44488423'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:59.107485 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c284b7b6-c88c-40e1-b676-b649436df324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['54febf78-2900-4e40-9229-e2ba44488423'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:59.252078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-99b107d5-71af-4d14-9667-f965a3403b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:59.273815 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b107d5-71af-4d14-9667-f965a3403b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b72b5f2-f344-402a-8226-9dc1d6f6456d,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:59.284637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-99b107d5-71af-4d14-9667-f965a3403b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:59.285769 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-99b107d5-71af-4d14-9667-f965a3403b8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b72b5f2-f344-402a-8226-9dc1d6f6456d HTTP/1.1" status: 204 len: 168 time: 0.3101237 Apr 20 15:53:59.291128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-c284b7b6-c88c-40e1-b676-b649436df324 None None] Set router 54febf78-2900-4e40-9229-e2ba44488423 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:53:59.291818 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c190241-1367-4ad5-a2c3-6e8b997fc81f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting subnet 9d96901c-0210-48f5-9a40-90dadee0a002 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:53:59.294883 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c190241-1367-4ad5-a2c3-6e8b997fc81f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:59.351937 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c190241-1367-4ad5-a2c3-6e8b997fc81f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:59.445764 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c190241-1367-4ad5-a2c3-6e8b997fc81f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:59.527299 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c190241-1367-4ad5-a2c3-6e8b997fc81f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:59.570711 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c190241-1367-4ad5-a2c3-6e8b997fc81f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Subnet': ['ID=9d96901c-0210-48f5-9a40-90dadee0a002,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:59.578036 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c190241-1367-4ad5-a2c3-6e8b997fc81f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:59.584746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d57f803-93d2-44de-9eb0-3cf293d76246 None None] Network c355ee9e-7690-4bd5-baa0-5abbaf3a505a requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:53:59.587860 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8c190241-1367-4ad5-a2c3-6e8b997fc81f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/subnets/9d96901c-0210-48f5-9a40-90dadee0a002 HTTP/1.1" status: 204 len: 168 time: 0.4849162 Apr 20 15:53:59.588230 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39016) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:53:59.696410 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c284b7b6-c88c-40e1-b676-b649436df324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:53:58Z', 'revision_number': 7, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:59.728867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c284b7b6-c88c-40e1-b676-b649436df324 None None] Checking router: 54febf78-2900-4e40-9229-e2ba44488423 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:53:59.772038 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c284b7b6-c88c-40e1-b676-b649436df324 None None] Routers {'54febf78-2900-4e40-9229-e2ba44488423'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:53:59.772724 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c284b7b6-c88c-40e1-b676-b649436df324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:53:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['54febf78-2900-4e40-9229-e2ba44488423'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:53:59.781209 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1e516a61-72e5-45d3-bee0-51004d628971 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:59.968115 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1e516a61-72e5-45d3-bee0-51004d628971 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:59.977978 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-1e516a61-72e5-45d3-bee0-51004d628971 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port b34f22a9-9245-48e2-ac1e-2628cf8409b4 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:53:59.978346 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1e516a61-72e5-45d3-bee0-51004d628971 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.009063 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-c284b7b6-c88c-40e1-b676-b649436df324 None None] Set router 54febf78-2900-4e40-9229-e2ba44488423 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:54:00.033776 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39032) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:00.109170 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46aca93a-23b1-4cb3-a5e3-d7041d9c46c6 None None] DHCP port deletion for c355ee9e-7690-4bd5-baa0-5abbaf3a505a request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:54:00.157367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-607895243-network', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:00.163253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:00.168402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Usage tracker for resource:network and tenant:b41769b0acc14f98934af661f4029f6f is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:00.173410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:00.181215 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:00.181692 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-1e516a61-72e5-45d3-bee0-51004d628971 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port b34f22a9-9245-48e2-ac1e-2628cf8409b4, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b34f22a9-9245-48e2-ac1e-2628cf8409b4,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:00.182107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1e516a61-72e5-45d3-bee0-51004d628971 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.191862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-46aca93a-23b1-4cb3-a5e3-d7041d9c46c6 None None] Deleting port 2bf34c5f-a64d-4651-b146-d950bf22decb {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:54:00.192609 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-46aca93a-23b1-4cb3-a5e3-d7041d9c46c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.195693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Made reservation on behalf of b41769b0acc14f98934af661f4029f6f for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:54:00.199273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.215151 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.231082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:00.235161 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Usage tracker for resource:security_group_rule and tenant:b41769b0acc14f98934af661f4029f6f is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:00.238703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:00.244918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:00.316382 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-1e516a61-72e5-45d3-bee0-51004d628971 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for b34f22a9-9245-48e2-ac1e-2628cf8409b4 owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:54:00.337831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.344386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.358630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:54:00.375073 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.375413 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Added segment 687b87db-5c46-491a-b70b-e36411ecedd2 of type vlan for network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d Apr 20 15:54:00.414812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfe4485-fc67-4727-9612-7445dc539e5b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:00.421195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.423132 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2bf34c5f-a64d-4651-b146-d950bf22decb no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:54:00.457850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.458917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:00.459640 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.535624 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1e516a61-72e5-45d3-bee0-51004d628971 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.539048 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-46aca93a-23b1-4cb3-a5e3-d7041d9c46c6 None None] For port 2bf34c5f-a64d-4651-b146-d950bf22decb, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2bf34c5f-a64d-4651-b146-d950bf22decb,segment=NetworkSegment(c50a2fad-8011-4874-be55-1d740013c75e),segment_id=c50a2fad-8011-4874-be55-1d740013c75e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:00.539667 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-46aca93a-23b1-4cb3-a5e3-d7041d9c46c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.561760 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5262001 Apr 20 15:54:00.565129 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39038) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:00.569164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b8c38-daf8-4179-bd6c-f396511f9ebb admin admin] Pushing event updated for resources: {'Network': ['ID=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:00.574112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-d7cdb971-20a1-4fd6-b9fb-af055c27d312 admin admin] Request body: {'subnet': {'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-607895243-subnet', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'ip_version': 4}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:00.582893 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d7cdb971-20a1-4fd6-b9fb-af055c27d312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:00.587385 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d7cdb971-20a1-4fd6-b9fb-af055c27d312 admin admin] Usage tracker for resource:subnet and tenant:b41769b0acc14f98934af661f4029f6f is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:00.589461 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e516a61-72e5-45d3-bee0-51004d628971 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=b34f22a9-9245-48e2-ac1e-2628cf8409b4,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:00.590882 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d7cdb971-20a1-4fd6-b9fb-af055c27d312 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:00.597390 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d7cdb971-20a1-4fd6-b9fb-af055c27d312 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:00.608999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cdb971-20a1-4fd6-b9fb-af055c27d312 admin admin] Made reservation on behalf of b41769b0acc14f98934af661f4029f6f for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:54:00.611350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d7cdb971-20a1-4fd6-b9fb-af055c27d312 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.676379 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:54:00.679332 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1e516a61-72e5-45d3-bee0-51004d628971 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.694830 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-46aca93a-23b1-4cb3-a5e3-d7041d9c46c6 None None] Calling delete_port for 2bf34c5f-a64d-4651-b146-d950bf22decb owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:54:00.823648 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d7cdb971-20a1-4fd6-b9fb-af055c27d312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.887318 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.910862 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdb971-20a1-4fd6-b9fb-af055c27d312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:00.916834 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cdb971-20a1-4fd6-b9fb-af055c27d312 admin admin] Checking segment: {'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:54:00.917261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cdb971-20a1-4fd6-b9fb-af055c27d312 admin admin] Network hostable DHCP agents. Network: c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:54:00.936712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cdb971-20a1-4fd6-b9fb-af055c27d312 admin admin] Network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:54:00.938643 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 2bf34c5f-a64d-4651-b146-d950bf22decb, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2bf34c5f-a64d-4651-b146-d950bf22decb,segment=NetworkSegment(c50a2fad-8011-4874-be55-1d740013c75e),segment_id=c50a2fad-8011-4874-be55-1d740013c75e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:00.948807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-d7cdb971-20a1-4fd6-b9fb-af055c27d312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:00.953051 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cdb971-20a1-4fd6-b9fb-af055c27d312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:00.953577 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d7cdb971-20a1-4fd6-b9fb-af055c27d312 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.962227 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c284b7b6-c88c-40e1-b676-b649436df324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:53:58Z', 'revision_number': 7, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:00.966889 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfd69ef-3997-49b6-8bc3-f367fe2f3f0b None None] Network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:54:00.969748 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1e516a61-72e5-45d3-bee0-51004d628971 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.971704 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1e516a61-72e5-45d3-bee0-51004d628971 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.980272 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d7cdb971-20a1-4fd6-b9fb-af055c27d312 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4131899 Apr 20 15:54:00.981939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39042) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:00.982135 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.986920 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:00.999203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:01.002092 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1e516a61-72e5-45d3-bee0-51004d628971 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:01.002845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e516a61-72e5-45d3-bee0-51004d628971 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Fanout notify agent at l3_agent the message router_deleted on router 54febf78-2900-4e40-9229-e2ba44488423 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:54:01.005569 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Usage tracker for resource:router and tenant:b41769b0acc14f98934af661f4029f6f is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:01.009347 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:01.015806 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:01.019330 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1e516a61-72e5-45d3-bee0-51004d628971 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:01.023180 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1e516a61-72e5-45d3-bee0-51004d628971 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/routers/54febf78-2900-4e40-9229-e2ba44488423 HTTP/1.1" status: 204 len: 168 time: 1.4313862 Apr 20 15:54:01.023481 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39046) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:01.032446 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c284b7b6-c88c-40e1-b676-b649436df324 None None] The sync data for ids ['54febf78-2900-4e40-9229-e2ba44488423'] in dv-neutron-838699-1-hyperv is: [{'id': '54febf78-2900-4e40-9229-e2ba44488423', 'name': 'tempest-TestNetworkBasicOps-router-490182580', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:50:53Z', 'updated_at': '2022-04-20T15:53:58Z', 'revision_number': 7, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': 'b34f22a9-9245-48e2-ac1e-2628cf8409b4', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54febf78-2900-4e40-9229-e2ba44488423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:50:54Z', 'updated_at': '2022-04-20T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:54:01.060059 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:01.061239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:01.087403 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-46aca93a-23b1-4cb3-a5e3-d7041d9c46c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:54:01.087665 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-46aca93a-23b1-4cb3-a5e3-d7041d9c46c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:54:01.129936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:01.134760 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=2bf34c5f-a64d-4651-b146-d950bf22decb,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:01.176884 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:01.196063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 2bf34c5f-a64d-4651-b146-d950bf22decb {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:54:01.196477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:01.283861 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:54:01.284802 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:01.448475 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Allocated IP 172.20.0.2 (c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d/adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24/70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:54:01.591925 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-46aca93a-23b1-4cb3-a5e3-d7041d9c46c6 None None] Deleting port 2bf34c5f-a64d-4651-b146-d950bf22decb {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:54:01.592307 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-46aca93a-23b1-4cb3-a5e3-d7041d9c46c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:01.685482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:01.891058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port 2bf34c5f-a64d-4651-b146-d950bf22decb, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2bf34c5f-a64d-4651-b146-d950bf22decb,segment=NetworkSegment(c50a2fad-8011-4874-be55-1d740013c75e),segment_id=c50a2fad-8011-4874-be55-1d740013c75e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:01.891463 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:01.895468 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:01.904078 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-46aca93a-23b1-4cb3-a5e3-d7041d9c46c6 None None] For port 2bf34c5f-a64d-4651-b146-d950bf22decb, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2bf34c5f-a64d-4651-b146-d950bf22decb,segment=NetworkSegment(c50a2fad-8011-4874-be55-1d740013c75e),segment_id=c50a2fad-8011-4874-be55-1d740013c75e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:01.904411 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-46aca93a-23b1-4cb3-a5e3-d7041d9c46c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:01.924236 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Transition to ACTIVE for port object 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:02.022835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 2bf34c5f-a64d-4651-b146-d950bf22decb owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:54:02.040316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-46aca93a-23b1-4cb3-a5e3-d7041d9c46c6 None None] Calling delete_port for 2bf34c5f-a64d-4651-b146-d950bf22decb owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:54:02.097441 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Transition to ACTIVE for port object 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:02.107712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6509e68a-4b8a-4852-b7e8-6aaf2ce77079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:02.118171 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:02.129557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:02.183861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=2bf34c5f-a64d-4651-b146-d950bf22decb,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:02.185941 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] No DVR routers for this DVR port 2bf34c5f-a64d-4651-b146-d950bf22decb on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:54:02.204094 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:54:02.213255 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:02.217339 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-46aca93a-23b1-4cb3-a5e3-d7041d9c46c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:54:02.217702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-46aca93a-23b1-4cb3-a5e3-d7041d9c46c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:54:02.218344 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:54:02.224645 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Pushing event updated for resources: {'Port': ['ID=70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:02.256235 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-46aca93a-23b1-4cb3-a5e3-d7041d9c46c6 None None] Deleting port 2bf34c5f-a64d-4651-b146-d950bf22decb {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:54:02.256618 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-46aca93a-23b1-4cb3-a5e3-d7041d9c46c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:02.367349 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-46aca93a-23b1-4cb3-a5e3-d7041d9c46c6 None None] The port '2bf34c5f-a64d-4651-b146-d950bf22decb' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 15:54:02.382517 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Attempting to bind port 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:54:02.382892 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Attempting to bind port 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:54:02.383253 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Attempting to bind port 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b on network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:54:02.388796 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:54:02.389171 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Checking segment: {'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:54:02.389570 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:02.389980 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Bound using segment: {'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:54:02.390460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Bound port: 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:54:02.390937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:02.405393 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b2c8010a-3d31-4430-9d9b-d8ac362339b8 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:54:02.444756 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: b2c8010a-3d31-4430-9d9b-d8ac362339b8 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:54:02.445015 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b2c8010a-3d31-4430-9d9b-d8ac362339b8 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:54:02.445421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b34f22a9-9245-48e2-ac1e-2628cf8409b4 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:54:02.469621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:02.502602 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c355ee9e-7690-4bd5-baa0-5abbaf3a505a']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:02.509827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:02.510199 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: b34f22a9-9245-48e2-ac1e-2628cf8409b4 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:54:02.510543 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b34f22a9-9245-48e2-ac1e-2628cf8409b4 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:54:02.543456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:02.546112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50a2fad-8011-4874-be55-1d740013c75e') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:02.546415 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50a2fad-8011-4874-be55-1d740013c75e') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:02.550581 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] For port 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:54:02.553519 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] For port 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:54:02.558035 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:02.649737 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7dab3-31b8-4e37-a53d-1d7dcf58771a None None] Pushing event updated for resources: {'Port': ['ID=70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:02.713813 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:02.746172 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:02.759227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:54:02.759625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:54:02.774362 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:54:02.911197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:02.933741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:02.951428 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Allocated IP 172.26.7.72 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/316e24cb-5691-437a-ad73-a0d63f43007e) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:54:02.953870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Network': ['ID=c355ee9e-7690-4bd5-baa0-5abbaf3a505a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:02.980643 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-644de688-1517-4a72-98b8-08c761c6d97f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/networks/c355ee9e-7690-4bd5-baa0-5abbaf3a505a HTTP/1.1" status: 204 len: 168 time: 1.9557133 Apr 20 15:54:02.999458 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39050) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:03.008826 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-756b23ef-28a7-434e-8ece-aba7cea030a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'network': {'name': 'tempest-network-smoke--1260048935', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'port_security_enabled': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:03.061093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-756b23ef-28a7-434e-8ece-aba7cea030a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:03.073511 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-756b23ef-28a7-434e-8ece-aba7cea030a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:network and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:03.077554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-756b23ef-28a7-434e-8ece-aba7cea030a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:03.085684 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-756b23ef-28a7-434e-8ece-aba7cea030a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:03.109175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756b23ef-28a7-434e-8ece-aba7cea030a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:54:03.113047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-756b23ef-28a7-434e-8ece-aba7cea030a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:03.166505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:03.172569 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756b23ef-28a7-434e-8ece-aba7cea030a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:54:03.185786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-756b23ef-28a7-434e-8ece-aba7cea030a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:03.186133 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-756b23ef-28a7-434e-8ece-aba7cea030a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Added segment ade449b8-5531-4dd8-aff5-f7bc5912a857 of type vlan for network 97e9b2fb-1686-497b-96c0-17de2ece9754 Apr 20 15:54:03.222958 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-756b23ef-28a7-434e-8ece-aba7cea030a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:03.244810 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:03.310144 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-756b23ef-28a7-434e-8ece-aba7cea030a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:03.315518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756b23ef-28a7-434e-8ece-aba7cea030a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:03.316146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-756b23ef-28a7-434e-8ece-aba7cea030a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:03.339952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:54:03.354571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:03.365998 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:54:03.453114 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Pushing event updated for resources: {'Port': ['ID=316e24cb-5691-437a-ad73-a0d63f43007e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:03.491058 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-756b23ef-28a7-434e-8ece-aba7cea030a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4904141 Apr 20 15:54:03.493818 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39054) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:03.495818 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b23ef-28a7-434e-8ece-aba7cea030a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Network': ['ID=97e9b2fb-1686-497b-96c0-17de2ece9754,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:03.499676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-671590238', 'admin_state_up': True, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:03.507082 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 97e9b2fb-1686-497b-96c0-17de2ece9754 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:54:03.508306 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:03.512466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:router and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:03.515548 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:03.525456 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:03.537861 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:03.539681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:03.558788 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:03.646486 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924a2f00-dda6-4aba-b33a-cc2a89fc6e8e None None] Network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:54:03.802409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-da6539e6-b6cb-4a21-a248-bf516ef01229 None None] Provisioning for port 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:03.840261 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:03.891719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:04.179344 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:04.211112 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:04.313615 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-75fa0ac2-d860-4ec6-9e18-cdc66616eeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:04.381577 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.26.7.39 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/9c80cd81-b59a-4b5a-bb84-8c45758837f5) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:54:04.421898 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:04.438401 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:04.537874 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:04.540784 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:04.545967 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:04.546595 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:04.569018 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:04.634224 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:54:04.636937 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:04.644785 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:54:04.654074 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Router 98ed705b-ed0e-4a89-9d40-667a9f10a436 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:54:04.674365 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:04.688496 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=9c80cd81-b59a-4b5a-bb84-8c45758837f5,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:04.707686 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:04.711677 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:04.781799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:04.839478 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:54:04.848805 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Sync routers for ids ['98ed705b-ed0e-4a89-9d40-667a9f10a436'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:54:04.859110 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Routers {'98ed705b-ed0e-4a89-9d40-667a9f10a436'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:54:04.859865 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:54:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['98ed705b-ed0e-4a89-9d40-667a9f10a436'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:04.861957 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:04.864215 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f2ac8f69-2843-450c-bfea-f1348a721abc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8813219 Apr 20 15:54:04.866046 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39058) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:05.058074 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Set router 98ed705b-ed0e-4a89-9d40-667a9f10a436 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:54:05.352788 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:03Z', 'revision_number': 3, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:05.356614 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Checking router: 98ed705b-ed0e-4a89-9d40-667a9f10a436 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:54:05.356951 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Updating router 98ed705b-ed0e-4a89-9d40-667a9f10a436 port 316e24cb-5691-437a-ad73-a0d63f43007e binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:54:05.410351 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:05.421275 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:05.665873 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:05.720693 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:05.732470 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:05.745127 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Transition to ACTIVE for port object 316e24cb-5691-437a-ad73-a0d63f43007e will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:05.752219 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:05.830042 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Attempting to bind port 316e24cb-5691-437a-ad73-a0d63f43007e on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:54:05.830398 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Attempting to bind port 316e24cb-5691-437a-ad73-a0d63f43007e by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:54:05.830754 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Attempting to bind port 316e24cb-5691-437a-ad73-a0d63f43007e on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:54:05.836257 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300821c-1983-4947-929c-0981c51fb8fd None None] Pushing event updated for resources: {'Port': ['ID=316e24cb-5691-437a-ad73-a0d63f43007e,revision_number=2']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:05.841007 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:54:05.841375 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:54:05.841773 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:05.842152 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:54:05.842599 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Bound port: 316e24cb-5691-437a-ad73-a0d63f43007e, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:54:05.842961 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:05.874367 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300821c-1983-4947-929c-0981c51fb8fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:05.875073 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300821c-1983-4947-929c-0981c51fb8fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:05.875073 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300821c-1983-4947-929c-0981c51fb8fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:05.875347 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300821c-1983-4947-929c-0981c51fb8fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:05.875676 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300821c-1983-4947-929c-0981c51fb8fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:05.876029 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300821c-1983-4947-929c-0981c51fb8fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:05.876415 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300821c-1983-4947-929c-0981c51fb8fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:05.877224 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300821c-1983-4947-929c-0981c51fb8fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:05.877547 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300821c-1983-4947-929c-0981c51fb8fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:05.877875 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300821c-1983-4947-929c-0981c51fb8fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:05.878185 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300821c-1983-4947-929c-0981c51fb8fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:05.878499 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300821c-1983-4947-929c-0981c51fb8fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:05.928104 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] For port 316e24cb-5691-437a-ad73-a0d63f43007e, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:54:05.930947 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] For port 316e24cb-5691-437a-ad73-a0d63f43007e, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=316e24cb-5691-437a-ad73-a0d63f43007e,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:54:05.936443 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:06.014486 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Routers {'98ed705b-ed0e-4a89-9d40-667a9f10a436'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:54:06.015103 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:54:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['98ed705b-ed0e-4a89-9d40-667a9f10a436'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:06.047175 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:06.082504 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300821c-1983-4947-929c-0981c51fb8fd None None] Pushing event updated for resources: {'Port': ['ID=316e24cb-5691-437a-ad73-a0d63f43007e,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:06.225716 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] Set router 98ed705b-ed0e-4a89-9d40-667a9f10a436 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:54:06.398252 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:06.430122 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:06.469548 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:06.469981 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:06.514277 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:03Z', 'revision_number': 3, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:06.519023 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62026fd-af3c-4929-a1ff-f5a8e4d07840 None None] The sync data for ids ['98ed705b-ed0e-4a89-9d40-667a9f10a436'] in dv-neutron-838699-1-hyperv is: [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:03Z', 'revision_number': 3, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:54:06.543343 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router ed7c3330-f3c0-4963-95ec-fa343ed5d01c is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:54:06.837802 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Allocated IP 172.20.0.1 (c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d/adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24/314a722c-ccc0-4e13-9e25-73828a970a36) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:54:06.848026 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:54:06.859830 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Sync routers for ids ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:54:06.873474 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Routers {'ed7c3330-f3c0-4963-95ec-fa343ed5d01c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:54:06.874400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:54:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:06.960732 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:06.961870 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-747f2239-9f06-4171-b47f-72f0661d8a41 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4667592 Apr 20 15:54:06.965073 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39064) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:07.030006 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-734083b7-008b-40c8-8f59-6c3117f0e70e tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=275d553700ad4a899ef09eedcedfa1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0612948 Apr 20 15:54:07.030233 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:07.030330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39068) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:07.047856 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Transition to ACTIVE for port object 314a722c-ccc0-4e13-9e25-73828a970a36 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:07.075952 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:07.076220 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:07.092045 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Set router ed7c3330-f3c0-4963-95ec-fa343ed5d01c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:54:07.149508 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:54:07.152590 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:07.156942 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:54:07.190542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8797621-c349-4985-a4a2-e4541cb3509f tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:07.192489 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d8797621-c349-4985-a4a2-e4541cb3509f tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1613336 Apr 20 15:54:07.196744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39072) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:07.271178 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2848159c-c7b8-4128-bba5-39455b94aab5 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0636458 Apr 20 15:54:07.273923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39076) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:07.274839 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Pushing event updated for resources: {'Port': ['ID=314a722c-ccc0-4e13-9e25-73828a970a36,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:07.288382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-9b38d16a-29b4-4442-ab0e-19e29adabb3b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-96634015', 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:07.292870 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:07.450070 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'name': 'tempest-TestNetworkBasicOps-router-671590238', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:03Z', 'updated_at': '2022-04-20T15:54:05Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:55:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:04Z', 'updated_at': '2022-04-20T15:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:07.454223 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Checking router: ed7c3330-f3c0-4963-95ec-fa343ed5d01c for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:54:07.454619 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Updating router ed7c3330-f3c0-4963-95ec-fa343ed5d01c port 9c80cd81-b59a-4b5a-bb84-8c45758837f5 binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:54:07.455322 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9b38d16a-29b4-4442-ab0e-19e29adabb3b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:07.459373 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9b38d16a-29b4-4442-ab0e-19e29adabb3b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:subnet and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:07.465040 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9b38d16a-29b4-4442-ab0e-19e29adabb3b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:07.476624 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9b38d16a-29b4-4442-ab0e-19e29adabb3b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:07.498949 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b38d16a-29b4-4442-ab0e-19e29adabb3b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:54:07.504451 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b38d16a-29b4-4442-ab0e-19e29adabb3b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:07.521692 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-241cedc3-8c26-4199-8f8d-092e1968b5bd None None] Provisioning for port 314a722c-ccc0-4e13-9e25-73828a970a36 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:07.529733 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-241cedc3-8c26-4199-8f8d-092e1968b5bd None None] Provisioning complete for port 314a722c-ccc0-4e13-9e25-73828a970a36 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:07.530106 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-241cedc3-8c26-4199-8f8d-092e1968b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:07.541812 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:07.565461 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:07.639204 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-241cedc3-8c26-4199-8f8d-092e1968b5bd None None] Port 314a722c-ccc0-4e13-9e25-73828a970a36 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:54:07.746170 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b38d16a-29b4-4442-ab0e-19e29adabb3b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:07.774521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:07.780662 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:07.829147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38d16a-29b4-4442-ab0e-19e29adabb3b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Subnet': ['ID=f8029416-08ea-49dd-a896-473f82b0f3ac,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:07.839134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38d16a-29b4-4442-ab0e-19e29adabb3b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Checking segment: {'id': 'ade449b8-5531-4dd8-aff5-f7bc5912a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:54:07.839495 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b38d16a-29b4-4442-ab0e-19e29adabb3b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network hostable DHCP agents. Network: 97e9b2fb-1686-497b-96c0-17de2ece9754, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:54:07.863049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b38d16a-29b4-4442-ab0e-19e29adabb3b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 97e9b2fb-1686-497b-96c0-17de2ece9754 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:54:07.874449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-9b38d16a-29b4-4442-ab0e-19e29adabb3b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 97e9b2fb-1686-497b-96c0-17de2ece9754) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:07.880824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b38d16a-29b4-4442-ab0e-19e29adabb3b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:07.881527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b38d16a-29b4-4442-ab0e-19e29adabb3b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:07.891642 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Pushing event updated for resources: {'Port': ['ID=314a722c-ccc0-4e13-9e25-73828a970a36,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:07.894631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:07.912048 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9b38d16a-29b4-4442-ab0e-19e29adabb3b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6341817 Apr 20 15:54:07.912254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e0d69c-c036-4c10-b3bb-36fb28748af1 None None] Network 97e9b2fb-1686-497b-96c0-17de2ece9754 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:54:07.912720 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39080) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:07.919443 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:07.919813 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:07.920155 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:07.920542 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:07.920869 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:07.921206 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:07.921533 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:07.921865 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:07.922194 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:07.922513 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:07.922867 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:07.923177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:08.071604 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:08.091934 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Transition to ACTIVE for port object 9c80cd81-b59a-4b5a-bb84-8c45758837f5 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:08.118422 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:08.187053 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:54:08.188582 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:08.219403 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Attempting to bind port 9c80cd81-b59a-4b5a-bb84-8c45758837f5 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:54:08.219790 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Attempting to bind port 9c80cd81-b59a-4b5a-bb84-8c45758837f5 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:54:08.220195 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Attempting to bind port 9c80cd81-b59a-4b5a-bb84-8c45758837f5 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:54:08.244223 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:54:08.244599 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:54:08.245001 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:08.245487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:54:08.245954 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Bound port: 9c80cd81-b59a-4b5a-bb84-8c45758837f5, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:54:08.253177 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:08.339466 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c477429-880b-481d-970e-3744f178918d None None] Pushing event updated for resources: {'Port': ['ID=9c80cd81-b59a-4b5a-bb84-8c45758837f5,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:08.432042 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-97e9b2fb-1686-497b-96c0-17de2ece9754', 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ips': [{'subnet_id': 'f8029416-08ea-49dd-a896-473f82b0f3ac'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:54:08.432480 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Router 98ed705b-ed0e-4a89-9d40-667a9f10a436 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:54:08.433813 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:08.466200 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] For port 9c80cd81-b59a-4b5a-bb84-8c45758837f5, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:54:08.476317 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] For port 9c80cd81-b59a-4b5a-bb84-8c45758837f5, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=9c80cd81-b59a-4b5a-bb84-8c45758837f5,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:54:08.499265 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:08.540500 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 316e24cb-5691-437a-ad73-a0d63f43007e up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:08.651809 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:54:08.655087 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d23f26c9-58ba-4a7b-8ac4-74775319ed3c None None] Provisioning complete for port 314a722c-ccc0-4e13-9e25-73828a970a36 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:08.655087 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d23f26c9-58ba-4a7b-8ac4-74775319ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:08.656664 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8eed746d-a0e1-415d-b158-b30a7cbbaddc admin admin] 10.222.0.13 "PUT /v2.0/routers/98ed705b-ed0e-4a89-9d40-667a9f10a436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7895901 Apr 20 15:54:08.668020 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Sync routers for ids ['98ed705b-ed0e-4a89-9d40-667a9f10a436'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:54:08.683143 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Routers {'98ed705b-ed0e-4a89-9d40-667a9f10a436'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:54:08.684361 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:54:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['98ed705b-ed0e-4a89-9d40-667a9f10a436'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:08.791902 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Routers {'ed7c3330-f3c0-4963-95ec-fa343ed5d01c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:54:08.792559 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:54:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:08.930900 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Set router 98ed705b-ed0e-4a89-9d40-667a9f10a436 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:54:08.958799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:08.969683 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-d23f26c9-58ba-4a7b-8ac4-74775319ed3c None None] Port 314a722c-ccc0-4e13-9e25-73828a970a36 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:54:08.983642 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c477429-880b-481d-970e-3744f178918d None None] Pushing event updated for resources: {'Port': ['ID=9c80cd81-b59a-4b5a-bb84-8c45758837f5,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:09.019017 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 316e24cb-5691-437a-ad73-a0d63f43007e completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:09.036907 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 316e24cb-5691-437a-ad73-a0d63f43007e triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:09.037293 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:09.073850 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] Set router ed7c3330-f3c0-4963-95ec-fa343ed5d01c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:54:09.189889 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Allocated IP 172.20.0.2 (97e9b2fb-1686-497b-96c0-17de2ece9754/f8029416-08ea-49dd-a896-473f82b0f3ac/2bcf647c-cd36-42e9-9b37-c5ef996fedda) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:54:09.282378 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 2, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:09.286940 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Checking router: 98ed705b-ed0e-4a89-9d40-667a9f10a436 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:54:09.287287 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Updating router 98ed705b-ed0e-4a89-9d40-667a9f10a436 port 314a722c-ccc0-4e13-9e25-73828a970a36 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:54:09.345564 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:09.356310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39098) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:09.361670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-155270099-network', 'tenant_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:09.366392 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:09.370188 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Usage tracker for resource:network and tenant:a5e5b205dd5c4fa4ae6e9965466da8ab is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:09.373634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:09.380008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:09.392961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Made reservation on behalf of a5e5b205dd5c4fa4ae6e9965466da8ab for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:54:09.395901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:09.408632 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:09.422924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:09.426819 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Usage tracker for resource:security_group_rule and tenant:a5e5b205dd5c4fa4ae6e9965466da8ab is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:09.430013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:09.435750 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:09.529049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:09.534048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:09.560348 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:54:09.574031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:09.574468 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Added segment 712a8046-5bc3-42a6-9dd6-21ec38a980cc of type vlan for network 0da19947-ee8e-4cbe-b6f2-51e2e209a895 Apr 20 15:54:09.590193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:09.621315 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270d88bb-cd62-4427-acc5-6c505ce6b38a,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:09.640833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:09.641176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:09.641515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:09.641873 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:09.642205 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:09.642531 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:09.642856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:09.643181 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:09.643684 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:09.644059 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:09.644366 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:09.644811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:09.655139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:09.691715 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:09.692996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:09.693672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:09.722497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 316e24cb-5691-437a-ad73-a0d63f43007e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=316e24cb-5691-437a-ad73-a0d63f43007e,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:09.734751 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:09.738246 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:09.750605 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Transition to ACTIVE for port object 314a722c-ccc0-4e13-9e25-73828a970a36 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:09.758350 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:09.775255 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'name': 'tempest-TestNetworkBasicOps-router-671590238', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:03Z', 'updated_at': '2022-04-20T15:54:05Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:55:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:04Z', 'updated_at': '2022-04-20T15:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:09.795399 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f25f7db-3814-49aa-bf5e-aeb20e1e70d3 None None] The sync data for ids ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'] in dv-neutron-838699-1-hyperv is: [{'id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'name': 'tempest-TestNetworkBasicOps-router-671590238', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:03Z', 'updated_at': '2022-04-20T15:54:05Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:55:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:04Z', 'updated_at': '2022-04-20T15:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:54:09.802299 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:09.824593 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Transition to ACTIVE for port object 2bcf647c-cd36-42e9-9b37-c5ef996fedda will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:09.828942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] Pushing event updated for resources: {'Network': ['ID=0da19947-ee8e-4cbe-b6f2-51e2e209a895,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:09.842960 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=316e24cb-5691-437a-ad73-a0d63f43007e,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:09.843526 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39102) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:09.852888 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-903bf81b-b50d-46d5-a284-3116096b6d8c admin admin] Request body: {'subnet': {'network_id': '0da19947-ee8e-4cbe-b6f2-51e2e209a895', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-155270099-subnet', 'tenant_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'ip_version': 4}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:09.855177 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Transition to ACTIVE for port object 2bcf647c-cd36-42e9-9b37-c5ef996fedda will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:09.857807 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8bf24a4c-8753-4a65-b9c0-24534a20fcfd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4985111 Apr 20 15:54:09.861971 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-903bf81b-b50d-46d5-a284-3116096b6d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:09.863337 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:09.876644 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-903bf81b-b50d-46d5-a284-3116096b6d8c admin admin] Usage tracker for resource:subnet and tenant:a5e5b205dd5c4fa4ae6e9965466da8ab is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:09.884280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-903bf81b-b50d-46d5-a284-3116096b6d8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:09.895437 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-903bf81b-b50d-46d5-a284-3116096b6d8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:09.921666 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903bf81b-b50d-46d5-a284-3116096b6d8c admin admin] Made reservation on behalf of a5e5b205dd5c4fa4ae6e9965466da8ab for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:54:09.925812 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-903bf81b-b50d-46d5-a284-3116096b6d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:09.970907 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61985f-1c76-40d6-bd3c-8406c2a0be51 None None] Pushing event updated for resources: {'Port': ['ID=314a722c-ccc0-4e13-9e25-73828a970a36,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:09.983388 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 0da19947-ee8e-4cbe-b6f2-51e2e209a895 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:54:10.004014 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.1 (97e9b2fb-1686-497b-96c0-17de2ece9754/f8029416-08ea-49dd-a896-473f82b0f3ac/642520e7-d859-40b4-9c81-1e304b4088db) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:54:10.029507 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Pushing event updated for resources: {'Port': ['ID=2bcf647c-cd36-42e9-9b37-c5ef996fedda,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:10.120102 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Attempting to bind port 314a722c-ccc0-4e13-9e25-73828a970a36 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:54:10.120387 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Attempting to bind port 314a722c-ccc0-4e13-9e25-73828a970a36 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:54:10.120787 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Attempting to bind port 314a722c-ccc0-4e13-9e25-73828a970a36 on network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:54:10.127395 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:54:10.127941 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Checking segment: {'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:54:10.128377 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.128770 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Bound using segment: {'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:54:10.130066 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Bound port: 314a722c-ccc0-4e13-9e25-73828a970a36, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:54:10.130481 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.137421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Network 97e9b2fb-1686-497b-96c0-17de2ece9754 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:54:10.215138 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:10.238234 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:54:10.274353 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] For port 314a722c-ccc0-4e13-9e25-73828a970a36, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:54:10.286154 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] For port 314a722c-ccc0-4e13-9e25-73828a970a36, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=314a722c-ccc0-4e13-9e25-73828a970a36,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:54:10.295131 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.349786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.386918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-903bf81b-b50d-46d5-a284-3116096b6d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.399609 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object 642520e7-d859-40b4-9c81-1e304b4088db will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:10.424813 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Routers {'98ed705b-ed0e-4a89-9d40-667a9f10a436'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:54:10.427806 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:54:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['98ed705b-ed0e-4a89-9d40-667a9f10a436'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:10.435322 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.450010 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Attempting to bind port 2bcf647c-cd36-42e9-9b37-c5ef996fedda on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:54:10.450480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Attempting to bind port 2bcf647c-cd36-42e9-9b37-c5ef996fedda by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'ade449b8-5531-4dd8-aff5-f7bc5912a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:54:10.450854 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Attempting to bind port 2bcf647c-cd36-42e9-9b37-c5ef996fedda on network 97e9b2fb-1686-497b-96c0-17de2ece9754 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:54:10.457392 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:54:10.457766 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Checking segment: {'id': 'ade449b8-5531-4dd8-aff5-f7bc5912a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:54:10.458417 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.458816 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Bound using segment: {'id': 'ade449b8-5531-4dd8-aff5-f7bc5912a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:54:10.459285 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Bound port: 2bcf647c-cd36-42e9-9b37-c5ef996fedda, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade449b8-5531-4dd8-aff5-f7bc5912a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:54:10.459715 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.537626 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bf81b-b50d-46d5-a284-3116096b6d8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c3c45d3-6a62-41b0-8eb3-06246256e268,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:10.577285 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 316e24cb-5691-437a-ad73-a0d63f43007e up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:10.591588 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 97e9b2fb-1686-497b-96c0-17de2ece9754 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:54:10.596255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:10.598340 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903bf81b-b50d-46d5-a284-3116096b6d8c admin admin] Checking segment: {'id': '712a8046-5bc3-42a6-9dd6-21ec38a980cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0da19947-ee8e-4cbe-b6f2-51e2e209a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:54:10.599353 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903bf81b-b50d-46d5-a284-3116096b6d8c admin admin] Network hostable DHCP agents. Network: 0da19947-ee8e-4cbe-b6f2-51e2e209a895, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:54:10.606567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:54:10.625200 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903bf81b-b50d-46d5-a284-3116096b6d8c admin admin] Network 0da19947-ee8e-4cbe-b6f2-51e2e209a895 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:54:10.644228 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-903bf81b-b50d-46d5-a284-3116096b6d8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 0da19947-ee8e-4cbe-b6f2-51e2e209a895) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:10.648593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903bf81b-b50d-46d5-a284-3116096b6d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:10.649407 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-903bf81b-b50d-46d5-a284-3116096b6d8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.649894 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61985f-1c76-40d6-bd3c-8406c2a0be51 None None] Pushing event updated for resources: {'Port': ['ID=314a722c-ccc0-4e13-9e25-73828a970a36,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:10.683822 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b900f9d-83da-4bf8-afa9-43f159b95b41 None None] Network 0da19947-ee8e-4cbe-b6f2-51e2e209a895 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:54:10.701825 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-903bf81b-b50d-46d5-a284-3116096b6d8c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8569708 Apr 20 15:54:10.704158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39106) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:10.711810 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-155270099-router', 'tenant_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:10.717243 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.718097 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:10.723505 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Usage tracker for resource:router and tenant:a5e5b205dd5c4fa4ae6e9965466da8ab is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:10.727562 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:10.734216 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:10.748098 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.750521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.783346 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.784520 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=642520e7-d859-40b4-9c81-1e304b4088db,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:10.836322 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] Set router 98ed705b-ed0e-4a89-9d40-667a9f10a436 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:54:10.937849 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] For port 2bcf647c-cd36-42e9-9b37-c5ef996fedda, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:54:10.942567 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] For port 2bcf647c-cd36-42e9-9b37-c5ef996fedda, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2bcf647c-cd36-42e9-9b37-c5ef996fedda,segment=NetworkSegment(ade449b8-5531-4dd8-aff5-f7bc5912a857),segment_id=ade449b8-5531-4dd8-aff5-f7bc5912a857)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:54:10.957658 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:11.040853 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:11.126142 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-0da19947-ee8e-4cbe-b6f2-51e2e209a895', 'network_id': '0da19947-ee8e-4cbe-b6f2-51e2e209a895', 'tenant_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'fixed_ips': [{'subnet_id': '7c3c45d3-6a62-41b0-8eb3-06246256e268'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:54:11.127568 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:11.168324 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 316e24cb-5691-437a-ad73-a0d63f43007e triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:11.168695 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:11.171071 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:11.339456 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:10Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:11.345350 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86465464-5557-4e4e-98fc-7f1bf265a1e9 None None] The sync data for ids ['98ed705b-ed0e-4a89-9d40-667a9f10a436'] in dv-neutron-838699-1-hyperv is: [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:10Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:54:11.345939 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344589e4-c5be-4bde-800e-0ea9a73ca9f3 None None] Pushing event updated for resources: {'Port': ['ID=2bcf647c-cd36-42e9-9b37-c5ef996fedda,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:11.445844 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:54:11.580796 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 9c80cd81-b59a-4b5a-bb84-8c45758837f5 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:11.648115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Allocated IP 172.20.0.2 (0da19947-ee8e-4cbe-b6f2-51e2e209a895/7c3c45d3-6a62-41b0-8eb3-06246256e268/4f1507c2-828f-4ffb-ba11-6538a4df8b5a) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:54:11.842156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:11.863734 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:11.880976 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 9c80cd81-b59a-4b5a-bb84-8c45758837f5 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:11.895883 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 9c80cd81-b59a-4b5a-bb84-8c45758837f5 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:11.896338 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:11.967650 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:11.994228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=642520e7-d859-40b4-9c81-1e304b4088db,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:11.997113 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:12.012595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:12.032967 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:12.082785 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Transition to ACTIVE for port object 4f1507c2-828f-4ffb-ba11-6538a4df8b5a will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:12.145351 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Transition to ACTIVE for port object 4f1507c2-828f-4ffb-ba11-6538a4df8b5a will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:12.148969 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:12.168033 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:12.172165 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 97e9b2fb-1686-497b-96c0-17de2ece9754 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:54:12.174075 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:12.214447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Allocated IP 172.26.7.51 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/f63ba0a0-9250-46aa-a25f-ba1c932bf6ae) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:54:12.231703 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Network 0da19947-ee8e-4cbe-b6f2-51e2e209a895 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:54:12.247568 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 9c80cd81-b59a-4b5a-bb84-8c45758837f5, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=9c80cd81-b59a-4b5a-bb84-8c45758837f5,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:12.248920 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:12.260429 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:54:12.269354 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:12.417986 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Pushing event updated for resources: {'Port': ['ID=4f1507c2-828f-4ffb-ba11-6538a4df8b5a,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:12.454811 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:12.490782 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:12.498247 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Attempting to bind port 4f1507c2-828f-4ffb-ba11-6538a4df8b5a on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:54:12.498636 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Attempting to bind port 4f1507c2-828f-4ffb-ba11-6538a4df8b5a by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '712a8046-5bc3-42a6-9dd6-21ec38a980cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0da19947-ee8e-4cbe-b6f2-51e2e209a895'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:54:12.498998 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Attempting to bind port 4f1507c2-828f-4ffb-ba11-6538a4df8b5a on network 0da19947-ee8e-4cbe-b6f2-51e2e209a895 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:54:12.504954 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=9c80cd81-b59a-4b5a-bb84-8c45758837f5,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:12.510225 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:54:12.510609 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Checking segment: {'id': '712a8046-5bc3-42a6-9dd6-21ec38a980cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0da19947-ee8e-4cbe-b6f2-51e2e209a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:54:12.511024 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:12.511417 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Bound using segment: {'id': '712a8046-5bc3-42a6-9dd6-21ec38a980cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0da19947-ee8e-4cbe-b6f2-51e2e209a895'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:54:12.511919 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Bound port: 4f1507c2-828f-4ffb-ba11-6538a4df8b5a, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712a8046-5bc3-42a6-9dd6-21ec38a980cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0da19947-ee8e-4cbe-b6f2-51e2e209a895'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:54:12.512301 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:12.578182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router ed7c3330-f3c0-4963-95ec-fa343ed5d01c has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:54:12.596032 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:54:12.599067 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:12.603066 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:54:12.651701 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] For port 4f1507c2-828f-4ffb-ba11-6538a4df8b5a, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:54:12.660942 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] For port 4f1507c2-828f-4ffb-ba11-6538a4df8b5a, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4f1507c2-828f-4ffb-ba11-6538a4df8b5a,segment=NetworkSegment(712a8046-5bc3-42a6-9dd6-21ec38a980cc),segment_id=712a8046-5bc3-42a6-9dd6-21ec38a980cc)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:54:12.664864 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2bcf647c-cd36-42e9-9b37-c5ef996fedda up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:12.670377 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Pushing event updated for resources: {'Port': ['ID=f63ba0a0-9250-46aa-a25f-ba1c932bf6ae,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:12.710400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:12.802235 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea02840-1aa8-444e-aec3-8e3f5608aa06 None None] Pushing event updated for resources: {'Port': ['ID=4f1507c2-828f-4ffb-ba11-6538a4df8b5a,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:12.853701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:54:12.860887 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 2bcf647c-cd36-42e9-9b37-c5ef996fedda completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:12.864198 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d53e6b14-cb50-4549-838c-78a897ee5850 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/ed7c3330-f3c0-4963-95ec-fa343ed5d01c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9507017 Apr 20 15:54:12.866571 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Sync routers for ids ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:54:12.866708 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39110) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:12.878492 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 314a722c-ccc0-4e13-9e25-73828a970a36 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:12.983431 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Routers {'ed7c3330-f3c0-4963-95ec-fa343ed5d01c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:54:12.984101 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:54:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:13.094101 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 314a722c-ccc0-4e13-9e25-73828a970a36 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:13.106317 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 314a722c-ccc0-4e13-9e25-73828a970a36 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:13.106778 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:13.162132 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fb3bb6-bcaf-4a03-a18d-02c7fbb6bf05 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:13.162604 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fb3bb6-bcaf-4a03-a18d-02c7fbb6bf05 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:13.163072 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fb3bb6-bcaf-4a03-a18d-02c7fbb6bf05 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:13.167798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fb3bb6-bcaf-4a03-a18d-02c7fbb6bf05 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:13.168820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fb3bb6-bcaf-4a03-a18d-02c7fbb6bf05 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:13.169294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fb3bb6-bcaf-4a03-a18d-02c7fbb6bf05 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:13.171813 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b1fb3bb6-bcaf-4a03-a18d-02c7fbb6bf05 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3034933 Apr 20 15:54:13.174004 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39114) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:13.210888 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdc0ccb-3835-483d-9788-78b3fbc6d718 None None] Network 97e9b2fb-1686-497b-96c0-17de2ece9754 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:54:13.229621 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:13.274196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74c4f3-80ff-4b5e-bbb8-4d7b8e04b9b2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:13.274781 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74c4f3-80ff-4b5e-bbb8-4d7b8e04b9b2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:13.275247 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74c4f3-80ff-4b5e-bbb8-4d7b8e04b9b2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:13.275965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74c4f3-80ff-4b5e-bbb8-4d7b8e04b9b2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:13.276972 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74c4f3-80ff-4b5e-bbb8-4d7b8e04b9b2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:13.277138 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74c4f3-80ff-4b5e-bbb8-4d7b8e04b9b2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:13.279133 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2b74c4f3-80ff-4b5e-bbb8-4d7b8e04b9b2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.1021185 Apr 20 15:54:13.281686 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39118) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:13.437538 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0eb12f62-dae3-49b3-93c9-eb204e3fecad None None] Provisioning for port 2bcf647c-cd36-42e9-9b37-c5ef996fedda completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:13.471920 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0eb12f62-dae3-49b3-93c9-eb204e3fecad None None] Provisioning complete for port 2bcf647c-cd36-42e9-9b37-c5ef996fedda triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:13.472316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0eb12f62-dae3-49b3-93c9-eb204e3fecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:13.536752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Set router ed7c3330-f3c0-4963-95ec-fa343ed5d01c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:54:13.552484 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5f053990-6b68-4b7d-a87b-621751dde18e tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3038 time: 0.2692320 Apr 20 15:54:13.584139 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:13.688740 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:13.889780 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 314a722c-ccc0-4e13-9e25-73828a970a36, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=314a722c-ccc0-4e13-9e25-73828a970a36,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:13.935070 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39124) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:13.941185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4eb2d603-c145-4899-afb1-6b939c70209a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1287702253', 'description': 'tempest-secgroup-smoke-1287702253 description', 'project_id': '275d553700ad4a899ef09eedcedfa1df'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:13.948332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4eb2d603-c145-4899-afb1-6b939c70209a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:13.952867 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4eb2d603-c145-4899-afb1-6b939c70209a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:13.961592 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4eb2d603-c145-4899-afb1-6b939c70209a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:13.968735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4eb2d603-c145-4899-afb1-6b939c70209a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:13.983238 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4eb2d603-c145-4899-afb1-6b939c70209a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:13.989773 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:14.010419 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4eb2d603-c145-4899-afb1-6b939c70209a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:14.015831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4eb2d603-c145-4899-afb1-6b939c70209a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:14.019548 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4eb2d603-c145-4899-afb1-6b939c70209a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:14.027665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4eb2d603-c145-4899-afb1-6b939c70209a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:14.093189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Router 3a80622f-f457-427c-8b90-17386bd2414c is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:54:14.127707 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4eb2d603-c145-4899-afb1-6b939c70209a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:14.134422 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4eb2d603-c145-4899-afb1-6b939c70209a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:14.164323 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0eb12f62-dae3-49b3-93c9-eb204e3fecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:14.198704 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2d603-c145-4899-afb1-6b939c70209a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8135345e-d08c-47bc-91be-7cf305cc172d,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:14.201201 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4eb2d603-c145-4899-afb1-6b939c70209a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:14.202670 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4eb2d603-c145-4899-afb1-6b939c70209a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2662861 Apr 20 15:54:14.208837 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39128) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:14.217087 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-be465c05-33ee-414a-935b-6ed12f61b4b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '8135345e-d08c-47bc-91be-7cf305cc172d', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:14.228830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-be465c05-33ee-414a-935b-6ed12f61b4b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:14.233605 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-be465c05-33ee-414a-935b-6ed12f61b4b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:14.237966 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-be465c05-33ee-414a-935b-6ed12f61b4b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:14.244984 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03855368-4620-4bda-aede-336c87768267 None None] Network 0da19947-ee8e-4cbe-b6f2-51e2e209a895 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:54:14.245973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-be465c05-33ee-414a-935b-6ed12f61b4b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:14.267925 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be465c05-33ee-414a-935b-6ed12f61b4b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:14.338779 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=314a722c-ccc0-4e13-9e25-73828a970a36,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:14.362538 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0eb12f62-dae3-49b3-93c9-eb204e3fecad None None] For port 2bcf647c-cd36-42e9-9b37-c5ef996fedda, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2bcf647c-cd36-42e9-9b37-c5ef996fedda,segment=NetworkSegment(ade449b8-5531-4dd8-aff5-f7bc5912a857),segment_id=ade449b8-5531-4dd8-aff5-f7bc5912a857)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:14.365992 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:54:14.380151 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Sync routers for ids ['3a80622f-f457-427c-8b90-17386bd2414c'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:54:14.402865 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Routers {'3a80622f-f457-427c-8b90-17386bd2414c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:54:14.404061 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:54:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3a80622f-f457-427c-8b90-17386bd2414c'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:14.426937 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:14.428474 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0bde0739-52d5-49f1-9be1-f4907edbd471 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7224207 Apr 20 15:54:14.431538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39132) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:14.484449 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0eb12f62-dae3-49b3-93c9-eb204e3fecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:14.558849 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be465c05-33ee-414a-935b-6ed12f61b4b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:14.565676 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be465c05-33ee-414a-935b-6ed12f61b4b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:14.635820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be465c05-33ee-414a-935b-6ed12f61b4b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03df44f4-e447-4a35-a841-9942117fb4a6,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:14.661279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be465c05-33ee-414a-935b-6ed12f61b4b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:14.665338 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4f1507c2-828f-4ffb-ba11-6538a4df8b5a up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:14.665512 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-be465c05-33ee-414a-935b-6ed12f61b4b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4530315 Apr 20 15:54:14.666139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39136) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:14.677420 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-843f4d95-7e13-4db7-976e-66c77030facc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '8135345e-d08c-47bc-91be-7cf305cc172d', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:14.684622 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-843f4d95-7e13-4db7-976e-66c77030facc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:14.690425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-843f4d95-7e13-4db7-976e-66c77030facc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:14.694464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-843f4d95-7e13-4db7-976e-66c77030facc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:14.703343 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Set router 3a80622f-f457-427c-8b90-17386bd2414c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:54:14.707847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-843f4d95-7e13-4db7-976e-66c77030facc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:14.749280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-843f4d95-7e13-4db7-976e-66c77030facc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:14.789920 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb12f62-dae3-49b3-93c9-eb204e3fecad None None] Pushing event updated for resources: {'Port': ['ID=2bcf647c-cd36-42e9-9b37-c5ef996fedda,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:14.837363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-843f4d95-7e13-4db7-976e-66c77030facc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:14.842346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-843f4d95-7e13-4db7-976e-66c77030facc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:14.879498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-843f4d95-7e13-4db7-976e-66c77030facc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:14.880972 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-843f4d95-7e13-4db7-976e-66c77030facc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2130203 Apr 20 15:54:14.883378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f4d95-7e13-4db7-976e-66c77030facc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1899bbc-25ae-4f2a-b130-df862ac43ec4,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:14.885492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39140) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:14.891143 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-38175e86-e539-4d2a-9719-47c0f1dc1fef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '8135345e-d08c-47bc-91be-7cf305cc172d', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:14.897030 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d1c9acde-06b8-4437-8356-ec9c95aa1cb1 None None] Provisioning for port 642520e7-d859-40b4-9c81-1e304b4088db completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:14.897492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-38175e86-e539-4d2a-9719-47c0f1dc1fef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:14.901496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-38175e86-e539-4d2a-9719-47c0f1dc1fef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:14.904871 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-38175e86-e539-4d2a-9719-47c0f1dc1fef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:14.918306 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-38175e86-e539-4d2a-9719-47c0f1dc1fef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:14.962411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-38175e86-e539-4d2a-9719-47c0f1dc1fef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:14.974530 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'name': 'tempest-TestNetworkBasicOps-router-671590238', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:03Z', 'updated_at': '2022-04-20T15:54:10Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:04Z', 'updated_at': '2022-04-20T15:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '642520e7-d859-40b4-9c81-1e304b4088db', 'name': '', 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:29:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:09Z', 'updated_at': '2022-04-20T15:54:11Z', 'revision_number': 2, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:14.977682 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d1c9acde-06b8-4437-8356-ec9c95aa1cb1 None None] Provisioning complete for port 642520e7-d859-40b4-9c81-1e304b4088db triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:14.978226 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d1c9acde-06b8-4437-8356-ec9c95aa1cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.068766 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-38175e86-e539-4d2a-9719-47c0f1dc1fef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.071100 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 4f1507c2-828f-4ffb-ba11-6538a4df8b5a completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:15.074226 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Checking router: ed7c3330-f3c0-4963-95ec-fa343ed5d01c for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:54:15.074552 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Updating router ed7c3330-f3c0-4963-95ec-fa343ed5d01c port 642520e7-d859-40b4-9c81-1e304b4088db binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:54:15.076263 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-38175e86-e539-4d2a-9719-47c0f1dc1fef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.096447 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38175e86-e539-4d2a-9719-47c0f1dc1fef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0def04-2e87-4380-a7e0-3b51ab8c0b2d,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:15.107690 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.124145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-38175e86-e539-4d2a-9719-47c0f1dc1fef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.128366 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-38175e86-e539-4d2a-9719-47c0f1dc1fef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2392383 Apr 20 15:54:15.128923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39144) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:15.139053 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4dcf0ba3-5c4b-4ee0-8741-04d6da32cd05 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '8135345e-d08c-47bc-91be-7cf305cc172d', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:15.149304 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4dcf0ba3-5c4b-4ee0-8741-04d6da32cd05 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:15.155042 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4dcf0ba3-5c4b-4ee0-8741-04d6da32cd05 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:15.160769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4dcf0ba3-5c4b-4ee0-8741-04d6da32cd05 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:15.168557 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 9c80cd81-b59a-4b5a-bb84-8c45758837f5 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:15.175970 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4dcf0ba3-5c4b-4ee0-8741-04d6da32cd05 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:15.178388 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80622f-f457-427c-8b90-17386bd2414c', 'name': 'tempest-TestVolumeBootPattern-155270099-router', 'tenant_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f63ba0a0-9250-46aa-a25f-ba1c932bf6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:10Z', 'updated_at': '2022-04-20T15:54:12Z', 'revision_number': 3, 'project_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'gw_port': {'id': 'f63ba0a0-9250-46aa-a25f-ba1c932bf6ae', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80622f-f457-427c-8b90-17386bd2414c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:12Z', 'updated_at': '2022-04-20T15:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:15.188901 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Checking router: 3a80622f-f457-427c-8b90-17386bd2414c for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:54:15.193604 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Updating router 3a80622f-f457-427c-8b90-17386bd2414c port f63ba0a0-9250-46aa-a25f-ba1c932bf6ae binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:54:15.206000 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4dcf0ba3-5c4b-4ee0-8741-04d6da32cd05 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.262594 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.270607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9acde-06b8-4437-8356-ec9c95aa1cb1 None None] Port 642520e7-d859-40b4-9c81-1e304b4088db cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:54:15.288496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4dcf0ba3-5c4b-4ee0-8741-04d6da32cd05 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.295427 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4dcf0ba3-5c4b-4ee0-8741-04d6da32cd05 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.335609 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf0ba3-5c4b-4ee0-8741-04d6da32cd05 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb2ce91-f2a8-4e51-97bd-f810675bce5d,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:15.338156 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d1c9acde-06b8-4437-8356-ec9c95aa1cb1 None None] Provisioning complete for port 2bcf647c-cd36-42e9-9b37-c5ef996fedda triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:15.338740 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d1c9acde-06b8-4437-8356-ec9c95aa1cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.346206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4dcf0ba3-5c4b-4ee0-8741-04d6da32cd05 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.351139 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4dcf0ba3-5c4b-4ee0-8741-04d6da32cd05 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2212427 Apr 20 15:54:15.351963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39148) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:15.357701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e2ff31a7-55b7-429b-8f25-4dcf976a9e29 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '8135345e-d08c-47bc-91be-7cf305cc172d', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:15.365876 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e2ff31a7-55b7-429b-8f25-4dcf976a9e29 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:15.370363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e2ff31a7-55b7-429b-8f25-4dcf976a9e29 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:15.371943 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.375221 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e2ff31a7-55b7-429b-8f25-4dcf976a9e29 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:15.382184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e2ff31a7-55b7-429b-8f25-4dcf976a9e29 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:15.397262 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-e2ff31a7-55b7-429b-8f25-4dcf976a9e29 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:54:15.405996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e2ff31a7-55b7-429b-8f25-4dcf976a9e29 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.406464 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.482502 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e2ff31a7-55b7-429b-8f25-4dcf976a9e29 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.488287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e2ff31a7-55b7-429b-8f25-4dcf976a9e29 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.533715 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff31a7-55b7-429b-8f25-4dcf976a9e29 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f51fbe-0e1d-4ddd-a1d7-a47dc3a7417e,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:15.550992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e2ff31a7-55b7-429b-8f25-4dcf976a9e29 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.555676 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e2ff31a7-55b7-429b-8f25-4dcf976a9e29 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2000899 Apr 20 15:54:15.559250 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39152) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:15.570245 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-468dd8ee-293a-41b5-9d48-70d43d15cbce tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '8135345e-d08c-47bc-91be-7cf305cc172d', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:15.583909 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-468dd8ee-293a-41b5-9d48-70d43d15cbce tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:15.592291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-468dd8ee-293a-41b5-9d48-70d43d15cbce tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:15.597730 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-468dd8ee-293a-41b5-9d48-70d43d15cbce tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:15.607389 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-468dd8ee-293a-41b5-9d48-70d43d15cbce tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:15.658055 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-468dd8ee-293a-41b5-9d48-70d43d15cbce tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:54:15.668354 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-468dd8ee-293a-41b5-9d48-70d43d15cbce tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.697994 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.709215 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Allocated IP 172.20.0.1 (0da19947-ee8e-4cbe-b6f2-51e2e209a895/7c3c45d3-6a62-41b0-8eb3-06246256e268/88fa6b97-2657-493d-bb4b-e71e3f3a45cf) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:54:15.712261 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Transition to ACTIVE for port object f63ba0a0-9250-46aa-a25f-ba1c932bf6ae will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:15.718712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 9c80cd81-b59a-4b5a-bb84-8c45758837f5 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:15.719106 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.722036 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.810628 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Attempting to bind port f63ba0a0-9250-46aa-a25f-ba1c932bf6ae on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:54:15.810935 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Attempting to bind port f63ba0a0-9250-46aa-a25f-ba1c932bf6ae by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:54:15.811647 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Attempting to bind port f63ba0a0-9250-46aa-a25f-ba1c932bf6ae on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:54:15.818104 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd4692-4eeb-43f0-a9fe-2b68e269a7e2 None None] Pushing event updated for resources: {'Port': ['ID=f63ba0a0-9250-46aa-a25f-ba1c932bf6ae,revision_number=2']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:15.822491 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:54:15.823272 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:54:15.823272 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.823819 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:54:15.824690 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Bound port: f63ba0a0-9250-46aa-a25f-ba1c932bf6ae, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:54:15.824840 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.852888 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-468dd8ee-293a-41b5-9d48-70d43d15cbce tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.873311 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-468dd8ee-293a-41b5-9d48-70d43d15cbce tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.909252 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] For port f63ba0a0-9250-46aa-a25f-ba1c932bf6ae, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:54:15.912973 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] For port f63ba0a0-9250-46aa-a25f-ba1c932bf6ae, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f63ba0a0-9250-46aa-a25f-ba1c932bf6ae,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:54:15.915236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dd8ee-293a-41b5-9d48-70d43d15cbce tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a44b77-4711-458d-aa03-85e36c249895,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:15.918964 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.950811 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-468dd8ee-293a-41b5-9d48-70d43d15cbce tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.952024 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-468dd8ee-293a-41b5-9d48-70d43d15cbce tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3917832 Apr 20 15:54:15.956607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.974653 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Transition to ACTIVE for port object 88fa6b97-2657-493d-bb4b-e71e3f3a45cf will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:15.999901 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Routers {'3a80622f-f457-427c-8b90-17386bd2414c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:54:16.000606 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:54:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3a80622f-f457-427c-8b90-17386bd2414c'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:16.006234 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d1c9acde-06b8-4437-8356-ec9c95aa1cb1 None None] Provisioning for port 4f1507c2-828f-4ffb-ba11-6538a4df8b5a completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:16.013913 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:16.026770 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d1c9acde-06b8-4437-8356-ec9c95aa1cb1 None None] Provisioning complete for port 4f1507c2-828f-4ffb-ba11-6538a4df8b5a triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:16.027432 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d1c9acde-06b8-4437-8356-ec9c95aa1cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:16.066388 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd4692-4eeb-43f0-a9fe-2b68e269a7e2 None None] Pushing event updated for resources: {'Port': ['ID=f63ba0a0-9250-46aa-a25f-ba1c932bf6ae,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:16.092552 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Network 0da19947-ee8e-4cbe-b6f2-51e2e209a895 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:54:16.096211 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:16.099076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:54:16.201915 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:16.216446 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Transition to ACTIVE for port object 642520e7-d859-40b4-9c81-1e304b4088db will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:16.252350 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:16.277595 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] Set router 3a80622f-f457-427c-8b90-17386bd2414c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:54:16.303112 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:16.325009 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=88fa6b97-2657-493d-bb4b-e71e3f3a45cf,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:16.368320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-772ff04b-e4ef-4167-9378-64633a0a97bc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:54:16.385840 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897d9ad-5d5b-4a6f-953c-1658793ba694 None None] Pushing event updated for resources: {'Port': ['ID=642520e7-d859-40b4-9c81-1e304b4088db,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:16.400023 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-772ff04b-e4ef-4167-9378-64633a0a97bc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:54:16.401208 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-772ff04b-e4ef-4167-9378-64633a0a97bc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1287702253&fields=id&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 267 time: 0.1226976 Apr 20 15:54:16.505715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:16.540854 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d1c9acde-06b8-4437-8356-ec9c95aa1cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:16.559424 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2bcf647c-cd36-42e9-9b37-c5ef996fedda up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:16.664039 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-4ed2de15-aaf1-4cbe-8404-91f3bc9178fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:16.664752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-4ed2de15-aaf1-4cbe-8404-91f3bc9178fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:54:16.693477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-4ed2de15-aaf1-4cbe-8404-91f3bc9178fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:54:16.695224 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-4ed2de15-aaf1-4cbe-8404-91f3bc9178fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/networks?id=97e9b2fb-1686-497b-96c0-17de2ece9754 HTTP/1.1" status: 200 len: 797 time: 0.2844117 Apr 20 15:54:16.720596 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-3ac5a951-39d0-4ca1-8d07-83c923f1aa02 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/quotas/275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 375 time: 0.0187788 Apr 20 15:54:16.764537 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d1c9acde-06b8-4437-8356-ec9c95aa1cb1 None None] For port 4f1507c2-828f-4ffb-ba11-6538a4df8b5a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4f1507c2-828f-4ffb-ba11-6538a4df8b5a,segment=NetworkSegment(712a8046-5bc3-42a6-9dd6-21ec38a980cc),segment_id=712a8046-5bc3-42a6-9dd6-21ec38a980cc)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:16.770804 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Attempting to bind port 642520e7-d859-40b4-9c81-1e304b4088db on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:54:16.771405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Attempting to bind port 642520e7-d859-40b4-9c81-1e304b4088db by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'ade449b8-5531-4dd8-aff5-f7bc5912a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:54:16.771949 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Attempting to bind port 642520e7-d859-40b4-9c81-1e304b4088db on network 97e9b2fb-1686-497b-96c0-17de2ece9754 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:54:16.780823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d1c9acde-06b8-4437-8356-ec9c95aa1cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:16.807784 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80622f-f457-427c-8b90-17386bd2414c', 'name': 'tempest-TestVolumeBootPattern-155270099-router', 'tenant_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f63ba0a0-9250-46aa-a25f-ba1c932bf6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:10Z', 'updated_at': '2022-04-20T15:54:12Z', 'revision_number': 3, 'project_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'gw_port': {'id': 'f63ba0a0-9250-46aa-a25f-ba1c932bf6ae', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80622f-f457-427c-8b90-17386bd2414c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:12Z', 'updated_at': '2022-04-20T15:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:16.815641 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d824b-d0c0-4314-94a9-24620f508c1e None None] The sync data for ids ['3a80622f-f457-427c-8b90-17386bd2414c'] in dv-neutron-838699-1-hyperv is: [{'id': '3a80622f-f457-427c-8b90-17386bd2414c', 'name': 'tempest-TestVolumeBootPattern-155270099-router', 'tenant_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f63ba0a0-9250-46aa-a25f-ba1c932bf6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:10Z', 'updated_at': '2022-04-20T15:54:12Z', 'revision_number': 3, 'project_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'gw_port': {'id': 'f63ba0a0-9250-46aa-a25f-ba1c932bf6ae', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80622f-f457-427c-8b90-17386bd2414c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:12Z', 'updated_at': '2022-04-20T15:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:54:16.825229 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:54:16.825789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Checking segment: {'id': 'ade449b8-5531-4dd8-aff5-f7bc5912a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:54:16.826302 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:16.826785 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Bound using segment: {'id': 'ade449b8-5531-4dd8-aff5-f7bc5912a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:54:16.827803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-a3b37ef9-a58d-460f-b45a-6cf0495f7eb4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:54:16.828315 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Bound port: 642520e7-d859-40b4-9c81-1e304b4088db, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade449b8-5531-4dd8-aff5-f7bc5912a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:54:16.828790 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:16.837943 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:16.842947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:16.848004 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-a3b37ef9-a58d-460f-b45a-6cf0495f7eb4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:54:16.852234 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-a3b37ef9-a58d-460f-b45a-6cf0495f7eb4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1209910 Apr 20 15:54:16.930060 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 2bcf647c-cd36-42e9-9b37-c5ef996fedda triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:16.930581 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:16.952966 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:16.990208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=88fa6b97-2657-493d-bb4b-e71e3f3a45cf,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:17.019546 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2254fbf9-30a6-41c9-bc9b-094a9cca5192 None None] Provisioning for port 88fa6b97-2657-493d-bb4b-e71e3f3a45cf completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:17.037476 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9acde-06b8-4437-8356-ec9c95aa1cb1 None None] Pushing event updated for resources: {'Port': ['ID=4f1507c2-828f-4ffb-ba11-6538a4df8b5a,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:17.051217 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2254fbf9-30a6-41c9-bc9b-094a9cca5192 None None] Provisioning complete for port 88fa6b97-2657-493d-bb4b-e71e3f3a45cf triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:17.052016 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2254fbf9-30a6-41c9-bc9b-094a9cca5192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:17.137658 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] For port 642520e7-d859-40b4-9c81-1e304b4088db, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:54:17.165022 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-2254fbf9-30a6-41c9-bc9b-094a9cca5192 None None] Port 88fa6b97-2657-493d-bb4b-e71e3f3a45cf cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:54:17.197552 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-fa78bcd8-b2d8-4a43-b284-315d07329baa service neutron] 10.222.0.13 "GET /v2.0/networks/97e9b2fb-1686-497b-96c0-17de2ece9754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253386 Apr 20 15:54:17.202193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] For port 642520e7-d859-40b4-9c81-1e304b4088db, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=642520e7-d859-40b4-9c81-1e304b4088db,segment=NetworkSegment(ade449b8-5531-4dd8-aff5-f7bc5912a857),segment_id=ade449b8-5531-4dd8-aff5-f7bc5912a857)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:54:17.206552 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Network 0da19947-ee8e-4cbe-b6f2-51e2e209a895 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:54:17.210676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:17.220169 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:17.418191 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-17809f4a-ef52-4ba9-8399-a96c425bbbd3 service neutron] 10.222.0.13 "GET /v2.0/networks/97e9b2fb-1686-497b-96c0-17de2ece9754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186236 Apr 20 15:54:17.463460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Routers {'ed7c3330-f3c0-4963-95ec-fa343ed5d01c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:54:17.464152 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:54:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:17.481507 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Router 3a80622f-f457-427c-8b90-17386bd2414c has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:54:17.541577 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 314a722c-ccc0-4e13-9e25-73828a970a36 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:17.614009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897d9ad-5d5b-4a6f-953c-1658793ba694 None None] Pushing event updated for resources: {'Port': ['ID=642520e7-d859-40b4-9c81-1e304b4088db,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:17.623147 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2254fbf9-30a6-41c9-bc9b-094a9cca5192 None None] Provisioning complete for port 4f1507c2-828f-4ffb-ba11-6538a4df8b5a triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:17.623525 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2254fbf9-30a6-41c9-bc9b-094a9cca5192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:17.726062 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:54:17.738846 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dd431dc6-214f-4beb-8345-644567676cf7 admin admin] 10.222.0.13 "PUT /v2.0/routers/3a80622f-f457-427c-8b90-17386bd2414c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2983303 Apr 20 15:54:17.825541 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 314a722c-ccc0-4e13-9e25-73828a970a36 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:17.825762 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:17.877443 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] Set router ed7c3330-f3c0-4963-95ec-fa343ed5d01c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:54:18.236170 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39176) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:18.241435 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-45deedf4-af0f-46f1-86c4-4775f6d9291a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-885767722', 'description': 'tempest-secgroup-smoke-885767722 description', 'project_id': 'b41769b0acc14f98934af661f4029f6f'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:18.247883 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-45deedf4-af0f-46f1-86c4-4775f6d9291a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:18.253984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-45deedf4-af0f-46f1-86c4-4775f6d9291a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Usage tracker for resource:security_group and tenant:b41769b0acc14f98934af661f4029f6f is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:18.257094 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-45deedf4-af0f-46f1-86c4-4775f6d9291a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:18.263524 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-45deedf4-af0f-46f1-86c4-4775f6d9291a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:18.269998 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b71dcd33-7989-4e54-aff3-222533336eb7 None None] Provisioning complete for port 88fa6b97-2657-493d-bb4b-e71e3f3a45cf triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:18.270527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b71dcd33-7989-4e54-aff3-222533336eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:18.274909 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-45deedf4-af0f-46f1-86c4-4775f6d9291a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:18.295783 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-45deedf4-af0f-46f1-86c4-4775f6d9291a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:18.299831 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-45deedf4-af0f-46f1-86c4-4775f6d9291a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Usage tracker for resource:security_group_rule and tenant:b41769b0acc14f98934af661f4029f6f is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:18.302439 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-45deedf4-af0f-46f1-86c4-4775f6d9291a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:18.308200 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-45deedf4-af0f-46f1-86c4-4775f6d9291a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:18.367411 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b71dcd33-7989-4e54-aff3-222533336eb7 None None] Port 88fa6b97-2657-493d-bb4b-e71e3f3a45cf cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:54:18.392748 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-45deedf4-af0f-46f1-86c4-4775f6d9291a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:18.397525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-45deedf4-af0f-46f1-86c4-4775f6d9291a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:18.398616 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'name': 'tempest-TestNetworkBasicOps-router-671590238', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:03Z', 'updated_at': '2022-04-20T15:54:10Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:04Z', 'updated_at': '2022-04-20T15:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '642520e7-d859-40b4-9c81-1e304b4088db', 'name': '', 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:29:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:09Z', 'updated_at': '2022-04-20T15:54:17Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:18.403393 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702cc17-bb3b-4c99-9eef-c2c453180163 None None] The sync data for ids ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'] in dv-neutron-838699-1-hyperv is: [{'id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'name': 'tempest-TestNetworkBasicOps-router-671590238', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:03Z', 'updated_at': '2022-04-20T15:54:10Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:04Z', 'updated_at': '2022-04-20T15:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '642520e7-d859-40b4-9c81-1e304b4088db', 'name': '', 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:29:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:09Z', 'updated_at': '2022-04-20T15:54:17Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:54:18.441406 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45deedf4-af0f-46f1-86c4-4775f6d9291a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15fa19bd-682d-40a1-b5eb-53c43925a5d6,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:18.443890 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-45deedf4-af0f-46f1-86c4-4775f6d9291a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:18.448090 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-45deedf4-af0f-46f1-86c4-4775f6d9291a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2107863 Apr 20 15:54:18.448455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39180) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:18.454606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a1e09c48-123f-4c0e-aa0b-e2c81eb6c934 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Request body: {'security_group_rule': {'security_group_id': '15fa19bd-682d-40a1-b5eb-53c43925a5d6', 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:18.460934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a1e09c48-123f-4c0e-aa0b-e2c81eb6c934 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:18.464793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a1e09c48-123f-4c0e-aa0b-e2c81eb6c934 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Usage tracker for resource:security_group_rule and tenant:b41769b0acc14f98934af661f4029f6f is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:18.467743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a1e09c48-123f-4c0e-aa0b-e2c81eb6c934 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:18.474819 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a1e09c48-123f-4c0e-aa0b-e2c81eb6c934 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:18.490573 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4f1507c2-828f-4ffb-ba11-6538a4df8b5a up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:18.497475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a1e09c48-123f-4c0e-aa0b-e2c81eb6c934 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:18.587339 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a1e09c48-123f-4c0e-aa0b-e2c81eb6c934 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:18.591784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a1e09c48-123f-4c0e-aa0b-e2c81eb6c934 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:18.600608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 4f1507c2-828f-4ffb-ba11-6538a4df8b5a triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:18.601026 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:18.618319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e09c48-123f-4c0e-aa0b-e2c81eb6c934 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c00efb4-4ef3-4849-a22a-9a5ff5e0ef74,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:18.639227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a1e09c48-123f-4c0e-aa0b-e2c81eb6c934 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:18.643458 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a1e09c48-123f-4c0e-aa0b-e2c81eb6c934 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1912215 Apr 20 15:54:18.644516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39186) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:18.666473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-dc4d0c6b-1dac-4d1f-9dcf-a44f29c01148 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Request body: {'security_group_rule': {'security_group_id': '15fa19bd-682d-40a1-b5eb-53c43925a5d6', 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:18.681970 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-dc4d0c6b-1dac-4d1f-9dcf-a44f29c01148 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:18.686520 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-dc4d0c6b-1dac-4d1f-9dcf-a44f29c01148 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Usage tracker for resource:security_group_rule and tenant:b41769b0acc14f98934af661f4029f6f is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:18.691137 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-dc4d0c6b-1dac-4d1f-9dcf-a44f29c01148 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:18.739536 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-dc4d0c6b-1dac-4d1f-9dcf-a44f29c01148 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:18.770368 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7178a641-0ebf-41b7-81ff-4a0ecf785929 req-dfc5f854-4cd8-4673-9667-d5e3eb36d2e4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 210 time: 0.0729575 Apr 20 15:54:18.789159 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc4d0c6b-1dac-4d1f-9dcf-a44f29c01148 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:18.899541 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc4d0c6b-1dac-4d1f-9dcf-a44f29c01148 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:18.900342 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f63ba0a0-9250-46aa-a25f-ba1c932bf6ae up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:18.905293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc4d0c6b-1dac-4d1f-9dcf-a44f29c01148 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:18.948810 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d0c6b-1dac-4d1f-9dcf-a44f29c01148 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db487da0-e0d3-49c3-948a-99c4bc021c69,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:18.951269 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc4d0c6b-1dac-4d1f-9dcf-a44f29c01148 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:18.952719 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dc4d0c6b-1dac-4d1f-9dcf-a44f29c01148 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3070734 Apr 20 15:54:18.956423 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39198) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:18.964672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-8e69c245-6fbd-4863-beb8-2e66c68f88e5 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Request body: {'security_group_rule': {'security_group_id': '15fa19bd-682d-40a1-b5eb-53c43925a5d6', 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:18.971083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8e69c245-6fbd-4863-beb8-2e66c68f88e5 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:18.977804 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8e69c245-6fbd-4863-beb8-2e66c68f88e5 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Usage tracker for resource:security_group_rule and tenant:b41769b0acc14f98934af661f4029f6f is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:18.984149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8e69c245-6fbd-4863-beb8-2e66c68f88e5 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:18.991428 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8e69c245-6fbd-4863-beb8-2e66c68f88e5 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:19.001731 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port f63ba0a0-9250-46aa-a25f-ba1c932bf6ae completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:19.009542 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f63ba0a0-9250-46aa-a25f-ba1c932bf6ae triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:19.010093 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.010686 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8e69c245-6fbd-4863-beb8-2e66c68f88e5 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.071399 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Sync routers for ids ['3a80622f-f457-427c-8b90-17386bd2414c'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:54:19.097735 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Routers {'3a80622f-f457-427c-8b90-17386bd2414c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:54:19.098421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:54:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3a80622f-f457-427c-8b90-17386bd2414c'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:19.103216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8e69c245-6fbd-4863-beb8-2e66c68f88e5 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.112178 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8e69c245-6fbd-4863-beb8-2e66c68f88e5 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.138625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69c245-6fbd-4863-beb8-2e66c68f88e5 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fa1fc8-450b-41a8-bfd5-fede5876bbb6,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:19.154859 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8e69c245-6fbd-4863-beb8-2e66c68f88e5 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.159177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39204) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:19.159829 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8e69c245-6fbd-4863-beb8-2e66c68f88e5 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2006881 Apr 20 15:54:19.164697 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-baa868a7-a96d-4a46-8969-4bf24afd4478 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Request body: {'security_group_rule': {'security_group_id': '15fa19bd-682d-40a1-b5eb-53c43925a5d6', 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:19.172889 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-baa868a7-a96d-4a46-8969-4bf24afd4478 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:19.194514 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-baa868a7-a96d-4a46-8969-4bf24afd4478 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Usage tracker for resource:security_group_rule and tenant:b41769b0acc14f98934af661f4029f6f is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:19.203456 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-baa868a7-a96d-4a46-8969-4bf24afd4478 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:19.229732 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-baa868a7-a96d-4a46-8969-4bf24afd4478 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:19.273397 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-baa868a7-a96d-4a46-8969-4bf24afd4478 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.353665 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.355243 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-baa868a7-a96d-4a46-8969-4bf24afd4478 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.362359 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-baa868a7-a96d-4a46-8969-4bf24afd4478 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.390295 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa868a7-a96d-4a46-8969-4bf24afd4478 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fe3383-e289-435b-a059-30b98bf18a25,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:19.399453 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port f63ba0a0-9250-46aa-a25f-ba1c932bf6ae, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f63ba0a0-9250-46aa-a25f-ba1c932bf6ae,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:19.401493 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Set router 3a80622f-f457-427c-8b90-17386bd2414c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:54:19.412032 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-baa868a7-a96d-4a46-8969-4bf24afd4478 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.413590 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-baa868a7-a96d-4a46-8969-4bf24afd4478 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2533796 Apr 20 15:54:19.416447 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39208) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:19.426510 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5dc3bb0d-71c6-45a8-ae82-636cda05c84f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Request body: {'security_group_rule': {'security_group_id': '15fa19bd-682d-40a1-b5eb-53c43925a5d6', 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:19.438069 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5dc3bb0d-71c6-45a8-ae82-636cda05c84f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:19.443299 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5dc3bb0d-71c6-45a8-ae82-636cda05c84f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Usage tracker for resource:security_group_rule and tenant:b41769b0acc14f98934af661f4029f6f is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:19.446671 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5dc3bb0d-71c6-45a8-ae82-636cda05c84f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:19.459165 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5dc3bb0d-71c6-45a8-ae82-636cda05c84f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:19.468266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.480283 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-5dc3bb0d-71c6-45a8-ae82-636cda05c84f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Project b41769b0acc14f98934af661f4029f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:54:19.491490 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5dc3bb0d-71c6-45a8-ae82-636cda05c84f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.564398 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5dc3bb0d-71c6-45a8-ae82-636cda05c84f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.569242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5dc3bb0d-71c6-45a8-ae82-636cda05c84f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.593387 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3bb0d-71c6-45a8-ae82-636cda05c84f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e2d409-31f3-4d1f-8914-c65ca0b3e5fb,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:19.604744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5dc3bb0d-71c6-45a8-ae82-636cda05c84f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.606079 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5dc3bb0d-71c6-45a8-ae82-636cda05c84f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1874778 Apr 20 15:54:19.608680 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39212) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:19.614703 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ca04d697-ddf2-4fc3-8bda-58075fa2bf85 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Request body: {'security_group_rule': {'security_group_id': '15fa19bd-682d-40a1-b5eb-53c43925a5d6', 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:19.620744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ca04d697-ddf2-4fc3-8bda-58075fa2bf85 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:19.626604 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ca04d697-ddf2-4fc3-8bda-58075fa2bf85 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Usage tracker for resource:security_group_rule and tenant:b41769b0acc14f98934af661f4029f6f is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:19.629592 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ca04d697-ddf2-4fc3-8bda-58075fa2bf85 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:19.635354 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ca04d697-ddf2-4fc3-8bda-58075fa2bf85 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:19.646693 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-ca04d697-ddf2-4fc3-8bda-58075fa2bf85 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Project b41769b0acc14f98934af661f4029f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:54:19.654019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca04d697-ddf2-4fc3-8bda-58075fa2bf85 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.656905 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=f63ba0a0-9250-46aa-a25f-ba1c932bf6ae,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:19.724758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:19.725357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:19.725697 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:19.726030 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:19.726357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:19.726682 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:19.727004 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:19.727332 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:19.727651 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:19.728009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:19.728325 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:19.728642 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:19.732574 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca04d697-ddf2-4fc3-8bda-58075fa2bf85 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.740616 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca04d697-ddf2-4fc3-8bda-58075fa2bf85 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.764516 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04d697-ddf2-4fc3-8bda-58075fa2bf85 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452a22df-48e8-4fdc-a759-1df1bd9e7132,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:19.775047 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca04d697-ddf2-4fc3-8bda-58075fa2bf85 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.779973 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ca04d697-ddf2-4fc3-8bda-58075fa2bf85 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1701486 Apr 20 15:54:19.930706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80622f-f457-427c-8b90-17386bd2414c', 'name': 'tempest-TestVolumeBootPattern-155270099-router', 'tenant_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f63ba0a0-9250-46aa-a25f-ba1c932bf6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:10Z', 'updated_at': '2022-04-20T15:54:16Z', 'revision_number': 4, 'project_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'gw_port': {'id': 'f63ba0a0-9250-46aa-a25f-ba1c932bf6ae', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80622f-f457-427c-8b90-17386bd2414c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:12Z', 'updated_at': '2022-04-20T15:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '88fa6b97-2657-493d-bb4b-e71e3f3a45cf', 'name': '', 'network_id': '0da19947-ee8e-4cbe-b6f2-51e2e209a895', 'tenant_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'mac_address': 'fa:16:3e:e1:e9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80622f-f457-427c-8b90-17386bd2414c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '7c3c45d3-6a62-41b0-8eb3-06246256e268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:15Z', 'updated_at': '2022-04-20T15:54:16Z', 'revision_number': 2, 'project_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'subnets': [{'id': '7c3c45d3-6a62-41b0-8eb3-06246256e268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:19.936911 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Checking router: 3a80622f-f457-427c-8b90-17386bd2414c for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:54:19.937631 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Updating router 3a80622f-f457-427c-8b90-17386bd2414c port 88fa6b97-2657-493d-bb4b-e71e3f3a45cf binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:54:19.960091 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f74ea51f-d1e0-46ee-8e53-e7da7e3372e0 req-cb105220-e650-40f6-af64-cc94d6db9095 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 210 time: 0.0640275 Apr 20 15:54:20.008315 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:20.105269 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-64ea7b7b-2f4f-4171-866c-67d7acc6067e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:20.106736 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-64ea7b7b-2f4f-4171-866c-67d7acc6067e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/networks?id=97e9b2fb-1686-497b-96c0-17de2ece9754 HTTP/1.1" status: 200 len: 797 time: 0.2516439 Apr 20 15:54:20.174698 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-243bfff0-f902-4d66-b911-944ad5441754 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 380 time: 0.0591464 Apr 20 15:54:20.185426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-2942825d-9268-430f-8836-c067f04f62d3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'port': {'device_id': 'ce1e704e-6df6-4ab8-ae66-093207510273', 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754', 'admin_state_up': True, 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'security_groups': ['8135345e-d08c-47bc-91be-7cf305cc172d']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:20.354875 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-2942825d-9268-430f-8836-c067f04f62d3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:20.365746 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-2942825d-9268-430f-8836-c067f04f62d3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:20.379482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-2942825d-9268-430f-8836-c067f04f62d3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:54:20.388191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-2942825d-9268-430f-8836-c067f04f62d3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:20.441158 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:20.455017 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Transition to ACTIVE for port object 88fa6b97-2657-493d-bb4b-e71e3f3a45cf will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:20.469259 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:20.589374 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 642520e7-d859-40b4-9c81-1e304b4088db up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:20.611990 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-2942825d-9268-430f-8836-c067f04f62d3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.3 (97e9b2fb-1686-497b-96c0-17de2ece9754/f8029416-08ea-49dd-a896-473f82b0f3ac/363adf61-d25e-44ff-8853-e88507554249) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:54:20.661008 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a439bdf-f82d-4826-bffe-52ef9e257ea4 None None] Pushing event updated for resources: {'Port': ['ID=88fa6b97-2657-493d-bb4b-e71e3f3a45cf,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:20.824370 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 642520e7-d859-40b4-9c81-1e304b4088db completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:20.844450 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 642520e7-d859-40b4-9c81-1e304b4088db triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:20.845377 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:20.877228 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Attempting to bind port 88fa6b97-2657-493d-bb4b-e71e3f3a45cf on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:54:20.877606 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Attempting to bind port 88fa6b97-2657-493d-bb4b-e71e3f3a45cf by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '712a8046-5bc3-42a6-9dd6-21ec38a980cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0da19947-ee8e-4cbe-b6f2-51e2e209a895'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:54:20.877972 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Attempting to bind port 88fa6b97-2657-493d-bb4b-e71e3f3a45cf on network 0da19947-ee8e-4cbe-b6f2-51e2e209a895 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:54:20.900421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:54:20.900814 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Checking segment: {'id': '712a8046-5bc3-42a6-9dd6-21ec38a980cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0da19947-ee8e-4cbe-b6f2-51e2e209a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:54:20.901213 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:20.901611 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Bound using segment: {'id': '712a8046-5bc3-42a6-9dd6-21ec38a980cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0da19947-ee8e-4cbe-b6f2-51e2e209a895'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:54:20.902083 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Bound port: 88fa6b97-2657-493d-bb4b-e71e3f3a45cf, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712a8046-5bc3-42a6-9dd6-21ec38a980cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0da19947-ee8e-4cbe-b6f2-51e2e209a895'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:54:20.902464 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:20.904574 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-2942825d-9268-430f-8836-c067f04f62d3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:20.922361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-2942825d-9268-430f-8836-c067f04f62d3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object 363adf61-d25e-44ff-8853-e88507554249 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:20.950189 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-2942825d-9268-430f-8836-c067f04f62d3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:21.028106 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-2942825d-9268-430f-8836-c067f04f62d3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 97e9b2fb-1686-497b-96c0-17de2ece9754 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:54:21.031793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-2942825d-9268-430f-8836-c067f04f62d3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:21.046056 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-2942825d-9268-430f-8836-c067f04f62d3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:54:21.071274 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:21.080975 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] For port 88fa6b97-2657-493d-bb4b-e71e3f3a45cf, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:54:21.098652 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] For port 88fa6b97-2657-493d-bb4b-e71e3f3a45cf, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=88fa6b97-2657-493d-bb4b-e71e3f3a45cf,segment=NetworkSegment(712a8046-5bc3-42a6-9dd6-21ec38a980cc),segment_id=712a8046-5bc3-42a6-9dd6-21ec38a980cc)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:54:21.107589 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:21.170270 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 642520e7-d859-40b4-9c81-1e304b4088db, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=642520e7-d859-40b4-9c81-1e304b4088db,segment=NetworkSegment(ade449b8-5531-4dd8-aff5-f7bc5912a857),segment_id=ade449b8-5531-4dd8-aff5-f7bc5912a857)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:21.180078 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:21.180887 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f63ba0a0-9250-46aa-a25f-ba1c932bf6ae up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:21.284600 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Routers {'3a80622f-f457-427c-8b90-17386bd2414c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:54:21.285247 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:54:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3a80622f-f457-427c-8b90-17386bd2414c'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:21.340085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942825d-9268-430f-8836-c067f04f62d3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=363adf61-d25e-44ff-8853-e88507554249,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:21.396602 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a439bdf-f82d-4826-bffe-52ef9e257ea4 None None] Pushing event updated for resources: {'Port': ['ID=88fa6b97-2657-493d-bb4b-e71e3f3a45cf,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:21.400184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-2942825d-9268-430f-8836-c067f04f62d3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:21.401298 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-2942825d-9268-430f-8836-c067f04f62d3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:21.457911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd165e01-6278-4c2b-bf30-62c3042bfb22 req-a6985ca3-02c9-40c5-916d-87123166442b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:21.458752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-fd165e01-6278-4c2b-bf30-62c3042bfb22 req-a6985ca3-02c9-40c5-916d-87123166442b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:54:21.466474 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-2942825d-9268-430f-8836-c067f04f62d3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2854390 Apr 20 15:54:21.482283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Request body: {'port': {'device_id': 'ce1e704e-6df6-4ab8-ae66-093207510273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:21.518796 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-fd165e01-6278-4c2b-bf30-62c3042bfb22 req-a6985ca3-02c9-40c5-916d-87123166442b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:54:21.520005 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fd165e01-6278-4c2b-bf30-62c3042bfb22 req-a6985ca3-02c9-40c5-916d-87123166442b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 931 time: 0.4157465 Apr 20 15:54:21.624812 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1b6b0616-0b8f-45de-9d5c-9bc846d95f9b None None] Provisioning for port 363adf61-d25e-44ff-8853-e88507554249 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:21.629869 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fd165e01-6278-4c2b-bf30-62c3042bfb22 req-455aaac7-9bf8-4254-9c9d-49829f17f6ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=8135345e-d08c-47bc-91be-7cf305cc172d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964568 Apr 20 15:54:21.634638 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1b6b0616-0b8f-45de-9d5c-9bc846d95f9b None None] Provisioning complete for port 363adf61-d25e-44ff-8853-e88507554249 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:21.635078 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1b6b0616-0b8f-45de-9d5c-9bc846d95f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:21.652703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:21.659315 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=642520e7-d859-40b4-9c81-1e304b4088db,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:21.684386 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] Set router 3a80622f-f457-427c-8b90-17386bd2414c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:54:21.748307 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f63ba0a0-9250-46aa-a25f-ba1c932bf6ae triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:21.748707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:21.888654 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b0616-0b8f-45de-9d5c-9bc846d95f9b None None] Port 363adf61-d25e-44ff-8853-e88507554249 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:54:22.047127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363adf61-d25e-44ff-8853-e88507554249 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:54:22.055685 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:22.071164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Transition to ACTIVE for port object 363adf61-d25e-44ff-8853-e88507554249 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:22.075129 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:22.155877 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Pushing event updated for resources: {'Port': ['ID=363adf61-d25e-44ff-8853-e88507554249,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:22.212894 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80622f-f457-427c-8b90-17386bd2414c', 'name': 'tempest-TestVolumeBootPattern-155270099-router', 'tenant_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f63ba0a0-9250-46aa-a25f-ba1c932bf6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:10Z', 'updated_at': '2022-04-20T15:54:16Z', 'revision_number': 4, 'project_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'gw_port': {'id': 'f63ba0a0-9250-46aa-a25f-ba1c932bf6ae', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80622f-f457-427c-8b90-17386bd2414c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:12Z', 'updated_at': '2022-04-20T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '88fa6b97-2657-493d-bb4b-e71e3f3a45cf', 'name': '', 'network_id': '0da19947-ee8e-4cbe-b6f2-51e2e209a895', 'tenant_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'mac_address': 'fa:16:3e:e1:e9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80622f-f457-427c-8b90-17386bd2414c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '7c3c45d3-6a62-41b0-8eb3-06246256e268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:15Z', 'updated_at': '2022-04-20T15:54:21Z', 'revision_number': 4, 'project_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'subnets': [{'id': '7c3c45d3-6a62-41b0-8eb3-06246256e268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:22.221658 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c09b8f-a3f2-4ed5-baff-a7b4a3e6d71f None None] The sync data for ids ['3a80622f-f457-427c-8b90-17386bd2414c'] in dv-neutron-838699-1-hyperv is: [{'id': '3a80622f-f457-427c-8b90-17386bd2414c', 'name': 'tempest-TestVolumeBootPattern-155270099-router', 'tenant_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f63ba0a0-9250-46aa-a25f-ba1c932bf6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:10Z', 'updated_at': '2022-04-20T15:54:16Z', 'revision_number': 4, 'project_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'gw_port': {'id': 'f63ba0a0-9250-46aa-a25f-ba1c932bf6ae', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80622f-f457-427c-8b90-17386bd2414c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:12Z', 'updated_at': '2022-04-20T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '88fa6b97-2657-493d-bb4b-e71e3f3a45cf', 'name': '', 'network_id': '0da19947-ee8e-4cbe-b6f2-51e2e209a895', 'tenant_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'mac_address': 'fa:16:3e:e1:e9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80622f-f457-427c-8b90-17386bd2414c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '7c3c45d3-6a62-41b0-8eb3-06246256e268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:15Z', 'updated_at': '2022-04-20T15:54:21Z', 'revision_number': 4, 'project_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'subnets': [{'id': '7c3c45d3-6a62-41b0-8eb3-06246256e268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:54:22.371999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Attempting to bind port 363adf61-d25e-44ff-8853-e88507554249 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:54:22.372953 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Attempting to bind port 363adf61-d25e-44ff-8853-e88507554249 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'ade449b8-5531-4dd8-aff5-f7bc5912a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:54:22.374663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Attempting to bind port 363adf61-d25e-44ff-8853-e88507554249 on network 97e9b2fb-1686-497b-96c0-17de2ece9754 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:54:22.385005 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Port 363adf61-d25e-44ff-8853-e88507554249 on network 97e9b2fb-1686-497b-96c0-17de2ece9754 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:54:22.385337 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Attempting to bind port 363adf61-d25e-44ff-8853-e88507554249 on network 97e9b2fb-1686-497b-96c0-17de2ece9754 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:54:22.395328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:54:22.395673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Checking segment: {'id': 'ade449b8-5531-4dd8-aff5-f7bc5912a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:54:22.396094 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Bound using segment: {'id': 'ade449b8-5531-4dd8-aff5-f7bc5912a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:54:22.396541 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Bound port: 363adf61-d25e-44ff-8853-e88507554249, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade449b8-5531-4dd8-aff5-f7bc5912a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:54:22.396895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:22.544082 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 642520e7-d859-40b4-9c81-1e304b4088db up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:22.576170 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] For port 363adf61-d25e-44ff-8853-e88507554249, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:54:22.580634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] For port 363adf61-d25e-44ff-8853-e88507554249, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=363adf61-d25e-44ff-8853-e88507554249,segment=NetworkSegment(ade449b8-5531-4dd8-aff5-f7bc5912a857),segment_id=ade449b8-5531-4dd8-aff5-f7bc5912a857)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:54:22.589465 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:22.629613 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 642520e7-d859-40b4-9c81-1e304b4088db triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:22.630135 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:22.657258 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:22.658056 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:22.659511 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] 10.222.0.11 "PUT /v2.0/ports/363adf61-d25e-44ff-8853-e88507554249 HTTP/1.1" status: 200 len: 1093 time: 1.1819844 Apr 20 15:54:22.660324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1e704e-6df6-4ab8-ae66-093207510273', 'tag': '363adf61-d25e-44ff-8853-e88507554249'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:54:22.765722 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082376b0-96cb-4382-86a7-61e26ffecbcf'] response: {'name': 'network-changed', 'server_uuid': 'ce1e704e-6df6-4ab8-ae66-093207510273', 'tag': '363adf61-d25e-44ff-8853-e88507554249', 'status': 'completed', 'code': 200} Apr 20 15:54:22.806608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 88fa6b97-2657-493d-bb4b-e71e3f3a45cf up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:22.808378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9e866-4e58-423b-a364-e99cd0caf284 service neutron] Pushing event updated for resources: {'Port': ['ID=363adf61-d25e-44ff-8853-e88507554249,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:22.875154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-d480da11-49f0-4ffc-9a95-301f5c35eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:22.877585 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-d480da11-49f0-4ffc-9a95-301f5c35eb91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 1096 time: 0.1608841 Apr 20 15:54:22.924262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 88fa6b97-2657-493d-bb4b-e71e3f3a45cf completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:22.933389 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 88fa6b97-2657-493d-bb4b-e71e3f3a45cf triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:22.933776 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:23.062606 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-f7ba5d8e-b57b-47b7-a654-b09af320f225 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=363adf61-d25e-44ff-8853-e88507554249 HTTP/1.1" status: 200 len: 217 time: 0.1770067 Apr 20 15:54:23.149264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-b20a2229-3cc2-4ca7-ac4c-718b647355b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:23.150883 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-b20a2229-3cc2-4ca7-ac4c-718b647355b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8029416-08ea-49dd-a896-473f82b0f3ac HTTP/1.1" status: 200 len: 833 time: 0.0773530 Apr 20 15:54:23.161393 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:23.200273 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 88fa6b97-2657-493d-bb4b-e71e3f3a45cf, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=88fa6b97-2657-493d-bb4b-e71e3f3a45cf,segment=NetworkSegment(712a8046-5bc3-42a6-9dd6-21ec38a980cc),segment_id=712a8046-5bc3-42a6-9dd6-21ec38a980cc)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:23.206623 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:23.225711 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efddb3-f7ce-4955-8430-f535d5564b8f req-271f0445-1661-4f7b-8ce5-f243b496a2ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:23.232949 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-75efddb3-f7ce-4955-8430-f535d5564b8f req-271f0445-1661-4f7b-8ce5-f243b496a2ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 943 time: 0.3970201 Apr 20 15:54:23.293457 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-75efddb3-f7ce-4955-8430-f535d5564b8f req-2cd361e9-67c6-4cea-9fdd-e46b393807b6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=8135345e-d08c-47bc-91be-7cf305cc172d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594993 Apr 20 15:54:23.309973 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=88fa6b97-2657-493d-bb4b-e71e3f3a45cf,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:23.322947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-a8457730-a1e0-44de-ac8a-7f6116eeaee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:23.326792 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-a8457730-a1e0-44de-ac8a-7f6116eeaee2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97e9b2fb-1686-497b-96c0-17de2ece9754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1641040 Apr 20 15:54:23.472640 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-09ff9ddd-9e0b-49d0-b366-915c5e05df45 service neutron] 10.222.0.11 "GET /v2.0/networks/97e9b2fb-1686-497b-96c0-17de2ece9754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391659 Apr 20 15:54:23.739404 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5fd90f0-29bb-4bb7-93cc-46e9697ccb05 req-10a1f5e2-beef-4f96-8872-1704e63a65d5 service neutron] 10.222.0.11 "GET /v2.0/networks/97e9b2fb-1686-497b-96c0-17de2ece9754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608104 Apr 20 15:54:23.867537 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1901-b318-4905-b3c0-f3e1c8d9af64 req-d390cb48-ca04-4f28-a2b2-d960d8891456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:23.871153 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-df0d1901-b318-4905-b3c0-f3e1c8d9af64 req-d390cb48-ca04-4f28-a2b2-d960d8891456 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 1096 time: 0.0857439 Apr 20 15:54:24.024403 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1901-b318-4905-b3c0-f3e1c8d9af64 req-6721c58c-2363-4bd2-a02c-7bf476fe13e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:24.026058 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-df0d1901-b318-4905-b3c0-f3e1c8d9af64 req-6721c58c-2363-4bd2-a02c-7bf476fe13e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97e9b2fb-1686-497b-96c0-17de2ece9754 HTTP/1.1" status: 200 len: 898 time: 0.1472991 Apr 20 15:54:24.098395 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-df0d1901-b318-4905-b3c0-f3e1c8d9af64 req-4dbde1b3-0b20-4128-9ab1-f1de12dd3694 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=363adf61-d25e-44ff-8853-e88507554249 HTTP/1.1" status: 200 len: 217 time: 0.0664282 Apr 20 15:54:24.177319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1901-b318-4905-b3c0-f3e1c8d9af64 req-072275ff-e812-4d8e-a51c-bd7ba6df8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:24.178774 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-df0d1901-b318-4905-b3c0-f3e1c8d9af64 req-072275ff-e812-4d8e-a51c-bd7ba6df8850 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8029416-08ea-49dd-a896-473f82b0f3ac HTTP/1.1" status: 200 len: 833 time: 0.0740428 Apr 20 15:54:24.266457 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1901-b318-4905-b3c0-f3e1c8d9af64 req-3e0b79ca-5bc4-4958-970c-a04cad24b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:24.268254 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-df0d1901-b318-4905-b3c0-f3e1c8d9af64 req-3e0b79ca-5bc4-4958-970c-a04cad24b23a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97e9b2fb-1686-497b-96c0-17de2ece9754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772378 Apr 20 15:54:24.450713 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 88fa6b97-2657-493d-bb4b-e71e3f3a45cf up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:24.484077 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-df0d1901-b318-4905-b3c0-f3e1c8d9af64 req-25a8d363-5d70-40ec-8506-d7e12699e6e3 service neutron] 10.222.0.11 "GET /v2.0/networks/97e9b2fb-1686-497b-96c0-17de2ece9754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081702 Apr 20 15:54:24.524043 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 88fa6b97-2657-493d-bb4b-e71e3f3a45cf triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:24.524433 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:24.642498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1f188-2eaf-47fc-87c4-bb3911d412d1 req-4f79c16f-37a8-4a06-9bb1-ca31a894d35a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:24.644018 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-27c1f188-2eaf-47fc-87c4-bb3911d412d1 req-4f79c16f-37a8-4a06-9bb1-ca31a894d35a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 943 time: 0.2029095 Apr 20 15:54:24.645815 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-df0d1901-b318-4905-b3c0-f3e1c8d9af64 req-b8e0d4be-6f24-4f4e-bcb5-998436f2d80b service neutron] 10.222.0.11 "GET /v2.0/networks/97e9b2fb-1686-497b-96c0-17de2ece9754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551325 Apr 20 15:54:24.700071 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-27c1f188-2eaf-47fc-87c4-bb3911d412d1 req-52068f7d-579c-4698-8d1b-46c233f4b603 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=8135345e-d08c-47bc-91be-7cf305cc172d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502615 Apr 20 15:54:25.890096 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b98183-66b7-4ec0-87f7-d962d42f43e1 req-d31e97fa-585e-45df-b434-de9e4578ac46 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:25.892312 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c9b98183-66b7-4ec0-87f7-d962d42f43e1 req-d31e97fa-585e-45df-b434-de9e4578ac46 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 943 time: 0.0866776 Apr 20 15:54:25.936825 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c9b98183-66b7-4ec0-87f7-d962d42f43e1 req-20ea32bc-518c-4db9-8ba8-0d616871d16f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=8135345e-d08c-47bc-91be-7cf305cc172d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388629 Apr 20 15:54:26.121023 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 363adf61-d25e-44ff-8853-e88507554249 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 15:54:26.261819 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 363adf61-d25e-44ff-8853-e88507554249, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=363adf61-d25e-44ff-8853-e88507554249,segment=NetworkSegment(ade449b8-5531-4dd8-aff5-f7bc5912a857),segment_id=ade449b8-5531-4dd8-aff5-f7bc5912a857)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:26.277967 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '363adf61-d25e-44ff-8853-e88507554249', 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754', 'port_id': '363adf61-d25e-44ff-8853-e88507554249', 'mac_address': 'fa:16:3e:99:42:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 15:54:26.343929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:26.362705 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363adf61-d25e-44ff-8853-e88507554249 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:54:26.379320 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 363adf61-d25e-44ff-8853-e88507554249, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=363adf61-d25e-44ff-8853-e88507554249,segment=NetworkSegment(ade449b8-5531-4dd8-aff5-f7bc5912a857),segment_id=ade449b8-5531-4dd8-aff5-f7bc5912a857)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:26.383437 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:26.453675 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=363adf61-d25e-44ff-8853-e88507554249,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:26.720715 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['363adf61-d25e-44ff-8853-e88507554249'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 15:54:27.128607 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb049c-2be0-4991-a98a-b22407710094 req-1d4c8c49-fe3e-4cfa-86a9-fcb163928248 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:27.135411 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5fb049c-2be0-4991-a98a-b22407710094 req-1d4c8c49-fe3e-4cfa-86a9-fcb163928248 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 944 time: 0.0855801 Apr 20 15:54:27.195627 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5fb049c-2be0-4991-a98a-b22407710094 req-d0095551-c6f0-431e-8531-3f0826aa7241 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=8135345e-d08c-47bc-91be-7cf305cc172d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593419 Apr 20 15:54:28.135266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 363adf61-d25e-44ff-8853-e88507554249 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:28.210702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 363adf61-d25e-44ff-8853-e88507554249 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:28.215982 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 363adf61-d25e-44ff-8853-e88507554249 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:28.216358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:28.346717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:28.376708 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1e704e-6df6-4ab8-ae66-093207510273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363adf61-d25e-44ff-8853-e88507554249'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:54:28.398383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 363adf61-d25e-44ff-8853-e88507554249, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=363adf61-d25e-44ff-8853-e88507554249,segment=NetworkSegment(ade449b8-5531-4dd8-aff5-f7bc5912a857),segment_id=ade449b8-5531-4dd8-aff5-f7bc5912a857)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:28.403953 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:28.445757 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e4efca-8222-44a8-8ba5-cb042ab5e68e'] response: {'server_uuid': 'ce1e704e-6df6-4ab8-ae66-093207510273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363adf61-d25e-44ff-8853-e88507554249', 'code': 200} Apr 20 15:54:28.448062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612f76d-0d10-43c6-bdfc-a3fef56f2b3c req-9277b4b3-f919-4749-b14f-6037dcee6845 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:28.460667 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3612f76d-0d10-43c6-bdfc-a3fef56f2b3c req-9277b4b3-f919-4749-b14f-6037dcee6845 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 944 time: 0.1172254 Apr 20 15:54:28.488244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=363adf61-d25e-44ff-8853-e88507554249,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:28.511677 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3612f76d-0d10-43c6-bdfc-a3fef56f2b3c req-3317a050-55ee-4a74-85f1-3fdcbc767869 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=8135345e-d08c-47bc-91be-7cf305cc172d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433221 Apr 20 15:54:28.694808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170dd3e-c2a8-4de5-a66c-13465fa5eb0a req-9aa416db-fb4e-40ac-a379-34d5336f51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:28.696323 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1170dd3e-c2a8-4de5-a66c-13465fa5eb0a req-9aa416db-fb4e-40ac-a379-34d5336f51fa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 1098 time: 0.0809357 Apr 20 15:54:28.737902 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1170dd3e-c2a8-4de5-a66c-13465fa5eb0a req-6fe1c21d-f0cd-45f5-8675-204f87bac0ef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8135345e-d08c-47bc-91be-7cf305cc172d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360770 Apr 20 15:54:29.761239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b1539-8caa-4001-82f9-44f6cadfd008 req-8612b0bb-bfb8-4d1a-95db-72df27bc14e6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:29.762709 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1e0b1539-8caa-4001-82f9-44f6cadfd008 req-8612b0bb-bfb8-4d1a-95db-72df27bc14e6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 945 time: 0.1388502 Apr 20 15:54:29.809952 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1e0b1539-8caa-4001-82f9-44f6cadfd008 req-87ecaf62-e4b9-4886-84b0-c38e7ef4fb8b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=8135345e-d08c-47bc-91be-7cf305cc172d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402803 Apr 20 15:54:31.006156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea3c22-9ff4-4b0e-891a-9dfcf62f33cd req-8fbc843e-9e12-4c01-aa94-ba69e2e7d4ed tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:31.008209 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f4ea3c22-9ff4-4b0e-891a-9dfcf62f33cd req-8fbc843e-9e12-4c01-aa94-ba69e2e7d4ed tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 945 time: 0.0861382 Apr 20 15:54:31.052600 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f4ea3c22-9ff4-4b0e-891a-9dfcf62f33cd req-1c08bd0f-c0b0-439c-8245-5fd311f1b5ab tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=8135345e-d08c-47bc-91be-7cf305cc172d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396438 Apr 20 15:54:31.245070 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a32f94-7806-4c7f-ad43-255dd6fc373c req-f3b3c9b7-b7f3-42a9-acde-0a732a58a539 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:31.246604 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-43a32f94-7806-4c7f-ad43-255dd6fc373c req-f3b3c9b7-b7f3-42a9-acde-0a732a58a539 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 945 time: 0.0889194 Apr 20 15:54:31.291238 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-43a32f94-7806-4c7f-ad43-255dd6fc373c req-ea262f00-c99e-416b-8e69-42c68cada1b9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=8135345e-d08c-47bc-91be-7cf305cc172d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382311 Apr 20 15:54:31.314680 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39364) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:31.387500 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f662461-885a-4347-8f25-8d546efa560b tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:31.389039 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8f662461-885a-4347-8f25-8d546efa560b tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 1093 time: 0.0733786 Apr 20 15:54:31.391792 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39368) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:31.396585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': '363adf61-d25e-44ff-8853-e88507554249', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:31.402539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:31.406428 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:floatingip and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:31.409317 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:31.415006 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:31.425942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:31.669197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:31.807337 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.26.7.67 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/a9e4ccc4-21e0-430b-b45c-7e71a994231b) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:54:31.965312 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:31.997203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:32.046322 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b51b8222-a888-4783-9a74-0cb8377e42c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:32.080695 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=a9e4ccc4-21e0-430b-b45c-7e71a994231b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:32.086708 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:54:32.088010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:32.090486 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:54:32.532271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:32.609076 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:32.823389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:32.833240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:32.947490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=a9e4ccc4-21e0-430b-b45c-7e71a994231b,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:32.963197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:33.137084 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP 534f3deb-893d-4715-8b36-0b13367cdac9 associated. External IP: 172.26.7.67, port: 363adf61-d25e-44ff-8853-e88507554249. Apr 20 15:54:33.617535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router ed7c3330-f3c0-4963-95ec-fa343ed5d01c has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:54:33.802751 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:54:33.813427 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358d441-757e-46dc-9746-a6b59a0f6687 None None] Sync routers for ids ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:54:33.823807 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358d441-757e-46dc-9746-a6b59a0f6687 None None] Routers {'ed7c3330-f3c0-4963-95ec-fa343ed5d01c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:54:33.824755 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-a358d441-757e-46dc-9746-a6b59a0f6687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:54:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:33.828722 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:33.885312 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d273f31a-e225-4495-9110-8c03e10e79e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4923918 Apr 20 15:54:33.885892 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1e704e-6df6-4ab8-ae66-093207510273', 'tag': '363adf61-d25e-44ff-8853-e88507554249'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:54:33.888289 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39392) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:33.961317 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03332f2a-937c-4eda-ad15-38782ba330a7'] response: {'name': 'network-changed', 'server_uuid': 'ce1e704e-6df6-4ab8-ae66-093207510273', 'tag': '363adf61-d25e-44ff-8853-e88507554249', 'status': 'completed', 'code': 200} Apr 20 15:54:34.007821 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6fe0c9bd-6bd7-4199-80c7-2175ed456376 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/534f3deb-893d-4715-8b36-0b13367cdac9 HTTP/1.1" status: 200 len: 990 time: 0.1164629 Apr 20 15:54:34.067335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4df7a-0bfb-428b-bf58-327ed7067d96 req-f44340b9-7318-4bb4-a331-5bb688cff86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:34.068811 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-04a4df7a-0bfb-428b-bf58-327ed7067d96 req-f44340b9-7318-4bb4-a331-5bb688cff86f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 1098 time: 0.0910113 Apr 20 15:54:34.097548 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-a358d441-757e-46dc-9746-a6b59a0f6687 None None] Set router ed7c3330-f3c0-4963-95ec-fa343ed5d01c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:54:34.210804 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4df7a-0bfb-428b-bf58-327ed7067d96 req-a600203b-34c2-49fb-a6c3-52061ee8cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:34.212418 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-04a4df7a-0bfb-428b-bf58-327ed7067d96 req-a600203b-34c2-49fb-a6c3-52061ee8cd93 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97e9b2fb-1686-497b-96c0-17de2ece9754 HTTP/1.1" status: 200 len: 898 time: 0.1380467 Apr 20 15:54:34.315455 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-04a4df7a-0bfb-428b-bf58-327ed7067d96 req-5d8c0823-146d-4a53-b645-089a73a7085b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=363adf61-d25e-44ff-8853-e88507554249 HTTP/1.1" status: 200 len: 998 time: 0.0967765 Apr 20 15:54:34.316329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-afb3777d-f3db-4b9a-acb2-c49d40a7b674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:34.383441 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4df7a-0bfb-428b-bf58-327ed7067d96 req-a8173f5c-18df-4ba8-a716-5376a3e3de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:34.385065 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-04a4df7a-0bfb-428b-bf58-327ed7067d96 req-a8173f5c-18df-4ba8-a716-5376a3e3de59 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8029416-08ea-49dd-a896-473f82b0f3ac HTTP/1.1" status: 200 len: 833 time: 0.0641720 Apr 20 15:54:34.466843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4df7a-0bfb-428b-bf58-327ed7067d96 req-3ab9dbb5-d59a-4661-b689-d4f0bdb35875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:34.468575 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-04a4df7a-0bfb-428b-bf58-327ed7067d96 req-3ab9dbb5-d59a-4661-b689-d4f0bdb35875 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97e9b2fb-1686-497b-96c0-17de2ece9754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755579 Apr 20 15:54:34.478212 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-a358d441-757e-46dc-9746-a6b59a0f6687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'name': 'tempest-TestNetworkBasicOps-router-671590238', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:03Z', 'updated_at': '2022-04-20T15:54:10Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:04Z', 'updated_at': '2022-04-20T15:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '534f3deb-893d-4715-8b36-0b13367cdac9', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.67', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'port_id': '363adf61-d25e-44ff-8853-e88507554249', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754', 'mac_address': 'fa:16:3e:99:42:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1e704e-6df6-4ab8-ae66-093207510273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:54:32Z', 'updated_at': '2022-04-20T15:54:32Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '642520e7-d859-40b4-9c81-1e304b4088db', 'name': '', 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:29:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:09Z', 'updated_at': '2022-04-20T15:54:21Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:34.479238 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [req-04a4df7a-0bfb-428b-bf58-327ed7067d96 req-272ba748-8b03-4e61-9859-7fd9994b80c9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:54:34.480321 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-04a4df7a-0bfb-428b-bf58-327ed7067d96 req-272ba748-8b03-4e61-9859-7fd9994b80c9 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055959 Apr 20 15:54:34.482814 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358d441-757e-46dc-9746-a6b59a0f6687 None None] Checking router: ed7c3330-f3c0-4963-95ec-fa343ed5d01c for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:54:34.492192 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358d441-757e-46dc-9746-a6b59a0f6687 None None] Routers {'ed7c3330-f3c0-4963-95ec-fa343ed5d01c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:54:34.492809 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-a358d441-757e-46dc-9746-a6b59a0f6687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:54:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:34.622963 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-04a4df7a-0bfb-428b-bf58-327ed7067d96 req-0c4d5022-77b3-4f77-b169-a25c203c9aa4 service neutron] 10.222.0.11 "GET /v2.0/networks/97e9b2fb-1686-497b-96c0-17de2ece9754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367428 Apr 20 15:54:34.678936 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-a358d441-757e-46dc-9746-a6b59a0f6687 None None] Set router ed7c3330-f3c0-4963-95ec-fa343ed5d01c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:54:34.764741 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-04a4df7a-0bfb-428b-bf58-327ed7067d96 req-ef473612-f4e2-41a7-8da4-9b458aae4886 service neutron] 10.222.0.11 "GET /v2.0/networks/97e9b2fb-1686-497b-96c0-17de2ece9754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361794 Apr 20 15:54:35.011191 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39402) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:35.038414 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-a358d441-757e-46dc-9746-a6b59a0f6687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'name': 'tempest-TestNetworkBasicOps-router-671590238', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:03Z', 'updated_at': '2022-04-20T15:54:10Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:04Z', 'updated_at': '2022-04-20T15:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '534f3deb-893d-4715-8b36-0b13367cdac9', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.67', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'port_id': '363adf61-d25e-44ff-8853-e88507554249', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754', 'mac_address': 'fa:16:3e:99:42:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1e704e-6df6-4ab8-ae66-093207510273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:54:32Z', 'updated_at': '2022-04-20T15:54:32Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '642520e7-d859-40b4-9c81-1e304b4088db', 'name': '', 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:29:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:09Z', 'updated_at': '2022-04-20T15:54:21Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:35.042923 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358d441-757e-46dc-9746-a6b59a0f6687 None None] The sync data for ids ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'] in dv-neutron-838699-1-hyperv is: [{'id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'name': 'tempest-TestNetworkBasicOps-router-671590238', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:03Z', 'updated_at': '2022-04-20T15:54:10Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:04Z', 'updated_at': '2022-04-20T15:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '534f3deb-893d-4715-8b36-0b13367cdac9', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.67', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'port_id': '363adf61-d25e-44ff-8853-e88507554249', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754', 'mac_address': 'fa:16:3e:99:42:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1e704e-6df6-4ab8-ae66-093207510273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:54:32Z', 'updated_at': '2022-04-20T15:54:32Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '642520e7-d859-40b4-9c81-1e304b4088db', 'name': '', 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:29:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:09Z', 'updated_at': '2022-04-20T15:54:21Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:54:35.135425 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4966ce51-bfe9-4e8d-9066-ecc46bf6e35c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/534f3deb-893d-4715-8b36-0b13367cdac9 HTTP/1.1" status: 200 len: 990 time: 0.1219430 Apr 20 15:54:35.310011 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadc3ee4-53d0-423e-91ed-a54c883b198f None None] New status for floating IP 534f3deb-893d-4715-8b36-0b13367cdac9: ACTIVE {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:54:35.674041 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:35.719847 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:36.138576 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39408) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:36.363163 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-991daca5-7b0b-4605-8165-954c18b11474 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/534f3deb-893d-4715-8b36-0b13367cdac9 HTTP/1.1" status: 200 len: 992 time: 0.2234142 Apr 20 15:54:37.030289 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:37.535947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-e2a562c0-01cb-4b9c-bd6f-23e1e4966003 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Synchronizing usage tracker for tenant:b41769b0acc14f98934af661f4029f6f on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:54:37.552383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-e2a562c0-01cb-4b9c-bd6f-23e1e4966003 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Unset dirty status for tenant:b41769b0acc14f98934af661f4029f6f on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:54:37.553661 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-e2a562c0-01cb-4b9c-bd6f-23e1e4966003 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885767722&fields=id&tenant_id=b41769b0acc14f98934af661f4029f6f HTTP/1.1" status: 200 len: 267 time: 0.0558567 Apr 20 15:54:37.701808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-38ade4fb-f1ff-4082-a59d-741965c5e4d5 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:37.702479 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-38ade4fb-f1ff-4082-a59d-741965c5e4d5 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Synchronizing usage tracker for tenant:b41769b0acc14f98934af661f4029f6f on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:54:37.719189 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-38ade4fb-f1ff-4082-a59d-741965c5e4d5 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Unset dirty status for tenant:b41769b0acc14f98934af661f4029f6f on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:54:37.720413 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-38ade4fb-f1ff-4082-a59d-741965c5e4d5 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/networks?id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 200 len: 811 time: 0.1604450 Apr 20 15:54:37.735388 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-9deb2312-d940-4275-9bd4-883c937253dd tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/quotas/b41769b0acc14f98934af661f4029f6f HTTP/1.1" status: 200 len: 375 time: 0.0093291 Apr 20 15:54:37.926628 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-eeef26bc-5b06-4b5f-9c04-b7c5336e8541 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b41769b0acc14f98934af661f4029f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1832442 Apr 20 15:54:38.060623 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-475ab732-7aff-4713-b1a7-1196e0ba1438 service neutron] 10.222.0.13 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229188 Apr 20 15:54:38.190423 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-b26cb3c3-d7b7-4f09-b1e3-b82c7df65339 service neutron] 10.222.0.13 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239932 Apr 20 15:54:38.574566 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-78275983-b341-46e3-b3f6-daccb7ec9237 req-00056a8a-3631-4e58-bf0e-114686fec937 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 210 time: 0.0423303 Apr 20 15:54:39.604688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-9a0d61e7-9a52-4755-8e37-490d34c92827 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:39.606138 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-9a0d61e7-9a52-4755-8e37-490d34c92827 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.11 "GET /v2.0/networks?id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 200 len: 811 time: 0.1515415 Apr 20 15:54:39.690204 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-967c280c-1959-4847-917d-1cef59f916b8 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b41769b0acc14f98934af661f4029f6f HTTP/1.1" status: 200 len: 379 time: 0.0445211 Apr 20 15:54:39.698737 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-929585a9-5c4a-4f1c-bf29-e6ecc8a302a9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Request body: {'port': {'device_id': '865ccfa0-a86e-45ef-8bb3-7c3f127150d5', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'admin_state_up': True, 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'security_groups': ['15fa19bd-682d-40a1-b5eb-53c43925a5d6']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:39.819003 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c3ce2cf8-8d27-4ec0-9a68-15b6395a6a98 req-be6c0816-543b-451b-b6b1-b1a34f6c65bf tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 210 time: 0.1037624 Apr 20 15:54:39.875283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-929585a9-5c4a-4f1c-bf29-e6ecc8a302a9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:39.879280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-929585a9-5c4a-4f1c-bf29-e6ecc8a302a9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Usage tracker for resource:port and tenant:b41769b0acc14f98934af661f4029f6f is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:39.882109 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-929585a9-5c4a-4f1c-bf29-e6ecc8a302a9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:39.888178 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-929585a9-5c4a-4f1c-bf29-e6ecc8a302a9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:39.898012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-929585a9-5c4a-4f1c-bf29-e6ecc8a302a9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Made reservation on behalf of b41769b0acc14f98934af661f4029f6f for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:54:39.901483 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-929585a9-5c4a-4f1c-bf29-e6ecc8a302a9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:40.077422 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-929585a9-5c4a-4f1c-bf29-e6ecc8a302a9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Allocated IP 172.20.0.5 (c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d/adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24/1b06a28e-c48e-4e55-a5da-a71990d94bf1) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:54:40.271233 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-929585a9-5c4a-4f1c-bf29-e6ecc8a302a9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:40.287654 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-929585a9-5c4a-4f1c-bf29-e6ecc8a302a9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Transition to ACTIVE for port object 1b06a28e-c48e-4e55-a5da-a71990d94bf1 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:40.312205 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-929585a9-5c4a-4f1c-bf29-e6ecc8a302a9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:40.382918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-929585a9-5c4a-4f1c-bf29-e6ecc8a302a9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:54:40.385592 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-929585a9-5c4a-4f1c-bf29-e6ecc8a302a9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:40.394593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-929585a9-5c4a-4f1c-bf29-e6ecc8a302a9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:54:40.432312 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929585a9-5c4a-4f1c-bf29-e6ecc8a302a9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event updated for resources: {'Port': ['ID=1b06a28e-c48e-4e55-a5da-a71990d94bf1,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:40.465169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-929585a9-5c4a-4f1c-bf29-e6ecc8a302a9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:40.465806 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-929585a9-5c4a-4f1c-bf29-e6ecc8a302a9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:40.489268 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-929585a9-5c4a-4f1c-bf29-e6ecc8a302a9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7942603 Apr 20 15:54:40.548863 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Request body: {'port': {'device_id': '865ccfa0-a86e-45ef-8bb3-7c3f127150d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:40.639304 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5e08f8a2-2d77-40a4-8fc5-cf0b56808fd2 None None] Provisioning for port 1b06a28e-c48e-4e55-a5da-a71990d94bf1 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:40.645339 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5e08f8a2-2d77-40a4-8fc5-cf0b56808fd2 None None] Provisioning complete for port 1b06a28e-c48e-4e55-a5da-a71990d94bf1 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:40.645974 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5e08f8a2-2d77-40a4-8fc5-cf0b56808fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:40.665172 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:40.698601 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5e08f8a2-2d77-40a4-8fc5-cf0b56808fd2 None None] Port 1b06a28e-c48e-4e55-a5da-a71990d94bf1 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:54:41.120371 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab276da-de01-44ae-b01f-4f806695624c req-6c51ef9e-1ca8-4db1-b10e-7d5461d43940 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:41.121234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-7ab276da-de01-44ae-b01f-4f806695624c req-6c51ef9e-1ca8-4db1-b10e-7d5461d43940 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Synchronizing usage tracker for tenant:b41769b0acc14f98934af661f4029f6f on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:54:41.189362 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-7ab276da-de01-44ae-b01f-4f806695624c req-6c51ef9e-1ca8-4db1-b10e-7d5461d43940 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Unset dirty status for tenant:b41769b0acc14f98934af661f4029f6f on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:54:41.190501 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7ab276da-de01-44ae-b01f-4f806695624c req-6c51ef9e-1ca8-4db1-b10e-7d5461d43940 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 931 time: 0.2033885 Apr 20 15:54:41.201881 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b06a28e-c48e-4e55-a5da-a71990d94bf1 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:54:41.223041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:41.253363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Transition to ACTIVE for port object 1b06a28e-c48e-4e55-a5da-a71990d94bf1 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:41.261231 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7ab276da-de01-44ae-b01f-4f806695624c req-b3c5c968-1546-4db1-9c85-125fd58991ad tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617869 Apr 20 15:54:41.261940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:41.421722 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Pushing event updated for resources: {'Port': ['ID=1b06a28e-c48e-4e55-a5da-a71990d94bf1,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:41.507598 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Attempting to bind port 1b06a28e-c48e-4e55-a5da-a71990d94bf1 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:54:41.507973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Attempting to bind port 1b06a28e-c48e-4e55-a5da-a71990d94bf1 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:54:41.508298 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Attempting to bind port 1b06a28e-c48e-4e55-a5da-a71990d94bf1 on network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:54:41.513867 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Port 1b06a28e-c48e-4e55-a5da-a71990d94bf1 on network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:54:41.514531 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Attempting to bind port 1b06a28e-c48e-4e55-a5da-a71990d94bf1 on network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:54:41.520004 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:54:41.520341 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Checking segment: {'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:54:41.520721 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Bound using segment: {'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:54:41.521147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Bound port: 1b06a28e-c48e-4e55-a5da-a71990d94bf1, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:54:41.521508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:41.614062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] For port 1b06a28e-c48e-4e55-a5da-a71990d94bf1, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:54:41.617253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] For port 1b06a28e-c48e-4e55-a5da-a71990d94bf1, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=1b06a28e-c48e-4e55-a5da-a71990d94bf1,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:54:41.621411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:41.673548 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:41.674147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:41.675528 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] 10.222.0.11 "PUT /v2.0/ports/1b06a28e-c48e-4e55-a5da-a71990d94bf1 HTTP/1.1" status: 200 len: 1093 time: 1.1785109 Apr 20 15:54:41.678199 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865ccfa0-a86e-45ef-8bb3-7c3f127150d5', 'tag': '1b06a28e-c48e-4e55-a5da-a71990d94bf1'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:54:41.716404 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c283325-7253-4152-ad1f-9865d12683cb service neutron] Pushing event updated for resources: {'Port': ['ID=1b06a28e-c48e-4e55-a5da-a71990d94bf1,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:41.755155 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5f1d65-11c1-48cf-95c4-2c877ee0b3a4'] response: {'name': 'network-changed', 'server_uuid': '865ccfa0-a86e-45ef-8bb3-7c3f127150d5', 'tag': '1b06a28e-c48e-4e55-a5da-a71990d94bf1', 'status': 'completed', 'code': 200} Apr 20 15:54:41.804435 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-a4305052-87ea-466d-9380-7b71c3886f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:41.806068 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-a4305052-87ea-466d-9380-7b71c3886f41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b41769b0acc14f98934af661f4029f6f&device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 1096 time: 0.0845838 Apr 20 15:54:41.878878 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-dc837290-c427-4efa-8232-d43e858a41a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b06a28e-c48e-4e55-a5da-a71990d94bf1 HTTP/1.1" status: 200 len: 217 time: 0.0652320 Apr 20 15:54:41.946643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-088f27ba-d5ce-4d24-aa26-62aa2a67b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:41.948037 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-088f27ba-d5ce-4d24-aa26-62aa2a67b915 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24 HTTP/1.1" status: 200 len: 850 time: 0.0621166 Apr 20 15:54:42.037923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-c7299728-ed40-4da7-9ff6-abd2f00a2249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:42.039432 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-c7299728-ed40-4da7-9ff6-abd2f00a2249 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843871 Apr 20 15:54:42.173420 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-d247c4c8-2eaa-4aad-8244-256c4d9181fc service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265645 Apr 20 15:54:42.304350 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b40ea2-d03e-497c-b7e0-9b6d64efd3cd req-c47051fc-ecd4-4661-baec-c3aef6233be1 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233244 Apr 20 15:54:42.484917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e92f1-664d-4f99-811e-967284b9fd52 req-847c5c11-0d33-4e54-8b00-4672030fbcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:42.486175 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d11e92f1-664d-4f99-811e-967284b9fd52 req-847c5c11-0d33-4e54-8b00-4672030fbcbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b41769b0acc14f98934af661f4029f6f&device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 1096 time: 0.1384587 Apr 20 15:54:42.498097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f4b13-35e4-4d16-9648-208bd4b0c376 req-e1e2ace5-9e09-495f-8b0d-f083fd601e18 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:42.499417 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-130f4b13-35e4-4d16-9648-208bd4b0c376 req-e1e2ace5-9e09-495f-8b0d-f083fd601e18 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 943 time: 0.1148379 Apr 20 15:54:42.623085 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-130f4b13-35e4-4d16-9648-208bd4b0c376 req-183d90e2-1a76-4169-a13d-9f8281385a5e tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045172 Apr 20 15:54:42.658020 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e92f1-664d-4f99-811e-967284b9fd52 req-e57c7723-c4c5-4e15-8c12-ea782e0a6c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:42.659561 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d11e92f1-664d-4f99-811e-967284b9fd52 req-e57c7723-c4c5-4e15-8c12-ea782e0a6c0f service neutron] 10.222.0.11 "GET /v2.0/networks?id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 200 len: 912 time: 0.1585853 Apr 20 15:54:42.836803 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d11e92f1-664d-4f99-811e-967284b9fd52 req-a1d20efe-41e7-4186-b648-fe21068227f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b06a28e-c48e-4e55-a5da-a71990d94bf1 HTTP/1.1" status: 200 len: 217 time: 0.1704059 Apr 20 15:54:42.898105 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e92f1-664d-4f99-811e-967284b9fd52 req-11053894-ada4-4cd7-bf2a-fa0b38a6f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:42.899521 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d11e92f1-664d-4f99-811e-967284b9fd52 req-11053894-ada4-4cd7-bf2a-fa0b38a6f231 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24 HTTP/1.1" status: 200 len: 850 time: 0.0570116 Apr 20 15:54:42.977919 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e92f1-664d-4f99-811e-967284b9fd52 req-ebb15346-02fd-4c15-9780-3a8ff2a7fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:42.979385 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d11e92f1-664d-4f99-811e-967284b9fd52 req-ebb15346-02fd-4c15-9780-3a8ff2a7fb3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734506 Apr 20 15:54:43.113204 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d11e92f1-664d-4f99-811e-967284b9fd52 req-96dbfef0-0ef4-477b-a223-fd9532462e50 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267147 Apr 20 15:54:43.255835 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d11e92f1-664d-4f99-811e-967284b9fd52 req-763885b5-285f-4c94-94c6-527cc2935223 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350408 Apr 20 15:54:43.805016 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3668706-c66c-4562-ac1b-4841327d8e0b req-fa5980cb-7600-4d63-a3b8-25cc8b38fb22 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:43.806460 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d3668706-c66c-4562-ac1b-4841327d8e0b req-fa5980cb-7600-4d63-a3b8-25cc8b38fb22 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 943 time: 0.0799875 Apr 20 15:54:43.854322 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d3668706-c66c-4562-ac1b-4841327d8e0b req-42fc2633-ebff-455f-9d0e-59a8efb88691 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422070 Apr 20 15:54:44.882480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:45.038287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e212ea-931d-48f0-b4f3-78b4fb96929e req-fd85e350-03b0-41bb-9d4e-a4fc5d08bd8c tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:45.039744 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82e212ea-931d-48f0-b4f3-78b4fb96929e req-fd85e350-03b0-41bb-9d4e-a4fc5d08bd8c tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 943 time: 0.0789125 Apr 20 15:54:45.091847 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82e212ea-931d-48f0-b4f3-78b4fb96929e req-098dea15-3548-49c2-906f-c445e7576ec0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463054 Apr 20 15:54:46.275639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe8b20-e284-4052-a4e2-cd7266b34cce req-72339b9d-cdb4-4c8e-bfa7-7edb1712d652 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:46.277122 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1ebe8b20-e284-4052-a4e2-cd7266b34cce req-72339b9d-cdb4-4c8e-bfa7-7edb1712d652 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 943 time: 0.0812740 Apr 20 15:54:46.321825 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1ebe8b20-e284-4052-a4e2-cd7266b34cce req-16bc9d77-6cb1-4755-adea-27309f18ba75 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378571 Apr 20 15:54:47.508760 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba010fc-bc48-4524-8291-07ac114585c1 req-72ebb9d3-eaa9-4d08-89a3-79ab3982eb2d tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:47.510159 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7ba010fc-bc48-4524-8291-07ac114585c1 req-72ebb9d3-eaa9-4d08-89a3-79ab3982eb2d tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 943 time: 0.0801539 Apr 20 15:54:47.553608 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7ba010fc-bc48-4524-8291-07ac114585c1 req-63430935-9dff-4123-8ffc-3db67c69baaa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377066 Apr 20 15:54:48.444858 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:54:48.735472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53790b4a-6a8d-42da-a9d4-5794e83d496e req-624a9420-35cb-4d45-9ca1-8e8566c4d62d tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:48.736936 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-53790b4a-6a8d-42da-a9d4-5794e83d496e req-624a9420-35cb-4d45-9ca1-8e8566c4d62d tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 943 time: 0.0825818 Apr 20 15:54:48.779881 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-53790b4a-6a8d-42da-a9d4-5794e83d496e req-93a39001-9e85-408e-9faa-d00e7a238a03 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373564 Apr 20 15:54:49.961718 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82190a25-28cb-4112-bde1-c15a66552f84 req-95f37393-0395-45be-9fe6-ee19fe9fa947 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:49.963166 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82190a25-28cb-4112-bde1-c15a66552f84 req-95f37393-0395-45be-9fe6-ee19fe9fa947 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 943 time: 0.0799530 Apr 20 15:54:50.009870 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82190a25-28cb-4112-bde1-c15a66552f84 req-0b3bc2dc-74f2-40cb-a8d3-719bc8ccd677 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410001 Apr 20 15:54:51.191201 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d23af-5152-4bd9-9c4e-137d9fbd6aa9 req-fcd34d55-5879-4e5e-9708-437d3740bc1f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:51.192667 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cc2d23af-5152-4bd9-9c4e-137d9fbd6aa9 req-fcd34d55-5879-4e5e-9708-437d3740bc1f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 943 time: 0.0787861 Apr 20 15:54:51.236819 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cc2d23af-5152-4bd9-9c4e-137d9fbd6aa9 req-102b8e8b-aa90-4443-ae18-b0107ba0f1a0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385394 Apr 20 15:54:52.213847 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 1b06a28e-c48e-4e55-a5da-a71990d94bf1 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 15:54:52.382783 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 1b06a28e-c48e-4e55-a5da-a71990d94bf1, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=1b06a28e-c48e-4e55-a5da-a71990d94bf1,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:52.396017 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '1b06a28e-c48e-4e55-a5da-a71990d94bf1', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'port_id': '1b06a28e-c48e-4e55-a5da-a71990d94bf1', 'mac_address': 'fa:16:3e:f5:a2:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 15:54:52.429264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70843953-e187-4530-b1eb-a73f8d5aec12 req-809cd05e-7929-4d09-8596-71c9422c8bbf tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:52.430711 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-70843953-e187-4530-b1eb-a73f8d5aec12 req-809cd05e-7929-4d09-8596-71c9422c8bbf tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 943 time: 0.0846956 Apr 20 15:54:52.451101 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:52.467340 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b06a28e-c48e-4e55-a5da-a71990d94bf1 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:54:52.475059 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-70843953-e187-4530-b1eb-a73f8d5aec12 req-a6956988-2c0e-49e0-8311-8c9463e06de0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383549 Apr 20 15:54:52.482699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 1b06a28e-c48e-4e55-a5da-a71990d94bf1, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=1b06a28e-c48e-4e55-a5da-a71990d94bf1,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:52.487550 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:52.556409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=1b06a28e-c48e-4e55-a5da-a71990d94bf1,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:52.815079 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['1b06a28e-c48e-4e55-a5da-a71990d94bf1'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 15:54:53.658737 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d83a8-c021-4720-909c-ce45afbf151b req-af2469fa-ed1c-4931-8f93-d907f383dda0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:53.660217 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-356d83a8-c021-4720-909c-ce45afbf151b req-af2469fa-ed1c-4931-8f93-d907f383dda0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 944 time: 0.0803816 Apr 20 15:54:53.703589 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-356d83a8-c021-4720-909c-ce45afbf151b req-56a4d9ba-676a-427d-91bd-20d738892c2a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378387 Apr 20 15:54:54.230901 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 1b06a28e-c48e-4e55-a5da-a71990d94bf1 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:54:54.297187 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 1b06a28e-c48e-4e55-a5da-a71990d94bf1 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:54.301896 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 1b06a28e-c48e-4e55-a5da-a71990d94bf1 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:54.302267 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:54.425193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:54.452127 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865ccfa0-a86e-45ef-8bb3-7c3f127150d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b06a28e-c48e-4e55-a5da-a71990d94bf1'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:54:54.461348 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 1b06a28e-c48e-4e55-a5da-a71990d94bf1, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=1b06a28e-c48e-4e55-a5da-a71990d94bf1,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:54:54.465771 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:54.505021 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1c49a0e-5ad5-4f63-a808-baf96380c2e9'] response: {'server_uuid': '865ccfa0-a86e-45ef-8bb3-7c3f127150d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b06a28e-c48e-4e55-a5da-a71990d94bf1', 'code': 200} Apr 20 15:54:54.538145 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=1b06a28e-c48e-4e55-a5da-a71990d94bf1,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:54.706575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51aaa3f-c8c3-43ad-8e2a-3ffc9f8e84a6 req-23e87316-f687-4e1e-9360-b16c1d10b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:54.708015 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a51aaa3f-c8c3-43ad-8e2a-3ffc9f8e84a6 req-23e87316-f687-4e1e-9360-b16c1d10b3df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 1098 time: 0.0714562 Apr 20 15:54:54.748522 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a51aaa3f-c8c3-43ad-8e2a-3ffc9f8e84a6 req-1c559af6-47f4-46ff-89cb-5964b33d143d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342975 Apr 20 15:54:54.888350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b9fa4-1f6d-4764-8cc2-28564c6e7f27 req-d71974e0-94dd-4dd5-876a-351cd25b7323 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:54.889755 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5a7b9fa4-1f6d-4764-8cc2-28564c6e7f27 req-d71974e0-94dd-4dd5-876a-351cd25b7323 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 945 time: 0.0824637 Apr 20 15:54:54.932469 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5a7b9fa4-1f6d-4764-8cc2-28564c6e7f27 req-682ad5d6-a609-401e-822a-147db97ccfe9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370817 Apr 20 15:54:56.125521 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9268d0f-ce65-49d9-8a7c-91299590ffe9 req-e167c5f2-ae75-4367-aa2d-39d96c698520 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:56.128246 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b9268d0f-ce65-49d9-8a7c-91299590ffe9 req-e167c5f2-ae75-4367-aa2d-39d96c698520 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 945 time: 0.0854876 Apr 20 15:54:56.174764 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b9268d0f-ce65-49d9-8a7c-91299590ffe9 req-44b39228-6292-4dc6-9430-828ca9a56760 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403023 Apr 20 15:54:57.462048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583e64d-284d-4557-b1c1-5b970a77e7f9 req-39140c1a-74f0-48bc-8b41-5a35f0a5108c tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:57.463406 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1583e64d-284d-4557-b1c1-5b970a77e7f9 req-39140c1a-74f0-48bc-8b41-5a35f0a5108c tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 945 time: 0.1868536 Apr 20 15:54:57.507184 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1583e64d-284d-4557-b1c1-5b970a77e7f9 req-27e3aec1-c866-4091-b083-b27ab0b94438 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377789 Apr 20 15:54:57.687820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca19ffa-870e-4df8-b24c-e445f9963c84 req-6cdfab07-d6f4-4d6c-b5cb-ca85a355e13e tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:57.689200 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4ca19ffa-870e-4df8-b24c-e445f9963c84 req-6cdfab07-d6f4-4d6c-b5cb-ca85a355e13e tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 945 time: 0.0819826 Apr 20 15:54:57.734642 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4ca19ffa-870e-4df8-b24c-e445f9963c84 req-f033cfd4-1e8a-4a61-a498-8805c6673500 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387712 Apr 20 15:54:57.757961 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39478) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:57.871581 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd8f45-a978-417f-bcf9-b4596b791822 tempest-TestVolumeBootPattern-350815065 tempest-TestVolumeBootPattern-350815065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:57.872316 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-24fd8f45-a978-417f-bcf9-b4596b791822 tempest-TestVolumeBootPattern-350815065 tempest-TestVolumeBootPattern-350815065-project-admin] Synchronizing usage tracker for tenant:a5e5b205dd5c4fa4ae6e9965466da8ab on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:54:57.888361 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-24fd8f45-a978-417f-bcf9-b4596b791822 tempest-TestVolumeBootPattern-350815065 tempest-TestVolumeBootPattern-350815065-project-admin] Unset dirty status for tenant:a5e5b205dd5c4fa4ae6e9965466da8ab on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:54:57.889591 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-24fd8f45-a978-417f-bcf9-b4596b791822 tempest-TestVolumeBootPattern-350815065 tempest-TestVolumeBootPattern-350815065-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 1093 time: 0.1306655 Apr 20 15:54:57.892450 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39484) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:54:57.897334 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': '1b06a28e-c48e-4e55-a5da-a71990d94bf1', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:54:57.903020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:54:57.906803 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Usage tracker for resource:floatingip and tenant:b41769b0acc14f98934af661f4029f6f is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:54:57.910104 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:54:57.915738 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:54:57.926024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for floatingip, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:58.059823 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:58.199151 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Allocated IP 172.26.7.203 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/d5d321f5-a7d4-4844-b2a2-2caa2d6b3047) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:54:58.343584 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:58.372134 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:58.429468 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:54:58.432108 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:58.439866 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:54:58.482810 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event updated for resources: {'Port': ['ID=d5d321f5-a7d4-4844-b2a2-2caa2d6b3047,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:58.840106 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:58.912172 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:59.107751 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:59.112348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:59.219084 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event updated for resources: {'Port': ['ID=d5d321f5-a7d4-4844-b2a2-2caa2d6b3047,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:59.228820 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:59.482537 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Floating IP a3cf9e64-3fba-4787-a6c1-7c46c589a0e4 associated. External IP: 172.26.7.203, port: 1b06a28e-c48e-4e55-a5da-a71990d94bf1. Apr 20 15:54:59.824023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Router 98ed705b-ed0e-4a89-9d40-667a9f10a436 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:54:59.996505 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:55:00.006988 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9eb477-049a-4cf7-a20a-161256b966af None None] Sync routers for ids ['98ed705b-ed0e-4a89-9d40-667a9f10a436'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:55:00.017814 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9eb477-049a-4cf7-a20a-161256b966af None None] Routers {'98ed705b-ed0e-4a89-9d40-667a9f10a436'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:55:00.018418 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2e9eb477-049a-4cf7-a20a-161256b966af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:54:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['98ed705b-ed0e-4a89-9d40-667a9f10a436'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:00.021235 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:00.079377 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a81b3f3c-fb2f-47c5-9748-0bdca0001263 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1858218 Apr 20 15:55:00.079890 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865ccfa0-a86e-45ef-8bb3-7c3f127150d5', 'tag': '1b06a28e-c48e-4e55-a5da-a71990d94bf1'}] {{(pid=88169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:55:00.177480 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd17e29-3f0f-4a86-9e39-48e4987fecd2'] response: {'name': 'network-changed', 'server_uuid': '865ccfa0-a86e-45ef-8bb3-7c3f127150d5', 'tag': '1b06a28e-c48e-4e55-a5da-a71990d94bf1', 'status': 'completed', 'code': 200} Apr 20 15:55:00.198724 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-2e9eb477-049a-4cf7-a20a-161256b966af None None] Set router 98ed705b-ed0e-4a89-9d40-667a9f10a436 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:55:00.270893 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d48286-b150-40a9-a998-30102d357915 req-87ff8fb6-8673-4a23-8b8e-43bc85dbbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:00.272455 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e0d48286-b150-40a9-a998-30102d357915 req-87ff8fb6-8673-4a23-8b8e-43bc85dbbb55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b41769b0acc14f98934af661f4029f6f&device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 1098 time: 0.0719590 Apr 20 15:55:00.403118 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d48286-b150-40a9-a998-30102d357915 req-99b23e85-64f8-4ee8-9d40-11129694c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:00.404584 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e0d48286-b150-40a9-a998-30102d357915 req-99b23e85-64f8-4ee8-9d40-11129694c0ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 200 len: 912 time: 0.1255841 Apr 20 15:55:00.509717 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e0d48286-b150-40a9-a998-30102d357915 req-71517173-ca58-40eb-a573-7269a95040e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b06a28e-c48e-4e55-a5da-a71990d94bf1 HTTP/1.1" status: 200 len: 999 time: 0.0985222 Apr 20 15:55:00.570533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d48286-b150-40a9-a998-30102d357915 req-0390ac8c-8343-4934-b0cd-b7965fb6c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:00.572003 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e0d48286-b150-40a9-a998-30102d357915 req-0390ac8c-8343-4934-b0cd-b7965fb6c14b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24 HTTP/1.1" status: 200 len: 850 time: 0.0563171 Apr 20 15:55:00.574439 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2e9eb477-049a-4cf7-a20a-161256b966af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'a3cf9e64-3fba-4787-a6c1-7c46c589a0e4', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'floating_ip_address': '172.26.7.203', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'port_id': '1b06a28e-c48e-4e55-a5da-a71990d94bf1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'mac_address': 'fa:16:3e:f5:a2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865ccfa0-a86e-45ef-8bb3-7c3f127150d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:54:58Z', 'updated_at': '2022-04-20T15:54:58Z', 'revision_number': 0, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:13Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:00.578220 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9eb477-049a-4cf7-a20a-161256b966af None None] Checking router: 98ed705b-ed0e-4a89-9d40-667a9f10a436 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:55:00.586505 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9eb477-049a-4cf7-a20a-161256b966af None None] Routers {'98ed705b-ed0e-4a89-9d40-667a9f10a436'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:55:00.587101 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2e9eb477-049a-4cf7-a20a-161256b966af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:54:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['98ed705b-ed0e-4a89-9d40-667a9f10a436'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:00.649338 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d48286-b150-40a9-a998-30102d357915 req-6b1022ee-79b9-46e0-904c-0d944dd3d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:00.650814 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e0d48286-b150-40a9-a998-30102d357915 req-6b1022ee-79b9-46e0-904c-0d944dd3d7ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720019 Apr 20 15:55:00.760321 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-2e9eb477-049a-4cf7-a20a-161256b966af None None] Set router 98ed705b-ed0e-4a89-9d40-667a9f10a436 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:55:00.780820 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e0d48286-b150-40a9-a998-30102d357915 req-c062225b-2fd0-4d67-bb02-24ecd478213e service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232364 Apr 20 15:55:00.909532 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e0d48286-b150-40a9-a998-30102d357915 req-ba82583c-4326-4863-9d10-f02a413c5825 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226301 Apr 20 15:55:01.110107 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2e9eb477-049a-4cf7-a20a-161256b966af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'a3cf9e64-3fba-4787-a6c1-7c46c589a0e4', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'floating_ip_address': '172.26.7.203', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'port_id': '1b06a28e-c48e-4e55-a5da-a71990d94bf1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'mac_address': 'fa:16:3e:f5:a2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865ccfa0-a86e-45ef-8bb3-7c3f127150d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:54:58Z', 'updated_at': '2022-04-20T15:54:58Z', 'revision_number': 0, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:13Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:01.114672 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9eb477-049a-4cf7-a20a-161256b966af None None] The sync data for ids ['98ed705b-ed0e-4a89-9d40-667a9f10a436'] in dv-neutron-838699-1-hyperv is: [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'a3cf9e64-3fba-4787-a6c1-7c46c589a0e4', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'floating_ip_address': '172.26.7.203', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'port_id': '1b06a28e-c48e-4e55-a5da-a71990d94bf1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'mac_address': 'fa:16:3e:f5:a2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865ccfa0-a86e-45ef-8bb3-7c3f127150d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:54:58Z', 'updated_at': '2022-04-20T15:54:58Z', 'revision_number': 0, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:13Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:55:01.293647 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30587987-c1eb-428d-8107-f740a4a31cec None None] New status for floating IP a3cf9e64-3fba-4787-a6c1-7c46c589a0e4: ACTIVE {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:55:02.041368 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e3d1562f-0fbd-40e4-a1a1-a5245148a569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:04.309548 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-eb85a16c-9c84-4cde-95f6-6b77fe498b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:05.674405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:05.714788 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:07.034043 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:14.884337 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:25.443923 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:55:25.623420 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a0ae250-d2ff-4e2a-9f33-f79b00b6a1b8 req-a4feb180-adb0-4ae2-910c-f0ce09051286 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce1e704e-6df6-4ab8-ae66-093207510273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706234 Apr 20 15:55:25.787823 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ae250-d2ff-4e2a-9f33-f79b00b6a1b8 req-01844b17-f679-49f1-9bd5-3ce16ea661db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:25.789296 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a0ae250-d2ff-4e2a-9f33-f79b00b6a1b8 req-01844b17-f679-49f1-9bd5-3ce16ea661db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 1098 time: 0.0915203 Apr 20 15:55:25.935174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ae250-d2ff-4e2a-9f33-f79b00b6a1b8 req-f9164c89-1b19-4ec7-8420-18ae114f451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:25.936669 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a0ae250-d2ff-4e2a-9f33-f79b00b6a1b8 req-f9164c89-1b19-4ec7-8420-18ae114f451e service neutron] 10.222.0.11 "GET /v2.0/networks?id=97e9b2fb-1686-497b-96c0-17de2ece9754 HTTP/1.1" status: 200 len: 898 time: 0.1290193 Apr 20 15:55:26.039265 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a0ae250-d2ff-4e2a-9f33-f79b00b6a1b8 req-83584183-a074-41e8-80be-ff825dd903d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=363adf61-d25e-44ff-8853-e88507554249 HTTP/1.1" status: 200 len: 1000 time: 0.0952601 Apr 20 15:55:26.106217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ae250-d2ff-4e2a-9f33-f79b00b6a1b8 req-d77bd7aa-bcc9-4baa-8511-8ae17a621861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:26.107710 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a0ae250-d2ff-4e2a-9f33-f79b00b6a1b8 req-d77bd7aa-bcc9-4baa-8511-8ae17a621861 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8029416-08ea-49dd-a896-473f82b0f3ac HTTP/1.1" status: 200 len: 833 time: 0.0629630 Apr 20 15:55:26.182785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ae250-d2ff-4e2a-9f33-f79b00b6a1b8 req-7608ed65-9774-4540-8505-216201b5743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:26.184298 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a0ae250-d2ff-4e2a-9f33-f79b00b6a1b8 req-7608ed65-9774-4540-8505-216201b5743e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97e9b2fb-1686-497b-96c0-17de2ece9754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689919 Apr 20 15:55:26.311349 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a0ae250-d2ff-4e2a-9f33-f79b00b6a1b8 req-6919c423-97b7-41a7-9d63-55490ed19b49 service neutron] 10.222.0.11 "GET /v2.0/networks/97e9b2fb-1686-497b-96c0-17de2ece9754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211159 Apr 20 15:55:26.542270 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a0ae250-d2ff-4e2a-9f33-f79b00b6a1b8 req-a64bc548-a87b-4d7a-bcf1-4b70c3d6aced service neutron] 10.222.0.11 "GET /v2.0/networks/97e9b2fb-1686-497b-96c0-17de2ece9754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247896 Apr 20 15:55:32.043180 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-01bb3c07-57af-4bec-874a-2de3e629188c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:34.311576 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-92c7242f-7518-4397-89ef-08a8fcd52daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:35.674517 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:35.715410 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:37.047220 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:44.898941 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:45.547728 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39524) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:55:45.650326 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-11158a99-1860-4906-9303-57c3c8210455 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/534f3deb-893d-4715-8b36-0b13367cdac9 HTTP/1.1" status: 200 len: 992 time: 0.1015229 Apr 20 15:55:45.943004 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39532) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:55:46.142837 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port a9e4ccc4-21e0-430b-b45c-7e71a994231b {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:55:46.143176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:46.314761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:46.315083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:46.435531 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for a9e4ccc4-21e0-430b-b45c-7e71a994231b owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:55:46.579992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:46.628693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=a9e4ccc4-21e0-430b-b45c-7e71a994231b,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:46.667798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:46.668133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:46.668468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:46.668799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:46.669124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:46.669447 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:46.669767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:46.670087 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:46.670406 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:46.670724 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:46.671039 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:46.671352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:46.728441 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:46.728769 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP 534f3deb-893d-4715-8b36-0b13367cdac9 disassociated (deleted). External IP: 172.26.7.67, port: 363adf61-d25e-44ff-8853-e88507554249. Apr 20 15:55:47.066067 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router ed7c3330-f3c0-4963-95ec-fa343ed5d01c has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:55:47.349901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:55:47.359196 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f443a13b-3ab1-4abc-995a-43d0bc220f5d None None] Sync routers for ids ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:55:47.368385 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f443a13b-3ab1-4abc-995a-43d0bc220f5d None None] Routers {'ed7c3330-f3c0-4963-95ec-fa343ed5d01c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:55:47.368994 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f443a13b-3ab1-4abc-995a-43d0bc220f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:55:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:47.369983 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:47.427620 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f20a1f91-b1d1-4c43-9568-8004280a85e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/floatingips/534f3deb-893d-4715-8b36-0b13367cdac9 HTTP/1.1" status: 204 len: 168 time: 1.4835358 Apr 20 15:55:47.428226 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1e704e-6df6-4ab8-ae66-093207510273', 'tag': '363adf61-d25e-44ff-8853-e88507554249'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:55:47.477754 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174ed0d8-8b38-48f6-8c61-46b1695a86ac'] response: {'name': 'network-changed', 'server_uuid': 'ce1e704e-6df6-4ab8-ae66-093207510273', 'tag': '363adf61-d25e-44ff-8853-e88507554249', 'status': 'completed', 'code': 200} Apr 20 15:55:47.556040 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-f443a13b-3ab1-4abc-995a-43d0bc220f5d None None] Set router ed7c3330-f3c0-4963-95ec-fa343ed5d01c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:55:47.570987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5a4f2-b6f1-4f7f-a3e7-a90ce33b04c8 req-47d0497e-5c95-4e1c-9979-59841d64f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:47.572509 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b1b5a4f2-b6f1-4f7f-a3e7-a90ce33b04c8 req-47d0497e-5c95-4e1c-9979-59841d64f49d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 1098 time: 0.0751030 Apr 20 15:55:47.711980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5a4f2-b6f1-4f7f-a3e7-a90ce33b04c8 req-531cadb2-9ed1-433b-9874-176c95057c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:47.713542 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b1b5a4f2-b6f1-4f7f-a3e7-a90ce33b04c8 req-531cadb2-9ed1-433b-9874-176c95057c82 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97e9b2fb-1686-497b-96c0-17de2ece9754 HTTP/1.1" status: 200 len: 898 time: 0.1344576 Apr 20 15:55:47.827481 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b1b5a4f2-b6f1-4f7f-a3e7-a90ce33b04c8 req-e969f751-07a3-44c0-a4a9-0d04a18e71da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=363adf61-d25e-44ff-8853-e88507554249 HTTP/1.1" status: 200 len: 217 time: 0.1074307 Apr 20 15:55:47.871418 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f443a13b-3ab1-4abc-995a-43d0bc220f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'name': 'tempest-TestNetworkBasicOps-router-671590238', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:03Z', 'updated_at': '2022-04-20T15:54:10Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:04Z', 'updated_at': '2022-04-20T15:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '642520e7-d859-40b4-9c81-1e304b4088db', 'name': '', 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:29:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:09Z', 'updated_at': '2022-04-20T15:54:21Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:47.875195 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f443a13b-3ab1-4abc-995a-43d0bc220f5d None None] Checking router: ed7c3330-f3c0-4963-95ec-fa343ed5d01c for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:55:47.883497 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f443a13b-3ab1-4abc-995a-43d0bc220f5d None None] Routers {'ed7c3330-f3c0-4963-95ec-fa343ed5d01c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:55:47.884120 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f443a13b-3ab1-4abc-995a-43d0bc220f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:55:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:47.919141 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5a4f2-b6f1-4f7f-a3e7-a90ce33b04c8 req-e26579d0-a605-4eb2-81f5-f68fa5f01b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:47.920532 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b1b5a4f2-b6f1-4f7f-a3e7-a90ce33b04c8 req-e26579d0-a605-4eb2-81f5-f68fa5f01b9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8029416-08ea-49dd-a896-473f82b0f3ac HTTP/1.1" status: 200 len: 833 time: 0.0849104 Apr 20 15:55:47.987033 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f3987-2879-48b2-8131-85dde620a3d8 req-06c14fc5-2af5-461e-8171-9b7a3c77adcb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:47.987728 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-e44f3987-2879-48b2-8131-85dde620a3d8 req-06c14fc5-2af5-461e-8171-9b7a3c77adcb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:55:48.013012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-e44f3987-2879-48b2-8131-85dde620a3d8 req-06c14fc5-2af5-461e-8171-9b7a3c77adcb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:55:48.014231 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e44f3987-2879-48b2-8131-85dde620a3d8 req-06c14fc5-2af5-461e-8171-9b7a3c77adcb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 945 time: 0.2404134 Apr 20 15:55:48.049041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5a4f2-b6f1-4f7f-a3e7-a90ce33b04c8 req-23d05ba1-7e7c-4dac-8d74-af81dd328336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:48.050544 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b1b5a4f2-b6f1-4f7f-a3e7-a90ce33b04c8 req-23d05ba1-7e7c-4dac-8d74-af81dd328336 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97e9b2fb-1686-497b-96c0-17de2ece9754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1183467 Apr 20 15:55:48.090483 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-f443a13b-3ab1-4abc-995a-43d0bc220f5d None None] Set router ed7c3330-f3c0-4963-95ec-fa343ed5d01c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:55:48.137041 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e44f3987-2879-48b2-8131-85dde620a3d8 req-cb0010df-0c4b-4d36-82cd-803b1c93de00 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=8135345e-d08c-47bc-91be-7cf305cc172d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141872 Apr 20 15:55:48.205019 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b1b5a4f2-b6f1-4f7f-a3e7-a90ce33b04c8 req-6e342a00-7539-4136-b041-de18ada842e8 service neutron] 10.222.0.11 "GET /v2.0/networks/97e9b2fb-1686-497b-96c0-17de2ece9754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459496 Apr 20 15:55:48.354843 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b1b5a4f2-b6f1-4f7f-a3e7-a90ce33b04c8 req-557ec4bd-513a-468a-a5be-505387eef885 service neutron] 10.222.0.11 "GET /v2.0/networks/97e9b2fb-1686-497b-96c0-17de2ece9754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419928 Apr 20 15:55:48.410515 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f443a13b-3ab1-4abc-995a-43d0bc220f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'name': 'tempest-TestNetworkBasicOps-router-671590238', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:03Z', 'updated_at': '2022-04-20T15:54:10Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:04Z', 'updated_at': '2022-04-20T15:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '642520e7-d859-40b4-9c81-1e304b4088db', 'name': '', 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:29:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:09Z', 'updated_at': '2022-04-20T15:54:21Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:48.414885 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f443a13b-3ab1-4abc-995a-43d0bc220f5d None None] The sync data for ids ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'] in dv-neutron-838699-1-hyperv is: [{'id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'name': 'tempest-TestNetworkBasicOps-router-671590238', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:03Z', 'updated_at': '2022-04-20T15:54:10Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:04Z', 'updated_at': '2022-04-20T15:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '642520e7-d859-40b4-9c81-1e304b4088db', 'name': '', 'network_id': '97e9b2fb-1686-497b-96c0-17de2ece9754', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:29:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:09Z', 'updated_at': '2022-04-20T15:54:21Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'f8029416-08ea-49dd-a896-473f82b0f3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:55:48.613390 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e396c7-0b94-4946-b694-e217db90dc35 None None] New status for floating IP 534f3deb-893d-4715-8b36-0b13367cdac9: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:55:49.384291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2aeb6a-74fd-43ee-b5ed-362c45cf8521 req-3d10db65-d98a-43d0-89c0-219986b1c3f3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:49.385718 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1e2aeb6a-74fd-43ee-b5ed-362c45cf8521 req-3d10db65-d98a-43d0-89c0-219986b1c3f3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 945 time: 0.1483357 Apr 20 15:55:49.393631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8bbe9-b421-4f21-ac78-999600e23458 req-0f7e3950-d7d4-4ce3-8462-e0531d92d6e1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:49.394946 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-46e8bbe9-b421-4f21-ac78-999600e23458 req-0f7e3950-d7d4-4ce3-8462-e0531d92d6e1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 945 time: 0.1230471 Apr 20 15:55:49.492670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-1e2aeb6a-74fd-43ee-b5ed-362c45cf8521 req-9c6fff02-b45d-4cc6-9234-c89f0bfeecc3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 363adf61-d25e-44ff-8853-e88507554249 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:55:49.492921 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-1e2aeb6a-74fd-43ee-b5ed-362c45cf8521 req-9c6fff02-b45d-4cc6-9234-c89f0bfeecc3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:49.523301 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-46e8bbe9-b421-4f21-ac78-999600e23458 req-c553f715-5999-47b3-a6bd-bf5eebf2de80 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=8135345e-d08c-47bc-91be-7cf305cc172d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995002 Apr 20 15:55:49.736085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-1e2aeb6a-74fd-43ee-b5ed-362c45cf8521 req-9c6fff02-b45d-4cc6-9234-c89f0bfeecc3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port 363adf61-d25e-44ff-8853-e88507554249, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=363adf61-d25e-44ff-8853-e88507554249,segment=NetworkSegment(ade449b8-5531-4dd8-aff5-f7bc5912a857),segment_id=ade449b8-5531-4dd8-aff5-f7bc5912a857)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:55:49.736436 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-1e2aeb6a-74fd-43ee-b5ed-362c45cf8521 req-9c6fff02-b45d-4cc6-9234-c89f0bfeecc3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:49.963983 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-1e2aeb6a-74fd-43ee-b5ed-362c45cf8521 req-9c6fff02-b45d-4cc6-9234-c89f0bfeecc3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 363adf61-d25e-44ff-8853-e88507554249 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:55:50.109845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-1e2aeb6a-74fd-43ee-b5ed-362c45cf8521 req-9c6fff02-b45d-4cc6-9234-c89f0bfeecc3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:50.159661 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fff02-b45d-4cc6-9234-c89f0bfeecc3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=363adf61-d25e-44ff-8853-e88507554249,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:50.237011 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2aeb6a-74fd-43ee-b5ed-362c45cf8521 req-9c6fff02-b45d-4cc6-9234-c89f0bfeecc3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] No DVR routers for this DVR port 363adf61-d25e-44ff-8853-e88507554249 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:55:50.239282 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-1e2aeb6a-74fd-43ee-b5ed-362c45cf8521 req-9c6fff02-b45d-4cc6-9234-c89f0bfeecc3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:50.241741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1e704e-6df6-4ab8-ae66-093207510273', 'name': 'network-vif-deleted', 'tag': '363adf61-d25e-44ff-8853-e88507554249'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:55:50.260897 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1e2aeb6a-74fd-43ee-b5ed-362c45cf8521 req-9c6fff02-b45d-4cc6-9234-c89f0bfeecc3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "DELETE /v2.0/ports/363adf61-d25e-44ff-8853-e88507554249 HTTP/1.1" status: 204 len: 173 time: 0.8650239 Apr 20 15:55:50.299393 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d7ef8e-0681-4238-939f-35c11943644f'] response: {'server_uuid': 'ce1e704e-6df6-4ab8-ae66-093207510273', 'name': 'network-vif-deleted', 'tag': '363adf61-d25e-44ff-8853-e88507554249', 'status': 'completed', 'code': 200} Apr 20 15:55:50.693007 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-9d5fba52-421b-42bf-9a1b-6d33284dac7d req-e5679416-ab88-444f-930d-a0ce8c702425 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:55:50.709659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-9d5fba52-421b-42bf-9a1b-6d33284dac7d req-e5679416-ab88-444f-930d-a0ce8c702425 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:55:50.711392 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d5fba52-421b-42bf-9a1b-6d33284dac7d req-e5679416-ab88-444f-930d-a0ce8c702425 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1e704e-6df6-4ab8-ae66-093207510273 HTTP/1.1" status: 200 len: 210 time: 0.0623362 Apr 20 15:55:51.805212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39550) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:55:51.873595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e0ba60d2-2f27-45f3-985d-9d50d0a15068 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:51.909510 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e0ba60d2-2f27-45f3-985d-9d50d0a15068 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:51.975358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e0ba60d2-2f27-45f3-985d-9d50d0a15068 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:51.994329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba60d2-2f27-45f3-985d-9d50d0a15068 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8135345e-d08c-47bc-91be-7cf305cc172d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:52.006742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e0ba60d2-2f27-45f3-985d-9d50d0a15068 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:52.008010 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e0ba60d2-2f27-45f3-985d-9d50d0a15068 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/security-groups/8135345e-d08c-47bc-91be-7cf305cc172d HTTP/1.1" status: 204 len: 168 time: 0.2017088 Apr 20 15:55:52.042855 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39556) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:55:52.586339 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 363adf61-d25e-44ff-8853-e88507554249 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:55:52.618770 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 363adf61-d25e-44ff-8853-e88507554249 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:55:52.619110 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 363adf61-d25e-44ff-8853-e88507554249 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:55:52.683299 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:53.023372 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 642520e7-d859-40b4-9c81-1e304b4088db {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:55:53.023622 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:53.204376 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port 642520e7-d859-40b4-9c81-1e304b4088db, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=642520e7-d859-40b4-9c81-1e304b4088db,segment=NetworkSegment(ade449b8-5531-4dd8-aff5-f7bc5912a857),segment_id=ade449b8-5531-4dd8-aff5-f7bc5912a857)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:55:53.204983 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:53.328953 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 642520e7-d859-40b4-9c81-1e304b4088db owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:55:53.655318 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:53.701465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=642520e7-d859-40b4-9c81-1e304b4088db,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:53.743921 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:53.744320 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:53.744613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:53.744949 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:53.745280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:53.745613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:53.745942 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:53.746269 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:53.746594 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:53.746917 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:53.747236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:53.747554 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:54.090001 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:54.457734 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router ed7c3330-f3c0-4963-95ec-fa343ed5d01c has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:55:54.635128 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:55:54.644403 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a700a4e3-1986-4d5e-8b04-b3cb82a18309 None None] Sync routers for ids ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:55:54.650818 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f9354e46-d92c-45b4-8de6-b3adef7cf85e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/ed7c3330-f3c0-4963-95ec-fa343ed5d01c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6068954 Apr 20 15:55:54.653639 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39560) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:55:54.654153 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700a4e3-1986-4d5e-8b04-b3cb82a18309 None None] Routers {'ed7c3330-f3c0-4963-95ec-fa343ed5d01c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:55:54.654792 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-a700a4e3-1986-4d5e-8b04-b3cb82a18309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:55:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:54.760738 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bba8478-bd28-4ba4-bbdf-2468bdf2af47 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting subnet f8029416-08ea-49dd-a896-473f82b0f3ac {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:55:54.763817 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4bba8478-bd28-4ba4-bbdf-2468bdf2af47 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:54.820936 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4bba8478-bd28-4ba4-bbdf-2468bdf2af47 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:54.827448 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-a700a4e3-1986-4d5e-8b04-b3cb82a18309 None None] Set router ed7c3330-f3c0-4963-95ec-fa343ed5d01c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:55:54.901967 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4bba8478-bd28-4ba4-bbdf-2468bdf2af47 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:54.983878 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4bba8478-bd28-4ba4-bbdf-2468bdf2af47 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:55.024961 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba8478-bd28-4ba4-bbdf-2468bdf2af47 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Subnet': ['ID=f8029416-08ea-49dd-a896-473f82b0f3ac,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:55.030750 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4bba8478-bd28-4ba4-bbdf-2468bdf2af47 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:55.034642 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4bba8478-bd28-4ba4-bbdf-2468bdf2af47 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/subnets/f8029416-08ea-49dd-a896-473f82b0f3ac HTTP/1.1" status: 204 len: 168 time: 0.3799362 Apr 20 15:55:55.039982 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39566) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:55:55.040403 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86a1d36-14dd-4031-b6e4-8a3bd54348c4 None None] Network 97e9b2fb-1686-497b-96c0-17de2ece9754 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:55:55.127315 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-a700a4e3-1986-4d5e-8b04-b3cb82a18309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'name': 'tempest-TestNetworkBasicOps-router-671590238', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:03Z', 'updated_at': '2022-04-20T15:55:53Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:04Z', 'updated_at': '2022-04-20T15:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:55.131648 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a700a4e3-1986-4d5e-8b04-b3cb82a18309 None None] Checking router: ed7c3330-f3c0-4963-95ec-fa343ed5d01c for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:55:55.141780 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700a4e3-1986-4d5e-8b04-b3cb82a18309 None None] Routers {'ed7c3330-f3c0-4963-95ec-fa343ed5d01c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:55:55.142664 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-a700a4e3-1986-4d5e-8b04-b3cb82a18309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:55:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:55.238439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f5eef9f-9a20-402e-88e5-3d1bfba5cf2f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:55.310347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] DHCP port deletion for 97e9b2fb-1686-497b-96c0-17de2ece9754 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:55:55.314416 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] Deleting port 2bcf647c-cd36-42e9-9b37-c5ef996fedda {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:55:55.314793 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:55.336527 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-a700a4e3-1986-4d5e-8b04-b3cb82a18309 None None] Set router ed7c3330-f3c0-4963-95ec-fa343ed5d01c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:55:55.422423 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f5eef9f-9a20-402e-88e5-3d1bfba5cf2f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:55.432545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4f5eef9f-9a20-402e-88e5-3d1bfba5cf2f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 9c80cd81-b59a-4b5a-bb84-8c45758837f5 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:55:55.433299 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f5eef9f-9a20-402e-88e5-3d1bfba5cf2f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:55.516694 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] For port 2bcf647c-cd36-42e9-9b37-c5ef996fedda, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2bcf647c-cd36-42e9-9b37-c5ef996fedda,segment=NetworkSegment(ade449b8-5531-4dd8-aff5-f7bc5912a857),segment_id=ade449b8-5531-4dd8-aff5-f7bc5912a857)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:55:55.517087 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:55.612372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4f5eef9f-9a20-402e-88e5-3d1bfba5cf2f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port 9c80cd81-b59a-4b5a-bb84-8c45758837f5, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=9c80cd81-b59a-4b5a-bb84-8c45758837f5,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:55:55.612727 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f5eef9f-9a20-402e-88e5-3d1bfba5cf2f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:55.645768 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] Calling delete_port for 2bcf647c-cd36-42e9-9b37-c5ef996fedda owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:55:55.658969 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-a700a4e3-1986-4d5e-8b04-b3cb82a18309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'name': 'tempest-TestNetworkBasicOps-router-671590238', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:03Z', 'updated_at': '2022-04-20T15:55:53Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:04Z', 'updated_at': '2022-04-20T15:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:55.663080 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a700a4e3-1986-4d5e-8b04-b3cb82a18309 None None] The sync data for ids ['ed7c3330-f3c0-4963-95ec-fa343ed5d01c'] in dv-neutron-838699-1-hyperv is: [{'id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'name': 'tempest-TestNetworkBasicOps-router-671590238', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:03Z', 'updated_at': '2022-04-20T15:55:53Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '9c80cd81-b59a-4b5a-bb84-8c45758837f5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:55:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7c3330-f3c0-4963-95ec-fa343ed5d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:04Z', 'updated_at': '2022-04-20T15:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:55:55.726873 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:55.745136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4f5eef9f-9a20-402e-88e5-3d1bfba5cf2f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 9c80cd81-b59a-4b5a-bb84-8c45758837f5 owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:55:55.771981 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] Pushing event deleted for resources: {'Port': ['ID=2bcf647c-cd36-42e9-9b37-c5ef996fedda,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:55.774702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] No DVR routers for this DVR port 2bcf647c-cd36-42e9-9b37-c5ef996fedda on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:55:55.784501 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.785434 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.785875 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.786119 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.786511 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.786793 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.787131 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.787464 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.787816 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.788153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.789109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.789445 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4da87-0044-407e-b55a-e6ca9123eddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:56.160016 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f5eef9f-9a20-402e-88e5-3d1bfba5cf2f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:56.208186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5eef9f-9a20-402e-88e5-3d1bfba5cf2f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=9c80cd81-b59a-4b5a-bb84-8c45758837f5,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:56.301266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f5eef9f-9a20-402e-88e5-3d1bfba5cf2f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:56.476829 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f5eef9f-9a20-402e-88e5-3d1bfba5cf2f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:56.479039 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f5eef9f-9a20-402e-88e5-3d1bfba5cf2f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:56.500881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 642520e7-d859-40b4-9c81-1e304b4088db no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:55:56.503425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f5eef9f-9a20-402e-88e5-3d1bfba5cf2f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:56.504001 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5eef9f-9a20-402e-88e5-3d1bfba5cf2f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Fanout notify agent at l3_agent the message router_deleted on router ed7c3330-f3c0-4963-95ec-fa343ed5d01c {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:55:56.519502 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f5eef9f-9a20-402e-88e5-3d1bfba5cf2f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:56.520663 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4f5eef9f-9a20-402e-88e5-3d1bfba5cf2f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/routers/ed7c3330-f3c0-4963-95ec-fa343ed5d01c HTTP/1.1" status: 204 len: 168 time: 1.4824581 Apr 20 15:55:56.523353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39570) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:55:56.543435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 642520e7-d859-40b4-9c81-1e304b4088db {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:55:56.543814 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 642520e7-d859-40b4-9c81-1e304b4088db not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:55:56.544232 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2bcf647c-cd36-42e9-9b37-c5ef996fedda no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:55:56.579246 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 2bcf647c-cd36-42e9-9b37-c5ef996fedda {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:55:56.579596 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2bcf647c-cd36-42e9-9b37-c5ef996fedda not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:55:56.647653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6764acbe-f08b-4f45-b676-60f80e364079 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:56.776630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6764acbe-f08b-4f45-b676-60f80e364079 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:56.800957 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-6764acbe-f08b-4f45-b676-60f80e364079 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e9b2fb-1686-497b-96c0-17de2ece9754']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:56.813292 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-6764acbe-f08b-4f45-b676-60f80e364079 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade449b8-5531-4dd8-aff5-f7bc5912a857') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:56.813547 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-6764acbe-f08b-4f45-b676-60f80e364079 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade449b8-5531-4dd8-aff5-f7bc5912a857') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:56.825240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6764acbe-f08b-4f45-b676-60f80e364079 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:56.844159 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6764acbe-f08b-4f45-b676-60f80e364079 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:56.850458 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6764acbe-f08b-4f45-b676-60f80e364079 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:55:56.851364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6764acbe-f08b-4f45-b676-60f80e364079 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:55:56.873056 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:55:56.969843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6764acbe-f08b-4f45-b676-60f80e364079 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:56.988189 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6764acbe-f08b-4f45-b676-60f80e364079 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:57.001217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764acbe-f08b-4f45-b676-60f80e364079 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Network': ['ID=97e9b2fb-1686-497b-96c0-17de2ece9754,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:57.008396 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6764acbe-f08b-4f45-b676-60f80e364079 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/networks/97e9b2fb-1686-497b-96c0-17de2ece9754 HTTP/1.1" status: 204 len: 168 time: 0.4839931 Apr 20 15:55:57.025085 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39574) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:55:57.030646 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-d22db049-f237-447f-8bdf-0b08370e77ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'network': {'name': 'tempest-network-smoke--908326885', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'port_security_enabled': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:55:57.035815 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d22db049-f237-447f-8bdf-0b08370e77ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:55:57.040139 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d22db049-f237-447f-8bdf-0b08370e77ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:network and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:55:57.043033 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d22db049-f237-447f-8bdf-0b08370e77ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:55:57.048607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d22db049-f237-447f-8bdf-0b08370e77ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:55:57.058856 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22db049-f237-447f-8bdf-0b08370e77ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:55:57.062251 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d22db049-f237-447f-8bdf-0b08370e77ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:57.090984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22db049-f237-447f-8bdf-0b08370e77ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:55:57.100332 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d22db049-f237-447f-8bdf-0b08370e77ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:57.100706 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-d22db049-f237-447f-8bdf-0b08370e77ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Added segment 3a2649d7-81de-4ac4-9b8a-267c2c869810 of type vlan for network cd0b3b6e-c473-4a7c-b25c-daf106857f52 Apr 20 15:55:57.126126 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d22db049-f237-447f-8bdf-0b08370e77ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:57.154794 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d22db049-f237-447f-8bdf-0b08370e77ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:57.160239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22db049-f237-447f-8bdf-0b08370e77ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:57.160819 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d22db049-f237-447f-8bdf-0b08370e77ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:57.265681 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d22db049-f237-447f-8bdf-0b08370e77ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2393842 Apr 20 15:55:57.268421 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22db049-f237-447f-8bdf-0b08370e77ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Network': ['ID=cd0b3b6e-c473-4a7c-b25c-daf106857f52,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:57.268615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39578) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:55:57.274659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'admin_state_up': True, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:55:57.278700 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network cd0b3b6e-c473-4a7c-b25c-daf106857f52 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:55:57.283239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:55:57.287723 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:router and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:55:57.290659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:55:57.297129 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:55:57.306995 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:57.308040 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:57.322953 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:57.590530 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:57.993540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:58.021704 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:58.158346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.26.7.20 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/1f6e403d-c63f-4f72-8c37-02060b4d7617) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:55:58.305226 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:58.333403 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:58.391219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:55:58.393889 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:55:58.402053 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:55:58.410823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 9c80cd81-b59a-4b5a-bb84-8c45758837f5 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:55:58.439593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=1f6e403d-c63f-4f72-8c37-02060b4d7617,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:58.443848 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 9c80cd81-b59a-4b5a-bb84-8c45758837f5 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:55:58.444204 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 9c80cd81-b59a-4b5a-bb84-8c45758837f5 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:55:58.815490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:59.261362 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:59.465971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1e893c63-dd20-4f64-bf8e-f2736230dbba is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:55:59.650527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:55:59.665043 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Sync routers for ids ['1e893c63-dd20-4f64-bf8e-f2736230dbba'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:55:59.674682 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Routers {'1e893c63-dd20-4f64-bf8e-f2736230dbba'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:55:59.675305 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:55:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1e893c63-dd20-4f64-bf8e-f2736230dbba'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:59.679654 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:59.681177 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-99ac837c-60d0-4d70-aeb6-70055db0dd9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4115558 Apr 20 15:55:59.684460 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39582) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:55:59.828860 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d9b51508-f382-40bd-b461-27435cac33f7 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=275d553700ad4a899ef09eedcedfa1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1431999 Apr 20 15:55:59.831427 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39588) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:55:59.850068 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Set router 1e893c63-dd20-4f64-bf8e-f2736230dbba gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:55:59.962304 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2670fe3-b1e4-480f-9bb8-d1ab24d0d94c tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:59.963813 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b2670fe3-b1e4-480f-9bb8-d1ab24d0d94c tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314156 Apr 20 15:55:59.966608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39592) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:56:00.005912 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-262c99f7-be5e-4557-82e3-2f8710e568d2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382183 Apr 20 15:56:00.009022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39596) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:56:00.014679 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-d0ea06fb-2658-48fe-97ee-cd01a40fd7c9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1896848601', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:56:00.124410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d0ea06fb-2658-48fe-97ee-cd01a40fd7c9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:56:00.128184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d0ea06fb-2658-48fe-97ee-cd01a40fd7c9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:subnet and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:56:00.131482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d0ea06fb-2658-48fe-97ee-cd01a40fd7c9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:56:00.138298 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d0ea06fb-2658-48fe-97ee-cd01a40fd7c9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:56:00.148701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ea06fb-2658-48fe-97ee-cd01a40fd7c9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:56:00.152318 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d0ea06fb-2658-48fe-97ee-cd01a40fd7c9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:00.169504 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:55:58Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:00.173857 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Checking router: 1e893c63-dd20-4f64-bf8e-f2736230dbba for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:56:00.174304 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Updating router 1e893c63-dd20-4f64-bf8e-f2736230dbba port 1f6e403d-c63f-4f72-8c37-02060b4d7617 binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:56:00.229750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:00.378878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d0ea06fb-2658-48fe-97ee-cd01a40fd7c9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:00.460718 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea06fb-2658-48fe-97ee-cd01a40fd7c9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Subnet': ['ID=a16ca216-76df-4d4b-9b67-131a5c5e9a21,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:00.464778 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ea06fb-2658-48fe-97ee-cd01a40fd7c9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Checking segment: {'id': '3a2649d7-81de-4ac4-9b8a-267c2c869810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:56:00.465136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ea06fb-2658-48fe-97ee-cd01a40fd7c9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network hostable DHCP agents. Network: cd0b3b6e-c473-4a7c-b25c-daf106857f52, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:56:00.484801 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ea06fb-2658-48fe-97ee-cd01a40fd7c9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network cd0b3b6e-c473-4a7c-b25c-daf106857f52 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:56:00.494226 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-d0ea06fb-2658-48fe-97ee-cd01a40fd7c9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, cd0b3b6e-c473-4a7c-b25c-daf106857f52) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:56:00.499252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ea06fb-2658-48fe-97ee-cd01a40fd7c9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:00.500599 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d0ea06fb-2658-48fe-97ee-cd01a40fd7c9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:00.523049 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d0ea06fb-2658-48fe-97ee-cd01a40fd7c9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5128543 Apr 20 15:56:00.525705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39600) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:56:00.526946 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f406c69-4b62-4874-bcf1-3d80ba06716e None None] Network cd0b3b6e-c473-4a7c-b25c-daf106857f52 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:56:00.632589 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:00.658483 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Transition to ACTIVE for port object 1f6e403d-c63f-4f72-8c37-02060b4d7617 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:56:00.677425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:00.801280 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce8b7f-0927-4ccb-b7e2-a9663d47870e None None] Pushing event updated for resources: {'Port': ['ID=1f6e403d-c63f-4f72-8c37-02060b4d7617,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:00.803481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Attempting to bind port 1f6e403d-c63f-4f72-8c37-02060b4d7617 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:56:00.804541 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Attempting to bind port 1f6e403d-c63f-4f72-8c37-02060b4d7617 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:56:00.804929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Attempting to bind port 1f6e403d-c63f-4f72-8c37-02060b4d7617 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:56:00.815212 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:56:00.815580 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:56:00.815977 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:00.816373 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:56:00.816850 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Bound port: 1f6e403d-c63f-4f72-8c37-02060b4d7617, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:56:00.817209 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:00.903006 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ips': [{'subnet_id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:56:00.903848 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:00.982036 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] For port 1f6e403d-c63f-4f72-8c37-02060b4d7617, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:56:01.003312 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] For port 1f6e403d-c63f-4f72-8c37-02060b4d7617, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1f6e403d-c63f-4f72-8c37-02060b4d7617,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:56:01.011230 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:01.149044 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce8b7f-0927-4ccb-b7e2-a9663d47870e None None] Pushing event updated for resources: {'Port': ['ID=1f6e403d-c63f-4f72-8c37-02060b4d7617,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:01.151420 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Routers {'1e893c63-dd20-4f64-bf8e-f2736230dbba'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:56:01.152049 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:55:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1e893c63-dd20-4f64-bf8e-f2736230dbba'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:01.226475 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Allocated IP 172.20.0.2 (cd0b3b6e-c473-4a7c-b25c-daf106857f52/a16ca216-76df-4d4b-9b67-131a5c5e9a21/f2bfa6c3-29bc-4091-9f05-0bc928c40a34) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:56:01.353749 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:01.413914 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] Set router 1e893c63-dd20-4f64-bf8e-f2736230dbba gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:56:01.759881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:01.797213 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Transition to ACTIVE for port object f2bfa6c3-29bc-4091-9f05-0bc928c40a34 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:56:01.824377 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Transition to ACTIVE for port object f2bfa6c3-29bc-4091-9f05-0bc928c40a34 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:56:01.832176 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:01.893629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.1 (cd0b3b6e-c473-4a7c-b25c-daf106857f52/a16ca216-76df-4d4b-9b67-131a5c5e9a21/263e75ea-39ea-4748-b22f-4ecc90c3d5b7) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:56:01.905704 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Network cd0b3b6e-c473-4a7c-b25c-daf106857f52 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:56:01.910503 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:56:01.915538 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:55:58Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:01.917634 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:56:01.919887 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Pushing event updated for resources: {'Port': ['ID=f2bfa6c3-29bc-4091-9f05-0bc928c40a34,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:01.928152 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1c5384-bdc8-4a33-a076-bdd1a81a8618 None None] The sync data for ids ['1e893c63-dd20-4f64-bf8e-f2736230dbba'] in dv-neutron-838699-1-hyperv is: [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:55:58Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:56:02.016710 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Attempting to bind port f2bfa6c3-29bc-4091-9f05-0bc928c40a34 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:56:02.017083 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Attempting to bind port f2bfa6c3-29bc-4091-9f05-0bc928c40a34 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '3a2649d7-81de-4ac4-9b8a-267c2c869810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:56:02.017441 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Attempting to bind port f2bfa6c3-29bc-4091-9f05-0bc928c40a34 on network cd0b3b6e-c473-4a7c-b25c-daf106857f52 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:56:02.023524 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:56:02.023921 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Checking segment: {'id': '3a2649d7-81de-4ac4-9b8a-267c2c869810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:56:02.024323 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:02.024711 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Bound using segment: {'id': '3a2649d7-81de-4ac4-9b8a-267c2c869810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:56:02.025170 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Bound port: f2bfa6c3-29bc-4091-9f05-0bc928c40a34, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2649d7-81de-4ac4-9b8a-267c2c869810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:56:02.025539 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:02.066132 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:02.083692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:56:02.087462 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4a50f336-88e3-41ce-829f-9d470b8d2201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:02.113650 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:02.130237 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] For port f2bfa6c3-29bc-4091-9f05-0bc928c40a34, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:56:02.133726 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] For port f2bfa6c3-29bc-4091-9f05-0bc928c40a34, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f2bfa6c3-29bc-4091-9f05-0bc928c40a34,segment=NetworkSegment(3a2649d7-81de-4ac4-9b8a-267c2c869810),segment_id=3a2649d7-81de-4ac4-9b8a-267c2c869810)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:56:02.138645 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:02.187132 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network cd0b3b6e-c473-4a7c-b25c-daf106857f52 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:56:02.190371 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:56:02.198908 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:56:02.250090 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a5c04-79fb-4864-a3c1-dd25fb6ffbf1 None None] Pushing event updated for resources: {'Port': ['ID=f2bfa6c3-29bc-4091-9f05-0bc928c40a34,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:02.267648 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=263e75ea-39ea-4748-b22f-4ecc90c3d5b7,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:02.294397 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:02.443411 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:56:02.552771 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1f6e403d-c63f-4f72-8c37-02060b4d7617 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:56:02.624845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:02.641839 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 1f6e403d-c63f-4f72-8c37-02060b4d7617 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:56:02.647969 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 1f6e403d-c63f-4f72-8c37-02060b4d7617 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:56:02.648697 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:02.781492 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:02.801330 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 1f6e403d-c63f-4f72-8c37-02060b4d7617, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1f6e403d-c63f-4f72-8c37-02060b4d7617,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:56:02.806025 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:02.877202 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=1f6e403d-c63f-4f72-8c37-02060b4d7617,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:03.181942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:03.187126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:03.267921 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6c779f-a095-4b35-9473-e88b990513df None None] Network cd0b3b6e-c473-4a7c-b25c-daf106857f52 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:56:03.316667 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:03.321260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=263e75ea-39ea-4748-b22f-4ecc90c3d5b7,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:03.364092 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-763e329e-1fb8-4c91-9156-e3d893bbf6c6 None None] Provisioning for port f2bfa6c3-29bc-4091-9f05-0bc928c40a34 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:56:03.468937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network cd0b3b6e-c473-4a7c-b25c-daf106857f52 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:56:03.470081 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:56:03.676741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1e893c63-dd20-4f64-bf8e-f2736230dbba has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:56:03.817130 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2d5a2df4-88fa-4b01-a389-4803c0f40d1c None None] Provisioning for port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:56:03.823332 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2d5a2df4-88fa-4b01-a389-4803c0f40d1c None None] Provisioning complete for port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:56:03.824089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2d5a2df4-88fa-4b01-a389-4803c0f40d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:03.864651 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:56:03.877813 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Sync routers for ids ['1e893c63-dd20-4f64-bf8e-f2736230dbba'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:56:03.880682 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39604) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:56:03.881131 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5746a3f2-24c6-4644-938c-ce1a03f361f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/1e893c63-dd20-4f64-bf8e-f2736230dbba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3535388 Apr 20 15:56:03.890092 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Routers {'1e893c63-dd20-4f64-bf8e-f2736230dbba'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:56:03.890723 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:55:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1e893c63-dd20-4f64-bf8e-f2736230dbba'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:03.901476 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a2df4-88fa-4b01-a389-4803c0f40d1c None None] Port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:56:04.034922 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7c5760c1-3d58-48d6-8a3a-74d5e5b9dcdd None None] Provisioning complete for port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:56:04.035479 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7c5760c1-3d58-48d6-8a3a-74d5e5b9dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:04.046316 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e7a8a5-1bda-4c3c-81d0-36b7b14525ff tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:04.047480 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e7a8a5-1bda-4c3c-81d0-36b7b14525ff tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:04.048140 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e7a8a5-1bda-4c3c-81d0-36b7b14525ff tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:04.049050 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e7a8a5-1bda-4c3c-81d0-36b7b14525ff tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:04.049684 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e7a8a5-1bda-4c3c-81d0-36b7b14525ff tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:04.050293 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e7a8a5-1bda-4c3c-81d0-36b7b14525ff tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:04.052328 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-64e7a8a5-1bda-4c3c-81d0-36b7b14525ff tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1705966 Apr 20 15:56:04.055929 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39608) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:56:04.094209 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Set router 1e893c63-dd20-4f64-bf8e-f2736230dbba gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:56:04.103410 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7c5760c1-3d58-48d6-8a3a-74d5e5b9dcdd None None] Port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:56:04.138113 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de29f04d-83cf-42b7-b400-f1d13c9dac98 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:04.138589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de29f04d-83cf-42b7-b400-f1d13c9dac98 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:04.139047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de29f04d-83cf-42b7-b400-f1d13c9dac98 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:04.139518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de29f04d-83cf-42b7-b400-f1d13c9dac98 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:04.139987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de29f04d-83cf-42b7-b400-f1d13c9dac98 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:04.140443 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de29f04d-83cf-42b7-b400-f1d13c9dac98 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:04.144928 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-de29f04d-83cf-42b7-b400-f1d13c9dac98 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0845149 Apr 20 15:56:04.146252 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39612) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:56:04.226366 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e3d0a91c-563a-41a0-800a-d96163d77334 None None] Provisioning complete for port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:56:04.226815 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a91c-563a-41a0-800a-d96163d77334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:04.284962 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e3d0a91c-563a-41a0-800a-d96163d77334 None None] Port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:56:04.314520 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-881c254a-8bc0-487d-9505-ba49ba900a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:04.422308 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '263e75ea-39ea-4748-b22f-4ecc90c3d5b7', 'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:34:e9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:56:01Z', 'updated_at': '2022-04-20T15:56:03Z', 'revision_number': 2, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:04.427149 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Checking router: 1e893c63-dd20-4f64-bf8e-f2736230dbba for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:56:04.427545 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Updating router 1e893c63-dd20-4f64-bf8e-f2736230dbba port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:56:04.489318 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:04.496080 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-27619358-983e-4f77-b9ed-b82c2eef98f2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3465550 Apr 20 15:56:04.577148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f2bfa6c3-29bc-4091-9f05-0bc928c40a34 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:56:04.665961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port f2bfa6c3-29bc-4091-9f05-0bc928c40a34 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:56:04.670761 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f2bfa6c3-29bc-4091-9f05-0bc928c40a34 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:56:04.671743 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:04.822786 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:04.868443 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port f2bfa6c3-29bc-4091-9f05-0bc928c40a34, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f2bfa6c3-29bc-4091-9f05-0bc928c40a34,segment=NetworkSegment(3a2649d7-81de-4ac4-9b8a-267c2c869810),segment_id=3a2649d7-81de-4ac4-9b8a-267c2c869810)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:56:04.873954 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:04.875201 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1f6e403d-c63f-4f72-8c37-02060b4d7617 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:56:04.888059 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39618) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:56:04.894580 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-7fce9410-2c80-464b-92fd-a2b235074378 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-330447332', 'description': 'tempest-secgroup-smoke-330447332 description', 'project_id': '275d553700ad4a899ef09eedcedfa1df'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:56:04.901338 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7fce9410-2c80-464b-92fd-a2b235074378 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:56:04.907250 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7fce9410-2c80-464b-92fd-a2b235074378 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:56:04.910711 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7fce9410-2c80-464b-92fd-a2b235074378 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:56:04.917771 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7fce9410-2c80-464b-92fd-a2b235074378 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:56:04.932800 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7fce9410-2c80-464b-92fd-a2b235074378 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:04.943522 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:04.956904 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7fce9410-2c80-464b-92fd-a2b235074378 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:56:04.958816 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Transition to ACTIVE for port object 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:56:04.961553 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7fce9410-2c80-464b-92fd-a2b235074378 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:56:04.965915 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7fce9410-2c80-464b-92fd-a2b235074378 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:56:04.968012 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:04.981890 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7fce9410-2c80-464b-92fd-a2b235074378 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:56:05.076506 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7fce9410-2c80-464b-92fd-a2b235074378 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.084016 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7fce9410-2c80-464b-92fd-a2b235074378 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.096664 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=f2bfa6c3-29bc-4091-9f05-0bc928c40a34,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:05.115067 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 1f6e403d-c63f-4f72-8c37-02060b4d7617 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:56:05.115304 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.145560 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce9410-2c80-464b-92fd-a2b235074378 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f13071-c99c-4aee-80f2-a68c7e0b0721,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:05.152464 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7fce9410-2c80-464b-92fd-a2b235074378 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.154213 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7fce9410-2c80-464b-92fd-a2b235074378 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2642951 Apr 20 15:56:05.157148 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39622) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:56:05.164984 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-85827e8c-3edf-4f10-b311-79cd5d053e18 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'c9f13071-c99c-4aee-80f2-a68c7e0b0721', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:56:05.173731 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd130c-9d83-40a9-b32e-a01e7cf5e466 None None] Pushing event updated for resources: {'Port': ['ID=263e75ea-39ea-4748-b22f-4ecc90c3d5b7,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:05.180146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-85827e8c-3edf-4f10-b311-79cd5d053e18 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:56:05.185389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-85827e8c-3edf-4f10-b311-79cd5d053e18 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:56:05.189396 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-85827e8c-3edf-4f10-b311-79cd5d053e18 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:56:05.205377 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-85827e8c-3edf-4f10-b311-79cd5d053e18 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:56:05.223783 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bd130c-9d83-40a9-b32e-a01e7cf5e466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:05.224241 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bd130c-9d83-40a9-b32e-a01e7cf5e466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:05.226572 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bd130c-9d83-40a9-b32e-a01e7cf5e466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:05.226978 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bd130c-9d83-40a9-b32e-a01e7cf5e466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:05.228295 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85827e8c-3edf-4f10-b311-79cd5d053e18 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.230542 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bd130c-9d83-40a9-b32e-a01e7cf5e466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:05.230985 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bd130c-9d83-40a9-b32e-a01e7cf5e466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:05.231376 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bd130c-9d83-40a9-b32e-a01e7cf5e466 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:05.231793 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bd130c-9d83-40a9-b32e-a01e7cf5e466 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:05.232189 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bd130c-9d83-40a9-b32e-a01e7cf5e466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:05.232646 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bd130c-9d83-40a9-b32e-a01e7cf5e466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:05.233049 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bd130c-9d83-40a9-b32e-a01e7cf5e466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:05.233495 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bd130c-9d83-40a9-b32e-a01e7cf5e466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:05.267759 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Attempting to bind port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:56:05.268234 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Attempting to bind port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '3a2649d7-81de-4ac4-9b8a-267c2c869810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:56:05.268646 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Attempting to bind port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 on network cd0b3b6e-c473-4a7c-b25c-daf106857f52 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:56:05.276005 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:56:05.276466 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Checking segment: {'id': '3a2649d7-81de-4ac4-9b8a-267c2c869810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:56:05.276935 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.277882 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Bound using segment: {'id': '3a2649d7-81de-4ac4-9b8a-267c2c869810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:56:05.278410 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Bound port: 263e75ea-39ea-4748-b22f-4ecc90c3d5b7, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2649d7-81de-4ac4-9b8a-267c2c869810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:56:05.278851 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.318557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85827e8c-3edf-4f10-b311-79cd5d053e18 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.324287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85827e8c-3edf-4f10-b311-79cd5d053e18 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.349616 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85827e8c-3edf-4f10-b311-79cd5d053e18 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9db4047-e1e8-4332-ae68-a76ad53590cd,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:05.359495 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85827e8c-3edf-4f10-b311-79cd5d053e18 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.363388 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-85827e8c-3edf-4f10-b311-79cd5d053e18 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2020383 Apr 20 15:56:05.363809 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39626) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:56:05.369308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-08acc550-8439-46cd-9172-c276ce0f513f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'c9f13071-c99c-4aee-80f2-a68c7e0b0721', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:56:05.369849 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] For port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:56:05.372904 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] For port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=263e75ea-39ea-4748-b22f-4ecc90c3d5b7,segment=NetworkSegment(3a2649d7-81de-4ac4-9b8a-267c2c869810),segment_id=3a2649d7-81de-4ac4-9b8a-267c2c869810)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:56:05.375548 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-08acc550-8439-46cd-9172-c276ce0f513f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:56:05.377271 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.379569 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-08acc550-8439-46cd-9172-c276ce0f513f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:56:05.383035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-08acc550-8439-46cd-9172-c276ce0f513f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:56:05.388797 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-08acc550-8439-46cd-9172-c276ce0f513f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:56:05.407712 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-08acc550-8439-46cd-9172-c276ce0f513f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.461840 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Routers {'1e893c63-dd20-4f64-bf8e-f2736230dbba'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:56:05.462393 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:56:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1e893c63-dd20-4f64-bf8e-f2736230dbba'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:05.474840 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-08acc550-8439-46cd-9172-c276ce0f513f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.478994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-08acc550-8439-46cd-9172-c276ce0f513f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.502941 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acc550-8439-46cd-9172-c276ce0f513f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b21f2a-5eeb-4e22-9123-16c0725597a6,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:05.513797 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-08acc550-8439-46cd-9172-c276ce0f513f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.515364 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-08acc550-8439-46cd-9172-c276ce0f513f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1504252 Apr 20 15:56:05.518216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39630) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:56:05.523629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-75f4139d-f6b7-4612-855f-f3ab34512f76 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'c9f13071-c99c-4aee-80f2-a68c7e0b0721', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:56:05.527039 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd130c-9d83-40a9-b32e-a01e7cf5e466 None None] Pushing event updated for resources: {'Port': ['ID=263e75ea-39ea-4748-b22f-4ecc90c3d5b7,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:05.529522 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-75f4139d-f6b7-4612-855f-f3ab34512f76 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:56:05.533677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-75f4139d-f6b7-4612-855f-f3ab34512f76 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:56:05.536767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-75f4139d-f6b7-4612-855f-f3ab34512f76 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:56:05.543216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-75f4139d-f6b7-4612-855f-f3ab34512f76 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:56:05.561951 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-75f4139d-f6b7-4612-855f-f3ab34512f76 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.633369 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-75f4139d-f6b7-4612-855f-f3ab34512f76 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.639424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-75f4139d-f6b7-4612-855f-f3ab34512f76 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.663876 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4139d-f6b7-4612-855f-f3ab34512f76 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00078bfc-a944-44e9-a3a6-870722f32aa9,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:05.676495 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-75f4139d-f6b7-4612-855f-f3ab34512f76 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.677842 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-75f4139d-f6b7-4612-855f-f3ab34512f76 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1586325 Apr 20 15:56:05.681440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39634) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:56:05.683919 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.686612 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-953562d9-2090-44b8-a812-e8ce8c982209 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'c9f13071-c99c-4aee-80f2-a68c7e0b0721', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:56:05.692493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-953562d9-2090-44b8-a812-e8ce8c982209 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:56:05.693536 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] Set router 1e893c63-dd20-4f64-bf8e-f2736230dbba gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:56:05.697155 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-953562d9-2090-44b8-a812-e8ce8c982209 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:56:05.700316 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-953562d9-2090-44b8-a812-e8ce8c982209 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:56:05.706506 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-953562d9-2090-44b8-a812-e8ce8c982209 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:56:05.716938 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.727739 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-953562d9-2090-44b8-a812-e8ce8c982209 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.791485 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-953562d9-2090-44b8-a812-e8ce8c982209 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.794987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-953562d9-2090-44b8-a812-e8ce8c982209 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.820697 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953562d9-2090-44b8-a812-e8ce8c982209 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b159e508-5041-42fc-83b8-97179d8f9084,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:05.830481 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-953562d9-2090-44b8-a812-e8ce8c982209 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.831751 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-953562d9-2090-44b8-a812-e8ce8c982209 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1494017 Apr 20 15:56:05.834621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39638) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:56:05.839592 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-2c57cbea-6756-4663-8ca4-631303669044 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'c9f13071-c99c-4aee-80f2-a68c7e0b0721', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:56:05.845257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2c57cbea-6756-4663-8ca4-631303669044 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:56:05.849579 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2c57cbea-6756-4663-8ca4-631303669044 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:56:05.853058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2c57cbea-6756-4663-8ca4-631303669044 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:56:05.858951 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2c57cbea-6756-4663-8ca4-631303669044 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:56:05.869150 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-2c57cbea-6756-4663-8ca4-631303669044 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:56:05.875498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c57cbea-6756-4663-8ca4-631303669044 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.939280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c57cbea-6756-4663-8ca4-631303669044 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.942325 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c57cbea-6756-4663-8ca4-631303669044 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.966214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57cbea-6756-4663-8ca4-631303669044 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ee01d4-d5d6-430a-8c65-9ed6109bb719,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:05.976263 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c57cbea-6756-4663-8ca4-631303669044 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:05.977529 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2c57cbea-6756-4663-8ca4-631303669044 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420236 Apr 20 15:56:05.980253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39642) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:56:05.985108 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-92af1e80-3e32-4e8e-948f-f30ff35d53c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'c9f13071-c99c-4aee-80f2-a68c7e0b0721', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:56:05.990688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-92af1e80-3e32-4e8e-948f-f30ff35d53c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:56:05.995147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-92af1e80-3e32-4e8e-948f-f30ff35d53c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:56:05.997999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-92af1e80-3e32-4e8e-948f-f30ff35d53c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:56:06.003785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-92af1e80-3e32-4e8e-948f-f30ff35d53c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:56:06.015387 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '263e75ea-39ea-4748-b22f-4ecc90c3d5b7', 'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:34:e9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:56:01Z', 'updated_at': '2022-04-20T15:56:05Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:06.015981 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-92af1e80-3e32-4e8e-948f-f30ff35d53c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:56:06.018363 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7164f-5f0c-4f37-8214-13236a2f2b9f None None] The sync data for ids ['1e893c63-dd20-4f64-bf8e-f2736230dbba'] in dv-neutron-838699-1-hyperv is: [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '263e75ea-39ea-4748-b22f-4ecc90c3d5b7', 'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:34:e9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:56:01Z', 'updated_at': '2022-04-20T15:56:05Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:56:06.022017 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-92af1e80-3e32-4e8e-948f-f30ff35d53c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:06.117481 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-92af1e80-3e32-4e8e-948f-f30ff35d53c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:06.121433 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-92af1e80-3e32-4e8e-948f-f30ff35d53c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:06.149308 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af1e80-3e32-4e8e-948f-f30ff35d53c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de46192-c93f-4743-9490-f55896b02568,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:06.158970 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-92af1e80-3e32-4e8e-948f-f30ff35d53c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:06.170488 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-92af1e80-3e32-4e8e-948f-f30ff35d53c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1795108 Apr 20 15:56:06.335751 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-b05beb9b-a191-4a93-8510-be98b534d4a4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:56:06.352028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-b05beb9b-a191-4a93-8510-be98b534d4a4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:56:06.353204 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-b05beb9b-a191-4a93-8510-be98b534d4a4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330447332&fields=id&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 267 time: 0.0598841 Apr 20 15:56:06.547168 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f2bfa6c3-29bc-4091-9f05-0bc928c40a34 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:56:06.621251 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f2bfa6c3-29bc-4091-9f05-0bc928c40a34 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:56:06.621682 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-fb67e970-20c8-4922-a66f-37fcbae96b8b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:06.621827 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:06.622396 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-fb67e970-20c8-4922-a66f-37fcbae96b8b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:56:06.640159 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-fb67e970-20c8-4922-a66f-37fcbae96b8b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:56:06.641339 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-fb67e970-20c8-4922-a66f-37fcbae96b8b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/networks?id=cd0b3b6e-c473-4a7c-b25c-daf106857f52 HTTP/1.1" status: 200 len: 796 time: 0.2811778 Apr 20 15:56:06.656939 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-44db2c36-1c96-4a37-95c2-92019f5c0198 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/quotas/275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 375 time: 0.0101023 Apr 20 15:56:06.746682 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:56:06.748275 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-f24a4a10-3bd8-4fd5-86ac-5d4a87d6dd49 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:56:06.765399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-f24a4a10-3bd8-4fd5-86ac-5d4a87d6dd49 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:56:06.767238 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-f24a4a10-3bd8-4fd5-86ac-5d4a87d6dd49 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040835 Apr 20 15:56:06.784134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-708060fb-5c2c-4806-ba01-1714acf9963a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:56:06.785124 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-708060fb-5c2c-4806-ba01-1714acf9963a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056832 Apr 20 15:56:06.817405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:56:06.823543 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:56:06.824200 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:06.926590 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-85d4a983-8755-48dd-9ae9-3c297b14faae service neutron] 10.222.0.13 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345608 Apr 20 15:56:06.949497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:06.987612 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=263e75ea-39ea-4748-b22f-4ecc90c3d5b7,segment=NetworkSegment(3a2649d7-81de-4ac4-9b8a-267c2c869810),segment_id=3a2649d7-81de-4ac4-9b8a-267c2c869810)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:56:06.992816 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:07.065331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:07.077070 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=263e75ea-39ea-4748-b22f-4ecc90c3d5b7,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:07.087260 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-9ead6a94-bbe8-4836-899f-11128739dda8 service neutron] 10.222.0.13 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547143 Apr 20 15:56:07.274495 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b6d2ad30-0d38-41bf-9a77-042e28a7513c req-f3baeebf-d879-43f4-acf4-eee3fbf3cec3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 210 time: 0.0428782 Apr 20 15:56:08.264657 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-922db20d-d386-451f-9042-8a5989b2acab tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:08.266090 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-922db20d-d386-451f-9042-8a5989b2acab tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/networks?id=cd0b3b6e-c473-4a7c-b25c-daf106857f52 HTTP/1.1" status: 200 len: 796 time: 0.1507869 Apr 20 15:56:08.314423 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-6359f51a-1915-4199-9f5b-42c99dd18ed7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 379 time: 0.0401082 Apr 20 15:56:08.326958 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-89b5f905-57f8-4eb7-86fe-08783bdd56f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'port': {'device_id': 'd2724f52-5ce4-42af-93a8-83e62cc7afef', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'admin_state_up': True, 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'security_groups': ['c9f13071-c99c-4aee-80f2-a68c7e0b0721']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:56:08.452216 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4af5f7a4-3ac8-49a1-8e61-c3675125559b req-e62dfc1d-a98d-49e6-bf09-2663a7abeaab tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 210 time: 0.0569620 Apr 20 15:56:08.460646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:56:08.511128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-89b5f905-57f8-4eb7-86fe-08783bdd56f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:56:08.520905 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-89b5f905-57f8-4eb7-86fe-08783bdd56f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:56:08.529137 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:56:08.529508 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:08.530824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-89b5f905-57f8-4eb7-86fe-08783bdd56f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:56:08.534429 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-89b5f905-57f8-4eb7-86fe-08783bdd56f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:08.694449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-89b5f905-57f8-4eb7-86fe-08783bdd56f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.5 (cd0b3b6e-c473-4a7c-b25c-daf106857f52/a16ca216-76df-4d4b-9b67-131a5c5e9a21/954f46b8-d620-4881-88d8-82e538e9de12) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:56:08.883857 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-89b5f905-57f8-4eb7-86fe-08783bdd56f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:08.899109 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-89b5f905-57f8-4eb7-86fe-08783bdd56f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object 954f46b8-d620-4881-88d8-82e538e9de12 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:56:08.921465 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-89b5f905-57f8-4eb7-86fe-08783bdd56f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:08.983500 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-89b5f905-57f8-4eb7-86fe-08783bdd56f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network cd0b3b6e-c473-4a7c-b25c-daf106857f52 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:56:08.986494 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-89b5f905-57f8-4eb7-86fe-08783bdd56f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:56:08.988797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-89b5f905-57f8-4eb7-86fe-08783bdd56f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:56:09.048545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5f905-57f8-4eb7-86fe-08783bdd56f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=954f46b8-d620-4881-88d8-82e538e9de12,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:09.074856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-89b5f905-57f8-4eb7-86fe-08783bdd56f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:09.075492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-89b5f905-57f8-4eb7-86fe-08783bdd56f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:09.101603 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-89b5f905-57f8-4eb7-86fe-08783bdd56f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7784274 Apr 20 15:56:09.112707 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Request body: {'port': {'device_id': 'd2724f52-5ce4-42af-93a8-83e62cc7afef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:56:09.222691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:09.274909 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c69209a5-aecc-4d11-a58f-23492595265e None None] Provisioning for port 954f46b8-d620-4881-88d8-82e538e9de12 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:56:09.279655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c69209a5-aecc-4d11-a58f-23492595265e None None] Provisioning complete for port 954f46b8-d620-4881-88d8-82e538e9de12 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:56:09.280139 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c69209a5-aecc-4d11-a58f-23492595265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:09.335734 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c69209a5-aecc-4d11-a58f-23492595265e None None] Port 954f46b8-d620-4881-88d8-82e538e9de12 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:56:09.713864 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a29eb-c260-4d01-b284-2f8a25379edf req-28cbbebc-f3a6-418a-96f9-30ac443618d4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:09.714553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-9a1a29eb-c260-4d01-b284-2f8a25379edf req-28cbbebc-f3a6-418a-96f9-30ac443618d4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:56:09.773782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-9a1a29eb-c260-4d01-b284-2f8a25379edf req-28cbbebc-f3a6-418a-96f9-30ac443618d4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:56:09.774864 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a1a29eb-c260-4d01-b284-2f8a25379edf req-28cbbebc-f3a6-418a-96f9-30ac443618d4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 931 time: 0.2118599 Apr 20 15:56:09.783182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954f46b8-d620-4881-88d8-82e538e9de12 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:56:09.803259 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:09.836236 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Transition to ACTIVE for port object 954f46b8-d620-4881-88d8-82e538e9de12 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:56:09.844109 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a1a29eb-c260-4d01-b284-2f8a25379edf req-0edb46a1-b0f7-4ad0-86e2-bdf61a504686 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9f13071-c99c-4aee-80f2-a68c7e0b0721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631440 Apr 20 15:56:09.844838 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:09.974258 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Pushing event updated for resources: {'Port': ['ID=954f46b8-d620-4881-88d8-82e538e9de12,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:10.078134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Attempting to bind port 954f46b8-d620-4881-88d8-82e538e9de12 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:56:10.078469 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Attempting to bind port 954f46b8-d620-4881-88d8-82e538e9de12 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '3a2649d7-81de-4ac4-9b8a-267c2c869810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:56:10.078801 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Attempting to bind port 954f46b8-d620-4881-88d8-82e538e9de12 on network cd0b3b6e-c473-4a7c-b25c-daf106857f52 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:56:10.083285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Port 954f46b8-d620-4881-88d8-82e538e9de12 on network cd0b3b6e-c473-4a7c-b25c-daf106857f52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:56:10.083604 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Attempting to bind port 954f46b8-d620-4881-88d8-82e538e9de12 on network cd0b3b6e-c473-4a7c-b25c-daf106857f52 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:56:10.089210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:56:10.089549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Checking segment: {'id': '3a2649d7-81de-4ac4-9b8a-267c2c869810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:56:10.089932 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Bound using segment: {'id': '3a2649d7-81de-4ac4-9b8a-267c2c869810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:56:10.090353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Bound port: 954f46b8-d620-4881-88d8-82e538e9de12, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a2649d7-81de-4ac4-9b8a-267c2c869810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:56:10.090696 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:10.184649 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] For port 954f46b8-d620-4881-88d8-82e538e9de12, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:56:10.187543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] For port 954f46b8-d620-4881-88d8-82e538e9de12, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=954f46b8-d620-4881-88d8-82e538e9de12,segment=NetworkSegment(3a2649d7-81de-4ac4-9b8a-267c2c869810),segment_id=3a2649d7-81de-4ac4-9b8a-267c2c869810)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:56:10.192123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:10.247378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:10.248001 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:10.249346 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] 10.222.0.11 "PUT /v2.0/ports/954f46b8-d620-4881-88d8-82e538e9de12 HTTP/1.1" status: 200 len: 1093 time: 1.1408467 Apr 20 15:56:10.249772 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2724f52-5ce4-42af-93a8-83e62cc7afef', 'tag': '954f46b8-d620-4881-88d8-82e538e9de12'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:56:10.283126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d4b1f-7147-4517-84b0-ffb861acfc65 service neutron] Pushing event updated for resources: {'Port': ['ID=954f46b8-d620-4881-88d8-82e538e9de12,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:10.325216 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-799cc7e6-1cac-4959-8bdf-1d06eab910d1'] response: {'name': 'network-changed', 'server_uuid': 'd2724f52-5ce4-42af-93a8-83e62cc7afef', 'tag': '954f46b8-d620-4881-88d8-82e538e9de12', 'status': 'completed', 'code': 200} Apr 20 15:56:10.367801 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-6f1066fa-5d9c-445b-9a6b-0f7c78f52369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:10.369276 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-6f1066fa-5d9c-445b-9a6b-0f7c78f52369 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 1096 time: 0.0801432 Apr 20 15:56:10.437319 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-782d2c4b-135c-493a-99c9-6079924e16d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=954f46b8-d620-4881-88d8-82e538e9de12 HTTP/1.1" status: 200 len: 217 time: 0.0616393 Apr 20 15:56:10.501967 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-a7c83f86-a12a-4bc7-b1ea-15de8c05fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:10.503394 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-a7c83f86-a12a-4bc7-b1ea-15de8c05fd98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a16ca216-76df-4d4b-9b67-131a5c5e9a21 HTTP/1.1" status: 200 len: 835 time: 0.0599821 Apr 20 15:56:10.576700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-549d67a7-5644-47cf-a5a0-6841a4c44352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:10.578099 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-549d67a7-5644-47cf-a5a0-6841a4c44352 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd0b3b6e-c473-4a7c-b25c-daf106857f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689454 Apr 20 15:56:10.708094 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-cdfbbb58-7417-4626-805e-28238b24196d service neutron] 10.222.0.11 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230383 Apr 20 15:56:10.836766 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18350f0c-99ab-4342-a676-1c1a511cb8e5 req-0f3088d6-3751-4b4f-b43e-94e6239d3fb0 service neutron] 10.222.0.11 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233420 Apr 20 15:56:10.996452 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9488e-ba63-467a-aac7-a711e7669f22 req-629eed6b-9061-4e63-bf6f-bb795a53aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:10.997953 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61f9488e-ba63-467a-aac7-a711e7669f22 req-629eed6b-9061-4e63-bf6f-bb795a53aec5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 1096 time: 0.1147356 Apr 20 15:56:11.125888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f2387-20c9-49b5-8ac2-48cbe7aa3f27 req-a9d151ca-bb37-4c5a-8c33-e7635f94d95d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:11.127258 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cd8f2387-20c9-49b5-8ac2-48cbe7aa3f27 req-a9d151ca-bb37-4c5a-8c33-e7635f94d95d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 943 time: 0.1787620 Apr 20 15:56:11.186513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9488e-ba63-467a-aac7-a711e7669f22 req-86432364-fa6b-457c-b732-f0588801664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:11.187963 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61f9488e-ba63-467a-aac7-a711e7669f22 req-86432364-fa6b-457c-b732-f0588801664f service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd0b3b6e-c473-4a7c-b25c-daf106857f52 HTTP/1.1" status: 200 len: 897 time: 0.1824255 Apr 20 15:56:11.349194 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cd8f2387-20c9-49b5-8ac2-48cbe7aa3f27 req-1f5d9767-c90b-4657-9abe-f47fb865d62a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9f13071-c99c-4aee-80f2-a68c7e0b0721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095034 Apr 20 15:56:11.364169 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61f9488e-ba63-467a-aac7-a711e7669f22 req-014669ce-9fd6-4f96-8851-fc42ccc13e9a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=954f46b8-d620-4881-88d8-82e538e9de12 HTTP/1.1" status: 200 len: 217 time: 0.1686513 Apr 20 15:56:11.424287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9488e-ba63-467a-aac7-a711e7669f22 req-7f168acf-1940-44d9-8e7f-a36caf4d6885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:11.425646 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61f9488e-ba63-467a-aac7-a711e7669f22 req-7f168acf-1940-44d9-8e7f-a36caf4d6885 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a16ca216-76df-4d4b-9b67-131a5c5e9a21 HTTP/1.1" status: 200 len: 835 time: 0.0556200 Apr 20 15:56:11.501552 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9488e-ba63-467a-aac7-a711e7669f22 req-4d83af2b-f581-4188-8f8e-ae3ad0a058a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:11.502959 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61f9488e-ba63-467a-aac7-a711e7669f22 req-4d83af2b-f581-4188-8f8e-ae3ad0a058a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd0b3b6e-c473-4a7c-b25c-daf106857f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700965 Apr 20 15:56:11.632355 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61f9488e-ba63-467a-aac7-a711e7669f22 req-114ce0e3-0aa0-47ac-8d69-0b14c89120e0 service neutron] 10.222.0.11 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220605 Apr 20 15:56:11.760839 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61f9488e-ba63-467a-aac7-a711e7669f22 req-5c765238-f43d-49de-a1c3-b1666ecf6d30 service neutron] 10.222.0.11 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224606 Apr 20 15:56:12.533446 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf79585-d6a7-4e62-8a01-d350cf3d5f81 req-ee7fc6b0-a885-40bc-b328-0ca5537534a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:12.534886 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ccf79585-d6a7-4e62-8a01-d350cf3d5f81 req-ee7fc6b0-a885-40bc-b328-0ca5537534a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 943 time: 0.0783420 Apr 20 15:56:12.582073 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ccf79585-d6a7-4e62-8a01-d350cf3d5f81 req-561994d4-8d4c-47fc-bc61-77d19ed75bae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9f13071-c99c-4aee-80f2-a68c7e0b0721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412319 Apr 20 15:56:12.667756 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 954f46b8-d620-4881-88d8-82e538e9de12 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 15:56:12.797253 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 954f46b8-d620-4881-88d8-82e538e9de12, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=954f46b8-d620-4881-88d8-82e538e9de12,segment=NetworkSegment(3a2649d7-81de-4ac4-9b8a-267c2c869810),segment_id=3a2649d7-81de-4ac4-9b8a-267c2c869810)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:56:12.810948 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '954f46b8-d620-4881-88d8-82e538e9de12', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'port_id': '954f46b8-d620-4881-88d8-82e538e9de12', 'mac_address': 'fa:16:3e:c9:f7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 15:56:12.869046 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:12.885093 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954f46b8-d620-4881-88d8-82e538e9de12 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:56:12.899699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 954f46b8-d620-4881-88d8-82e538e9de12, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=954f46b8-d620-4881-88d8-82e538e9de12,segment=NetworkSegment(3a2649d7-81de-4ac4-9b8a-267c2c869810),segment_id=3a2649d7-81de-4ac4-9b8a-267c2c869810)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:56:12.903493 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:12.968854 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=954f46b8-d620-4881-88d8-82e538e9de12,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:13.227278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['954f46b8-d620-4881-88d8-82e538e9de12'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 15:56:13.761834 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7b1f5-3d45-450c-9d09-b9a81146dd7e req-8063cfa1-c827-4082-b6ea-8dde39ca1ef3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:13.763272 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ddc7b1f5-3d45-450c-9d09-b9a81146dd7e req-8063cfa1-c827-4082-b6ea-8dde39ca1ef3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 944 time: 0.0790002 Apr 20 15:56:13.806732 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ddc7b1f5-3d45-450c-9d09-b9a81146dd7e req-7652fb7c-a005-47cf-8ae4-292bb6844c73 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9f13071-c99c-4aee-80f2-a68c7e0b0721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379534 Apr 20 15:56:14.678664 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 954f46b8-d620-4881-88d8-82e538e9de12 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:56:14.751003 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 954f46b8-d620-4881-88d8-82e538e9de12 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:56:14.755618 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 954f46b8-d620-4881-88d8-82e538e9de12 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:56:14.756018 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:14.905795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:14.910134 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:14.935866 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2724f52-5ce4-42af-93a8-83e62cc7afef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954f46b8-d620-4881-88d8-82e538e9de12'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:56:14.946058 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 954f46b8-d620-4881-88d8-82e538e9de12, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=954f46b8-d620-4881-88d8-82e538e9de12,segment=NetworkSegment(3a2649d7-81de-4ac4-9b8a-267c2c869810),segment_id=3a2649d7-81de-4ac4-9b8a-267c2c869810)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:56:14.950542 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:14.999973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d251a32-eec5-4d51-b220-9c62d4f8b0f3 req-bfe4adb0-1461-4c7d-8bd5-8b6011a63c46 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:15.001532 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5d251a32-eec5-4d51-b220-9c62d4f8b0f3 req-bfe4adb0-1461-4c7d-8bd5-8b6011a63c46 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 944 time: 0.0891111 Apr 20 15:56:15.021033 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=954f46b8-d620-4881-88d8-82e538e9de12,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:15.051912 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5d251a32-eec5-4d51-b220-9c62d4f8b0f3 req-31ec4c89-f7f0-48b9-a5d5-019b94a453ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9f13071-c99c-4aee-80f2-a68c7e0b0721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404143 Apr 20 15:56:15.113577 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7faece4-037d-4018-ac26-2d417cec5ec1'] response: {'server_uuid': 'd2724f52-5ce4-42af-93a8-83e62cc7afef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954f46b8-d620-4881-88d8-82e538e9de12', 'code': 200} Apr 20 15:56:15.346972 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b5969-60d0-49c1-b244-28d82098f231 req-1626bdf6-7e1d-403f-8e90-cdd116570a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:15.348721 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ac5b5969-60d0-49c1-b244-28d82098f231 req-1626bdf6-7e1d-403f-8e90-cdd116570a97 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 1098 time: 0.0688810 Apr 20 15:56:15.388593 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ac5b5969-60d0-49c1-b244-28d82098f231 req-d74edf5f-5e1c-471a-8f8f-01ce53260115 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c9f13071-c99c-4aee-80f2-a68c7e0b0721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338070 Apr 20 15:56:16.239923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54e6bd-f2ca-4845-bff4-14b3d2c8d2af req-6bcbc9e8-7ae2-4705-9c88-252ea4e32ced tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:16.241884 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7e54e6bd-f2ca-4845-bff4-14b3d2c8d2af req-6bcbc9e8-7ae2-4705-9c88-252ea4e32ced tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 945 time: 0.0831203 Apr 20 15:56:16.285366 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7e54e6bd-f2ca-4845-bff4-14b3d2c8d2af req-c2319ee9-3df3-45c2-8d53-9f3adfe358e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9f13071-c99c-4aee-80f2-a68c7e0b0721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378234 Apr 20 15:56:17.467285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b606fa0-387c-49a3-82ec-11ad6deb7c5e req-70204f15-e48c-43df-b721-a1b7bb28d537 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:17.468766 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b606fa0-387c-49a3-82ec-11ad6deb7c5e req-70204f15-e48c-43df-b721-a1b7bb28d537 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 945 time: 0.0789149 Apr 20 15:56:17.515224 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b606fa0-387c-49a3-82ec-11ad6deb7c5e req-f904693b-5086-437f-9940-0579f348501b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9f13071-c99c-4aee-80f2-a68c7e0b0721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405438 Apr 20 15:56:17.696067 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647d7e0-cd7e-42ba-8df0-bb6fc6c19d61 req-9fd0be84-178d-4aa4-9098-1f4e79f3c685 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:17.697493 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1647d7e0-cd7e-42ba-8df0-bb6fc6c19d61 req-9fd0be84-178d-4aa4-9098-1f4e79f3c685 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 945 time: 0.0784667 Apr 20 15:56:17.739668 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1647d7e0-cd7e-42ba-8df0-bb6fc6c19d61 req-d65b579f-90e7-4942-9947-d8a3993ef772 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9f13071-c99c-4aee-80f2-a68c7e0b0721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366669 Apr 20 15:56:17.762552 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39698) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:56:17.834086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42823467-626c-4e22-a6c2-862a7f1d469a tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:17.835575 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-42823467-626c-4e22-a6c2-862a7f1d469a tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 1093 time: 0.0720637 Apr 20 15:56:17.838226 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39702) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:56:17.843009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': '954f46b8-d620-4881-88d8-82e538e9de12', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:56:17.848942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:56:17.853349 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:floatingip and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:56:17.856194 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:56:17.861883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:56:17.872728 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:18.005351 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:18.134758 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.26.7.213 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/4c7bb768-d2a0-47c2-91bd-df7e167e95f4) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:56:18.282112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:18.310907 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:18.490098 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:56:18.496846 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:56:18.500933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:56:18.529621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=4c7bb768-d2a0-47c2-91bd-df7e167e95f4,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:18.909143 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:18.981847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:19.184146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:19.188691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:19.298199 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=4c7bb768-d2a0-47c2-91bd-df7e167e95f4,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:19.308327 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:19.476898 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP 1ed29b64-ec86-4403-9f5c-428e786a58dc associated. External IP: 172.26.7.213, port: 954f46b8-d620-4881-88d8-82e538e9de12. Apr 20 15:56:19.823677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1e893c63-dd20-4f64-bf8e-f2736230dbba has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:56:20.107617 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:56:20.116865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4016863-7c72-41a1-bd75-d4de8a1c2d2c None None] Sync routers for ids ['1e893c63-dd20-4f64-bf8e-f2736230dbba'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:56:20.125767 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4016863-7c72-41a1-bd75-d4de8a1c2d2c None None] Routers {'1e893c63-dd20-4f64-bf8e-f2736230dbba'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:56:20.126377 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c4016863-7c72-41a1-bd75-d4de8a1c2d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:56:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1e893c63-dd20-4f64-bf8e-f2736230dbba'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:20.133358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:20.193262 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-523ffd48-dd51-4123-bbf1-b92d23b76992 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3540208 Apr 20 15:56:20.194369 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2724f52-5ce4-42af-93a8-83e62cc7afef', 'tag': '954f46b8-d620-4881-88d8-82e538e9de12'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:56:20.200101 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39706) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:56:20.314600 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5e425648-e209-462c-99ae-13e4a064de78 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/1ed29b64-ec86-4403-9f5c-428e786a58dc HTTP/1.1" status: 200 len: 991 time: 0.1130073 Apr 20 15:56:20.328088 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-c4016863-7c72-41a1-bd75-d4de8a1c2d2c None None] Set router 1e893c63-dd20-4f64-bf8e-f2736230dbba gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:56:20.329502 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ffcff13-b280-4ec1-8282-33116a20e6a3'] response: {'name': 'network-changed', 'server_uuid': 'd2724f52-5ce4-42af-93a8-83e62cc7afef', 'tag': '954f46b8-d620-4881-88d8-82e538e9de12', 'status': 'completed', 'code': 200} Apr 20 15:56:20.433291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb45351-a23a-4aca-a868-28709df1ae9c req-86d6635b-b17b-4659-84fc-7751e5bc2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:20.435025 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7fb45351-a23a-4aca-a868-28709df1ae9c req-86d6635b-b17b-4659-84fc-7751e5bc2cbe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 1098 time: 0.0830455 Apr 20 15:56:20.566744 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb45351-a23a-4aca-a868-28709df1ae9c req-750ae998-ad19-4c84-b2dd-08efc13e008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:20.568219 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7fb45351-a23a-4aca-a868-28709df1ae9c req-750ae998-ad19-4c84-b2dd-08efc13e008b service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd0b3b6e-c473-4a7c-b25c-daf106857f52 HTTP/1.1" status: 200 len: 897 time: 0.1274998 Apr 20 15:56:20.670337 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7fb45351-a23a-4aca-a868-28709df1ae9c req-42610a70-b947-4555-945f-0cf9fd4b8799 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=954f46b8-d620-4881-88d8-82e538e9de12 HTTP/1.1" status: 200 len: 999 time: 0.0960591 Apr 20 15:56:20.670839 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c4016863-7c72-41a1-bd75-d4de8a1c2d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '1ed29b64-ec86-4403-9f5c-428e786a58dc', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.213', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'port_id': '954f46b8-d620-4881-88d8-82e538e9de12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'mac_address': 'fa:16:3e:c9:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2724f52-5ce4-42af-93a8-83e62cc7afef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:56:18Z', 'updated_at': '2022-04-20T15:56:18Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263e75ea-39ea-4748-b22f-4ecc90c3d5b7', 'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:34:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:56:01Z', 'updated_at': '2022-04-20T15:56:06Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:20.674875 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4016863-7c72-41a1-bd75-d4de8a1c2d2c None None] Checking router: 1e893c63-dd20-4f64-bf8e-f2736230dbba for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:56:20.683488 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4016863-7c72-41a1-bd75-d4de8a1c2d2c None None] Routers {'1e893c63-dd20-4f64-bf8e-f2736230dbba'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:56:20.684113 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c4016863-7c72-41a1-bd75-d4de8a1c2d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:56:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1e893c63-dd20-4f64-bf8e-f2736230dbba'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:20.734270 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb45351-a23a-4aca-a868-28709df1ae9c req-aaaa0aaf-b633-4b42-9cbd-2ce957a41014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:20.735722 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7fb45351-a23a-4aca-a868-28709df1ae9c req-aaaa0aaf-b633-4b42-9cbd-2ce957a41014 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a16ca216-76df-4d4b-9b67-131a5c5e9a21 HTTP/1.1" status: 200 len: 835 time: 0.0600209 Apr 20 15:56:20.812440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb45351-a23a-4aca-a868-28709df1ae9c req-894b3a28-a268-4170-9b6e-59e1266eac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:20.813913 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7fb45351-a23a-4aca-a868-28709df1ae9c req-894b3a28-a268-4170-9b6e-59e1266eac77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd0b3b6e-c473-4a7c-b25c-daf106857f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720840 Apr 20 15:56:20.862667 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-c4016863-7c72-41a1-bd75-d4de8a1c2d2c None None] Set router 1e893c63-dd20-4f64-bf8e-f2736230dbba gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:56:20.944541 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7fb45351-a23a-4aca-a868-28709df1ae9c req-97ee5dfd-fd6f-4098-acd3-fd9f90ac6269 service neutron] 10.222.0.11 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241941 Apr 20 15:56:21.075225 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7fb45351-a23a-4aca-a868-28709df1ae9c req-a4c36d7f-7e8b-489d-82de-c5ba7772be9f service neutron] 10.222.0.11 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249228 Apr 20 15:56:21.202791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c4016863-7c72-41a1-bd75-d4de8a1c2d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '1ed29b64-ec86-4403-9f5c-428e786a58dc', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.213', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'port_id': '954f46b8-d620-4881-88d8-82e538e9de12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'mac_address': 'fa:16:3e:c9:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2724f52-5ce4-42af-93a8-83e62cc7afef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:56:18Z', 'updated_at': '2022-04-20T15:56:18Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263e75ea-39ea-4748-b22f-4ecc90c3d5b7', 'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:34:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:56:01Z', 'updated_at': '2022-04-20T15:56:06Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:21.206718 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4016863-7c72-41a1-bd75-d4de8a1c2d2c None None] The sync data for ids ['1e893c63-dd20-4f64-bf8e-f2736230dbba'] in dv-neutron-838699-1-hyperv is: [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '1ed29b64-ec86-4403-9f5c-428e786a58dc', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.213', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'port_id': '954f46b8-d620-4881-88d8-82e538e9de12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'mac_address': 'fa:16:3e:c9:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2724f52-5ce4-42af-93a8-83e62cc7afef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:56:18Z', 'updated_at': '2022-04-20T15:56:18Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263e75ea-39ea-4748-b22f-4ecc90c3d5b7', 'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:34:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:56:01Z', 'updated_at': '2022-04-20T15:56:06Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:56:21.317403 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39714) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:56:21.387681 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639ba3b-c6e2-474f-9933-a4fd67c9e5d8 None None] New status for floating IP 1ed29b64-ec86-4403-9f5c-428e786a58dc: ACTIVE {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:56:21.426599 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-27949a5d-02d3-4370-9d26-1d8311d09b69 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/1ed29b64-ec86-4403-9f5c-428e786a58dc HTTP/1.1" status: 200 len: 991 time: 0.1078482 Apr 20 15:56:22.430341 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39718) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:56:22.534819 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a6a41aa1-8fc2-4519-93c8-82f9f3bcdcc8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/1ed29b64-ec86-4403-9f5c-428e786a58dc HTTP/1.1" status: 200 len: 993 time: 0.1031742 Apr 20 15:56:25.647134 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad1ced07-c185-4bfc-9f1f-b8f08184fd50 req-3c894055-7a28-4010-8ea4-cd67fb2ff5b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680652 Apr 20 15:56:25.733446 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ced07-c185-4bfc-9f1f-b8f08184fd50 req-bcfd26a9-b7b6-4389-b995-a15a11b2057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:25.734989 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad1ced07-c185-4bfc-9f1f-b8f08184fd50 req-bcfd26a9-b7b6-4389-b995-a15a11b2057b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b41769b0acc14f98934af661f4029f6f&device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 1098 time: 0.0687406 Apr 20 15:56:25.981361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ced07-c185-4bfc-9f1f-b8f08184fd50 req-3b92d30b-0480-443d-a242-a799db977bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:25.982716 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad1ced07-c185-4bfc-9f1f-b8f08184fd50 req-3b92d30b-0480-443d-a242-a799db977bfe service neutron] 10.222.0.11 "GET /v2.0/networks?id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 200 len: 912 time: 0.2309139 Apr 20 15:56:26.080258 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad1ced07-c185-4bfc-9f1f-b8f08184fd50 req-7ae40ef3-1fa4-413f-bd21-2d38c40dc598 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b06a28e-c48e-4e55-a5da-a71990d94bf1 HTTP/1.1" status: 200 len: 1001 time: 0.0919998 Apr 20 15:56:26.143221 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ced07-c185-4bfc-9f1f-b8f08184fd50 req-11960343-fa3b-44e8-8b1d-ffd00fcb03f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:26.144638 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad1ced07-c185-4bfc-9f1f-b8f08184fd50 req-11960343-fa3b-44e8-8b1d-ffd00fcb03f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24 HTTP/1.1" status: 200 len: 850 time: 0.0580425 Apr 20 15:56:26.217397 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ced07-c185-4bfc-9f1f-b8f08184fd50 req-5adbb9a3-a4a3-4720-b6a8-d2018f7c82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:26.218842 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad1ced07-c185-4bfc-9f1f-b8f08184fd50 req-5adbb9a3-a4a3-4720-b6a8-d2018f7c82c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681207 Apr 20 15:56:26.352185 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad1ced07-c185-4bfc-9f1f-b8f08184fd50 req-d5632dde-4d28-4671-97d3-66afcf9b46a4 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270421 Apr 20 15:56:26.488568 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad1ced07-c185-4bfc-9f1f-b8f08184fd50 req-80ac332c-1eca-4784-9922-4049f03db5f4 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311014 Apr 20 15:56:32.051078 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-33ac5007-df77-4010-9c38-cb0074a6f1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:34.316402 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9ff4b475-786e-4c9b-83e1-f6d91c289511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:35.681115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:35.717667 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:37.041901 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:39.443287 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:56:44.894192 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:55.925422 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134799a-9c6d-4382-9ec8-b8d48628457d req-d1455ca6-3cb4-4108-b081-a4b4f45a11f2 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:55.926863 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4134799a-9c6d-4382-9ec8-b8d48628457d req-d1455ca6-3cb4-4108-b081-a4b4f45a11f2 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 945 time: 0.0835874 Apr 20 15:56:55.977809 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4134799a-9c6d-4382-9ec8-b8d48628457d req-4405aa7d-8281-4cfd-8683-30700367d90b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451558 Apr 20 15:56:57.166353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72f58f-b4b2-4866-8455-bc8d1efeacda req-462cdf91-d564-45e9-abcf-c237e0b6cbd2 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:57.167828 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0b72f58f-b4b2-4866-8455-bc8d1efeacda req-462cdf91-d564-45e9-abcf-c237e0b6cbd2 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 945 time: 0.0831425 Apr 20 15:56:57.211413 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0b72f58f-b4b2-4866-8455-bc8d1efeacda req-c1737013-968f-4664-8489-63e6b935be06 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379882 Apr 20 15:56:57.661120 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bd763-4b95-4ba9-96eb-6270ca908d39 req-af2f5085-3876-4af9-bdb1-6f768bb6ecd0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:57.662527 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6f2bd763-4b95-4ba9-96eb-6270ca908d39 req-af2f5085-3876-4af9-bdb1-6f768bb6ecd0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.11 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 945 time: 0.0807557 Apr 20 15:56:57.733191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-6f2bd763-4b95-4ba9-96eb-6270ca908d39 req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Deleting port 1b06a28e-c48e-4e55-a5da-a71990d94bf1 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:56:57.733531 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-6f2bd763-4b95-4ba9-96eb-6270ca908d39 req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:57.974290 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-6f2bd763-4b95-4ba9-96eb-6270ca908d39 req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] For port 1b06a28e-c48e-4e55-a5da-a71990d94bf1, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=1b06a28e-c48e-4e55-a5da-a71990d94bf1,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:56:57.974565 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-6f2bd763-4b95-4ba9-96eb-6270ca908d39 req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:58.260084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-6f2bd763-4b95-4ba9-96eb-6270ca908d39 req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:58.260715 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-6f2bd763-4b95-4ba9-96eb-6270ca908d39 req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:58.260830 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [req-6f2bd763-4b95-4ba9-96eb-6270ca908d39 req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Floating IP a3cf9e64-3fba-4787-a6c1-7c46c589a0e4 disassociated. External IP: 172.26.7.203, port: 1b06a28e-c48e-4e55-a5da-a71990d94bf1. Apr 20 15:56:58.261106 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-6f2bd763-4b95-4ba9-96eb-6270ca908d39 req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Calling delete_port for 1b06a28e-c48e-4e55-a5da-a71990d94bf1 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:56:58.569720 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a4c19-32a2-41c7-8a23-67e957687c5e req-b5fe540a-d940-43fc-8530-d4040b699dc9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:58.571601 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6a6a4c19-32a2-41c7-8a23-67e957687c5e req-b5fe540a-d940-43fc-8530-d4040b699dc9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 945 time: 0.2330396 Apr 20 15:56:58.572703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-6f2bd763-4b95-4ba9-96eb-6270ca908d39 req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:58.639328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event deleted for resources: {'Port': ['ID=1b06a28e-c48e-4e55-a5da-a71990d94bf1,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:58.663299 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:58.663675 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:58.664062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:58.664398 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:58.664725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:58.665056 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:58.665385 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:58.665713 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:58.666041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:58.666364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:58.666683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:58.667005 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:58.743858 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6a6a4c19-32a2-41c7-8a23-67e957687c5e req-105b1d3b-4262-44c8-95ce-190c6ba22a0f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361811 Apr 20 15:56:58.856923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f2bd763-4b95-4ba9-96eb-6270ca908d39 req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Router 98ed705b-ed0e-4a89-9d40-667a9f10a436 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:56:59.038154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f2bd763-4b95-4ba9-96eb-6270ca908d39 req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:56:59.047343 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384ca39d-fca4-43a2-90b7-79e2804bf4af None None] Sync routers for ids ['98ed705b-ed0e-4a89-9d40-667a9f10a436'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:56:59.061182 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384ca39d-fca4-43a2-90b7-79e2804bf4af None None] Routers {'98ed705b-ed0e-4a89-9d40-667a9f10a436'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:56:59.061897 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-384ca39d-fca4-43a2-90b7-79e2804bf4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:56:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['98ed705b-ed0e-4a89-9d40-667a9f10a436'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:59.116323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2bd763-4b95-4ba9-96eb-6270ca908d39 req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] No DVR routers for this DVR port 1b06a28e-c48e-4e55-a5da-a71990d94bf1 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:56:59.119210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-6f2bd763-4b95-4ba9-96eb-6270ca908d39 req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:59.123045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865ccfa0-a86e-45ef-8bb3-7c3f127150d5', 'name': 'network-vif-deleted', 'tag': '1b06a28e-c48e-4e55-a5da-a71990d94bf1'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:56:59.141397 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6f2bd763-4b95-4ba9-96eb-6270ca908d39 req-7e2072ff-89f4-461d-ae86-ab4a95b13632 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.11 "DELETE /v2.0/ports/1b06a28e-c48e-4e55-a5da-a71990d94bf1 HTTP/1.1" status: 204 len: 173 time: 1.4730585 Apr 20 15:56:59.184985 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed7203f5-8241-4c1d-8e14-f59df4f805d7'] response: {'server_uuid': '865ccfa0-a86e-45ef-8bb3-7c3f127150d5', 'name': 'network-vif-deleted', 'tag': '1b06a28e-c48e-4e55-a5da-a71990d94bf1', 'status': 'completed', 'code': 200} Apr 20 15:56:59.307112 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-384ca39d-fca4-43a2-90b7-79e2804bf4af None None] Set router 98ed705b-ed0e-4a89-9d40-667a9f10a436 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:56:59.621425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-384ca39d-fca4-43a2-90b7-79e2804bf4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:13Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:59.625350 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384ca39d-fca4-43a2-90b7-79e2804bf4af None None] Checking router: 98ed705b-ed0e-4a89-9d40-667a9f10a436 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:56:59.634712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384ca39d-fca4-43a2-90b7-79e2804bf4af None None] Routers {'98ed705b-ed0e-4a89-9d40-667a9f10a436'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:56:59.635277 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-384ca39d-fca4-43a2-90b7-79e2804bf4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:56:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['98ed705b-ed0e-4a89-9d40-667a9f10a436'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:59.817207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-384ca39d-fca4-43a2-90b7-79e2804bf4af None None] Set router 98ed705b-ed0e-4a89-9d40-667a9f10a436 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:56:59.901579 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-8b2be683-e87d-4e08-99fc-d0555ecf45a0 req-bce00898-1597-444c-9039-3ce665ffd9ac tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Synchronizing usage tracker for tenant:b41769b0acc14f98934af661f4029f6f on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:56:59.918076 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-8b2be683-e87d-4e08-99fc-d0555ecf45a0 req-bce00898-1597-444c-9039-3ce665ffd9ac tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Unset dirty status for tenant:b41769b0acc14f98934af661f4029f6f on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:56:59.919213 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8b2be683-e87d-4e08-99fc-d0555ecf45a0 req-bce00898-1597-444c-9039-3ce665ffd9ac tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=865ccfa0-a86e-45ef-8bb3-7c3f127150d5 HTTP/1.1" status: 200 len: 210 time: 0.0594027 Apr 20 15:57:00.132222 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-384ca39d-fca4-43a2-90b7-79e2804bf4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:13Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:57:00.137247 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384ca39d-fca4-43a2-90b7-79e2804bf4af None None] The sync data for ids ['98ed705b-ed0e-4a89-9d40-667a9f10a436'] in dv-neutron-838699-1-hyperv is: [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:13Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:57:00.363611 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa668141-b3f9-4773-9ad1-9b6d6ab5966d None None] New status for floating IP a3cf9e64-3fba-4787-a6c1-7c46c589a0e4: DOWN {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:57:00.956134 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 1b06a28e-c48e-4e55-a5da-a71990d94bf1 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:57:00.990279 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 1b06a28e-c48e-4e55-a5da-a71990d94bf1 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:57:00.990635 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 1b06a28e-c48e-4e55-a5da-a71990d94bf1 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:57:01.232015 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-4f2ddb06-d82c-421b-90de-bf4ffe6dfd85 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885767722&fields=id&tenant_id=b41769b0acc14f98934af661f4029f6f HTTP/1.1" status: 200 len: 267 time: 0.0398614 Apr 20 15:57:01.379224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-1cbc976f-c10a-49aa-ab8c-0e4dfbef628a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:01.380740 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-1cbc976f-c10a-49aa-ab8c-0e4dfbef628a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/networks?id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 200 len: 811 time: 0.1423740 Apr 20 15:57:01.395306 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-8ad2f27c-bed1-4fa5-9f31-bd0bb9f21f5d tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/quotas/b41769b0acc14f98934af661f4029f6f HTTP/1.1" status: 200 len: 375 time: 0.0086212 Apr 20 15:57:01.481869 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-f7c6314f-86eb-44b6-bfd4-ce87cca0cb9b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b41769b0acc14f98934af661f4029f6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810616 Apr 20 15:57:01.618224 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-f6a1f3a8-ed0e-4d1b-82c3-9c28b4780a2c service neutron] 10.222.0.13 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252716 Apr 20 15:57:01.747124 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-b70c7152-5bd0-43f1-a12d-85453bc7969b service neutron] 10.222.0.13 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231976 Apr 20 15:57:02.057481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-520809f7-03dc-44d2-aff5-ee74c313c64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:02.118618 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-53383e9c-4b14-40d0-a159-b58ed6147c3a req-d33331ab-2883-4883-9abd-951f3be14065 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 210 time: 0.0422399 Apr 20 15:57:03.284826 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7c59c4d4-9967-4195-b042-de5001dc5842 req-2bbd77b0-2db3-4d51-ba79-5120d76381c9 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 210 time: 0.0507941 Apr 20 15:57:03.336171 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-2116a405-0e00-44fc-a0b1-d31a95121c51 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:03.337592 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-2116a405-0e00-44fc-a0b1-d31a95121c51 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.11 "GET /v2.0/networks?id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 200 len: 811 time: 0.2031939 Apr 20 15:57:03.390393 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-425fb0c8-901f-41e7-9e1e-b250bc974c1f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b41769b0acc14f98934af661f4029f6f HTTP/1.1" status: 200 len: 379 time: 0.0403726 Apr 20 15:57:03.402836 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-10a9e79e-8955-49f1-8d0d-d5718b2f116f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Request body: {'port': {'device_id': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'admin_state_up': True, 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'security_groups': ['15fa19bd-682d-40a1-b5eb-53c43925a5d6']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:57:03.651813 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-10a9e79e-8955-49f1-8d0d-d5718b2f116f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:57:03.661407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-10a9e79e-8955-49f1-8d0d-d5718b2f116f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:57:03.672409 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-10a9e79e-8955-49f1-8d0d-d5718b2f116f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Made reservation on behalf of b41769b0acc14f98934af661f4029f6f for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:57:03.675959 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-10a9e79e-8955-49f1-8d0d-d5718b2f116f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:03.834541 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-10a9e79e-8955-49f1-8d0d-d5718b2f116f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Allocated IP 172.20.0.4 (c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d/adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24/737fa5c4-47b1-4578-b13c-82eeb5cdbc7b) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:57:04.028576 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-10a9e79e-8955-49f1-8d0d-d5718b2f116f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:04.045612 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-10a9e79e-8955-49f1-8d0d-d5718b2f116f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Transition to ACTIVE for port object 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:57:04.069086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-10a9e79e-8955-49f1-8d0d-d5718b2f116f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:04.135837 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-10a9e79e-8955-49f1-8d0d-d5718b2f116f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:57:04.143688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-10a9e79e-8955-49f1-8d0d-d5718b2f116f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:57:04.148658 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-10a9e79e-8955-49f1-8d0d-d5718b2f116f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:57:04.221463 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-10a9e79e-8955-49f1-8d0d-d5718b2f116f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:04.222101 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-10a9e79e-8955-49f1-8d0d-d5718b2f116f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:04.230977 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9e79e-8955-49f1-8d0d-d5718b2f116f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event updated for resources: {'Port': ['ID=737fa5c4-47b1-4578-b13c-82eeb5cdbc7b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:04.254230 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-10a9e79e-8955-49f1-8d0d-d5718b2f116f tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8551779 Apr 20 15:57:04.265452 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Request body: {'port': {'device_id': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:57:04.328995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-90b929bc-717e-4413-b64c-001819d45ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:04.394951 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:04.486017 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-903921da-0288-40e6-ad43-1f56f8bdd95a None None] Provisioning for port 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:57:04.491728 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-903921da-0288-40e6-ad43-1f56f8bdd95a None None] Provisioning complete for port 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:57:04.492223 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-903921da-0288-40e6-ad43-1f56f8bdd95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:04.546815 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-903921da-0288-40e6-ad43-1f56f8bdd95a None None] Port 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:57:04.669041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fe4d7-4196-4c64-84ac-49b37a183c8e req-f931688f-4d0d-40ea-aeb0-3cfbf8f75c33 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:04.669741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-a33fe4d7-4196-4c64-84ac-49b37a183c8e req-f931688f-4d0d-40ea-aeb0-3cfbf8f75c33 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Synchronizing usage tracker for tenant:b41769b0acc14f98934af661f4029f6f on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:57:04.779383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-a33fe4d7-4196-4c64-84ac-49b37a183c8e req-f931688f-4d0d-40ea-aeb0-3cfbf8f75c33 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Unset dirty status for tenant:b41769b0acc14f98934af661f4029f6f on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:57:04.780591 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a33fe4d7-4196-4c64-84ac-49b37a183c8e req-f931688f-4d0d-40ea-aeb0-3cfbf8f75c33 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 931 time: 0.3222857 Apr 20 15:57:04.872405 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a33fe4d7-4196-4c64-84ac-49b37a183c8e req-0596c625-73ed-4f62-9919-62c16e946653 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837710 Apr 20 15:57:04.947342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:57:04.954528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:04.968596 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Transition to ACTIVE for port object 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:57:04.972203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:05.135483 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=737fa5c4-47b1-4578-b13c-82eeb5cdbc7b,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:05.215538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Attempting to bind port 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:57:05.215901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Attempting to bind port 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:57:05.216226 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Attempting to bind port 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b on network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:57:05.221658 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Port 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b on network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:57:05.222104 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Attempting to bind port 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b on network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:57:05.228726 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:57:05.229344 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Checking segment: {'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:57:05.229973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Bound using segment: {'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:57:05.230636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Bound port: 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:57:05.231229 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:05.329669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] For port 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:57:05.332789 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] For port 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=737fa5c4-47b1-4578-b13c-82eeb5cdbc7b,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:57:05.337503 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:05.393764 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:05.394358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:05.395704 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] 10.222.0.11 "PUT /v2.0/ports/737fa5c4-47b1-4578-b13c-82eeb5cdbc7b HTTP/1.1" status: 200 len: 1093 time: 1.1346176 Apr 20 15:57:05.396315 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'tag': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:57:05.421380 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ce8c4-eb8c-450d-a578-cf9f77dfc6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=737fa5c4-47b1-4578-b13c-82eeb5cdbc7b,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:05.482567 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd185995-e943-4b23-b356-5a821b0257a6'] response: {'name': 'network-changed', 'server_uuid': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'tag': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b', 'status': 'completed', 'code': 200} Apr 20 15:57:05.628786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-7126ff8b-8e03-44f4-a039-392ec89e8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:05.630266 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-7126ff8b-8e03-44f4-a039-392ec89e8486 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b41769b0acc14f98934af661f4029f6f&device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 1096 time: 0.1829507 Apr 20 15:57:05.682881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:05.700160 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-41ea2ba9-8a7b-4dc3-a0bb-e436afe8a6b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=737fa5c4-47b1-4578-b13c-82eeb5cdbc7b HTTP/1.1" status: 200 len: 217 time: 0.0628958 Apr 20 15:57:05.724964 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:05.768687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-8355efa3-c128-4c5e-82bd-ef0b21b51096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:05.770110 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-8355efa3-c128-4c5e-82bd-ef0b21b51096 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24 HTTP/1.1" status: 200 len: 850 time: 0.0634601 Apr 20 15:57:05.843167 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-f8fae042-436d-40f0-a7b2-2df7fffa40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:05.844606 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-f8fae042-436d-40f0-a7b2-2df7fffa40e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681598 Apr 20 15:57:05.977017 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-cfbd2831-6875-49dd-ab80-7f7c69baf607 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265407 Apr 20 15:57:06.196997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549d093-b186-474b-b97a-42534bee457c req-13755824-1e43-47d4-9022-52d063172b5a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:06.198475 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1549d093-b186-474b-b97a-42534bee457c req-13755824-1e43-47d4-9022-52d063172b5a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 943 time: 0.2206018 Apr 20 15:57:06.203845 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c62e86f0-c986-43fb-8d89-d866d59e55d5 req-4fca6ea6-37d6-44fd-90c3-c41bc4dd738d service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872041 Apr 20 15:57:06.244306 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1549d093-b186-474b-b97a-42534bee457c req-09b4342b-4245-4594-b20c-466801a8b124 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395155 Apr 20 15:57:06.317259 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dbf19-0aed-4421-a42d-ba8781ab3802 req-b7c41f4c-01da-4964-9615-56789207ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:06.319130 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2f0dbf19-0aed-4421-a42d-ba8781ab3802 req-b7c41f4c-01da-4964-9615-56789207ea20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b41769b0acc14f98934af661f4029f6f&device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 1096 time: 0.0739202 Apr 20 15:57:06.454829 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dbf19-0aed-4421-a42d-ba8781ab3802 req-9cb778cb-cbf9-4bf6-af92-54a3ee923db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:06.456212 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2f0dbf19-0aed-4421-a42d-ba8781ab3802 req-9cb778cb-cbf9-4bf6-af92-54a3ee923db3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 200 len: 912 time: 0.1309071 Apr 20 15:57:06.522125 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2f0dbf19-0aed-4421-a42d-ba8781ab3802 req-d51a2b19-41ba-4771-b833-ea31f3a1f566 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=737fa5c4-47b1-4578-b13c-82eeb5cdbc7b HTTP/1.1" status: 200 len: 217 time: 0.0596912 Apr 20 15:57:06.585473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dbf19-0aed-4421-a42d-ba8781ab3802 req-c37cd1c1-f05f-4203-adda-5d372ea22150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:06.586867 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2f0dbf19-0aed-4421-a42d-ba8781ab3802 req-c37cd1c1-f05f-4203-adda-5d372ea22150 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24 HTTP/1.1" status: 200 len: 850 time: 0.0591180 Apr 20 15:57:06.660527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dbf19-0aed-4421-a42d-ba8781ab3802 req-67185bbf-bc56-4f9f-a85f-489f30ec1fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:06.661973 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2f0dbf19-0aed-4421-a42d-ba8781ab3802 req-67185bbf-bc56-4f9f-a85f-489f30ec1fff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696363 Apr 20 15:57:06.792266 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2f0dbf19-0aed-4421-a42d-ba8781ab3802 req-650631ef-3333-407e-9f13-3ae2b64aea57 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235685 Apr 20 15:57:06.921341 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2f0dbf19-0aed-4421-a42d-ba8781ab3802 req-6219ae02-63aa-4a05-b62d-cbc589e49433 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229110 Apr 20 15:57:07.044305 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:07.430181 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e0477-b48a-477b-8861-78fff09e8464 req-f0c7b99e-0ff2-418b-bf6e-80769dde2a6d tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:07.431618 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b39e0477-b48a-477b-8861-78fff09e8464 req-f0c7b99e-0ff2-418b-bf6e-80769dde2a6d tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 943 time: 0.0815878 Apr 20 15:57:07.475623 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b39e0477-b48a-477b-8861-78fff09e8464 req-c41940c6-5793-4dc6-a4f6-c907a3d53fed tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383391 Apr 20 15:57:08.657446 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47848a60-0c15-4c4d-87ba-8d26a2a9f746 req-42dd6e13-f32f-4d05-a15f-bb6a4ff7475b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:08.658894 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-47848a60-0c15-4c4d-87ba-8d26a2a9f746 req-42dd6e13-f32f-4d05-a15f-bb6a4ff7475b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 943 time: 0.0829427 Apr 20 15:57:08.703147 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-47848a60-0c15-4c4d-87ba-8d26a2a9f746 req-acc128b9-bf54-45db-a1d8-3a723bf6aa98 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381985 Apr 20 15:57:10.129826 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f77022-fabf-49fe-bc64-49f836692397 req-de89eefd-feff-476d-9c3e-603f04b101b0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:10.131197 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-79f77022-fabf-49fe-bc64-49f836692397 req-de89eefd-feff-476d-9c3e-603f04b101b0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 943 time: 0.1821065 Apr 20 15:57:10.175340 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-79f77022-fabf-49fe-bc64-49f836692397 req-7a57786e-c55a-439b-823e-30a9221e489b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384958 Apr 20 15:57:11.362706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628758b-49ef-40c2-a312-831f052ba124 req-00e91759-2c83-4780-a4dd-0b92e5a91b12 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:11.364166 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c628758b-49ef-40c2-a312-831f052ba124 req-00e91759-2c83-4780-a4dd-0b92e5a91b12 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 943 time: 0.0844018 Apr 20 15:57:11.409851 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c628758b-49ef-40c2-a312-831f052ba124 req-ec126cba-20d2-4741-ac61-3405dac08440 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395498 Apr 20 15:57:12.590736 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8588b7-8bae-4a2e-82b2-e357a29c0649 req-19d10fea-9d75-478d-abbc-29a1117e7e60 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:12.592129 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dc8588b7-8bae-4a2e-82b2-e357a29c0649 req-19d10fea-9d75-478d-abbc-29a1117e7e60 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 943 time: 0.0791247 Apr 20 15:57:12.638991 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dc8588b7-8bae-4a2e-82b2-e357a29c0649 req-110b915e-d887-4a55-8611-48cba08b2c7d tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410149 Apr 20 15:57:13.007564 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 15:57:13.137410 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=737fa5c4-47b1-4578-b13c-82eeb5cdbc7b,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:57:13.150756 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'port_id': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b', 'mac_address': 'fa:16:3e:f0:96:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 15:57:13.203657 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:13.220115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:57:13.235915 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=737fa5c4-47b1-4578-b13c-82eeb5cdbc7b,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:57:13.240831 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:13.343550 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=737fa5c4-47b1-4578-b13c-82eeb5cdbc7b,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:13.350693 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:13.351036 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:13.351369 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:13.351785 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:13.352112 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:13.352437 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:13.352758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:13.353111 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:13.353432 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:13.353750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:13.354066 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:13.354399 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:13.568604 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['737fa5c4-47b1-4578-b13c-82eeb5cdbc7b'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 15:57:13.824586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bef8f-d376-4b27-85f6-4f5962e4e356 req-ebb071c6-a433-4364-8d10-cc7ce36d3663 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:13.826061 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-357bef8f-d376-4b27-85f6-4f5962e4e356 req-ebb071c6-a433-4364-8d10-cc7ce36d3663 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 944 time: 0.0839937 Apr 20 15:57:13.870939 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-357bef8f-d376-4b27-85f6-4f5962e4e356 req-e0d79cd6-2c33-42d2-89dd-928c29503fca tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392361 Apr 20 15:57:14.901378 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:15.022982 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:57:15.050796 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83a534-d978-423e-b3d7-65c39b8b4f16 req-2ec438d4-c4a9-4c78-bcb9-7e83eda510c4 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:15.052268 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d83a534-d978-423e-b3d7-65c39b8b4f16 req-2ec438d4-c4a9-4c78-bcb9-7e83eda510c4 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 944 time: 0.0787010 Apr 20 15:57:15.092710 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:57:15.097015 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d83a534-d978-423e-b3d7-65c39b8b4f16 req-f9ccaa3d-d847-470b-9e63-dce71e3d71a8 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391645 Apr 20 15:57:15.097602 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:57:15.097972 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:15.212123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:15.240669 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:57:15.251177 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=737fa5c4-47b1-4578-b13c-82eeb5cdbc7b,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:57:15.254973 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:15.291108 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80560b0f-bed7-46db-bc12-fcbca3ad640c'] response: {'server_uuid': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b', 'code': 200} Apr 20 15:57:15.324613 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=737fa5c4-47b1-4578-b13c-82eeb5cdbc7b,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:15.563264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ebdfa-90eb-46ff-9e02-64fa7355221f req-5e8771c4-8128-466b-8fec-6cc016100cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:15.564670 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-024ebdfa-90eb-46ff-9e02-64fa7355221f req-5e8771c4-8128-466b-8fec-6cc016100cfd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 1098 time: 0.0727603 Apr 20 15:57:15.604025 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-024ebdfa-90eb-46ff-9e02-64fa7355221f req-d59704f6-9a67-4726-824d-46848eea71d0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333569 Apr 20 15:57:16.281408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a411d2-f313-448e-b716-d6adf70a05d9 req-84e22315-f9e2-4881-8903-1edcf8f1d3f2 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:16.282848 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d1a411d2-f313-448e-b716-d6adf70a05d9 req-84e22315-f9e2-4881-8903-1edcf8f1d3f2 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 945 time: 0.0802801 Apr 20 15:57:16.329330 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d1a411d2-f313-448e-b716-d6adf70a05d9 req-62449093-c5f0-4851-92e2-66567de2f467 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409629 Apr 20 15:57:16.442086 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:57:17.516663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef231c-5b5f-4cda-b80e-d90daee35dc4 req-5929cef2-7f3c-4b9b-9d92-a7406aa742ab tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:17.518007 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-94ef231c-5b5f-4cda-b80e-d90daee35dc4 req-5929cef2-7f3c-4b9b-9d92-a7406aa742ab tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 945 time: 0.0789695 Apr 20 15:57:17.560901 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-94ef231c-5b5f-4cda-b80e-d90daee35dc4 req-56d5dd7c-bd00-44cc-abf6-ba39396fa50b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374293 Apr 20 15:57:17.742572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462003e-9525-4480-be3a-7843ac0ee154 req-5c70f147-024f-4bfa-a02e-f2e36c0070fa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:17.744685 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d462003e-9525-4480-be3a-7843ac0ee154 req-5c70f147-024f-4bfa-a02e-f2e36c0070fa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 945 time: 0.0835655 Apr 20 15:57:17.787056 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d462003e-9525-4480-be3a-7843ac0ee154 req-af2b3ff5-6161-4950-a773-e1587b5de78b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367589 Apr 20 15:57:17.810731 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39810) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:17.880469 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d8e1cf-cd5d-4632-9a50-95475e5ec2fc tempest-TestVolumeBootPattern-350815065 tempest-TestVolumeBootPattern-350815065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:17.882176 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e5d8e1cf-cd5d-4632-9a50-95475e5ec2fc tempest-TestVolumeBootPattern-350815065 tempest-TestVolumeBootPattern-350815065-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 1093 time: 0.0702355 Apr 20 15:57:17.884902 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39814) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:17.889725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:57:17.895425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:57:17.899268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Usage tracker for resource:floatingip and tenant:b41769b0acc14f98934af661f4029f6f is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:57:17.902082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:57:17.907660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:57:17.918372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:18.051723 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:18.188009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Allocated IP 172.26.7.235 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/25d10ffe-97be-42e0-9efa-758bb7f3674c) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:57:18.333241 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:18.361884 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:18.425034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:57:18.432308 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:57:18.436498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:57:18.465782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event updated for resources: {'Port': ['ID=25d10ffe-97be-42e0-9efa-758bb7f3674c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:18.958184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:19.030451 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:19.236384 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:19.240578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:19.350477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event updated for resources: {'Port': ['ID=25d10ffe-97be-42e0-9efa-758bb7f3674c,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:19.360019 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:19.527516 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Floating IP d8d13ad5-e5a0-423a-b0b7-f07283996549 associated. External IP: 172.26.7.235, port: 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b. Apr 20 15:57:19.873160 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Router 98ed705b-ed0e-4a89-9d40-667a9f10a436 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:57:20.050116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:57:20.060218 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed27a9-c0b0-49ca-bfe5-8fa8ddc93563 None None] Sync routers for ids ['98ed705b-ed0e-4a89-9d40-667a9f10a436'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:57:20.069302 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfed27a9-c0b0-49ca-bfe5-8fa8ddc93563 None None] Routers {'98ed705b-ed0e-4a89-9d40-667a9f10a436'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:57:20.069913 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dfed27a9-c0b0-49ca-bfe5-8fa8ddc93563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:57:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['98ed705b-ed0e-4a89-9d40-667a9f10a436'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:57:20.074343 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:20.130185 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-151cebab-bce2-4888-9ce2-7f4d281fab48 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2440894 Apr 20 15:57:20.130578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'tag': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:57:20.177059 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5346eddd-7637-4fec-9af8-289d5c3684cc'] response: {'name': 'network-changed', 'server_uuid': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'tag': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b', 'status': 'completed', 'code': 200} Apr 20 15:57:20.262395 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-dfed27a9-c0b0-49ca-bfe5-8fa8ddc93563 None None] Set router 98ed705b-ed0e-4a89-9d40-667a9f10a436 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:57:20.395399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509bc41-a6bc-4099-aabd-395278bbd63f req-8f856d34-e457-4ddc-a90c-062ff398b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:20.396959 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f509bc41-a6bc-4099-aabd-395278bbd63f req-8f856d34-e457-4ddc-a90c-062ff398b10d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b41769b0acc14f98934af661f4029f6f&device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 1098 time: 0.1962349 Apr 20 15:57:20.527791 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509bc41-a6bc-4099-aabd-395278bbd63f req-656a2c4a-8bb8-43de-8c0f-ec5cbfabd20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:20.529304 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f509bc41-a6bc-4099-aabd-395278bbd63f req-656a2c4a-8bb8-43de-8c0f-ec5cbfabd20c service neutron] 10.222.0.11 "GET /v2.0/networks?id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 200 len: 912 time: 0.1259561 Apr 20 15:57:20.613307 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dfed27a9-c0b0-49ca-bfe5-8fa8ddc93563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'd8d13ad5-e5a0-423a-b0b7-f07283996549', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'floating_ip_address': '172.26.7.235', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'port_id': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'mac_address': 'fa:16:3e:f0:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:57:18Z', 'updated_at': '2022-04-20T15:57:18Z', 'revision_number': 0, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:13Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:57:20.617182 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed27a9-c0b0-49ca-bfe5-8fa8ddc93563 None None] Checking router: 98ed705b-ed0e-4a89-9d40-667a9f10a436 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:57:20.625496 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfed27a9-c0b0-49ca-bfe5-8fa8ddc93563 None None] Routers {'98ed705b-ed0e-4a89-9d40-667a9f10a436'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:57:20.626132 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dfed27a9-c0b0-49ca-bfe5-8fa8ddc93563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:57:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['98ed705b-ed0e-4a89-9d40-667a9f10a436'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:57:20.632735 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f509bc41-a6bc-4099-aabd-395278bbd63f req-f86728f5-d530-4230-a586-f6ab1c6a91b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=737fa5c4-47b1-4578-b13c-82eeb5cdbc7b HTTP/1.1" status: 200 len: 999 time: 0.0968339 Apr 20 15:57:20.694099 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509bc41-a6bc-4099-aabd-395278bbd63f req-928f56ba-4dae-4b59-8645-fdfe6f2888a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:20.695453 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f509bc41-a6bc-4099-aabd-395278bbd63f req-928f56ba-4dae-4b59-8645-fdfe6f2888a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24 HTTP/1.1" status: 200 len: 850 time: 0.0570843 Apr 20 15:57:20.769212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509bc41-a6bc-4099-aabd-395278bbd63f req-be85c447-480d-4df6-b14a-ff21082fde21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:20.770670 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f509bc41-a6bc-4099-aabd-395278bbd63f req-be85c447-480d-4df6-b14a-ff21082fde21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697515 Apr 20 15:57:20.800102 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-dfed27a9-c0b0-49ca-bfe5-8fa8ddc93563 None None] Set router 98ed705b-ed0e-4a89-9d40-667a9f10a436 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:57:20.901190 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f509bc41-a6bc-4099-aabd-395278bbd63f req-201f704f-e6fc-4246-b644-00686073db5d service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234655 Apr 20 15:57:21.034405 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f509bc41-a6bc-4099-aabd-395278bbd63f req-c4e59ca3-379b-4b25-a131-a45f44fc21dd service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270671 Apr 20 15:57:21.187857 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-dfed27a9-c0b0-49ca-bfe5-8fa8ddc93563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'd8d13ad5-e5a0-423a-b0b7-f07283996549', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'floating_ip_address': '172.26.7.235', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'port_id': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'mac_address': 'fa:16:3e:f0:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:57:18Z', 'updated_at': '2022-04-20T15:57:18Z', 'revision_number': 0, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:13Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:57:21.191790 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed27a9-c0b0-49ca-bfe5-8fa8ddc93563 None None] The sync data for ids ['98ed705b-ed0e-4a89-9d40-667a9f10a436'] in dv-neutron-838699-1-hyperv is: [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'd8d13ad5-e5a0-423a-b0b7-f07283996549', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'floating_ip_address': '172.26.7.235', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'port_id': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'mac_address': 'fa:16:3e:f0:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:57:18Z', 'updated_at': '2022-04-20T15:57:18Z', 'revision_number': 0, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:13Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:57:21.385748 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2279eb4-dc19-4f5f-a9ec-f30211b1673a None None] New status for floating IP d8d13ad5-e5a0-423a-b0b7-f07283996549: ACTIVE {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:57:23.020628 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39824) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:23.096860 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb12973d-7b56-4994-8c63-151dc87e7282 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:23.097350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb12973d-7b56-4994-8c63-151dc87e7282 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:23.097830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb12973d-7b56-4994-8c63-151dc87e7282 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:23.099473 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-eb12973d-7b56-4994-8c63-151dc87e7282 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=275d553700ad4a899ef09eedcedfa1df&network_id=cd0b3b6e-c473-4a7c-b25c-daf106857f52 HTTP/1.1" status: 200 len: 2999 time: 0.0778329 Apr 20 15:57:26.393695 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39838) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:26.452986 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3a8c8f-e23a-406f-839f-03d41871bb60 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:26.454420 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ce3a8c8f-e23a-406f-839f-03d41871bb60 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7 HTTP/1.1" status: 200 len: 814 time: 0.0595942 Apr 20 15:57:27.832782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39848) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:27.838186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-5746789f-0c7a-463e-b5d6-48489703b94d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:57:28.001699 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5746789f-0c7a-463e-b5d6-48489703b94d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:28.111970 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-86a137ce-fbb8-47b7-9be1-650ed36e1849 req-334899e9-3ce9-4111-a56e-e82ea6034295 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2136180 Apr 20 15:57:28.365974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5746789f-0c7a-463e-b5d6-48489703b94d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:28.376559 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5746789f-0c7a-463e-b5d6-48489703b94d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:28.376873 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-5746789f-0c7a-463e-b5d6-48489703b94d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP 1ed29b64-ec86-4403-9f5c-428e786a58dc disassociated. External IP: 172.26.7.213, port: 954f46b8-d620-4881-88d8-82e538e9de12. Apr 20 15:57:28.442509 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a137ce-fbb8-47b7-9be1-650ed36e1849 req-b377260c-961d-459c-b341-110c130db543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:28.444076 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-86a137ce-fbb8-47b7-9be1-650ed36e1849 req-b377260c-961d-459c-b341-110c130db543 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 1098 time: 0.2473001 Apr 20 15:57:28.879558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a137ce-fbb8-47b7-9be1-650ed36e1849 req-482d2bb0-8091-4744-b33e-6ef18ba7a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:28.880895 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-86a137ce-fbb8-47b7-9be1-650ed36e1849 req-482d2bb0-8091-4744-b33e-6ef18ba7a171 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd0b3b6e-c473-4a7c-b25c-daf106857f52 HTTP/1.1" status: 200 len: 897 time: 0.2421298 Apr 20 15:57:29.004034 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-86a137ce-fbb8-47b7-9be1-650ed36e1849 req-871bff2b-a6b2-4a60-9636-4c40f75551de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=954f46b8-d620-4881-88d8-82e538e9de12 HTTP/1.1" status: 200 len: 217 time: 0.0763049 Apr 20 15:57:29.077558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5746789f-0c7a-463e-b5d6-48489703b94d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1e893c63-dd20-4f64-bf8e-f2736230dbba has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:57:29.091458 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a137ce-fbb8-47b7-9be1-650ed36e1849 req-7487e969-a525-4b19-83dc-e0865122a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:29.092893 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-86a137ce-fbb8-47b7-9be1-650ed36e1849 req-7487e969-a525-4b19-83dc-e0865122a1d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a16ca216-76df-4d4b-9b67-131a5c5e9a21 HTTP/1.1" status: 200 len: 835 time: 0.0755289 Apr 20 15:57:29.318165 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a137ce-fbb8-47b7-9be1-650ed36e1849 req-15a730ae-1c9e-4e63-8e90-1f95715bd2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:29.319624 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-86a137ce-fbb8-47b7-9be1-650ed36e1849 req-15a730ae-1c9e-4e63-8e90-1f95715bd2b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd0b3b6e-c473-4a7c-b25c-daf106857f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1777661 Apr 20 15:57:29.320722 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5746789f-0c7a-463e-b5d6-48489703b94d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:57:29.326146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5746789f-0c7a-463e-b5d6-48489703b94d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:29.331059 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a62a3-81ce-4958-bc6c-a61274bdf138 None None] Sync routers for ids ['1e893c63-dd20-4f64-bf8e-f2736230dbba'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:57:29.341414 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a62a3-81ce-4958-bc6c-a61274bdf138 None None] Routers {'1e893c63-dd20-4f64-bf8e-f2736230dbba'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:57:29.342050 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0e5a62a3-81ce-4958-bc6c-a61274bdf138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:57:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1e893c63-dd20-4f64-bf8e-f2736230dbba'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:57:29.460028 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5746789f-0c7a-463e-b5d6-48489703b94d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/floatingips/1ed29b64-ec86-4403-9f5c-428e786a58dc HTTP/1.1" status: 200 len: 690 time: 1.6259778 Apr 20 15:57:29.462392 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2724f52-5ce4-42af-93a8-83e62cc7afef', 'tag': '954f46b8-d620-4881-88d8-82e538e9de12'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:57:29.463175 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39852) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:29.511712 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-86a137ce-fbb8-47b7-9be1-650ed36e1849 req-d24d52ae-d788-4ed7-90f9-22845821ebc8 service neutron] 10.222.0.11 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608758 Apr 20 15:57:29.531574 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-0e5a62a3-81ce-4958-bc6c-a61274bdf138 None None] Set router 1e893c63-dd20-4f64-bf8e-f2736230dbba gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:57:29.540814 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcfac57c-187f-4240-b6c0-5d96bae704bf'] response: {'name': 'network-changed', 'server_uuid': 'd2724f52-5ce4-42af-93a8-83e62cc7afef', 'tag': '954f46b8-d620-4881-88d8-82e538e9de12', 'status': 'completed', 'code': 200} Apr 20 15:57:29.560049 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ee50d4aa-7ebe-4bd2-85f7-c85ea4f0ddf4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/1ed29b64-ec86-4403-9f5c-428e786a58dc HTTP/1.1" status: 200 len: 690 time: 0.0946450 Apr 20 15:57:29.650735 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-86a137ce-fbb8-47b7-9be1-650ed36e1849 req-d6a71126-979d-456f-8e3c-f1ddc7d8fcf8 service neutron] 10.222.0.11 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288292 Apr 20 15:57:29.760047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831e922-39f7-448d-a019-0ebcca3d1f32 req-3e34dcbf-63f3-4f04-9d3f-bc2cce6a2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:29.761418 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4831e922-39f7-448d-a019-0ebcca3d1f32 req-3e34dcbf-63f3-4f04-9d3f-bc2cce6a2c85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 1098 time: 0.0692863 Apr 20 15:57:29.840385 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0e5a62a3-81ce-4958-bc6c-a61274bdf138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '263e75ea-39ea-4748-b22f-4ecc90c3d5b7', 'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:34:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:56:01Z', 'updated_at': '2022-04-20T15:56:06Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:57:29.844225 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a62a3-81ce-4958-bc6c-a61274bdf138 None None] Checking router: 1e893c63-dd20-4f64-bf8e-f2736230dbba for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:57:29.852685 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a62a3-81ce-4958-bc6c-a61274bdf138 None None] Routers {'1e893c63-dd20-4f64-bf8e-f2736230dbba'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:57:29.853297 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0e5a62a3-81ce-4958-bc6c-a61274bdf138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:57:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1e893c63-dd20-4f64-bf8e-f2736230dbba'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:57:29.890262 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831e922-39f7-448d-a019-0ebcca3d1f32 req-4b27e46e-c3fd-43e1-b482-a6c553afeec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:29.891700 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4831e922-39f7-448d-a019-0ebcca3d1f32 req-4b27e46e-c3fd-43e1-b482-a6c553afeec2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd0b3b6e-c473-4a7c-b25c-daf106857f52 HTTP/1.1" status: 200 len: 897 time: 0.1243584 Apr 20 15:57:30.037768 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-0e5a62a3-81ce-4958-bc6c-a61274bdf138 None None] Set router 1e893c63-dd20-4f64-bf8e-f2736230dbba gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:57:30.086308 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4831e922-39f7-448d-a019-0ebcca3d1f32 req-a371ba07-70e4-4660-bb74-8c851ebf7fe0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=954f46b8-d620-4881-88d8-82e538e9de12 HTTP/1.1" status: 200 len: 217 time: 0.1867599 Apr 20 15:57:30.149182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831e922-39f7-448d-a019-0ebcca3d1f32 req-9941fa4f-e191-4b9c-9fe1-fee44ad796f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:30.151160 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4831e922-39f7-448d-a019-0ebcca3d1f32 req-9941fa4f-e191-4b9c-9fe1-fee44ad796f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a16ca216-76df-4d4b-9b67-131a5c5e9a21 HTTP/1.1" status: 200 len: 835 time: 0.0589764 Apr 20 15:57:30.223900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831e922-39f7-448d-a019-0ebcca3d1f32 req-737f34ef-7af2-4367-9779-4c129b2880b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:30.225357 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4831e922-39f7-448d-a019-0ebcca3d1f32 req-737f34ef-7af2-4367-9779-4c129b2880b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd0b3b6e-c473-4a7c-b25c-daf106857f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690296 Apr 20 15:57:30.355109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-0e5a62a3-81ce-4958-bc6c-a61274bdf138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '263e75ea-39ea-4748-b22f-4ecc90c3d5b7', 'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:34:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:56:01Z', 'updated_at': '2022-04-20T15:56:06Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:57:30.357122 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4831e922-39f7-448d-a019-0ebcca3d1f32 req-20c4d185-d53a-4a78-aa61-988159868970 service neutron] 10.222.0.11 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260188 Apr 20 15:57:30.359018 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a62a3-81ce-4958-bc6c-a61274bdf138 None None] The sync data for ids ['1e893c63-dd20-4f64-bf8e-f2736230dbba'] in dv-neutron-838699-1-hyperv is: [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '263e75ea-39ea-4748-b22f-4ecc90c3d5b7', 'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:34:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:56:01Z', 'updated_at': '2022-04-20T15:56:06Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:57:30.494626 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4831e922-39f7-448d-a019-0ebcca3d1f32 req-ff1f7977-bdf7-4e72-8698-bf53e2b2e461 service neutron] 10.222.0.11 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293318 Apr 20 15:57:30.562336 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39858) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:30.589239 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4b417c-36f3-42d6-965f-fe29eee4dd47 None None] New status for floating IP 1ed29b64-ec86-4403-9f5c-428e786a58dc: DOWN {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:57:30.643108 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5ee713e8-9ed7-4751-9aeb-e72aaf82ee67 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/1ed29b64-ec86-4403-9f5c-428e786a58dc HTTP/1.1" status: 200 len: 690 time: 0.0796356 Apr 20 15:57:31.646961 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39862) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:31.728909 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-be36b894-dae2-435d-88ea-f4b17742874b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/1ed29b64-ec86-4403-9f5c-428e786a58dc HTTP/1.1" status: 200 len: 688 time: 0.0802991 Apr 20 15:57:32.059186 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-816761b8-030c-48b9-8d8f-5757fa564865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.038977 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39870) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:33.044195 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-803775826', 'description': 'tempest-secgroup-smoke-803775826 description', 'project_id': '275d553700ad4a899ef09eedcedfa1df'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:57:33.050299 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:57:33.063264 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:57:33.074713 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.095252 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:57:33.099327 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:57:33.102146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:57:33.107840 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:57:33.179682 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.183960 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.227882 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e34869-f5f3-491d-ba73-a6f0d2101ed4,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:33.231596 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.232825 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1928632 Apr 20 15:57:33.235872 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39874) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:33.237479 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:33.237934 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:33.238255 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:33.238592 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:33.238925 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:33.239254 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:33.239579 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:33.239938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:33.240265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:33.240586 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:33.240905 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:33.241046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-fc382a2d-6ab3-447f-afc1-04825f44a12c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '87e34869-f5f3-491d-ba73-a6f0d2101ed4', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:57:33.241214 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaaf5f-eb2d-44be-8081-880486d1b0f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:33.247654 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-fc382a2d-6ab3-447f-afc1-04825f44a12c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:57:33.251687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-fc382a2d-6ab3-447f-afc1-04825f44a12c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:57:33.256704 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-fc382a2d-6ab3-447f-afc1-04825f44a12c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:57:33.262928 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-fc382a2d-6ab3-447f-afc1-04825f44a12c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:57:33.278451 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fc382a2d-6ab3-447f-afc1-04825f44a12c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.338802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fc382a2d-6ab3-447f-afc1-04825f44a12c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.342079 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fc382a2d-6ab3-447f-afc1-04825f44a12c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.369818 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc382a2d-6ab3-447f-afc1-04825f44a12c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61cbb967-4ddd-40e6-88d2-661c8e467ac4,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:33.378743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fc382a2d-6ab3-447f-afc1-04825f44a12c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.380032 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-fc382a2d-6ab3-447f-afc1-04825f44a12c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430931 Apr 20 15:57:33.382692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39878) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:33.388971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-bbb5ad5f-a4ab-4075-9b32-bb0fd65c15c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '87e34869-f5f3-491d-ba73-a6f0d2101ed4', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:57:33.394176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-bbb5ad5f-a4ab-4075-9b32-bb0fd65c15c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:57:33.398145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-bbb5ad5f-a4ab-4075-9b32-bb0fd65c15c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:57:33.401067 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-bbb5ad5f-a4ab-4075-9b32-bb0fd65c15c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:57:33.406994 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-bbb5ad5f-a4ab-4075-9b32-bb0fd65c15c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:57:33.424382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ad5f-a4ab-4075-9b32-bb0fd65c15c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.494554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ad5f-a4ab-4075-9b32-bb0fd65c15c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.494554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ad5f-a4ab-4075-9b32-bb0fd65c15c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.519108 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5ad5f-a4ab-4075-9b32-bb0fd65c15c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe9be85-400b-45d0-b4b1-64f07a598333,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:33.525837 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ad5f-a4ab-4075-9b32-bb0fd65c15c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.526305 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bbb5ad5f-a4ab-4075-9b32-bb0fd65c15c3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426954 Apr 20 15:57:33.529032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39884) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:33.533988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-cf949efa-fdf8-482f-aa9b-ada9bc3e6b09 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '87e34869-f5f3-491d-ba73-a6f0d2101ed4', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:57:33.540679 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cf949efa-fdf8-482f-aa9b-ada9bc3e6b09 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:57:33.545133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cf949efa-fdf8-482f-aa9b-ada9bc3e6b09 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:57:33.548008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cf949efa-fdf8-482f-aa9b-ada9bc3e6b09 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:57:33.553989 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cf949efa-fdf8-482f-aa9b-ada9bc3e6b09 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:57:33.570928 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cf949efa-fdf8-482f-aa9b-ada9bc3e6b09 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.634132 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cf949efa-fdf8-482f-aa9b-ada9bc3e6b09 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.637693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cf949efa-fdf8-482f-aa9b-ada9bc3e6b09 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.659862 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf949efa-fdf8-482f-aa9b-ada9bc3e6b09 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59e9099-f792-4398-b70c-8363c5ebe515,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:33.669478 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cf949efa-fdf8-482f-aa9b-ada9bc3e6b09 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.671024 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cf949efa-fdf8-482f-aa9b-ada9bc3e6b09 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410487 Apr 20 15:57:33.673820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39888) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:33.679104 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-2c1289ac-78ff-4680-a6f6-330bc9451375 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '87e34869-f5f3-491d-ba73-a6f0d2101ed4', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:57:33.685352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2c1289ac-78ff-4680-a6f6-330bc9451375 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:57:33.689205 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2c1289ac-78ff-4680-a6f6-330bc9451375 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:57:33.692130 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2c1289ac-78ff-4680-a6f6-330bc9451375 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:57:33.697792 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2c1289ac-78ff-4680-a6f6-330bc9451375 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:57:33.714028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c1289ac-78ff-4680-a6f6-330bc9451375 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.778581 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c1289ac-78ff-4680-a6f6-330bc9451375 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.782960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c1289ac-78ff-4680-a6f6-330bc9451375 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.808201 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1289ac-78ff-4680-a6f6-330bc9451375 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42394f87-9579-4267-bc37-6249617f1692,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:33.817528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c1289ac-78ff-4680-a6f6-330bc9451375 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.818833 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2c1289ac-78ff-4680-a6f6-330bc9451375 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1439824 Apr 20 15:57:33.821563 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39892) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:33.826748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-caef35aa-7466-421f-a105-fb0a9267cc4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '87e34869-f5f3-491d-ba73-a6f0d2101ed4', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:57:33.832439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-caef35aa-7466-421f-a105-fb0a9267cc4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:57:33.836296 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-caef35aa-7466-421f-a105-fb0a9267cc4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:57:33.839629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-caef35aa-7466-421f-a105-fb0a9267cc4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:57:33.845494 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-caef35aa-7466-421f-a105-fb0a9267cc4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:57:33.856631 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-caef35aa-7466-421f-a105-fb0a9267cc4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:57:33.863345 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-caef35aa-7466-421f-a105-fb0a9267cc4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.926892 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-caef35aa-7466-421f-a105-fb0a9267cc4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.929801 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-caef35aa-7466-421f-a105-fb0a9267cc4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.952358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef35aa-7466-421f-a105-fb0a9267cc4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b134a39a-8faa-49e3-bfdb-733e8f7698e1,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:33.961279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-caef35aa-7466-421f-a105-fb0a9267cc4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.962524 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-caef35aa-7466-421f-a105-fb0a9267cc4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1400199 Apr 20 15:57:33.965706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39896) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:33.970662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-70d1e62f-6dcf-4644-b60f-ef4628e9c7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '87e34869-f5f3-491d-ba73-a6f0d2101ed4', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:57:33.976545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-70d1e62f-6dcf-4644-b60f-ef4628e9c7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:57:33.981036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-70d1e62f-6dcf-4644-b60f-ef4628e9c7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:57:33.983923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-70d1e62f-6dcf-4644-b60f-ef4628e9c7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:57:33.989687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-70d1e62f-6dcf-4644-b60f-ef4628e9c7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:57:33.999790 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-70d1e62f-6dcf-4644-b60f-ef4628e9c7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:57:34.006057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70d1e62f-6dcf-4644-b60f-ef4628e9c7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:34.072404 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70d1e62f-6dcf-4644-b60f-ef4628e9c7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:34.075787 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70d1e62f-6dcf-4644-b60f-ef4628e9c7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:34.098786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1e62f-6dcf-4644-b60f-ef4628e9c7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98947a7f-9fce-4fd9-9d8f-ded053f5b217,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:34.109354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70d1e62f-6dcf-4644-b60f-ef4628e9c7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:34.110611 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-70d1e62f-6dcf-4644-b60f-ef4628e9c7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439254 Apr 20 15:57:34.270142 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-00e88ec8-bb28-4069-b669-fc950527c4d4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-803775826&fields=id&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 267 time: 0.0390530 Apr 20 15:57:34.322527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9fab434b-ec87-47fb-94e7-e797d5254640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:34.421166 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-561486d6-5004-4c76-8b79-882da608c2a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:34.424343 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-561486d6-5004-4c76-8b79-882da608c2a9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/networks?id=cd0b3b6e-c473-4a7c-b25c-daf106857f52 HTTP/1.1" status: 200 len: 796 time: 0.1473184 Apr 20 15:57:34.437997 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-5ccea332-7702-4b13-b8f5-77e38eac5422 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/quotas/275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 375 time: 0.0098188 Apr 20 15:57:34.533489 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-eb66e3d6-a918-4604-94e6-14ce9aeed560 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0857444 Apr 20 15:57:34.676105 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-0b46a3ce-5817-436f-8d6a-63513422cf38 service neutron] 10.222.0.13 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297488 Apr 20 15:57:34.818532 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-2289149a-585d-4584-abda-40dac98b94bf service neutron] 10.222.0.13 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337423 Apr 20 15:57:35.005893 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fa944604-b869-44f1-9981-28cc67a55cd4 req-aecdb0ad-04ae-4696-b2b3-955d5d2c43c8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 210 time: 0.0493391 Apr 20 15:57:35.691676 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:35.722433 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:36.328966 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e02572df-d125-41b9-87da-631baf2c9014 req-5d94b4ee-17f8-46fe-bd25-cc7003dcf25e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 210 time: 0.0590014 Apr 20 15:57:36.339810 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-62f404e5-f026-466e-a100-ceb3a2728d52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:36.348854 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-62f404e5-f026-466e-a100-ceb3a2728d52 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/networks?id=cd0b3b6e-c473-4a7c-b25c-daf106857f52 HTTP/1.1" status: 200 len: 796 time: 0.4026861 Apr 20 15:57:36.403598 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-fb04a018-a6b5-4d60-94cf-b3354d0bb7db tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 471 time: 0.0478709 Apr 20 15:57:36.414391 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-4e68cdea-d4cc-4217-9e9c-45d84ed8a687 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'port': {'device_id': 'e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'admin_state_up': True, 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'security_groups': ['87e34869-f5f3-491d-ba73-a6f0d2101ed4']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:57:36.576967 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-4e68cdea-d4cc-4217-9e9c-45d84ed8a687 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:57:36.586206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-4e68cdea-d4cc-4217-9e9c-45d84ed8a687 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:57:36.596752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-4e68cdea-d4cc-4217-9e9c-45d84ed8a687 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:57:36.596752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-4e68cdea-d4cc-4217-9e9c-45d84ed8a687 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:36.781582 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-4e68cdea-d4cc-4217-9e9c-45d84ed8a687 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.3 (cd0b3b6e-c473-4a7c-b25c-daf106857f52/a16ca216-76df-4d4b-9b67-131a5c5e9a21/134feb3f-dff8-4a0d-9caa-070f86dc3466) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:57:36.999079 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-4e68cdea-d4cc-4217-9e9c-45d84ed8a687 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:37.016538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-4e68cdea-d4cc-4217-9e9c-45d84ed8a687 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object 134feb3f-dff8-4a0d-9caa-070f86dc3466 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:57:37.044389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-4e68cdea-d4cc-4217-9e9c-45d84ed8a687 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:37.084608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:37.125084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-4e68cdea-d4cc-4217-9e9c-45d84ed8a687 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network cd0b3b6e-c473-4a7c-b25c-daf106857f52 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:57:37.125084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-4e68cdea-d4cc-4217-9e9c-45d84ed8a687 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:57:37.146754 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-4e68cdea-d4cc-4217-9e9c-45d84ed8a687 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:57:37.249836 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68cdea-d4cc-4217-9e9c-45d84ed8a687 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=134feb3f-dff8-4a0d-9caa-070f86dc3466,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:37.316132 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-4e68cdea-d4cc-4217-9e9c-45d84ed8a687 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:37.316132 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-4e68cdea-d4cc-4217-9e9c-45d84ed8a687 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:37.345186 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-4e68cdea-d4cc-4217-9e9c-45d84ed8a687 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9362972 Apr 20 15:57:37.360404 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Request body: {'port': {'device_id': 'e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:57:37.441082 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8bab4bcd-8eca-43fc-bada-5163b4e05bfe None None] Provisioning for port 134feb3f-dff8-4a0d-9caa-070f86dc3466 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:57:37.462236 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8bab4bcd-8eca-43fc-bada-5163b4e05bfe None None] Provisioning complete for port 134feb3f-dff8-4a0d-9caa-070f86dc3466 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:57:37.462635 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8bab4bcd-8eca-43fc-bada-5163b4e05bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:37.517577 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-8bab4bcd-8eca-43fc-bada-5163b4e05bfe None None] Port 134feb3f-dff8-4a0d-9caa-070f86dc3466 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:57:37.536690 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:37.644481 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88d978-b6e9-4737-aa7c-f1f56f9ce39e req-2737b8f7-573b-460b-b15d-d3813dd8f064 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:37.645188 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-aa88d978-b6e9-4737-aa7c-f1f56f9ce39e req-2737b8f7-573b-460b-b15d-d3813dd8f064 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:57:37.719069 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-aa88d978-b6e9-4737-aa7c-f1f56f9ce39e req-2737b8f7-573b-460b-b15d-d3813dd8f064 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:57:37.719823 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-aa88d978-b6e9-4737-aa7c-f1f56f9ce39e req-2737b8f7-573b-460b-b15d-d3813dd8f064 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 931 time: 0.2305002 Apr 20 15:57:37.850753 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-aa88d978-b6e9-4737-aa7c-f1f56f9ce39e req-52a8a0ef-d337-4c09-9246-bc38f34699f7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87e34869-f5f3-491d-ba73-a6f0d2101ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190355 Apr 20 15:57:37.966686 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134feb3f-dff8-4a0d-9caa-070f86dc3466 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:57:37.974071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:37.987830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Transition to ACTIVE for port object 134feb3f-dff8-4a0d-9caa-070f86dc3466 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:57:37.991324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:38.154328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Pushing event updated for resources: {'Port': ['ID=134feb3f-dff8-4a0d-9caa-070f86dc3466,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:38.263253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Attempting to bind port 134feb3f-dff8-4a0d-9caa-070f86dc3466 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:57:38.263253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Attempting to bind port 134feb3f-dff8-4a0d-9caa-070f86dc3466 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '3a2649d7-81de-4ac4-9b8a-267c2c869810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:57:38.263253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Attempting to bind port 134feb3f-dff8-4a0d-9caa-070f86dc3466 on network cd0b3b6e-c473-4a7c-b25c-daf106857f52 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:57:38.270191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Port 134feb3f-dff8-4a0d-9caa-070f86dc3466 on network cd0b3b6e-c473-4a7c-b25c-daf106857f52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:57:38.270191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Attempting to bind port 134feb3f-dff8-4a0d-9caa-070f86dc3466 on network cd0b3b6e-c473-4a7c-b25c-daf106857f52 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:57:38.278195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:57:38.278195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Checking segment: {'id': '3a2649d7-81de-4ac4-9b8a-267c2c869810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:57:38.278195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Bound using segment: {'id': '3a2649d7-81de-4ac4-9b8a-267c2c869810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:57:38.278195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Bound port: 134feb3f-dff8-4a0d-9caa-070f86dc3466, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a2649d7-81de-4ac4-9b8a-267c2c869810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:57:38.278195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:38.385046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] For port 134feb3f-dff8-4a0d-9caa-070f86dc3466, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:57:38.385046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] For port 134feb3f-dff8-4a0d-9caa-070f86dc3466, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=134feb3f-dff8-4a0d-9caa-070f86dc3466,segment=NetworkSegment(3a2649d7-81de-4ac4-9b8a-267c2c869810),segment_id=3a2649d7-81de-4ac4-9b8a-267c2c869810)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:57:38.391902 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:38.446030 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:38.446571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:38.448941 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] 10.222.0.11 "PUT /v2.0/ports/134feb3f-dff8-4a0d-9caa-070f86dc3466 HTTP/1.1" status: 200 len: 1093 time: 1.0998676 Apr 20 15:57:38.449042 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856', 'tag': '134feb3f-dff8-4a0d-9caa-070f86dc3466'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:57:38.484058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f7f77-8cca-479d-abdf-7df56a9bc178 service neutron] Pushing event updated for resources: {'Port': ['ID=134feb3f-dff8-4a0d-9caa-070f86dc3466,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:38.541729 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738c4d3a-f029-4256-a507-6bdb27f54a2a'] response: {'name': 'network-changed', 'server_uuid': 'e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856', 'tag': '134feb3f-dff8-4a0d-9caa-070f86dc3466', 'status': 'completed', 'code': 200} Apr 20 15:57:38.690719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-423a0d62-e8ae-41fc-b69a-cfb2da808c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:38.692280 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-423a0d62-e8ae-41fc-b69a-cfb2da808c70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 1096 time: 0.1974568 Apr 20 15:57:38.763541 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-e711ea44-0bf9-408c-8856-ed885f8c7a7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=134feb3f-dff8-4a0d-9caa-070f86dc3466 HTTP/1.1" status: 200 len: 217 time: 0.0637002 Apr 20 15:57:38.826914 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-8c90ff31-d555-45bf-a856-8c20ea901dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:38.828329 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-8c90ff31-d555-45bf-a856-8c20ea901dec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a16ca216-76df-4d4b-9b67-131a5c5e9a21 HTTP/1.1" status: 200 len: 835 time: 0.0590093 Apr 20 15:57:38.901854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-234fc199-7550-406a-8f5e-d92581d5a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:38.903364 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-234fc199-7550-406a-8f5e-d92581d5a9af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd0b3b6e-c473-4a7c-b25c-daf106857f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688620 Apr 20 15:57:39.083195 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-70fef7a9-fa30-4c42-89e7-be3bdfd6c0ca service neutron] 10.222.0.11 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731174 Apr 20 15:57:39.173208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06b082-ae51-484e-b5be-13a34de55742 req-f238219e-e1a0-4148-b438-c3ac692b06f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:39.174547 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1a06b082-ae51-484e-b5be-13a34de55742 req-f238219e-e1a0-4148-b438-c3ac692b06f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 943 time: 0.1979034 Apr 20 15:57:39.242020 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1a06b082-ae51-484e-b5be-13a34de55742 req-e63ac579-ec2b-4269-82f1-e9b633dac1cd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87e34869-f5f3-491d-ba73-a6f0d2101ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602500 Apr 20 15:57:39.259627 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4014fe8d-2128-4186-990d-579b2fa0e301 req-22033fac-03bd-4c99-a204-42f2321c6960 service neutron] 10.222.0.11 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701679 Apr 20 15:57:39.374579 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318f33c-2121-4494-88a3-baa1b29c51a4 req-a9947b47-ca80-461e-b4e2-24d1fc61269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:39.374579 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5318f33c-2121-4494-88a3-baa1b29c51a4 req-a9947b47-ca80-461e-b4e2-24d1fc61269a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 1096 time: 0.0704539 Apr 20 15:57:39.506315 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318f33c-2121-4494-88a3-baa1b29c51a4 req-c0ed77ba-c04c-48cb-a2e8-25444fb633df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:39.507737 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5318f33c-2121-4494-88a3-baa1b29c51a4 req-c0ed77ba-c04c-48cb-a2e8-25444fb633df service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd0b3b6e-c473-4a7c-b25c-daf106857f52 HTTP/1.1" status: 200 len: 897 time: 0.1273870 Apr 20 15:57:39.583506 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5318f33c-2121-4494-88a3-baa1b29c51a4 req-07e7f085-2226-4363-8faf-569ae316af68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=134feb3f-dff8-4a0d-9caa-070f86dc3466 HTTP/1.1" status: 200 len: 217 time: 0.0685523 Apr 20 15:57:39.649513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318f33c-2121-4494-88a3-baa1b29c51a4 req-5ee592d2-2ace-4397-9a3d-233afa3ba116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:39.651534 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5318f33c-2121-4494-88a3-baa1b29c51a4 req-5ee592d2-2ace-4397-9a3d-233afa3ba116 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a16ca216-76df-4d4b-9b67-131a5c5e9a21 HTTP/1.1" status: 200 len: 835 time: 0.0617330 Apr 20 15:57:39.726312 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318f33c-2121-4494-88a3-baa1b29c51a4 req-379cb48e-27e9-4a1d-8f68-ca6396ad7f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:39.727816 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5318f33c-2121-4494-88a3-baa1b29c51a4 req-379cb48e-27e9-4a1d-8f68-ca6396ad7f6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd0b3b6e-c473-4a7c-b25c-daf106857f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702815 Apr 20 15:57:39.861511 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5318f33c-2121-4494-88a3-baa1b29c51a4 req-d0900dac-3ea8-4807-84f9-864952334914 service neutron] 10.222.0.11 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264980 Apr 20 15:57:39.997226 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5318f33c-2121-4494-88a3-baa1b29c51a4 req-92a87bff-cca5-414e-bc8c-6aff419420de service neutron] 10.222.0.11 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289115 Apr 20 15:57:40.437783 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88ccdb-7fae-416f-ab1f-36dc499be206 req-b3ce23e9-ed64-4088-a10f-6e73e63c3964 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:40.445590 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7b88ccdb-7fae-416f-ab1f-36dc499be206 req-b3ce23e9-ed64-4088-a10f-6e73e63c3964 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 943 time: 0.0848324 Apr 20 15:57:40.489043 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7b88ccdb-7fae-416f-ab1f-36dc499be206 req-e8c84cd3-469d-4e0f-b297-ed79bdada1eb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87e34869-f5f3-491d-ba73-a6f0d2101ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455875 Apr 20 15:57:41.174118 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 134feb3f-dff8-4a0d-9caa-070f86dc3466 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 15:57:41.323372 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 134feb3f-dff8-4a0d-9caa-070f86dc3466, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=134feb3f-dff8-4a0d-9caa-070f86dc3466,segment=NetworkSegment(3a2649d7-81de-4ac4-9b8a-267c2c869810),segment_id=3a2649d7-81de-4ac4-9b8a-267c2c869810)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:57:41.337337 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '134feb3f-dff8-4a0d-9caa-070f86dc3466', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'port_id': '134feb3f-dff8-4a0d-9caa-070f86dc3466', 'mac_address': 'fa:16:3e:65:43:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 15:57:41.406740 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:41.425184 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134feb3f-dff8-4a0d-9caa-070f86dc3466 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:57:41.442082 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 134feb3f-dff8-4a0d-9caa-070f86dc3466, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=134feb3f-dff8-4a0d-9caa-070f86dc3466,segment=NetworkSegment(3a2649d7-81de-4ac4-9b8a-267c2c869810),segment_id=3a2649d7-81de-4ac4-9b8a-267c2c869810)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:57:41.442082 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:41.513870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=134feb3f-dff8-4a0d-9caa-070f86dc3466,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:41.686741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c55111-54cc-4388-84b6-6aa74e8674c1 req-61802fa3-6731-44bf-b765-11425b5c86b5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:41.688186 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f3c55111-54cc-4388-84b6-6aa74e8674c1 req-61802fa3-6731-44bf-b765-11425b5c86b5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 944 time: 0.0832098 Apr 20 15:57:41.733481 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f3c55111-54cc-4388-84b6-6aa74e8674c1 req-48eba0e9-1753-40d0-b5eb-59f81f9597d9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87e34869-f5f3-491d-ba73-a6f0d2101ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396202 Apr 20 15:57:41.778223 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['134feb3f-dff8-4a0d-9caa-070f86dc3466'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 15:57:42.923188 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13f475-78e8-4915-870a-db0ed419645a req-7e4a3e5d-0635-4ec0-9c36-0082599995da tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:42.924027 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6c13f475-78e8-4915-870a-db0ed419645a req-7e4a3e5d-0635-4ec0-9c36-0082599995da tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 944 time: 0.0858514 Apr 20 15:57:43.071416 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6c13f475-78e8-4915-870a-db0ed419645a req-7aa953eb-e784-4059-b9a9-6be2021a4988 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87e34869-f5f3-491d-ba73-a6f0d2101ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416650 Apr 20 15:57:43.207149 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 134feb3f-dff8-4a0d-9caa-070f86dc3466 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:57:43.269927 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 134feb3f-dff8-4a0d-9caa-070f86dc3466 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:57:43.274454 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 134feb3f-dff8-4a0d-9caa-070f86dc3466 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:57:43.274836 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:43.403465 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:43.433147 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134feb3f-dff8-4a0d-9caa-070f86dc3466'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:57:43.447530 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 134feb3f-dff8-4a0d-9caa-070f86dc3466, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=134feb3f-dff8-4a0d-9caa-070f86dc3466,segment=NetworkSegment(3a2649d7-81de-4ac4-9b8a-267c2c869810),segment_id=3a2649d7-81de-4ac4-9b8a-267c2c869810)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:57:43.450740 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:43.529820 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=134feb3f-dff8-4a0d-9caa-070f86dc3466,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:43.626817 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4730e9cd-a054-4802-b450-c8110493adc9'] response: {'server_uuid': 'e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134feb3f-dff8-4a0d-9caa-070f86dc3466', 'code': 200} Apr 20 15:57:43.866483 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc16dec-8e8c-4fae-95b0-f0963a6ddad9 req-9c8089ca-40ab-4d50-a235-94d899fbd69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:43.867733 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6fc16dec-8e8c-4fae-95b0-f0963a6ddad9 req-9c8089ca-40ab-4d50-a235-94d899fbd69e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 1098 time: 0.0764253 Apr 20 15:57:43.911127 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6fc16dec-8e8c-4fae-95b0-f0963a6ddad9 req-7dc1ae72-5852-470e-aa65-2462b6d1edf9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=87e34869-f5f3-491d-ba73-a6f0d2101ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356243 Apr 20 15:57:44.270466 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17c250-7567-4d30-9081-99deb0e6b995 req-9282f172-9526-4dc5-b02c-4cdf9b98c014 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:44.271957 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ca17c250-7567-4d30-9081-99deb0e6b995 req-9282f172-9526-4dc5-b02c-4cdf9b98c014 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 945 time: 0.0884812 Apr 20 15:57:44.319217 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ca17c250-7567-4d30-9081-99deb0e6b995 req-e6bc4cf0-b9d7-4e51-98a9-30abb00ef364 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87e34869-f5f3-491d-ba73-a6f0d2101ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407436 Apr 20 15:57:44.912174 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:45.506344 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb8161-0b10-479a-a401-5af54a708e9e req-5ba7ef94-24d0-41bf-b83c-28fb970e99b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:45.507667 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41eb8161-0b10-479a-a401-5af54a708e9e req-5ba7ef94-24d0-41bf-b83c-28fb970e99b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 945 time: 0.0824196 Apr 20 15:57:45.551031 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41eb8161-0b10-479a-a401-5af54a708e9e req-b46abd55-ee71-477e-98d4-2a47fc84798f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87e34869-f5f3-491d-ba73-a6f0d2101ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376046 Apr 20 15:57:45.736362 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391066b-a6ca-43f6-9aa2-22ae9f852c50 req-2fad0313-1663-46db-b3e6-c9e2cdf948de tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:45.737837 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3391066b-a6ca-43f6-9aa2-22ae9f852c50 req-2fad0313-1663-46db-b3e6-c9e2cdf948de tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 945 time: 0.0819430 Apr 20 15:57:45.780760 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3391066b-a6ca-43f6-9aa2-22ae9f852c50 req-243ebf55-1a78-447c-b0b6-f4bad0b88e4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87e34869-f5f3-491d-ba73-a6f0d2101ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372462 Apr 20 15:57:45.802784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39952) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:45.874952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f32286-32ea-4f95-b7b3-48ca98dbfe2d tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:45.876455 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a5f32286-32ea-4f95-b7b3-48ca98dbfe2d tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 1093 time: 0.0727251 Apr 20 15:57:45.879184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39956) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:45.883874 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-44183608-fcb4-4d79-9d5b-2eea48202e40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'floatingip': {'port_id': '134feb3f-dff8-4a0d-9caa-070f86dc3466'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:57:45.960702 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44183608-fcb4-4d79-9d5b-2eea48202e40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:46.545933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44183608-fcb4-4d79-9d5b-2eea48202e40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:46.549751 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44183608-fcb4-4d79-9d5b-2eea48202e40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:46.716149 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-44183608-fcb4-4d79-9d5b-2eea48202e40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP 1ed29b64-ec86-4403-9f5c-428e786a58dc associated. External IP: 172.26.7.213, port: 134feb3f-dff8-4a0d-9caa-070f86dc3466. Apr 20 15:57:47.162044 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44183608-fcb4-4d79-9d5b-2eea48202e40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1e893c63-dd20-4f64-bf8e-f2736230dbba has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:57:47.340766 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44183608-fcb4-4d79-9d5b-2eea48202e40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:57:47.345809 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44183608-fcb4-4d79-9d5b-2eea48202e40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:47.350196 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3556b5-d06a-4f6c-84a6-8d37984563ba None None] Sync routers for ids ['1e893c63-dd20-4f64-bf8e-f2736230dbba'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:57:47.360456 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3556b5-d06a-4f6c-84a6-8d37984563ba None None] Routers {'1e893c63-dd20-4f64-bf8e-f2736230dbba'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:57:47.361075 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1b3556b5-d06a-4f6c-84a6-8d37984563ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:57:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1e893c63-dd20-4f64-bf8e-f2736230dbba'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:57:47.399784 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-44183608-fcb4-4d79-9d5b-2eea48202e40 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/floatingips/1ed29b64-ec86-4403-9f5c-428e786a58dc HTTP/1.1" status: 200 len: 991 time: 1.5195811 Apr 20 15:57:47.400911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856', 'tag': '134feb3f-dff8-4a0d-9caa-070f86dc3466'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:57:47.403208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 39960) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:47.444640 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb2eb96-5b8e-4d8a-8d36-2c4e44a1cbdd'] response: {'name': 'network-changed', 'server_uuid': 'e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856', 'tag': '134feb3f-dff8-4a0d-9caa-070f86dc3466', 'status': 'completed', 'code': 200} Apr 20 15:57:47.514023 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2a6f6980-0aba-4419-ad04-f2500e288c66 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/1ed29b64-ec86-4403-9f5c-428e786a58dc HTTP/1.1" status: 200 len: 991 time: 0.1095881 Apr 20 15:57:47.538874 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d338d1-ee19-44f0-959f-281a305933b2 req-dadeb467-f70b-4187-9ae1-226d2236fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:47.540406 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49d338d1-ee19-44f0-959f-281a305933b2 req-dadeb467-f70b-4187-9ae1-226d2236fc75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 1098 time: 0.0732102 Apr 20 15:57:47.542172 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-1b3556b5-d06a-4f6c-84a6-8d37984563ba None None] Set router 1e893c63-dd20-4f64-bf8e-f2736230dbba gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:57:47.669911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d338d1-ee19-44f0-959f-281a305933b2 req-6ddccb91-2cc4-429b-87f1-c703b2853c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:47.671414 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49d338d1-ee19-44f0-959f-281a305933b2 req-6ddccb91-2cc4-429b-87f1-c703b2853c76 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd0b3b6e-c473-4a7c-b25c-daf106857f52 HTTP/1.1" status: 200 len: 897 time: 0.1255076 Apr 20 15:57:47.775338 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49d338d1-ee19-44f0-959f-281a305933b2 req-12bddfbc-ea7d-4767-b5c5-29ac89c71bce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=134feb3f-dff8-4a0d-9caa-070f86dc3466 HTTP/1.1" status: 200 len: 999 time: 0.0968907 Apr 20 15:57:47.839641 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d338d1-ee19-44f0-959f-281a305933b2 req-f463ce60-340b-4c4c-8613-d403b3f7b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:47.841105 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49d338d1-ee19-44f0-959f-281a305933b2 req-f463ce60-340b-4c4c-8613-d403b3f7b310 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a16ca216-76df-4d4b-9b67-131a5c5e9a21 HTTP/1.1" status: 200 len: 835 time: 0.0602610 Apr 20 15:57:47.914134 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1b3556b5-d06a-4f6c-84a6-8d37984563ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '1ed29b64-ec86-4403-9f5c-428e786a58dc', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.213', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'port_id': '134feb3f-dff8-4a0d-9caa-070f86dc3466', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'mac_address': 'fa:16:3e:65:43:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:56:18Z', 'updated_at': '2022-04-20T15:57:46Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263e75ea-39ea-4748-b22f-4ecc90c3d5b7', 'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:34:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:56:01Z', 'updated_at': '2022-04-20T15:56:06Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:57:47.915900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d338d1-ee19-44f0-959f-281a305933b2 req-a67c5d20-76e0-4d60-a4ba-bcc1828268f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:47.917382 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49d338d1-ee19-44f0-959f-281a305933b2 req-a67c5d20-76e0-4d60-a4ba-bcc1828268f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd0b3b6e-c473-4a7c-b25c-daf106857f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706639 Apr 20 15:57:47.918142 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3556b5-d06a-4f6c-84a6-8d37984563ba None None] Checking router: 1e893c63-dd20-4f64-bf8e-f2736230dbba for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:57:47.926702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3556b5-d06a-4f6c-84a6-8d37984563ba None None] Routers {'1e893c63-dd20-4f64-bf8e-f2736230dbba'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:57:47.927244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1b3556b5-d06a-4f6c-84a6-8d37984563ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:57:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1e893c63-dd20-4f64-bf8e-f2736230dbba'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:57:48.050332 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49d338d1-ee19-44f0-959f-281a305933b2 req-dc0e9099-c4a0-4bf7-9de5-5feafa375d4c service neutron] 10.222.0.11 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262996 Apr 20 15:57:48.104696 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-1b3556b5-d06a-4f6c-84a6-8d37984563ba None None] Set router 1e893c63-dd20-4f64-bf8e-f2736230dbba gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:57:48.182584 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49d338d1-ee19-44f0-959f-281a305933b2 req-06c97774-8dba-4bd9-a074-eb14b0b5bd23 service neutron] 10.222.0.11 "GET /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247833 Apr 20 15:57:48.448617 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1b3556b5-d06a-4f6c-84a6-8d37984563ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '1ed29b64-ec86-4403-9f5c-428e786a58dc', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.213', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'port_id': '134feb3f-dff8-4a0d-9caa-070f86dc3466', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'mac_address': 'fa:16:3e:65:43:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:56:18Z', 'updated_at': '2022-04-20T15:57:46Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263e75ea-39ea-4748-b22f-4ecc90c3d5b7', 'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:34:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:56:01Z', 'updated_at': '2022-04-20T15:56:06Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:57:48.452655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3556b5-d06a-4f6c-84a6-8d37984563ba None None] The sync data for ids ['1e893c63-dd20-4f64-bf8e-f2736230dbba'] in dv-neutron-838699-1-hyperv is: [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '1ed29b64-ec86-4403-9f5c-428e786a58dc', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.213', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'port_id': '134feb3f-dff8-4a0d-9caa-070f86dc3466', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'mac_address': 'fa:16:3e:65:43:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:56:18Z', 'updated_at': '2022-04-20T15:57:46Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263e75ea-39ea-4748-b22f-4ecc90c3d5b7', 'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:34:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:56:01Z', 'updated_at': '2022-04-20T15:56:06Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:57:48.517712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39966) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:48.636215 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cec403-56f0-49fa-8cb5-e639bcd203bd None None] New status for floating IP 1ed29b64-ec86-4403-9f5c-428e786a58dc: ACTIVE {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:57:48.745129 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f75174cc-b071-47fb-83eb-f1b57e53fea4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/1ed29b64-ec86-4403-9f5c-428e786a58dc HTTP/1.1" status: 200 len: 991 time: 0.2261190 Apr 20 15:57:49.748865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 39972) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:57:49.851443 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a33b69e5-3459-4ee8-9301-c7073def8715 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/1ed29b64-ec86-4403-9f5c-428e786a58dc HTTP/1.1" status: 200 len: 993 time: 0.1014614 Apr 20 15:57:53.440730 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:58:02.063269 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-35dea285-fb03-4365-8efd-d62cce210f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:04.324841 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7dd441b4-96ba-465c-b3b2-7f32ed67d45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:05.687698 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:05.719465 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:07.043695 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:14.924347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:28.644076 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9369637-0985-4a8b-a835-3058ed52b5f2 req-233b5de3-54ce-45d2-8079-99914ce78703 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679181 Apr 20 15:58:28.733800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9369637-0985-4a8b-a835-3058ed52b5f2 req-c1d0de43-f158-42b5-91a0-9195f93ba601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:28.735138 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9369637-0985-4a8b-a835-3058ed52b5f2 req-c1d0de43-f158-42b5-91a0-9195f93ba601 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b41769b0acc14f98934af661f4029f6f&device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 1098 time: 0.0711517 Apr 20 15:58:28.881820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9369637-0985-4a8b-a835-3058ed52b5f2 req-b38fd084-6910-423d-b73f-96e39c38f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:28.883236 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9369637-0985-4a8b-a835-3058ed52b5f2 req-b38fd084-6910-423d-b73f-96e39c38f43a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 200 len: 912 time: 0.1292493 Apr 20 15:58:28.984810 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9369637-0985-4a8b-a835-3058ed52b5f2 req-7e3aaeec-b856-4ece-a66c-ea6ab982bd2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=737fa5c4-47b1-4578-b13c-82eeb5cdbc7b HTTP/1.1" status: 200 len: 1001 time: 0.0947812 Apr 20 15:58:29.044478 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9369637-0985-4a8b-a835-3058ed52b5f2 req-e6697d12-86fd-42d5-a6f2-522aeb0f8bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:29.045837 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9369637-0985-4a8b-a835-3058ed52b5f2 req-e6697d12-86fd-42d5-a6f2-522aeb0f8bfc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24 HTTP/1.1" status: 200 len: 850 time: 0.0558860 Apr 20 15:58:29.117652 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9369637-0985-4a8b-a835-3058ed52b5f2 req-be000c89-0924-491c-b35d-095edbd9c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:29.119060 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9369637-0985-4a8b-a835-3058ed52b5f2 req-be000c89-0924-491c-b35d-095edbd9c70d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676651 Apr 20 15:58:29.248910 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9369637-0985-4a8b-a835-3058ed52b5f2 req-83a13a4e-2a02-4be1-8f65-eed6a8168175 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237161 Apr 20 15:58:29.376310 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9369637-0985-4a8b-a835-3058ed52b5f2 req-b9cb0257-db62-4a25-abb2-49aa7f6715d1 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217661 Apr 20 15:58:30.440183 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:58:32.065281 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ffae-6c88-4fa9-a5f8-7c6e374f5dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:34.326272 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f05cc3d1-00b9-4fd2-97d5-76481e0d6d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:35.690645 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:35.719760 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:37.047805 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:44.936389 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:52.659884 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ecc924-3d98-4eaa-8fe4-123ac4a040be req-43dfd5ac-3a00-4a74-a48f-3334aae1e90b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:52.661317 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a5ecc924-3d98-4eaa-8fe4-123ac4a040be req-43dfd5ac-3a00-4a74-a48f-3334aae1e90b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 945 time: 0.0823843 Apr 20 15:58:52.705123 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a5ecc924-3d98-4eaa-8fe4-123ac4a040be req-8d468e81-2dfd-440d-90e1-b9eb172590f7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87e34869-f5f3-491d-ba73-a6f0d2101ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382864 Apr 20 15:58:53.909889 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a82fd6-8c2e-49a9-a685-1e1a76cc73c1 req-f05bdeee-268d-47fe-ba34-cbbcba9eae06 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:53.911353 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-44a82fd6-8c2e-49a9-a685-1e1a76cc73c1 req-f05bdeee-268d-47fe-ba34-cbbcba9eae06 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 945 time: 0.0924339 Apr 20 15:58:53.958800 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-44a82fd6-8c2e-49a9-a685-1e1a76cc73c1 req-53f7f364-e335-47ea-b22f-d44d76e51320 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87e34869-f5f3-491d-ba73-a6f0d2101ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413885 Apr 20 15:58:54.216252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538802c-3fa1-4821-bd81-a8cb2ae0eeab req-149278d9-90f5-48d2-9144-5841fb55d522 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:54.217689 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0538802c-3fa1-4821-bd81-a8cb2ae0eeab req-149278d9-90f5-48d2-9144-5841fb55d522 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 945 time: 0.0813541 Apr 20 15:58:54.286233 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-0538802c-3fa1-4821-bd81-a8cb2ae0eeab req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 134feb3f-dff8-4a0d-9caa-070f86dc3466 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:58:54.286493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-0538802c-3fa1-4821-bd81-a8cb2ae0eeab req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:54.555390 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-0538802c-3fa1-4821-bd81-a8cb2ae0eeab req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port 134feb3f-dff8-4a0d-9caa-070f86dc3466, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=134feb3f-dff8-4a0d-9caa-070f86dc3466,segment=NetworkSegment(3a2649d7-81de-4ac4-9b8a-267c2c869810),segment_id=3a2649d7-81de-4ac4-9b8a-267c2c869810)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:58:54.555648 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-0538802c-3fa1-4821-bd81-a8cb2ae0eeab req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:54.956214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-0538802c-3fa1-4821-bd81-a8cb2ae0eeab req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:54.956861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-0538802c-3fa1-4821-bd81-a8cb2ae0eeab req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:54.956964 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [req-0538802c-3fa1-4821-bd81-a8cb2ae0eeab req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP 1ed29b64-ec86-4403-9f5c-428e786a58dc disassociated. External IP: 172.26.7.213, port: 134feb3f-dff8-4a0d-9caa-070f86dc3466. Apr 20 15:58:54.957227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-0538802c-3fa1-4821-bd81-a8cb2ae0eeab req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 134feb3f-dff8-4a0d-9caa-070f86dc3466 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:58:55.154108 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-0538802c-3fa1-4821-bd81-a8cb2ae0eeab req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:55.209612 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=134feb3f-dff8-4a0d-9caa-070f86dc3466,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:58:55.218956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:55.219222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:55.219575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:55.220203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:55.220538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:55.220870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:55.221278 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:55.221516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:55.221846 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:55.222173 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:55.222502 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:55.222819 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:55.301185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c7695-cb74-4d52-a61f-1688b4b7ad14 req-7fbf19f0-00a3-466f-91d9-f913d032f29c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:55.302684 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f80c7695-cb74-4d52-a61f-1688b4b7ad14 req-7fbf19f0-00a3-466f-91d9-f913d032f29c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856 HTTP/1.1" status: 200 len: 945 time: 0.2299085 Apr 20 15:58:55.429159 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f80c7695-cb74-4d52-a61f-1688b4b7ad14 req-f985687c-f629-45a3-9f4a-aa6cc98a7605 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87e34869-f5f3-491d-ba73-a6f0d2101ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176009 Apr 20 15:58:55.461430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0538802c-3fa1-4821-bd81-a8cb2ae0eeab req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1e893c63-dd20-4f64-bf8e-f2736230dbba has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:58:55.650433 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0538802c-3fa1-4821-bd81-a8cb2ae0eeab req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:58:55.661925 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b806b9-ee60-4828-a90e-f4875ba28409 None None] Sync routers for ids ['1e893c63-dd20-4f64-bf8e-f2736230dbba'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:58:55.676906 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b806b9-ee60-4828-a90e-f4875ba28409 None None] Routers {'1e893c63-dd20-4f64-bf8e-f2736230dbba'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:58:55.677651 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-89b806b9-ee60-4828-a90e-f4875ba28409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:58:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1e893c63-dd20-4f64-bf8e-f2736230dbba'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:58:55.741244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-0538802c-3fa1-4821-bd81-a8cb2ae0eeab req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] No DVR routers for this DVR port 134feb3f-dff8-4a0d-9caa-070f86dc3466 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:58:55.743694 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-0538802c-3fa1-4821-bd81-a8cb2ae0eeab req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:55.746339 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856', 'name': 'network-vif-deleted', 'tag': '134feb3f-dff8-4a0d-9caa-070f86dc3466'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:58:55.766780 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0538802c-3fa1-4821-bd81-a8cb2ae0eeab req-e1f296a3-b90d-4478-a464-2794cadd96ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "DELETE /v2.0/ports/134feb3f-dff8-4a0d-9caa-070f86dc3466 HTTP/1.1" status: 204 len: 173 time: 1.5436168 Apr 20 15:58:55.797285 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6672495-c273-4671-8731-c7622a845bea'] response: {'server_uuid': 'e6ee0b9d-1f7c-4e25-a1a8-b63e686d7856', 'name': 'network-vif-deleted', 'tag': '134feb3f-dff8-4a0d-9caa-070f86dc3466', 'status': 'completed', 'code': 200} Apr 20 15:58:55.873487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-89b806b9-ee60-4828-a90e-f4875ba28409 None None] Set router 1e893c63-dd20-4f64-bf8e-f2736230dbba gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:58:56.225817 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-89b806b9-ee60-4828-a90e-f4875ba28409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '263e75ea-39ea-4748-b22f-4ecc90c3d5b7', 'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:34:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:56:01Z', 'updated_at': '2022-04-20T15:56:06Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:58:56.230139 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b806b9-ee60-4828-a90e-f4875ba28409 None None] Checking router: 1e893c63-dd20-4f64-bf8e-f2736230dbba for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:58:56.239844 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b806b9-ee60-4828-a90e-f4875ba28409 None None] Routers {'1e893c63-dd20-4f64-bf8e-f2736230dbba'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:58:56.240379 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-89b806b9-ee60-4828-a90e-f4875ba28409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:58:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1e893c63-dd20-4f64-bf8e-f2736230dbba'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:58:56.477309 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-89b806b9-ee60-4828-a90e-f4875ba28409 None None] Set router 1e893c63-dd20-4f64-bf8e-f2736230dbba gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:58:56.539835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40032) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:58:56.630518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed8db9d9-557b-427d-9db2-02ac4e09a767 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:56.666457 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed8db9d9-557b-427d-9db2-02ac4e09a767 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:56.757355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed8db9d9-557b-427d-9db2-02ac4e09a767 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:56.783422 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8db9d9-557b-427d-9db2-02ac4e09a767 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e34869-f5f3-491d-ba73-a6f0d2101ed4,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:58:56.791880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed8db9d9-557b-427d-9db2-02ac4e09a767 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:56.793786 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ed8db9d9-557b-427d-9db2-02ac4e09a767 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/security-groups/87e34869-f5f3-491d-ba73-a6f0d2101ed4 HTTP/1.1" status: 204 len: 168 time: 0.2513218 Apr 20 15:58:56.833255 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40038) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:58:56.944211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-89b806b9-ee60-4828-a90e-f4875ba28409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '263e75ea-39ea-4748-b22f-4ecc90c3d5b7', 'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:34:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:56:01Z', 'updated_at': '2022-04-20T15:56:06Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:58:56.949213 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b806b9-ee60-4828-a90e-f4875ba28409 None None] The sync data for ids ['1e893c63-dd20-4f64-bf8e-f2736230dbba'] in dv-neutron-838699-1-hyperv is: [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '263e75ea-39ea-4748-b22f-4ecc90c3d5b7', 'name': '', 'network_id': 'cd0b3b6e-c473-4a7c-b25c-daf106857f52', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:34:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:56:01Z', 'updated_at': '2022-04-20T15:56:06Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'a16ca216-76df-4d4b-9b67-131a5c5e9a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:58:57.030072 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 4c7bb768-d2a0-47c2-91bd-df7e167e95f4 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:58:57.030409 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:57.287659 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e35e5e-e66e-48a0-9eb9-456821424751 None None] New status for floating IP 1ed29b64-ec86-4403-9f5c-428e786a58dc: DOWN {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:58:57.289897 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:57.290466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:57.532863 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 134feb3f-dff8-4a0d-9caa-070f86dc3466 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:58:57.540614 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 4c7bb768-d2a0-47c2-91bd-df7e167e95f4 owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:58:57.603413 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 134feb3f-dff8-4a0d-9caa-070f86dc3466 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:58:57.603608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 134feb3f-dff8-4a0d-9caa-070f86dc3466 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:58:57.692302 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.api [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:58:57.692715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG oslo_db.api [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:58:58.194345 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 4c7bb768-d2a0-47c2-91bd-df7e167e95f4 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:58:58.194948 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:58.510394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:58.510727 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:58.729925 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 4c7bb768-d2a0-47c2-91bd-df7e167e95f4 owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:58:58.925704 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:58.986366 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=4c7bb768-d2a0-47c2-91bd-df7e167e95f4,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:58:59.062251 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:59.062616 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:59.062931 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:59.063259 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:59.063591 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:59.063947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:59.064272 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:59.064608 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:59.064926 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:59.065270 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:59.065565 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:59.065879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:59.112348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:59.128019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:59.128568 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cc72b3b5-ce68-4aa9-b481-88c848e28ae5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/floatingips/1ed29b64-ec86-4403-9f5c-428e786a58dc HTTP/1.1" status: 204 len: 168 time: 2.2943096 Apr 20 15:58:59.579046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d21c6-8d6d-4780-b98f-e8668be94310 req-095cb880-f27b-4aca-8fbe-c2a16d5232fe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:59.579643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-ea7d21c6-8d6d-4780-b98f-e8668be94310 req-095cb880-f27b-4aca-8fbe-c2a16d5232fe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:58:59.597329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-ea7d21c6-8d6d-4780-b98f-e8668be94310 req-095cb880-f27b-4aca-8fbe-c2a16d5232fe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:58:59.598581 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ea7d21c6-8d6d-4780-b98f-e8668be94310 req-095cb880-f27b-4aca-8fbe-c2a16d5232fe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 945 time: 0.1033356 Apr 20 15:58:59.643667 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-ea7d21c6-8d6d-4780-b98f-e8668be94310 req-ee8c208e-3f6a-46ca-b010-72fdc29708b4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:58:59.659215 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-ea7d21c6-8d6d-4780-b98f-e8668be94310 req-ee8c208e-3f6a-46ca-b010-72fdc29708b4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:58:59.664324 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ea7d21c6-8d6d-4780-b98f-e8668be94310 req-ee8c208e-3f6a-46ca-b010-72fdc29708b4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9f13071-c99c-4aee-80f2-a68c7e0b0721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596569 Apr 20 15:59:00.859014 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e5885-ccc0-4382-84c9-9c0edc84e8cd req-5fc8afd2-cd84-48d9-8632-75a09cfa6627 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:00.860393 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-505e5885-ccc0-4382-84c9-9c0edc84e8cd req-5fc8afd2-cd84-48d9-8632-75a09cfa6627 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 945 time: 0.0859382 Apr 20 15:59:00.906040 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-505e5885-ccc0-4382-84c9-9c0edc84e8cd req-862370a8-24bb-46c0-ae8d-1d7849e57d78 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9f13071-c99c-4aee-80f2-a68c7e0b0721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395362 Apr 20 15:59:01.032158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5b455-b625-4a05-be80-068d0766845e req-dff8b7a5-cd52-4b31-8d3c-cccb5d9bfec6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:01.033707 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-43b5b455-b625-4a05-be80-068d0766845e req-dff8b7a5-cd52-4b31-8d3c-cccb5d9bfec6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 945 time: 0.0813084 Apr 20 15:59:01.108237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-43b5b455-b625-4a05-be80-068d0766845e req-043e5ead-0f9d-495e-b164-b482de3b6cfb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 954f46b8-d620-4881-88d8-82e538e9de12 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:59:01.108586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-43b5b455-b625-4a05-be80-068d0766845e req-043e5ead-0f9d-495e-b164-b482de3b6cfb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:01.488333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-43b5b455-b625-4a05-be80-068d0766845e req-043e5ead-0f9d-495e-b164-b482de3b6cfb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port 954f46b8-d620-4881-88d8-82e538e9de12, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=954f46b8-d620-4881-88d8-82e538e9de12,segment=NetworkSegment(3a2649d7-81de-4ac4-9b8a-267c2c869810),segment_id=3a2649d7-81de-4ac4-9b8a-267c2c869810)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:59:01.488692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-43b5b455-b625-4a05-be80-068d0766845e req-043e5ead-0f9d-495e-b164-b482de3b6cfb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:01.611660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-43b5b455-b625-4a05-be80-068d0766845e req-043e5ead-0f9d-495e-b164-b482de3b6cfb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 954f46b8-d620-4881-88d8-82e538e9de12 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:59:01.787219 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-f22817f5-2022-42fb-bca4-3cce6d20ae08 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885767722&fields=id&tenant_id=b41769b0acc14f98934af661f4029f6f HTTP/1.1" status: 200 len: 267 time: 0.0611389 Apr 20 15:59:01.788245 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-43b5b455-b625-4a05-be80-068d0766845e req-043e5ead-0f9d-495e-b164-b482de3b6cfb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:01.855438 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e5ead-0f9d-495e-b164-b482de3b6cfb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=954f46b8-d620-4881-88d8-82e538e9de12,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:01.997831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b5b455-b625-4a05-be80-068d0766845e req-043e5ead-0f9d-495e-b164-b482de3b6cfb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] No DVR routers for this DVR port 954f46b8-d620-4881-88d8-82e538e9de12 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:59:02.001807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-43b5b455-b625-4a05-be80-068d0766845e req-043e5ead-0f9d-495e-b164-b482de3b6cfb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:02.004243 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2724f52-5ce4-42af-93a8-83e62cc7afef', 'name': 'network-vif-deleted', 'tag': '954f46b8-d620-4881-88d8-82e538e9de12'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:59:02.057149 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-43b5b455-b625-4a05-be80-068d0766845e req-043e5ead-0f9d-495e-b164-b482de3b6cfb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "DELETE /v2.0/ports/954f46b8-d620-4881-88d8-82e538e9de12 HTTP/1.1" status: 204 len: 173 time: 1.0184855 Apr 20 15:59:02.068059 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-13a6003e-e493-4a81-951f-32f3b65ea63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:02.082244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-b2983eb4-db65-432d-8c5c-567e49d97f18 req-ec5cecc0-8031-43a4-8789-c410b5ae079e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:59:02.107947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-b2537d7e-655c-4c36-abe8-5c593c655f20 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:02.109351 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-b2537d7e-655c-4c36-abe8-5c593c655f20 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/networks?id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 200 len: 811 time: 0.2814498 Apr 20 15:59:02.123294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-b2983eb4-db65-432d-8c5c-567e49d97f18 req-ec5cecc0-8031-43a4-8789-c410b5ae079e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:59:02.124373 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b2983eb4-db65-432d-8c5c-567e49d97f18 req-ec5cecc0-8031-43a4-8789-c410b5ae079e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2724f52-5ce4-42af-93a8-83e62cc7afef HTTP/1.1" status: 200 len: 210 time: 0.1045234 Apr 20 15:59:02.126479 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-d669da75-c675-4fad-abdc-6cd2d6e4b17e tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/quotas/b41769b0acc14f98934af661f4029f6f HTTP/1.1" status: 200 len: 375 time: 0.0111346 Apr 20 15:59:02.198055 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7abe80-3e0b-4c7b-be87-4c3530899090'] response: {'server_uuid': 'd2724f52-5ce4-42af-93a8-83e62cc7afef', 'name': 'network-vif-deleted', 'tag': '954f46b8-d620-4881-88d8-82e538e9de12', 'status': 'completed', 'code': 200} Apr 20 15:59:02.241096 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-ac59dba6-cfbf-4e74-af88-450b9c668008 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b41769b0acc14f98934af661f4029f6f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1068935 Apr 20 15:59:02.333310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-2d534ca1-52e2-4345-8f34-e833ae574469 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:59:02.334329 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-2d534ca1-52e2-4345-8f34-e833ae574469 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0812924 Apr 20 15:59:02.467246 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-d8397751-a247-4c16-bd44-be0888bdd67c service neutron] 10.222.0.13 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264820 Apr 20 15:59:02.604584 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-43b7efb3-1ce6-4ec9-a2c2-1d37aa32c291 service neutron] 10.222.0.13 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307511 Apr 20 15:59:03.224072 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40080) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:03.291135 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9512dd39-0ea1-4561-a6f3-bfb9675864cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:03.319675 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9512dd39-0ea1-4561-a6f3-bfb9675864cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:03.382109 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9512dd39-0ea1-4561-a6f3-bfb9675864cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:03.401072 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512dd39-0ea1-4561-a6f3-bfb9675864cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f13071-c99c-4aee-80f2-a68c7e0b0721,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:03.408169 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9512dd39-0ea1-4561-a6f3-bfb9675864cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:03.409344 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9512dd39-0ea1-4561-a6f3-bfb9675864cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/security-groups/c9f13071-c99c-4aee-80f2-a68c7e0b0721 HTTP/1.1" status: 204 len: 168 time: 0.1840696 Apr 20 15:59:03.541175 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 954f46b8-d620-4881-88d8-82e538e9de12 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:59:03.578481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 954f46b8-d620-4881-88d8-82e538e9de12 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:59:03.578824 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 954f46b8-d620-4881-88d8-82e538e9de12 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:59:03.983374 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f97ea447-ba0f-45e6-b6bf-e728610e8087 req-7c00469f-4a2b-446a-9cb1-45a5bbecd696 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 210 time: 0.0424061 Apr 20 15:59:04.327856 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1882a8fa-28ef-46f3-81c6-dc44b996171f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:04.453103 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40100) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:04.990226 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-78caeb1a-1cae-4625-9ae6-216450c8ba99 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:04.991660 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-78caeb1a-1cae-4625-9ae6-216450c8ba99 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.11 "GET /v2.0/networks?id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 200 len: 811 time: 0.1540358 Apr 20 15:59:05.017630 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2cb96371-7e6f-477f-a0cb-738c5f76066f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:05.043006 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-a947536f-ea8e-4bf7-8a12-d5dc5515e91b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b41769b0acc14f98934af661f4029f6f HTTP/1.1" status: 200 len: 379 time: 0.0437045 Apr 20 15:59:05.057456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-da2a66f4-d5e2-4971-9cb7-5d8782dcf68b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Request body: {'port': {'device_id': 'cf978be8-4151-4e0a-9919-f606cec9d237', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'admin_state_up': True, 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'security_groups': ['15fa19bd-682d-40a1-b5eb-53c43925a5d6']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:05.385193 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-31ca9668-d2f6-4978-8023-02f30355aa26 req-5b92cc62-6d21-40d5-983b-e47c30b1bd1c tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 210 time: 0.0593669 Apr 20 15:59:05.438089 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-da2a66f4-d5e2-4971-9cb7-5d8782dcf68b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:05.449368 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-da2a66f4-d5e2-4971-9cb7-5d8782dcf68b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:05.460553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-da2a66f4-d5e2-4971-9cb7-5d8782dcf68b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Made reservation on behalf of b41769b0acc14f98934af661f4029f6f for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:59:05.464780 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-da2a66f4-d5e2-4971-9cb7-5d8782dcf68b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:05.539889 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-2cb96371-7e6f-477f-a0cb-738c5f76066f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:59:05.540476 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2cb96371-7e6f-477f-a0cb-738c5f76066f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:05.635514 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-da2a66f4-d5e2-4971-9cb7-5d8782dcf68b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Allocated IP 172.20.0.12 (c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d/adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24/4c4533fc-ba9b-4082-a1c8-7776b4a6b81c) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:59:05.702828 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:05.737354 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:05.796099 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-2cb96371-7e6f-477f-a0cb-738c5f76066f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port 263e75ea-39ea-4748-b22f-4ecc90c3d5b7, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=263e75ea-39ea-4748-b22f-4ecc90c3d5b7,segment=NetworkSegment(3a2649d7-81de-4ac4-9b8a-267c2c869810),segment_id=3a2649d7-81de-4ac4-9b8a-267c2c869810)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:59:05.796363 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2cb96371-7e6f-477f-a0cb-738c5f76066f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:05.879249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-da2a66f4-d5e2-4971-9cb7-5d8782dcf68b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:05.896549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-da2a66f4-d5e2-4971-9cb7-5d8782dcf68b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Transition to ACTIVE for port object 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:59:05.922955 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-da2a66f4-d5e2-4971-9cb7-5d8782dcf68b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:05.926395 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-2cb96371-7e6f-477f-a0cb-738c5f76066f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:59:06.012782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-da2a66f4-d5e2-4971-9cb7-5d8782dcf68b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:59:06.016337 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-da2a66f4-d5e2-4971-9cb7-5d8782dcf68b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:59:06.018135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a66f4-d5e2-4971-9cb7-5d8782dcf68b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event updated for resources: {'Port': ['ID=4c4533fc-ba9b-4082-a1c8-7776b4a6b81c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:06.020356 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-da2a66f4-d5e2-4971-9cb7-5d8782dcf68b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:59:06.091794 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-da2a66f4-d5e2-4971-9cb7-5d8782dcf68b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:06.092402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-da2a66f4-d5e2-4971-9cb7-5d8782dcf68b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:06.133032 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-da2a66f4-d5e2-4971-9cb7-5d8782dcf68b tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0820055 Apr 20 15:59:06.148688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Request body: {'port': {'device_id': 'cf978be8-4151-4e0a-9919-f606cec9d237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:06.164190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2cb96371-7e6f-477f-a0cb-738c5f76066f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:06.220124 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb96371-7e6f-477f-a0cb-738c5f76066f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=263e75ea-39ea-4748-b22f-4ecc90c3d5b7,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:06.306132 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:06.387526 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ed349a43-13ce-46f6-94e1-fbd5abc23e02 None None] Provisioning for port 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:59:06.394827 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ed349a43-13ce-46f6-94e1-fbd5abc23e02 None None] Provisioning complete for port 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:59:06.395298 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ed349a43-13ce-46f6-94e1-fbd5abc23e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:06.468244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ed349a43-13ce-46f6-94e1-fbd5abc23e02 None None] Port 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:59:06.588407 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2cb96371-7e6f-477f-a0cb-738c5f76066f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:06.747512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ff2e7-e48f-4945-9a2c-d65a17e977d1 req-392a5097-4029-4c4c-99ba-5588e3920096 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:06.748503 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-255ff2e7-e48f-4945-9a2c-d65a17e977d1 req-392a5097-4029-4c4c-99ba-5588e3920096 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Synchronizing usage tracker for tenant:b41769b0acc14f98934af661f4029f6f on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:59:06.774827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-255ff2e7-e48f-4945-9a2c-d65a17e977d1 req-392a5097-4029-4c4c-99ba-5588e3920096 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Unset dirty status for tenant:b41769b0acc14f98934af661f4029f6f on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:59:06.776266 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255ff2e7-e48f-4945-9a2c-d65a17e977d1 req-392a5097-4029-4c4c-99ba-5588e3920096 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 932 time: 0.1729760 Apr 20 15:59:06.879195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:59:06.889776 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255ff2e7-e48f-4945-9a2c-d65a17e977d1 req-3226cd4d-54ec-455f-a093-ef11a16815f1 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771220 Apr 20 15:59:06.891448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:06.911456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Transition to ACTIVE for port object 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:59:06.916471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:07.051064 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:07.072146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb96371-7e6f-477f-a0cb-738c5f76066f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1e893c63-dd20-4f64-bf8e-f2736230dbba has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:59:07.124551 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Pushing event updated for resources: {'Port': ['ID=4c4533fc-ba9b-4082-a1c8-7776b4a6b81c,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:07.180487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Attempting to bind port 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:59:07.180816 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Attempting to bind port 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:59:07.181141 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Attempting to bind port 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c on network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:59:07.185952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Port 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c on network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:59:07.186275 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Attempting to bind port 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c on network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:59:07.192087 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:59:07.192426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Checking segment: {'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:59:07.192803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Bound using segment: {'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:59:07.193228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Bound port: 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '687b87db-5c46-491a-b70b-e36411ecedd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:59:07.193571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:07.279422 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb96371-7e6f-477f-a0cb-738c5f76066f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:59:07.280892 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] For port 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:59:07.283933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] For port 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=4c4533fc-ba9b-4082-a1c8-7776b4a6b81c,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:59:07.290376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:07.291274 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b2e9f8-92a4-4779-94f9-ced62bdd2b95 None None] Sync routers for ids ['1e893c63-dd20-4f64-bf8e-f2736230dbba'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:59:07.296429 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2cb96371-7e6f-477f-a0cb-738c5f76066f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/1e893c63-dd20-4f64-bf8e-f2736230dbba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8421996 Apr 20 15:59:07.299102 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40108) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:07.304126 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b2e9f8-92a4-4779-94f9-ced62bdd2b95 None None] Routers {'1e893c63-dd20-4f64-bf8e-f2736230dbba'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:59:07.304757 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-35b2e9f8-92a4-4779-94f9-ced62bdd2b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:59:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1e893c63-dd20-4f64-bf8e-f2736230dbba'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:07.353684 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:07.354399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:07.356895 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] 10.222.0.11 "PUT /v2.0/ports/4c4533fc-ba9b-4082-a1c8-7776b4a6b81c HTTP/1.1" status: 200 len: 1094 time: 1.2146366 Apr 20 15:59:07.356895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf978be8-4151-4e0a-9919-f606cec9d237', 'tag': '4c4533fc-ba9b-4082-a1c8-7776b4a6b81c'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:59:07.365176 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8b4766-2727-44da-b021-0580c33ce81f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting subnet a16ca216-76df-4d4b-9b67-131a5c5e9a21 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 15:59:07.368496 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6d8b4766-2727-44da-b021-0580c33ce81f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:07.381358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a4d8c-6171-425a-afd5-ad7eb37baada service neutron] Pushing event updated for resources: {'Port': ['ID=4c4533fc-ba9b-4082-a1c8-7776b4a6b81c,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:07.443805 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6d8b4766-2727-44da-b021-0580c33ce81f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:07.444366 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:59:07.545013 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6d8b4766-2727-44da-b021-0580c33ce81f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:07.545169 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-35b2e9f8-92a4-4779-94f9-ced62bdd2b95 None None] Set router 1e893c63-dd20-4f64-bf8e-f2736230dbba gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:59:07.571523 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a56dfe27-7548-4682-a634-25da523858ba'] response: {'name': 'network-changed', 'server_uuid': 'cf978be8-4151-4e0a-9919-f606cec9d237', 'tag': '4c4533fc-ba9b-4082-a1c8-7776b4a6b81c', 'status': 'completed', 'code': 200} Apr 20 15:59:07.622756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8384b14e-4cfb-46aa-9899-cd58c953eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:07.624731 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-8384b14e-4cfb-46aa-9899-cd58c953eb45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b41769b0acc14f98934af661f4029f6f&device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 1097 time: 0.2155218 Apr 20 15:59:07.635033 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6d8b4766-2727-44da-b021-0580c33ce81f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:07.683162 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b4766-2727-44da-b021-0580c33ce81f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Subnet': ['ID=a16ca216-76df-4d4b-9b67-131a5c5e9a21,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:07.685469 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6d8b4766-2727-44da-b021-0580c33ce81f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:07.695574 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6d8b4766-2727-44da-b021-0580c33ce81f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/subnets/a16ca216-76df-4d4b-9b67-131a5c5e9a21 HTTP/1.1" status: 204 len: 168 time: 0.3955057 Apr 20 15:59:07.696271 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40114) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:07.699865 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-be66dccc-fc5b-4d8c-8105-1b3f882d796f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c4533fc-ba9b-4082-a1c8-7776b4a6b81c HTTP/1.1" status: 200 len: 217 time: 0.0670002 Apr 20 15:59:07.720424 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce08a64-b6c7-4b64-8d69-4cd7ef626e44 None None] Network cd0b3b6e-c473-4a7c-b25c-daf106857f52 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:59:07.766123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-9814face-7e0b-4504-92d9-3574ec42284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:07.767576 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-9814face-7e0b-4504-92d9-3574ec42284d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24 HTTP/1.1" status: 200 len: 850 time: 0.0620422 Apr 20 15:59:07.851280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-2853c1a4-badd-407f-8cfd-db2f78665128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:07.852857 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-2853c1a4-badd-407f-8cfd-db2f78665128 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787091 Apr 20 15:59:07.876132 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7e31bdc2-f48f-4f1a-b2eb-71fcb54188d5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:07.993774 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-d86863af-d92f-4df9-8181-b44613a3bd86 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322203 Apr 20 15:59:08.049771 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-35b2e9f8-92a4-4779-94f9-ced62bdd2b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:59:06Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '1f6e403d-c63f-4f72-8c37-02060b4d7617', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:08.054466 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b2e9f8-92a4-4779-94f9-ced62bdd2b95 None None] Checking router: 1e893c63-dd20-4f64-bf8e-f2736230dbba for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:59:08.068190 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b2e9f8-92a4-4779-94f9-ced62bdd2b95 None None] Routers {'1e893c63-dd20-4f64-bf8e-f2736230dbba'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:59:08.068607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-35b2e9f8-92a4-4779-94f9-ced62bdd2b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:59:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1e893c63-dd20-4f64-bf8e-f2736230dbba'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:08.080123 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7e31bdc2-f48f-4f1a-b2eb-71fcb54188d5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:08.095125 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-7e31bdc2-f48f-4f1a-b2eb-71fcb54188d5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 1f6e403d-c63f-4f72-8c37-02060b4d7617 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:59:08.095504 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7e31bdc2-f48f-4f1a-b2eb-71fcb54188d5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:08.133404 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] DHCP port deletion for cd0b3b6e-c473-4a7c-b25c-daf106857f52 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 15:59:08.149881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] Deleting port f2bfa6c3-29bc-4091-9f05-0bc928c40a34 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:59:08.150527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:08.211693 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d1adbc8-1d0c-4845-9603-c5c2b9673a71 req-66f4852f-e31b-4e1c-8abe-0898419cff04 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119336 Apr 20 15:59:08.234359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99078e-4abe-43f4-ad5f-e5ace894c9ca req-7219bbc3-e18b-4e2c-b868-62ab97618a43 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:08.236368 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bb99078e-4abe-43f4-ad5f-e5ace894c9ca req-7219bbc3-e18b-4e2c-b868-62ab97618a43 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 944 time: 0.1323557 Apr 20 15:59:08.323428 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-7e31bdc2-f48f-4f1a-b2eb-71fcb54188d5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port 1f6e403d-c63f-4f72-8c37-02060b4d7617, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1f6e403d-c63f-4f72-8c37-02060b4d7617,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:59:08.323851 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7e31bdc2-f48f-4f1a-b2eb-71fcb54188d5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:08.347631 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bb99078e-4abe-43f4-ad5f-e5ace894c9ca req-218ea2c4-16f3-43e3-b8e5-7228dbebbce1 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057310 Apr 20 15:59:08.364750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-35b2e9f8-92a4-4779-94f9-ced62bdd2b95 None None] Set router 1e893c63-dd20-4f64-bf8e-f2736230dbba gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:59:08.379054 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36711a87-1490-4be4-b218-63c4a9c12050 req-98694391-ea66-4868-9d15-a90040debf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:08.380581 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-36711a87-1490-4be4-b218-63c4a9c12050 req-98694391-ea66-4868-9d15-a90040debf89 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b41769b0acc14f98934af661f4029f6f&device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 1097 time: 0.1031408 Apr 20 15:59:08.458926 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-7e31bdc2-f48f-4f1a-b2eb-71fcb54188d5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 1f6e403d-c63f-4f72-8c37-02060b4d7617 owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:59:08.510229 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-35b2e9f8-92a4-4779-94f9-ced62bdd2b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:59:08Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:08.529504 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b2e9f8-92a4-4779-94f9-ced62bdd2b95 None None] The sync data for ids ['1e893c63-dd20-4f64-bf8e-f2736230dbba'] in dv-neutron-838699-1-hyperv is: [{'id': '1e893c63-dd20-4f64-bf8e-f2736230dbba', 'name': 'tempest-TestNetworkBasicOps-router-1216085939', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:57Z', 'updated_at': '2022-04-20T15:59:08Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port_host': None}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:59:08.530644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36711a87-1490-4be4-b218-63c4a9c12050 req-8f3ac955-c1f2-4ae1-9635-c04e4dce1b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:08.532575 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-36711a87-1490-4be4-b218-63c4a9c12050 req-8f3ac955-c1f2-4ae1-9635-c04e4dce1b70 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 200 len: 912 time: 0.1457415 Apr 20 15:59:08.613470 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f2bfa6c3-29bc-4091-9f05-0bc928c40a34 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:59:08.628389 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-36711a87-1490-4be4-b218-63c4a9c12050 req-9280172c-d2b3-424e-82e8-d1789cb64936 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c4533fc-ba9b-4082-a1c8-7776b4a6b81c HTTP/1.1" status: 200 len: 217 time: 0.0891306 Apr 20 15:59:08.667537 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7e31bdc2-f48f-4f1a-b2eb-71fcb54188d5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:08.697140 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36711a87-1490-4be4-b218-63c4a9c12050 req-969df50f-3ab9-4cf8-bffd-ce35351c3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:08.698928 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-36711a87-1490-4be4-b218-63c4a9c12050 req-969df50f-3ab9-4cf8-bffd-ce35351c3023 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24 HTTP/1.1" status: 200 len: 850 time: 0.0638194 Apr 20 15:59:08.725085 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] For port f2bfa6c3-29bc-4091-9f05-0bc928c40a34, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f2bfa6c3-29bc-4091-9f05-0bc928c40a34,segment=NetworkSegment(3a2649d7-81de-4ac4-9b8a-267c2c869810),segment_id=3a2649d7-81de-4ac4-9b8a-267c2c869810)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:59:08.725481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:08.782053 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36711a87-1490-4be4-b218-63c4a9c12050 req-13ed300b-b818-4697-a46f-19e3350ab2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:08.783731 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-36711a87-1490-4be4-b218-63c4a9c12050 req-13ed300b-b818-4697-a46f-19e3350ab2b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792055 Apr 20 15:59:08.862009 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31bdc2-f48f-4f1a-b2eb-71fcb54188d5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=1f6e403d-c63f-4f72-8c37-02060b4d7617,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:08.880578 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] Calling delete_port for f2bfa6c3-29bc-4091-9f05-0bc928c40a34 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:59:08.934331 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-36711a87-1490-4be4-b218-63c4a9c12050 req-75a7f814-cfdf-47d2-8447-d29c049907f3 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433673 Apr 20 15:59:08.991190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7e31bdc2-f48f-4f1a-b2eb-71fcb54188d5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:08.998275 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:09.036102 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:09.119080 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] Pushing event deleted for resources: {'Port': ['ID=f2bfa6c3-29bc-4091-9f05-0bc928c40a34,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:09.121988 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] No DVR routers for this DVR port f2bfa6c3-29bc-4091-9f05-0bc928c40a34 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:59:09.129376 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:09.129723 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:09.130067 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:09.130160 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-36711a87-1490-4be4-b218-63c4a9c12050 req-8a9a983a-c8ed-4e8e-8d85-122e79979c5f service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887474 Apr 20 15:59:09.131196 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:09.131896 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:09.132259 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:09.133528 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:09.133528 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:09.133528 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:09.134400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:09.134400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:09.134400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca1f3c-a091-4438-ba92-2fb06feb5f8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:09.203000 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7e31bdc2-f48f-4f1a-b2eb-71fcb54188d5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:09.206611 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7e31bdc2-f48f-4f1a-b2eb-71fcb54188d5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:09.236218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7e31bdc2-f48f-4f1a-b2eb-71fcb54188d5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:09.236846 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e31bdc2-f48f-4f1a-b2eb-71fcb54188d5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Fanout notify agent at l3_agent the message router_deleted on router 1e893c63-dd20-4f64-bf8e-f2736230dbba {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 15:59:09.258110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7e31bdc2-f48f-4f1a-b2eb-71fcb54188d5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:09.259658 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7e31bdc2-f48f-4f1a-b2eb-71fcb54188d5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/routers/1e893c63-dd20-4f64-bf8e-f2736230dbba HTTP/1.1" status: 204 len: 168 time: 1.5622394 Apr 20 15:59:09.262538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40120) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:09.374203 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-941ef2fc-e02f-42da-8a27-4adc10cc5e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:09.509536 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-941ef2fc-e02f-42da-8a27-4adc10cc5e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:09.536702 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-941ef2fc-e02f-42da-8a27-4adc10cc5e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0b3b6e-c473-4a7c-b25c-daf106857f52']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:09.549871 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-941ef2fc-e02f-42da-8a27-4adc10cc5e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2649d7-81de-4ac4-9b8a-267c2c869810') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:09.550171 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-941ef2fc-e02f-42da-8a27-4adc10cc5e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2649d7-81de-4ac4-9b8a-267c2c869810') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:09.563871 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aab2e4-2f06-42b8-b19d-1c6f7e67fede req-f755bbfd-6fe3-457e-8cf1-69c1ea90c848 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:09.565408 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-05aab2e4-2f06-42b8-b19d-1c6f7e67fede req-f755bbfd-6fe3-457e-8cf1-69c1ea90c848 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 944 time: 0.0971110 Apr 20 15:59:09.569081 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-941ef2fc-e02f-42da-8a27-4adc10cc5e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:09.586368 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-941ef2fc-e02f-42da-8a27-4adc10cc5e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:09.593480 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941ef2fc-e02f-42da-8a27-4adc10cc5e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:59:09.593881 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-941ef2fc-e02f-42da-8a27-4adc10cc5e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:59:09.609579 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:59:09.619784 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-05aab2e4-2f06-42b8-b19d-1c6f7e67fede req-a0f5cfc4-f425-4c9d-8d7d-e4ee6c2900cd tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484691 Apr 20 15:59:09.690549 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-941ef2fc-e02f-42da-8a27-4adc10cc5e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:09.707068 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-941ef2fc-e02f-42da-8a27-4adc10cc5e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:09.718322 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ef2fc-e02f-42da-8a27-4adc10cc5e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Network': ['ID=cd0b3b6e-c473-4a7c-b25c-daf106857f52,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:09.726882 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-941ef2fc-e02f-42da-8a27-4adc10cc5e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/networks/cd0b3b6e-c473-4a7c-b25c-daf106857f52 HTTP/1.1" status: 204 len: 168 time: 0.4633956 Apr 20 15:59:09.748999 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40128) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:09.754379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ba14c40c-9f63-4a0f-8a81-72ad43f1dc7c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'network': {'name': 'tempest-network-smoke--1507568923', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'port_security_enabled': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:09.759297 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ba14c40c-9f63-4a0f-8a81-72ad43f1dc7c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:09.764024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ba14c40c-9f63-4a0f-8a81-72ad43f1dc7c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:network and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:09.766874 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ba14c40c-9f63-4a0f-8a81-72ad43f1dc7c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:09.772468 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ba14c40c-9f63-4a0f-8a81-72ad43f1dc7c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:09.782134 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba14c40c-9f63-4a0f-8a81-72ad43f1dc7c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:59:09.785337 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba14c40c-9f63-4a0f-8a81-72ad43f1dc7c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:09.811518 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba14c40c-9f63-4a0f-8a81-72ad43f1dc7c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:59:09.821405 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba14c40c-9f63-4a0f-8a81-72ad43f1dc7c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:09.821746 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-ba14c40c-9f63-4a0f-8a81-72ad43f1dc7c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Added segment 19f123f7-cba2-4ac7-b132-9cdb3c4567d8 of type vlan for network 968e8386-d411-4304-a37f-e34cb9a06de9 Apr 20 15:59:09.848436 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba14c40c-9f63-4a0f-8a81-72ad43f1dc7c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:09.878525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba14c40c-9f63-4a0f-8a81-72ad43f1dc7c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:09.883703 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba14c40c-9f63-4a0f-8a81-72ad43f1dc7c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:09.884311 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ba14c40c-9f63-4a0f-8a81-72ad43f1dc7c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:09.985070 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ba14c40c-9f63-4a0f-8a81-72ad43f1dc7c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2349434 Apr 20 15:59:09.987853 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40132) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:09.994498 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-363618941', 'admin_state_up': True, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:09.999648 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14c40c-9f63-4a0f-8a81-72ad43f1dc7c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Network': ['ID=968e8386-d411-4304-a37f-e34cb9a06de9,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:10.003155 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:10.007002 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:router and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:10.009724 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 968e8386-d411-4304-a37f-e34cb9a06de9 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 15:59:10.009845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:10.015960 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:10.025210 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:10.026456 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:10.042914 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:10.302727 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:10.554676 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1f6e403d-c63f-4f72-8c37-02060b4d7617 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:59:10.591834 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 1f6e403d-c63f-4f72-8c37-02060b4d7617 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:59:10.592179 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1f6e403d-c63f-4f72-8c37-02060b4d7617 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:59:10.592587 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:59:10.625514 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 15:59:10.625854 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 263e75ea-39ea-4748-b22f-4ecc90c3d5b7 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:59:10.699158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:10.728048 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:10.803274 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c9f94-35d6-45d0-83c8-3d33da957d7f req-b5cb7282-26b1-4df2-9657-2d0405dc4ca7 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:10.804669 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-416c9f94-35d6-45d0-83c8-3d33da957d7f req-b5cb7282-26b1-4df2-9657-2d0405dc4ca7 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 944 time: 0.0780571 Apr 20 15:59:10.851543 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-416c9f94-35d6-45d0-83c8-3d33da957d7f req-98b2044a-784a-4ce5-819b-2fd6481d0747 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404944 Apr 20 15:59:10.864109 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.26.7.122 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/20d38bae-c7ac-401e-991f-6655409c26c5) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:59:11.010394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:11.038528 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:11.097620 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:59:11.104133 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:59:11.108775 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:59:11.140519 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=20d38bae-c7ac-401e-991f-6655409c26c5,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:11.511362 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:11.945654 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:12.141608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8edd37-a561-4b95-9f98-90be9fe3275a req-49aeb915-80aa-4353-a87c-f9ce1f5b2e02 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:12.143286 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8e8edd37-a561-4b95-9f98-90be9fe3275a req-49aeb915-80aa-4353-a87c-f9ce1f5b2e02 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 944 time: 0.1837778 Apr 20 15:59:12.160972 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router e419e525-8578-4da6-806e-a3da1d345be6 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 15:59:12.189258 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8e8edd37-a561-4b95-9f98-90be9fe3275a req-6f50eddb-f21f-4d86-9264-af83db46af73 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402405 Apr 20 15:59:12.342312 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:59:12.351637 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Sync routers for ids ['e419e525-8578-4da6-806e-a3da1d345be6'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:59:12.360969 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Routers {'e419e525-8578-4da6-806e-a3da1d345be6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:59:12.361566 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:59:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['e419e525-8578-4da6-806e-a3da1d345be6'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:12.369017 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:12.370468 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b8c5132f-84b9-4090-a7f0-a8f13e7d7daa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3817177 Apr 20 15:59:12.374202 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40140) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:12.412873 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-26899357-42c9-4fd5-b9ac-80957b16a145 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=275d553700ad4a899ef09eedcedfa1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375581 Apr 20 15:59:12.415452 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40144) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:12.533606 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Set router e419e525-8578-4da6-806e-a3da1d345be6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:59:12.541701 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d480f391-4418-42ff-a8b6-da47a2152210 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:12.543805 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d480f391-4418-42ff-a8b6-da47a2152210 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1267779 Apr 20 15:59:12.546767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40148) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:12.594870 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-91161541-7ee5-4ad3-8326-aa1cc339c0aa tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466850 Apr 20 15:59:12.597506 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40152) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:12.603004 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ed5df740-32a4-4ea2-84d3-6697d7de183f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1248423423', 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:12.718556 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ed5df740-32a4-4ea2-84d3-6697d7de183f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:12.722367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ed5df740-32a4-4ea2-84d3-6697d7de183f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:subnet and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:12.725017 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ed5df740-32a4-4ea2-84d3-6697d7de183f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:12.731406 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ed5df740-32a4-4ea2-84d3-6697d7de183f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:12.742542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5df740-32a4-4ea2-84d3-6697d7de183f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:59:12.745997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed5df740-32a4-4ea2-84d3-6697d7de183f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:12.820259 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'name': 'tempest-TestNetworkBasicOps-router-363618941', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:11Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:12.825662 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Checking router: e419e525-8578-4da6-806e-a3da1d345be6 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:59:12.826266 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Updating router e419e525-8578-4da6-806e-a3da1d345be6 port 20d38bae-c7ac-401e-991f-6655409c26c5 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:59:12.898132 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:12.976169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed5df740-32a4-4ea2-84d3-6697d7de183f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:13.060117 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5df740-32a4-4ea2-84d3-6697d7de183f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Subnet': ['ID=b890765c-1205-4ffa-b339-24583d306f8e,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:13.068066 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5df740-32a4-4ea2-84d3-6697d7de183f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Checking segment: {'id': '19f123f7-cba2-4ac7-b132-9cdb3c4567d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:59:13.072117 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5df740-32a4-4ea2-84d3-6697d7de183f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network hostable DHCP agents. Network: 968e8386-d411-4304-a37f-e34cb9a06de9, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:59:13.092128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5df740-32a4-4ea2-84d3-6697d7de183f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 968e8386-d411-4304-a37f-e34cb9a06de9 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:59:13.102901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-ed5df740-32a4-4ea2-84d3-6697d7de183f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 968e8386-d411-4304-a37f-e34cb9a06de9) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:59:13.108100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5df740-32a4-4ea2-84d3-6697d7de183f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:13.109735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed5df740-32a4-4ea2-84d3-6697d7de183f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:13.118589 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bd1c18-43a6-4917-94f7-d603421d5ed8 None None] Network 968e8386-d411-4304-a37f-e34cb9a06de9 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:59:13.151815 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ed5df740-32a4-4ea2-84d3-6697d7de183f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5530272 Apr 20 15:59:13.154608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40156) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:13.333663 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:13.349844 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Transition to ACTIVE for port object 20d38bae-c7ac-401e-991f-6655409c26c5 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:59:13.360544 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:13.389590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-968e8386-d411-4304-a37f-e34cb9a06de9', 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ips': [{'subnet_id': 'b890765c-1205-4ffa-b339-24583d306f8e'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 15:59:13.390752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:13.452123 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73800b-eae4-4240-ab49-7276cb900dc3 None None] Pushing event updated for resources: {'Port': ['ID=20d38bae-c7ac-401e-991f-6655409c26c5,revision_number=2']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:13.477043 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Attempting to bind port 20d38bae-c7ac-401e-991f-6655409c26c5 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:59:13.477622 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Attempting to bind port 20d38bae-c7ac-401e-991f-6655409c26c5 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:59:13.478087 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Attempting to bind port 20d38bae-c7ac-401e-991f-6655409c26c5 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:59:13.481632 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73800b-eae4-4240-ab49-7276cb900dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:13.482265 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73800b-eae4-4240-ab49-7276cb900dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:13.482265 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73800b-eae4-4240-ab49-7276cb900dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:13.482593 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73800b-eae4-4240-ab49-7276cb900dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:13.482955 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73800b-eae4-4240-ab49-7276cb900dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:13.483266 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73800b-eae4-4240-ab49-7276cb900dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:13.483594 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73800b-eae4-4240-ab49-7276cb900dc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:13.484261 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73800b-eae4-4240-ab49-7276cb900dc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:13.484866 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73800b-eae4-4240-ab49-7276cb900dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:13.484866 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73800b-eae4-4240-ab49-7276cb900dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:13.485047 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73800b-eae4-4240-ab49-7276cb900dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:13.485300 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73800b-eae4-4240-ab49-7276cb900dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:13.494437 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:59:13.498651 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:59:13.499224 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:13.499653 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:59:13.500229 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Bound port: 20d38bae-c7ac-401e-991f-6655409c26c5, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:59:13.500681 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:13.584247 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] For port 20d38bae-c7ac-401e-991f-6655409c26c5, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:59:13.587759 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] For port 20d38bae-c7ac-401e-991f-6655409c26c5, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=20d38bae-c7ac-401e-991f-6655409c26c5,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:59:13.594146 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:13.608791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Allocated IP 172.20.0.2 (968e8386-d411-4304-a37f-e34cb9a06de9/b890765c-1205-4ffa-b339-24583d306f8e/a5e46e44-1823-4f86-beff-f59790069816) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:59:13.622941 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1b676-ec35-44e4-8008-4b7a57c62b32 req-bbff4600-266e-4f3c-b012-30600ef24b56 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:13.624444 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6bf1b676-ec35-44e4-8008-4b7a57c62b32 req-bbff4600-266e-4f3c-b012-30600ef24b56 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 944 time: 0.2573411 Apr 20 15:59:13.686983 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Routers {'e419e525-8578-4da6-806e-a3da1d345be6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:59:13.687842 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:59:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['e419e525-8578-4da6-806e-a3da1d345be6'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:13.749941 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6bf1b676-ec35-44e4-8008-4b7a57c62b32 req-04683858-40fd-4313-a14f-99a359af271c tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141248 Apr 20 15:59:13.760270 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73800b-eae4-4240-ab49-7276cb900dc3 None None] Pushing event updated for resources: {'Port': ['ID=20d38bae-c7ac-401e-991f-6655409c26c5,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:13.882237 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] Set router e419e525-8578-4da6-806e-a3da1d345be6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:59:13.882735 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:13.894354 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Transition to ACTIVE for port object a5e46e44-1823-4f86-beff-f59790069816 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:59:13.915028 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Transition to ACTIVE for port object a5e46e44-1823-4f86-beff-f59790069816 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:59:13.922992 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:13.981213 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Network 968e8386-d411-4304-a37f-e34cb9a06de9 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:59:13.983956 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:59:13.987574 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:59:14.038526 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Pushing event updated for resources: {'Port': ['ID=a5e46e44-1823-4f86-beff-f59790069816,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:14.050808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:14.089097 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Attempting to bind port a5e46e44-1823-4f86-beff-f59790069816 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:59:14.089470 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Attempting to bind port a5e46e44-1823-4f86-beff-f59790069816 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '19f123f7-cba2-4ac7-b132-9cdb3c4567d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:59:14.090347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Attempting to bind port a5e46e44-1823-4f86-beff-f59790069816 on network 968e8386-d411-4304-a37f-e34cb9a06de9 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:59:14.097134 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:59:14.098282 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Checking segment: {'id': '19f123f7-cba2-4ac7-b132-9cdb3c4567d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:59:14.098900 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:14.098900 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Bound using segment: {'id': '19f123f7-cba2-4ac7-b132-9cdb3c4567d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:59:14.099760 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Bound port: a5e46e44-1823-4f86-beff-f59790069816, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f123f7-cba2-4ac7-b132-9cdb3c4567d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:59:14.099760 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:14.206799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] For port a5e46e44-1823-4f86-beff-f59790069816, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:59:14.209993 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] For port a5e46e44-1823-4f86-beff-f59790069816, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a5e46e44-1823-4f86-beff-f59790069816,segment=NetworkSegment(19f123f7-cba2-4ac7-b132-9cdb3c4567d8),segment_id=19f123f7-cba2-4ac7-b132-9cdb3c4567d8)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:59:14.216686 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:14.230034 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'name': 'tempest-TestNetworkBasicOps-router-363618941', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:11Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:14.239127 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf7952a-6abf-45e2-996c-d279585e8810 None None] The sync data for ids ['e419e525-8578-4da6-806e-a3da1d345be6'] in dv-neutron-838699-1-hyperv is: [{'id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'name': 'tempest-TestNetworkBasicOps-router-363618941', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:11Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:59:14.317963 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20d984-d547-48f8-b2de-0a74d4da6059 None None] Pushing event updated for resources: {'Port': ['ID=a5e46e44-1823-4f86-beff-f59790069816,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:14.643018 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a5e46e44-1823-4f86-beff-f59790069816 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:59:14.744235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.1 (968e8386-d411-4304-a37f-e34cb9a06de9/b890765c-1205-4ffa-b339-24583d306f8e/e5b89324-3822-4507-b7bb-9eb3c4c8dbf3) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:59:14.765251 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port a5e46e44-1823-4f86-beff-f59790069816 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:59:14.959715 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:15.013480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:15.035973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:59:15.065687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1f526-dc59-4e7f-af40-8f29d48b187b req-80ba80f2-fbd6-4f23-a348-defadb923ca6 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:15.067386 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5a1f526-dc59-4e7f-af40-8f29d48b187b req-80ba80f2-fbd6-4f23-a348-defadb923ca6 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 944 time: 0.1700008 Apr 20 15:59:15.141639 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5a1f526-dc59-4e7f-af40-8f29d48b187b req-7c545a84-88e7-4eab-b3a3-e2d2918a2a83 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668361 Apr 20 15:59:15.142508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:15.236244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 968e8386-d411-4304-a37f-e34cb9a06de9 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:59:15.240908 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:59:15.251925 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:59:15.293614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=e5b89324-3822-4507-b7bb-9eb3c4c8dbf3,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:15.327561 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:15.511338 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:15.530952 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666a134b-658a-4366-95d4-22576610e19f None None] Network 968e8386-d411-4304-a37f-e34cb9a06de9 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 15:59:15.688292 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c933f7f8-4b9b-4ed0-bb9c-1254b584ac6e None None] Provisioning for port a5e46e44-1823-4f86-beff-f59790069816 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:59:15.702375 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c933f7f8-4b9b-4ed0-bb9c-1254b584ac6e None None] Provisioning complete for port a5e46e44-1823-4f86-beff-f59790069816 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:59:15.702959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c933f7f8-4b9b-4ed0-bb9c-1254b584ac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:15.876645 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c933f7f8-4b9b-4ed0-bb9c-1254b584ac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:15.926416 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c933f7f8-4b9b-4ed0-bb9c-1254b584ac6e None None] For port a5e46e44-1823-4f86-beff-f59790069816, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a5e46e44-1823-4f86-beff-f59790069816,segment=NetworkSegment(19f123f7-cba2-4ac7-b132-9cdb3c4567d8),segment_id=19f123f7-cba2-4ac7-b132-9cdb3c4567d8)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:59:15.934912 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c933f7f8-4b9b-4ed0-bb9c-1254b584ac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:16.009410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:16.017293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:16.023742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933f7f8-4b9b-4ed0-bb9c-1254b584ac6e None None] Pushing event updated for resources: {'Port': ['ID=a5e46e44-1823-4f86-beff-f59790069816,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:16.160761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=e5b89324-3822-4507-b7bb-9eb3c4c8dbf3,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:16.167095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:16.273089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-57ba5d58-87fa-4979-81a1-de0e6e21cba3 None None] Provisioning for port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:59:16.286250 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-57ba5d58-87fa-4979-81a1-de0e6e21cba3 None None] Provisioning complete for port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:59:16.286765 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-57ba5d58-87fa-4979-81a1-de0e6e21cba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:16.365246 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-57ba5d58-87fa-4979-81a1-de0e6e21cba3 None None] Port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:59:16.377167 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-57ba5d58-87fa-4979-81a1-de0e6e21cba3 None None] Provisioning complete for port a5e46e44-1823-4f86-beff-f59790069816 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:59:16.377696 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-57ba5d58-87fa-4979-81a1-de0e6e21cba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:16.508616 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 968e8386-d411-4304-a37f-e34cb9a06de9 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:59:16.512946 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:59:16.584796 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b01b5-ad63-4bc0-87bf-8977c0f35580 req-0718429e-4216-46ee-a1e9-458cbcd88eff tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:16.586344 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-080b01b5-ad63-4bc0-87bf-8977c0f35580 req-0718429e-4216-46ee-a1e9-458cbcd88eff tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 944 time: 0.1939573 Apr 20 15:59:16.635836 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-16ae477e-036a-432b-9c4f-40f8b25b46ac None None] Provisioning complete for port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:59:16.636378 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-16ae477e-036a-432b-9c4f-40f8b25b46ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:16.676151 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 20d38bae-c7ac-401e-991f-6655409c26c5 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:59:16.735423 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-080b01b5-ad63-4bc0-87bf-8977c0f35580 req-ea3ff784-5c5a-4fda-b5f4-9405391fc880 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422043 Apr 20 15:59:16.743549 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-16ae477e-036a-432b-9c4f-40f8b25b46ac None None] Port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:59:16.763935 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 20d38bae-c7ac-401e-991f-6655409c26c5 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:59:16.768875 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 20d38bae-c7ac-401e-991f-6655409c26c5 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:59:16.769257 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:16.769627 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router e419e525-8578-4da6-806e-a3da1d345be6 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:59:16.902460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:16.908183 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2e2cf7c1-e839-4010-875b-5048916b736d None None] Provisioning complete for port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:59:16.908548 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2e2cf7c1-e839-4010-875b-5048916b736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:16.966010 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 20d38bae-c7ac-401e-991f-6655409c26c5, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=20d38bae-c7ac-401e-991f-6655409c26c5,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:59:16.967443 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:59:16.982532 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4e23aea4-69ad-4b04-a727-9d479467e7a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/e419e525-8578-4da6-806e-a3da1d345be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8264639 Apr 20 15:59:16.985026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40166) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:16.985945 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:16.987017 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a5e46e44-1823-4f86-beff-f59790069816 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:59:17.067529 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Sync routers for ids ['e419e525-8578-4da6-806e-a3da1d345be6'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:59:17.090758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cf7c1-e839-4010-875b-5048916b736d None None] Port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:59:17.143633 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e8bb1-0b83-40d9-b8ef-2ee34afc6dcc tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:17.145565 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e8bb1-0b83-40d9-b8ef-2ee34afc6dcc tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:17.145565 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e8bb1-0b83-40d9-b8ef-2ee34afc6dcc tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:17.145565 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e8bb1-0b83-40d9-b8ef-2ee34afc6dcc tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:17.149467 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e8bb1-0b83-40d9-b8ef-2ee34afc6dcc tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:17.149467 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e8bb1-0b83-40d9-b8ef-2ee34afc6dcc tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:17.149467 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b51e8bb1-0b83-40d9-b8ef-2ee34afc6dcc tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1630476 Apr 20 15:59:17.152851 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40170) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:17.170381 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Routers {'e419e525-8578-4da6-806e-a3da1d345be6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:59:17.171086 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:59:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['e419e525-8578-4da6-806e-a3da1d345be6'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:17.241447 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45880a29-9680-42fd-9429-44a2300ecd8f tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:17.241691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45880a29-9680-42fd-9429-44a2300ecd8f tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:17.244071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45880a29-9680-42fd-9429-44a2300ecd8f tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:17.244071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45880a29-9680-42fd-9429-44a2300ecd8f tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:17.244071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45880a29-9680-42fd-9429-44a2300ecd8f tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:17.244071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45880a29-9680-42fd-9429-44a2300ecd8f tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:17.245512 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-45880a29-9680-42fd-9429-44a2300ecd8f tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0917172 Apr 20 15:59:17.248300 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40174) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:17.297280 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=20d38bae-c7ac-401e-991f-6655409c26c5,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:17.410055 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port a5e46e44-1823-4f86-beff-f59790069816 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:59:17.410466 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:17.472379 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d9efd01e-b17e-4e89-a939-6af005f616a7 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2224500 Apr 20 15:59:17.475683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40178) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:17.480854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1505166894', 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:17.502620 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Set router e419e525-8578-4da6-806e-a3da1d345be6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:59:17.613704 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:17.617781 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:port and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:17.620584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:17.626748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:17.630870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 15:59:17.636497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:59:17.640568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:17.661735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] device_id is not set on port c3175fd2-ce69-4549-b2cb-50d1eca960a1 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:59:17.810424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.7 (968e8386-d411-4304-a37f-e34cb9a06de9/b890765c-1205-4ffa-b339-24583d306f8e/c3175fd2-ce69-4549-b2cb-50d1eca960a1) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:59:17.974677 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=4c4533fc-ba9b-4082-a1c8-7776b4a6b81c,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:59:17.991327 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '4c4533fc-ba9b-4082-a1c8-7776b4a6b81c', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'port_id': '4c4533fc-ba9b-4082-a1c8-7776b4a6b81c', 'mac_address': 'fa:16:3e:82:3e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 15:59:18.042609 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'name': 'tempest-TestNetworkBasicOps-router-363618941', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:15Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'e5b89324-3822-4507-b7bb-9eb3c4c8dbf3', 'name': '', 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:3c:74:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:14Z', 'updated_at': '2022-04-20T15:59:15Z', 'revision_number': 2, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:18.054429 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Checking router: e419e525-8578-4da6-806e-a3da1d345be6 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:59:18.054789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Updating router e419e525-8578-4da6-806e-a3da1d345be6 port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:59:18.075028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:18.087012 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:18.092017 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bcb02-4729-461e-85bb-c12af4fd8224 req-2ed7ff51-69e5-499a-a875-20776e5b3caa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:18.093485 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cd0bcb02-4729-461e-85bb-c12af4fd8224 req-2ed7ff51-69e5-499a-a875-20776e5b3caa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 944 time: 0.1556137 Apr 20 15:59:18.122650 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:59:18.133263 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:18.159856 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=4c4533fc-ba9b-4082-a1c8-7776b4a6b81c,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:59:18.188902 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:18.237254 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object c3175fd2-ce69-4549-b2cb-50d1eca960a1 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:59:18.279679 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cd0bcb02-4729-461e-85bb-c12af4fd8224 req-b9b7b44f-cf68-44c8-8275-5f88f4924df8 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791298 Apr 20 15:59:18.295051 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:18.337502 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=4c4533fc-ba9b-4082-a1c8-7776b4a6b81c,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:18.361476 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 968e8386-d411-4304-a37f-e34cb9a06de9 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:59:18.368568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:59:18.373406 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:59:18.406601 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=c3175fd2-ce69-4549-b2cb-50d1eca960a1,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:18.442943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:18.443579 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:18.470689 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-653d012f-35f7-419a-a25b-7fc901c0a71e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9941678 Apr 20 15:59:18.579400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:18.592942 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['4c4533fc-ba9b-4082-a1c8-7776b4a6b81c'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 15:59:18.616483 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 20d38bae-c7ac-401e-991f-6655409c26c5 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:59:18.647702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Transition to ACTIVE for port object e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:59:18.676218 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:18.797135 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d75f2c64-f00c-431f-ab0e-68fb81e63f73 None None] Provisioning for port c3175fd2-ce69-4549-b2cb-50d1eca960a1 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:59:18.877110 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d75f2c64-f00c-431f-ab0e-68fb81e63f73 None None] Provisioning complete for port c3175fd2-ce69-4549-b2cb-50d1eca960a1 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:59:18.877491 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d75f2c64-f00c-431f-ab0e-68fb81e63f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:18.912629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40188) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:18.918401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1a5afa41-cb2d-4963-b4c1-865f80d668fc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-747788363', 'description': 'tempest-secgroup-smoke-747788363 description', 'project_id': '275d553700ad4a899ef09eedcedfa1df'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:18.925389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1a5afa41-cb2d-4963-b4c1-865f80d668fc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:18.929785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1a5afa41-cb2d-4963-b4c1-865f80d668fc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:18.930170 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16e30f-7996-4a99-b01f-c3e8efbb67be None None] Pushing event updated for resources: {'Port': ['ID=e5b89324-3822-4507-b7bb-9eb3c4c8dbf3,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:18.933283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1a5afa41-cb2d-4963-b4c1-865f80d668fc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:18.940314 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1a5afa41-cb2d-4963-b4c1-865f80d668fc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:18.953117 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a5afa41-cb2d-4963-b4c1-865f80d668fc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:18.973870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1a5afa41-cb2d-4963-b4c1-865f80d668fc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:18.977978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1a5afa41-cb2d-4963-b4c1-865f80d668fc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:18.982530 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1a5afa41-cb2d-4963-b4c1-865f80d668fc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:18.988996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1a5afa41-cb2d-4963-b4c1-865f80d668fc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:19.052527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-d75f2c64-f00c-431f-ab0e-68fb81e63f73 None None] Port c3175fd2-ce69-4549-b2cb-50d1eca960a1 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:59:19.066096 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a5afa41-cb2d-4963-b4c1-865f80d668fc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.069607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 20d38bae-c7ac-401e-991f-6655409c26c5 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:59:19.069990 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.070228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a5afa41-cb2d-4963-b4c1-865f80d668fc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.115664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5afa41-cb2d-4963-b4c1-865f80d668fc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a847781a-7ea5-428e-b74d-1b3fabc431e3,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:19.118660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a5afa41-cb2d-4963-b4c1-865f80d668fc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.120078 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1a5afa41-cb2d-4963-b4c1-865f80d668fc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2063136 Apr 20 15:59:19.123318 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40192) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:19.128531 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-2377000e-a58a-448d-aefb-377adf30d3d4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'a847781a-7ea5-428e-b74d-1b3fabc431e3', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:19.128681 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Attempting to bind port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:59:19.129013 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Attempting to bind port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '19f123f7-cba2-4ac7-b132-9cdb3c4567d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:59:19.129383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Attempting to bind port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 on network 968e8386-d411-4304-a37f-e34cb9a06de9 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:59:19.134266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2377000e-a58a-448d-aefb-377adf30d3d4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:19.139588 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2377000e-a58a-448d-aefb-377adf30d3d4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:19.142741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2377000e-a58a-448d-aefb-377adf30d3d4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:19.148715 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2377000e-a58a-448d-aefb-377adf30d3d4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:19.156692 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:59:19.157073 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Checking segment: {'id': '19f123f7-cba2-4ac7-b132-9cdb3c4567d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:59:19.157667 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.158072 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Bound using segment: {'id': '19f123f7-cba2-4ac7-b132-9cdb3c4567d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:59:19.158547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Bound port: e5b89324-3822-4507-b7bb-9eb3c4c8dbf3, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f123f7-cba2-4ac7-b132-9cdb3c4567d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:59:19.159007 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.170473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2377000e-a58a-448d-aefb-377adf30d3d4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.237368 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2377000e-a58a-448d-aefb-377adf30d3d4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.240993 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2377000e-a58a-448d-aefb-377adf30d3d4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.262149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377000e-a58a-448d-aefb-377adf30d3d4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea371ea2-4889-4836-bbc6-07c6d8ad9965,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:19.273447 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2377000e-a58a-448d-aefb-377adf30d3d4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.274904 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2377000e-a58a-448d-aefb-377adf30d3d4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506073 Apr 20 15:59:19.278275 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40196) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:19.283328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-259330be-7093-4b98-a325-2b5123c6a239 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'a847781a-7ea5-428e-b74d-1b3fabc431e3', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:19.288889 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-259330be-7093-4b98-a325-2b5123c6a239 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:19.293626 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-259330be-7093-4b98-a325-2b5123c6a239 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:19.296542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-259330be-7093-4b98-a325-2b5123c6a239 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:19.304041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-259330be-7093-4b98-a325-2b5123c6a239 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:19.325016 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-259330be-7093-4b98-a325-2b5123c6a239 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.390546 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-259330be-7093-4b98-a325-2b5123c6a239 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.398416 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] For port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:59:19.416673 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] For port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e5b89324-3822-4507-b7bb-9eb3c4c8dbf3,segment=NetworkSegment(19f123f7-cba2-4ac7-b132-9cdb3c4567d8),segment_id=19f123f7-cba2-4ac7-b132-9cdb3c4567d8)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:59:19.425858 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-259330be-7093-4b98-a325-2b5123c6a239 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.428844 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.467179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259330be-7093-4b98-a325-2b5123c6a239 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6909c7-73d1-46f6-bb70-14b52dd3b707,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:19.479830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-259330be-7093-4b98-a325-2b5123c6a239 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.481592 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-259330be-7093-4b98-a325-2b5123c6a239 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2022884 Apr 20 15:59:19.484430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40202) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:19.490708 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-3a0e1c78-0f74-4321-9a6b-b588217d0ec0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'a847781a-7ea5-428e-b74d-1b3fabc431e3', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:19.497745 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3a0e1c78-0f74-4321-9a6b-b588217d0ec0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:19.509714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3a0e1c78-0f74-4321-9a6b-b588217d0ec0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:19.514114 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3a0e1c78-0f74-4321-9a6b-b588217d0ec0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:19.522299 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3a0e1c78-0f74-4321-9a6b-b588217d0ec0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:19.536257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833a596-459f-4ce5-b378-88662aabc4a4 req-2443fee4-2f51-470c-b628-cafd82c7b7cf tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:19.537944 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8833a596-459f-4ce5-b378-88662aabc4a4 req-2443fee4-2f51-470c-b628-cafd82c7b7cf tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 945 time: 0.1436913 Apr 20 15:59:19.549146 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Routers {'e419e525-8578-4da6-806e-a3da1d345be6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:59:19.549889 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:59:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['e419e525-8578-4da6-806e-a3da1d345be6'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:19.573282 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a0e1c78-0f74-4321-9a6b-b588217d0ec0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.624731 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8833a596-459f-4ce5-b378-88662aabc4a4 req-3fa6d344-5295-457e-8197-2e88cf513c03 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749874 Apr 20 15:59:19.655306 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a0e1c78-0f74-4321-9a6b-b588217d0ec0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.659243 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a0e1c78-0f74-4321-9a6b-b588217d0ec0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.671509 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16e30f-7996-4a99-b01f-c3e8efbb67be None None] Pushing event updated for resources: {'Port': ['ID=e5b89324-3822-4507-b7bb-9eb3c4c8dbf3,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:19.690910 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e1c78-0f74-4321-9a6b-b588217d0ec0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf6f6e3-1633-42ce-a2fd-31cb74013280,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:19.701290 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a0e1c78-0f74-4321-9a6b-b588217d0ec0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.705004 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3a0e1c78-0f74-4321-9a6b-b588217d0ec0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2170100 Apr 20 15:59:19.708963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40206) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:19.713847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1b2a0b2d-64ad-42da-bd65-5f1d6cf96426 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'a847781a-7ea5-428e-b74d-1b3fabc431e3', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:19.720706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1b2a0b2d-64ad-42da-bd65-5f1d6cf96426 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:19.724497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1b2a0b2d-64ad-42da-bd65-5f1d6cf96426 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:19.727307 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1b2a0b2d-64ad-42da-bd65-5f1d6cf96426 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:19.733041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1b2a0b2d-64ad-42da-bd65-5f1d6cf96426 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:19.750230 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1b2a0b2d-64ad-42da-bd65-5f1d6cf96426 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.792410 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] Set router e419e525-8578-4da6-806e-a3da1d345be6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:59:19.815371 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1b2a0b2d-64ad-42da-bd65-5f1d6cf96426 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.819232 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1b2a0b2d-64ad-42da-bd65-5f1d6cf96426 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.847680 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a0b2d-64ad-42da-bd65-5f1d6cf96426 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf62e5c-32b5-465c-bc5b-ac9f4912fb11,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:19.857272 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1b2a0b2d-64ad-42da-bd65-5f1d6cf96426 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.858497 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1b2a0b2d-64ad-42da-bd65-5f1d6cf96426 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485877 Apr 20 15:59:19.861233 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40210) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:19.866233 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1c6fb0a1-ec1e-4c79-b025-428a562c16c1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'a847781a-7ea5-428e-b74d-1b3fabc431e3', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:19.872501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1c6fb0a1-ec1e-4c79-b025-428a562c16c1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:19.876339 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1c6fb0a1-ec1e-4c79-b025-428a562c16c1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:19.879151 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1c6fb0a1-ec1e-4c79-b025-428a562c16c1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:19.884844 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1c6fb0a1-ec1e-4c79-b025-428a562c16c1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:19.895559 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-1c6fb0a1-ec1e-4c79-b025-428a562c16c1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:59:19.902017 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c6fb0a1-ec1e-4c79-b025-428a562c16c1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.967859 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c6fb0a1-ec1e-4c79-b025-428a562c16c1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.971687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c6fb0a1-ec1e-4c79-b025-428a562c16c1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:19.995460 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fb0a1-ec1e-4c79-b025-428a562c16c1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527cd70a-8a22-437a-a887-058bee16e8c8,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:20.004768 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c6fb0a1-ec1e-4c79-b025-428a562c16c1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:20.006048 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1c6fb0a1-ec1e-4c79-b025-428a562c16c1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438415 Apr 20 15:59:20.009196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40214) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:20.015523 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ecd36e16-f94f-446f-abca-34ba44da2be9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'a847781a-7ea5-428e-b74d-1b3fabc431e3', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:20.021375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ecd36e16-f94f-446f-abca-34ba44da2be9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:20.025309 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ecd36e16-f94f-446f-abca-34ba44da2be9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:20.028276 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ecd36e16-f94f-446f-abca-34ba44da2be9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:20.034011 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ecd36e16-f94f-446f-abca-34ba44da2be9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:20.044129 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-ecd36e16-f94f-446f-abca-34ba44da2be9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:59:20.051348 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecd36e16-f94f-446f-abca-34ba44da2be9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:20.115076 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'name': 'tempest-TestNetworkBasicOps-router-363618941', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:15Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'e5b89324-3822-4507-b7bb-9eb3c4c8dbf3', 'name': '', 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:3c:74:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:14Z', 'updated_at': '2022-04-20T15:59:19Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:20.118168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecd36e16-f94f-446f-abca-34ba44da2be9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:20.119397 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73b03d7-35ee-4ce9-8acb-94de97020562 None None] The sync data for ids ['e419e525-8578-4da6-806e-a3da1d345be6'] in dv-neutron-838699-1-hyperv is: [{'id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'name': 'tempest-TestNetworkBasicOps-router-363618941', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:15Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'e5b89324-3822-4507-b7bb-9eb3c4c8dbf3', 'name': '', 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:3c:74:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:14Z', 'updated_at': '2022-04-20T15:59:19Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:59:20.122901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecd36e16-f94f-446f-abca-34ba44da2be9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:20.147293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd36e16-f94f-446f-abca-34ba44da2be9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0167ce-0a0d-4403-9edc-22a911e898a4,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:20.157407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecd36e16-f94f-446f-abca-34ba44da2be9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:20.158930 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ecd36e16-f94f-446f-abca-34ba44da2be9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1491997 Apr 20 15:59:20.349091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-a699afd0-bbf9-4979-af34-6b8fc0997d8b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:59:20.365379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-a699afd0-bbf9-4979-af34-6b8fc0997d8b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:59:20.367060 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-a699afd0-bbf9-4979-af34-6b8fc0997d8b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-747788363&fields=id&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 267 time: 0.0655718 Apr 20 15:59:20.445869 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-2b6b70d9-a876-4a32-806c-e8885835dbf8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:20.446455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-2b6b70d9-a876-4a32-806c-e8885835dbf8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:59:20.462175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-2b6b70d9-a876-4a32-806c-e8885835dbf8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:59:20.463350 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-2b6b70d9-a876-4a32-806c-e8885835dbf8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports/c3175fd2-ce69-4549-b2cb-50d1eca960a1 HTTP/1.1" status: 200 len: 930 time: 0.0892093 Apr 20 15:59:20.588315 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f609da14-27a5-4868-b9b2-4d5bc0074628 service neutron] 10.222.0.13 "GET /v2.0/ports/c3175fd2-ce69-4549-b2cb-50d1eca960a1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1124239 Apr 20 15:59:20.630159 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:59:20.725429 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:59:20.732870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:59:20.733634 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:20.735325 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-00ac311c-2ec7-4ae1-ad1d-1968cc3d6ebe service neutron] 10.222.0.13 "GET /v2.0/networks/968e8386-d411-4304-a37f-e34cb9a06de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441565 Apr 20 15:59:20.860644 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:20.894815 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e5b89324-3822-4507-b7bb-9eb3c4c8dbf3,segment=NetworkSegment(19f123f7-cba2-4ac7-b132-9cdb3c4567d8),segment_id=19f123f7-cba2-4ac7-b132-9cdb3c4567d8)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:59:20.900234 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:20.943660 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-259a6874-4290-4fdf-8569-80a44b0268e6 service neutron] 10.222.0.13 "GET /v2.0/networks/968e8386-d411-4304-a37f-e34cb9a06de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022481 Apr 20 15:59:20.951373 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9fbd4-0f2e-4439-ab98-0e95502b04a4 req-80fe4ba4-aa65-4aa3-84e1-77998aca56ba tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:20.952888 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f6a9fbd4-0f2e-4439-ab98-0e95502b04a4 req-80fe4ba4-aa65-4aa3-84e1-77998aca56ba tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 945 time: 0.1908698 Apr 20 15:59:20.976898 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=e5b89324-3822-4507-b7bb-9eb3c4c8dbf3,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:21.007278 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f6a9fbd4-0f2e-4439-ab98-0e95502b04a4 req-c004e171-5fce-4ecf-bb54-56fdfe063f02 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489028 Apr 20 15:59:21.154763 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5dd9f25a-afa8-4205-b8c3-2172134973a3 req-0e4619b8-a310-481e-ae04-0f54f3842ad5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 210 time: 0.0460689 Apr 20 15:59:21.618476 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:59:21.729708 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:59:21.735407 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:59:21.735799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:21.846803 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:21.873232 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf978be8-4151-4e0a-9919-f606cec9d237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4533fc-ba9b-4082-a1c8-7776b4a6b81c'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:59:21.882479 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=4c4533fc-ba9b-4082-a1c8-7776b4a6b81c,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:59:21.886737 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:21.919968 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178ae0bb-991b-423d-924d-b87c1c98121c'] response: {'server_uuid': 'cf978be8-4151-4e0a-9919-f606cec9d237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4533fc-ba9b-4082-a1c8-7776b4a6b81c', 'code': 200} Apr 20 15:59:21.959123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=4c4533fc-ba9b-4082-a1c8-7776b4a6b81c,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:22.191572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-ca1c235e-688a-4d23-b1b2-060ad9b6a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:22.193056 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-ca1c235e-688a-4d23-b1b2-060ad9b6a176 service neutron] 10.222.0.11 "GET /v2.0/ports/c3175fd2-ce69-4549-b2cb-50d1eca960a1 HTTP/1.1" status: 200 len: 1026 time: 0.1255231 Apr 20 15:59:22.301703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5736e-08f3-4bbf-bc8c-893acfac74cb req-9ae90fc4-3ca3-4936-8acd-ec7b59564fae tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:22.308795 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72a5736e-08f3-4bbf-bc8c-893acfac74cb req-9ae90fc4-3ca3-4936-8acd-ec7b59564fae tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 946 time: 0.1803002 Apr 20 15:59:22.315605 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66028f-cd0a-4dae-bdc6-6677164277d7 req-3934c23d-bb08-440c-899e-0845a87e80b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:22.318069 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-5c66028f-cd0a-4dae-bdc6-6677164277d7 req-3934c23d-bb08-440c-899e-0845a87e80b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 1099 time: 0.1070137 Apr 20 15:59:22.362195 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-5c66028f-cd0a-4dae-bdc6-6677164277d7 req-8f549c94-6210-4c81-8b01-083a600cd4d1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380490 Apr 20 15:59:22.498568 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e349386e-468d-4ac6-8182-eab655fcb4bd req-274ec61d-e409-4d15-a89e-65b324545613 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 210 time: 0.1637242 Apr 20 15:59:22.529369 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72a5736e-08f3-4bbf-bc8c-893acfac74cb req-9a9057f0-00e1-42fc-8308-cb7604decf47 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197444 Apr 20 15:59:22.557123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-29ad33cc-486a-4903-95d2-eef51c3a1cc9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:22.558525 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-29ad33cc-486a-4903-95d2-eef51c3a1cc9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/networks?id=968e8386-d411-4304-a37f-e34cb9a06de9 HTTP/1.1" status: 200 len: 797 time: 0.3448370 Apr 20 15:59:22.576265 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:59:22.641136 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-92a547cb-74de-48be-a2f4-68ae41dd8396 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 379 time: 0.0391359 Apr 20 15:59:22.642310 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:59:22.642758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:22.654054 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Request body: {'port': {'device_id': '34738a99-f82c-4325-9a9f-43c3dca5270f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:22.763084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:23.100024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3175fd2-ce69-4549-b2cb-50d1eca960a1 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:59:23.107212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:23.122114 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Transition to ACTIVE for port object c3175fd2-ce69-4549-b2cb-50d1eca960a1 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:59:23.125856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:23.282185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Pushing event updated for resources: {'Port': ['ID=c3175fd2-ce69-4549-b2cb-50d1eca960a1,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:23.363424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Attempting to bind port c3175fd2-ce69-4549-b2cb-50d1eca960a1 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:59:23.363683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Attempting to bind port c3175fd2-ce69-4549-b2cb-50d1eca960a1 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '19f123f7-cba2-4ac7-b132-9cdb3c4567d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:59:23.364086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Attempting to bind port c3175fd2-ce69-4549-b2cb-50d1eca960a1 on network 968e8386-d411-4304-a37f-e34cb9a06de9 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:59:23.368737 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Port c3175fd2-ce69-4549-b2cb-50d1eca960a1 on network 968e8386-d411-4304-a37f-e34cb9a06de9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:59:23.369066 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Attempting to bind port c3175fd2-ce69-4549-b2cb-50d1eca960a1 on network 968e8386-d411-4304-a37f-e34cb9a06de9 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:59:23.374688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:59:23.375025 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Checking segment: {'id': '19f123f7-cba2-4ac7-b132-9cdb3c4567d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:59:23.375406 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Bound using segment: {'id': '19f123f7-cba2-4ac7-b132-9cdb3c4567d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:59:23.375853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Bound port: c3175fd2-ce69-4549-b2cb-50d1eca960a1, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f123f7-cba2-4ac7-b132-9cdb3c4567d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:59:23.376198 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:23.465752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] For port c3175fd2-ce69-4549-b2cb-50d1eca960a1, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:59:23.468604 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] For port c3175fd2-ce69-4549-b2cb-50d1eca960a1, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c3175fd2-ce69-4549-b2cb-50d1eca960a1,segment=NetworkSegment(19f123f7-cba2-4ac7-b132-9cdb3c4567d8),segment_id=19f123f7-cba2-4ac7-b132-9cdb3c4567d8)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:59:23.472100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:23.527127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:23.527736 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:23.529127 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] 10.222.0.11 "PUT /v2.0/ports/c3175fd2-ce69-4549-b2cb-50d1eca960a1 HTTP/1.1" status: 200 len: 1131 time: 0.8795476 Apr 20 15:59:23.529557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34738a99-f82c-4325-9a9f-43c3dca5270f', 'tag': 'c3175fd2-ce69-4549-b2cb-50d1eca960a1'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:59:23.554386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268d496-9e0c-4ce9-b37f-4a2c205adb81 service neutron] Pushing event updated for resources: {'Port': ['ID=c3175fd2-ce69-4549-b2cb-50d1eca960a1,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:23.646068 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c5f19c8-bbe2-4955-8525-cbd5f28bbdd8'] response: {'name': 'network-changed', 'server_uuid': '34738a99-f82c-4325-9a9f-43c3dca5270f', 'tag': 'c3175fd2-ce69-4549-b2cb-50d1eca960a1', 'status': 'completed', 'code': 200} Apr 20 15:59:23.692059 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-129de97a-5a4b-4e05-85d3-75779d76b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:23.693849 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-129de97a-5a4b-4e05-85d3-75779d76b5c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 1134 time: 0.1168270 Apr 20 15:59:23.819584 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-ef3e912f-4a14-4980-81ee-ff056b1d9f19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3175fd2-ce69-4549-b2cb-50d1eca960a1 HTTP/1.1" status: 200 len: 217 time: 0.1168783 Apr 20 15:59:23.933256 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-fb2494fc-90f2-404a-8e21-0fc8165335e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:23.934602 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-fb2494fc-90f2-404a-8e21-0fc8165335e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b890765c-1205-4ffa-b339-24583d306f8e HTTP/1.1" status: 200 len: 835 time: 0.0764537 Apr 20 15:59:24.016585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e1230-4528-4e74-abb1-f69565606781 req-8cb8c4a9-f24b-4fd0-b22a-d92e4f7a3878 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:24.018013 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-db7e1230-4528-4e74-abb1-f69565606781 req-8cb8c4a9-f24b-4fd0-b22a-d92e4f7a3878 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 946 time: 0.3173168 Apr 20 15:59:24.027688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03620f3c-246a-47dd-8ce5-3c9a33090870 req-c15c5f82-9065-4f2e-b5b6-5c7692e707f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:24.029055 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03620f3c-246a-47dd-8ce5-3c9a33090870 req-c15c5f82-9065-4f2e-b5b6-5c7692e707f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 981 time: 0.3822551 Apr 20 15:59:24.109293 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-db7e1230-4528-4e74-abb1-f69565606781 req-858bc607-36d0-40ee-88f4-08ebf3cc29be tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793121 Apr 20 15:59:24.115382 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03620f3c-246a-47dd-8ce5-3c9a33090870 req-c861b394-1093-48b1-a5ae-eb2dee310aab tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715454 Apr 20 15:59:24.122172 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-671c690d-6585-4f5b-9322-d51b02e39171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:24.123602 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-671c690d-6585-4f5b-9322-d51b02e39171 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=968e8386-d411-4304-a37f-e34cb9a06de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1796167 Apr 20 15:59:24.258731 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-e30eed35-7d23-480d-9c14-a5229a0c4c23 service neutron] 10.222.0.11 "GET /v2.0/networks/968e8386-d411-4304-a37f-e34cb9a06de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290197 Apr 20 15:59:24.510303 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e259cef-edfa-450f-9ca9-7e3fc4fc2582 req-aad85542-e036-4b3d-a8a0-a331eb63bedc service neutron] 10.222.0.11 "GET /v2.0/networks/968e8386-d411-4304-a37f-e34cb9a06de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449117 Apr 20 15:59:24.624962 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f22617-911b-495b-bbe2-cb980d436461 req-8d04a4db-d35b-4864-98a8-0ab24e7f300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:24.626443 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a0f22617-911b-495b-bbe2-cb980d436461 req-8d04a4db-d35b-4864-98a8-0ab24e7f300c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 1134 time: 0.0732982 Apr 20 15:59:24.756324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f22617-911b-495b-bbe2-cb980d436461 req-82a1c29f-c6f1-4540-86a7-24e69ab8be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:24.757835 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a0f22617-911b-495b-bbe2-cb980d436461 req-82a1c29f-c6f1-4540-86a7-24e69ab8be2e service neutron] 10.222.0.11 "GET /v2.0/networks?id=968e8386-d411-4304-a37f-e34cb9a06de9 HTTP/1.1" status: 200 len: 898 time: 0.1257281 Apr 20 15:59:24.834750 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a0f22617-911b-495b-bbe2-cb980d436461 req-d232af68-8b02-44a7-b3f3-f49ec83d6476 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3175fd2-ce69-4549-b2cb-50d1eca960a1 HTTP/1.1" status: 200 len: 217 time: 0.0701282 Apr 20 15:59:24.895505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f22617-911b-495b-bbe2-cb980d436461 req-e4f5b1d7-e95c-4108-9fa0-ff55ad64bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:24.896911 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a0f22617-911b-495b-bbe2-cb980d436461 req-e4f5b1d7-e95c-4108-9fa0-ff55ad64bf0c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b890765c-1205-4ffa-b339-24583d306f8e HTTP/1.1" status: 200 len: 835 time: 0.0557749 Apr 20 15:59:24.969160 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f22617-911b-495b-bbe2-cb980d436461 req-69cef11b-30b0-4de5-9271-c43c29e48d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:24.970839 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a0f22617-911b-495b-bbe2-cb980d436461 req-69cef11b-30b0-4de5-9271-c43c29e48d9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=968e8386-d411-4304-a37f-e34cb9a06de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677979 Apr 20 15:59:25.104523 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a0f22617-911b-495b-bbe2-cb980d436461 req-0a731d89-2d0f-4f8d-b6b6-33809ef16a97 service neutron] 10.222.0.11 "GET /v2.0/networks/968e8386-d411-4304-a37f-e34cb9a06de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274109 Apr 20 15:59:25.335879 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a0f22617-911b-495b-bbe2-cb980d436461 req-92e1825b-4fc1-4c25-8b78-70e241110552 service neutron] 10.222.0.11 "GET /v2.0/networks/968e8386-d411-4304-a37f-e34cb9a06de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249200 Apr 20 15:59:25.388640 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4a439-8129-41a9-aba3-a272c3e06c70 req-fab4b65b-5135-4d4b-9daf-7d6ecf65f4c8 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:25.390086 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-01c4a439-8129-41a9-aba3-a272c3e06c70 req-fab4b65b-5135-4d4b-9daf-7d6ecf65f4c8 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 946 time: 0.1647146 Apr 20 15:59:25.402058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fc9d7-b2e5-4132-8e24-86c5a7b4a699 req-429ec04d-86bd-4742-831d-c6d0313cd699 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:25.403858 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-513fc9d7-b2e5-4132-8e24-86c5a7b4a699 req-429ec04d-86bd-4742-831d-c6d0313cd699 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 981 time: 0.1327021 Apr 20 15:59:25.475353 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-01c4a439-8129-41a9-aba3-a272c3e06c70 req-379824ce-069b-4c0f-8fab-e0ceccc3df35 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705264 Apr 20 15:59:25.478052 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-513fc9d7-b2e5-4132-8e24-86c5a7b4a699 req-aab19d39-6513-47bf-b7c1-f99b685a8e1e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564737 Apr 20 15:59:25.657252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117a9cf-2ebe-43c7-a210-762f3deebd28 req-a060471e-6d7d-4d23-8ef0-6268bb537f2e tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:25.658619 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5117a9cf-2ebe-43c7-a210-762f3deebd28 req-a060471e-6d7d-4d23-8ef0-6268bb537f2e tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 946 time: 0.0789790 Apr 20 15:59:25.703380 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5117a9cf-2ebe-43c7-a210-762f3deebd28 req-63692b7b-54fd-4239-8053-430a99aedcbe tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392187 Apr 20 15:59:25.725976 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40268) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:25.799009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95158fe-d2ab-48a8-bd25-f08e30094bdf tempest-TestVolumeBootPattern-350815065 tempest-TestVolumeBootPattern-350815065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:25.800858 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c95158fe-d2ab-48a8-bd25-f08e30094bdf tempest-TestVolumeBootPattern-350815065 tempest-TestVolumeBootPattern-350815065-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 1094 time: 0.0739501 Apr 20 15:59:25.803533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40272) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:25.809149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': '4c4533fc-ba9b-4082-a1c8-7776b4a6b81c', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:25.814804 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:25.818663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Usage tracker for resource:floatingip and tenant:b41769b0acc14f98934af661f4029f6f is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:25.821512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:25.827107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:25.837042 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:25.971847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:26.106142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Allocated IP 172.26.7.118 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/3bdcc162-65f1-4c62-8e78-df3ed0d20f87) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:59:26.250585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:26.279595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:26.336328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:59:26.339089 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:59:26.343324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:59:26.390491 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event updated for resources: {'Port': ['ID=3bdcc162-65f1-4c62-8e78-df3ed0d20f87,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:26.818400 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcce5e-0510-4c35-8c3e-ecc569e42c19 req-11302bb7-760c-4d00-ae56-9e6ac3e4aad3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:26.819813 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7dfcce5e-0510-4c35-8c3e-ecc569e42c19 req-11302bb7-760c-4d00-ae56-9e6ac3e4aad3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 981 time: 0.2287345 Apr 20 15:59:26.899259 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7dfcce5e-0510-4c35-8c3e-ecc569e42c19 req-4c68bdc1-ba41-40f0-af18-6277f1a28820 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712352 Apr 20 15:59:26.956885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:27.030941 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:27.237449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:27.240867 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:27.349926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event updated for resources: {'Port': ['ID=3bdcc162-65f1-4c62-8e78-df3ed0d20f87,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:27.362095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:27.534529 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Floating IP 3370632d-c39d-41c2-8c49-026109f37b73 associated. External IP: 172.26.7.118, port: 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c. Apr 20 15:59:27.668476 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c3175fd2-ce69-4549-b2cb-50d1eca960a1 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 15:59:27.807309 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c3175fd2-ce69-4549-b2cb-50d1eca960a1, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c3175fd2-ce69-4549-b2cb-50d1eca960a1,segment=NetworkSegment(19f123f7-cba2-4ac7-b132-9cdb3c4567d8),segment_id=19f123f7-cba2-4ac7-b132-9cdb3c4567d8)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:59:27.821273 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': 'c3175fd2-ce69-4549-b2cb-50d1eca960a1', 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9', 'port_id': 'c3175fd2-ce69-4549-b2cb-50d1eca960a1', 'mac_address': 'fa:16:3e:30:f3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 15:59:27.878908 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:27.887965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Router 98ed705b-ed0e-4a89-9d40-667a9f10a436 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:59:27.895267 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3175fd2-ce69-4549-b2cb-50d1eca960a1 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:59:27.910229 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c3175fd2-ce69-4549-b2cb-50d1eca960a1, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c3175fd2-ce69-4549-b2cb-50d1eca960a1,segment=NetworkSegment(19f123f7-cba2-4ac7-b132-9cdb3c4567d8),segment_id=19f123f7-cba2-4ac7-b132-9cdb3c4567d8)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:59:27.914670 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:27.986033 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=c3175fd2-ce69-4549-b2cb-50d1eca960a1,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:28.232233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['c3175fd2-ce69-4549-b2cb-50d1eca960a1'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 15:59:28.253624 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:59:28.264130 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6b08f3-d2ae-4660-a843-dc508d015bd5 None None] Sync routers for ids ['98ed705b-ed0e-4a89-9d40-667a9f10a436'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:59:28.266807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b713850-acc5-44aa-a69d-361a912b6572 req-9f50f47f-6dfb-4926-b572-064ab551b5a5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:28.268322 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4b713850-acc5-44aa-a69d-361a912b6572 req-9f50f47f-6dfb-4926-b572-064ab551b5a5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 982 time: 0.2021394 Apr 20 15:59:28.275205 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6b08f3-d2ae-4660-a843-dc508d015bd5 None None] Routers {'98ed705b-ed0e-4a89-9d40-667a9f10a436'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:59:28.275605 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-8a6b08f3-d2ae-4660-a843-dc508d015bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:59:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['98ed705b-ed0e-4a89-9d40-667a9f10a436'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:28.317240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:28.365913 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4b713850-acc5-44aa-a69d-361a912b6572 req-8f69aafb-028d-4691-806f-0f679ca2520c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847905 Apr 20 15:59:28.400073 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b3c9767f-081c-44dd-b20e-6a7a1506820a tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5954297 Apr 20 15:59:28.400763 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf978be8-4151-4e0a-9919-f606cec9d237', 'tag': '4c4533fc-ba9b-4082-a1c8-7776b4a6b81c'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:59:28.446615 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-863a7691-0c18-4105-8e83-2c4de009f200'] response: {'name': 'network-changed', 'server_uuid': 'cf978be8-4151-4e0a-9919-f606cec9d237', 'tag': '4c4533fc-ba9b-4082-a1c8-7776b4a6b81c', 'status': 'completed', 'code': 200} Apr 20 15:59:28.469763 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-8a6b08f3-d2ae-4660-a843-dc508d015bd5 None None] Set router 98ed705b-ed0e-4a89-9d40-667a9f10a436 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:59:28.539301 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538023b9-f84a-456e-b58f-f01ced2d1356 req-27c8ffa1-4353-432f-ada1-c9181ccfc968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:28.540807 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-538023b9-f84a-456e-b58f-f01ced2d1356 req-27c8ffa1-4353-432f-ada1-c9181ccfc968 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b41769b0acc14f98934af661f4029f6f&device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 1099 time: 0.0722771 Apr 20 15:59:28.670386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538023b9-f84a-456e-b58f-f01ced2d1356 req-215dce60-ae0c-4dd1-a07b-c1dd5b1fb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:28.671844 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-538023b9-f84a-456e-b58f-f01ced2d1356 req-215dce60-ae0c-4dd1-a07b-c1dd5b1fb331 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 200 len: 912 time: 0.1245944 Apr 20 15:59:28.775735 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-538023b9-f84a-456e-b58f-f01ced2d1356 req-a4ec32d9-6468-481a-9585-a90bc4fb3f80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c4533fc-ba9b-4082-a1c8-7776b4a6b81c HTTP/1.1" status: 200 len: 1000 time: 0.0965290 Apr 20 15:59:28.814263 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-8a6b08f3-d2ae-4660-a843-dc508d015bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '3370632d-c39d-41c2-8c49-026109f37b73', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'floating_ip_address': '172.26.7.118', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'port_id': '4c4533fc-ba9b-4082-a1c8-7776b4a6b81c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'mac_address': 'fa:16:3e:82:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf978be8-4151-4e0a-9919-f606cec9d237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:59:26Z', 'updated_at': '2022-04-20T15:59:26Z', 'revision_number': 0, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ip_address_scope': None}, {'id': 'd8d13ad5-e5a0-423a-b0b7-f07283996549', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'floating_ip_address': '172.26.7.235', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'port_id': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'mac_address': 'fa:16:3e:f0:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:57:18Z', 'updated_at': '2022-04-20T15:57:21Z', 'revision_number': 1, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:13Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:28.818308 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6b08f3-d2ae-4660-a843-dc508d015bd5 None None] Checking router: 98ed705b-ed0e-4a89-9d40-667a9f10a436 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:59:28.826406 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6b08f3-d2ae-4660-a843-dc508d015bd5 None None] Routers {'98ed705b-ed0e-4a89-9d40-667a9f10a436'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:59:28.827010 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-8a6b08f3-d2ae-4660-a843-dc508d015bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:59:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['98ed705b-ed0e-4a89-9d40-667a9f10a436'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:28.838547 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538023b9-f84a-456e-b58f-f01ced2d1356 req-124b54c1-e47b-48b3-8afd-9fb59d48c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:28.840005 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-538023b9-f84a-456e-b58f-f01ced2d1356 req-124b54c1-e47b-48b3-8afd-9fb59d48c144 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24 HTTP/1.1" status: 200 len: 850 time: 0.0581152 Apr 20 15:59:28.917560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538023b9-f84a-456e-b58f-f01ced2d1356 req-ed01e8df-2ff9-431d-99b2-01bec95b7eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:28.919548 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-538023b9-f84a-456e-b58f-f01ced2d1356 req-ed01e8df-2ff9-431d-99b2-01bec95b7eda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731857 Apr 20 15:59:28.999566 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-8a6b08f3-d2ae-4660-a843-dc508d015bd5 None None] Set router 98ed705b-ed0e-4a89-9d40-667a9f10a436 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:59:29.052210 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-538023b9-f84a-456e-b58f-f01ced2d1356 req-442ca315-4c7f-4a55-bd0e-8cd15a812fa0 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244156 Apr 20 15:59:29.188263 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-538023b9-f84a-456e-b58f-f01ced2d1356 req-5d77aa8f-8299-4b20-aa42-f950aef517da service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296163 Apr 20 15:59:29.370815 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-8a6b08f3-d2ae-4660-a843-dc508d015bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '3370632d-c39d-41c2-8c49-026109f37b73', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'floating_ip_address': '172.26.7.118', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'port_id': '4c4533fc-ba9b-4082-a1c8-7776b4a6b81c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'mac_address': 'fa:16:3e:82:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf978be8-4151-4e0a-9919-f606cec9d237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:59:26Z', 'updated_at': '2022-04-20T15:59:26Z', 'revision_number': 0, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ip_address_scope': None}, {'id': 'd8d13ad5-e5a0-423a-b0b7-f07283996549', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'floating_ip_address': '172.26.7.235', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'port_id': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'mac_address': 'fa:16:3e:f0:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:57:18Z', 'updated_at': '2022-04-20T15:57:21Z', 'revision_number': 1, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:13Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:29.374652 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6b08f3-d2ae-4660-a843-dc508d015bd5 None None] The sync data for ids ['98ed705b-ed0e-4a89-9d40-667a9f10a436'] in dv-neutron-838699-1-hyperv is: [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '3370632d-c39d-41c2-8c49-026109f37b73', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'floating_ip_address': '172.26.7.118', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'port_id': '4c4533fc-ba9b-4082-a1c8-7776b4a6b81c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'mac_address': 'fa:16:3e:82:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf978be8-4151-4e0a-9919-f606cec9d237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:59:26Z', 'updated_at': '2022-04-20T15:59:26Z', 'revision_number': 0, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ip_address_scope': None}, {'id': 'd8d13ad5-e5a0-423a-b0b7-f07283996549', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'floating_ip_address': '172.26.7.235', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'port_id': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'mac_address': 'fa:16:3e:f0:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:57:18Z', 'updated_at': '2022-04-20T15:57:21Z', 'revision_number': 1, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:13Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:59:29.563567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e87e8-c165-4d20-8df3-849573e204cd req-dc3eec2d-1d59-4ea6-aec8-9d4d2cc8e342 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:29.565071 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ee6e87e8-c165-4d20-8df3-849573e204cd req-dc3eec2d-1d59-4ea6-aec8-9d4d2cc8e342 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 982 time: 0.0822310 Apr 20 15:59:29.568980 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be874fa-acfb-4011-bcf4-110454b8636f None None] New status for floating IP 3370632d-c39d-41c2-8c49-026109f37b73: ACTIVE {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:59:29.612185 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ee6e87e8-c165-4d20-8df3-849573e204cd req-d67871fc-05a8-41dc-a23a-106a7e5644af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398376 Apr 20 15:59:29.721876 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c3175fd2-ce69-4549-b2cb-50d1eca960a1 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:59:29.875243 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port c3175fd2-ce69-4549-b2cb-50d1eca960a1 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:59:29.880223 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port c3175fd2-ce69-4549-b2cb-50d1eca960a1 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:59:29.880596 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:30.004042 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:30.033961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34738a99-f82c-4325-9a9f-43c3dca5270f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3175fd2-ce69-4549-b2cb-50d1eca960a1'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:59:30.045085 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c3175fd2-ce69-4549-b2cb-50d1eca960a1, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c3175fd2-ce69-4549-b2cb-50d1eca960a1,segment=NetworkSegment(19f123f7-cba2-4ac7-b132-9cdb3c4567d8),segment_id=19f123f7-cba2-4ac7-b132-9cdb3c4567d8)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:59:30.048987 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:30.084319 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-074947ff-863e-42e6-a412-5bc474372d51'] response: {'server_uuid': '34738a99-f82c-4325-9a9f-43c3dca5270f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3175fd2-ce69-4549-b2cb-50d1eca960a1', 'code': 200} Apr 20 15:59:30.116250 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=c3175fd2-ce69-4549-b2cb-50d1eca960a1,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:30.306911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e2d93-b6d3-494e-8ffd-93130b8ae03d req-3524115e-2c58-464d-bfb0-242294ceeeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:30.309147 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-da6e2d93-b6d3-494e-8ffd-93130b8ae03d req-3524115e-2c58-464d-bfb0-242294ceeeaa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 1136 time: 0.0742805 Apr 20 15:59:30.352710 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-da6e2d93-b6d3-494e-8ffd-93130b8ae03d req-78ce89f2-1823-4db3-acaf-36e4b8b69ac6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379655 Apr 20 15:59:30.693209 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a3462c49-d99d-4c3f-986e-b9c3dcae2398 req-581f509f-5289-4366-a0b4-61fa8ce7a6d9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685611 Apr 20 15:59:30.900237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5797c-46af-4386-8560-e4ff90066e83 req-a999e89d-e303-4dcd-a3bb-8a00fdb5c85b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:30.901684 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ebd5797c-46af-4386-8560-e4ff90066e83 req-a999e89d-e303-4dcd-a3bb-8a00fdb5c85b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 983 time: 0.1830323 Apr 20 15:59:30.904805 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3462c49-d99d-4c3f-986e-b9c3dcae2398 req-caab1440-4d63-4380-9cae-c5604aa5480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:30.906139 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a3462c49-d99d-4c3f-986e-b9c3dcae2398 req-caab1440-4d63-4380-9cae-c5604aa5480e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b41769b0acc14f98934af661f4029f6f&device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 1098 time: 0.1085269 Apr 20 15:59:31.124318 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ebd5797c-46af-4386-8560-e4ff90066e83 req-6bafb967-dff1-448e-924d-792b6b327c9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162929 Apr 20 15:59:31.174034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3462c49-d99d-4c3f-986e-b9c3dcae2398 req-c88c89a8-5aca-4c61-814c-a8ac08e38c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:31.175467 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a3462c49-d99d-4c3f-986e-b9c3dcae2398 req-c88c89a8-5aca-4c61-814c-a8ac08e38c59 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 200 len: 912 time: 0.2506876 Apr 20 15:59:31.274690 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a3462c49-d99d-4c3f-986e-b9c3dcae2398 req-08263c97-fc19-44de-9a04-955d6d5ade65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=737fa5c4-47b1-4578-b13c-82eeb5cdbc7b HTTP/1.1" status: 200 len: 1001 time: 0.0929039 Apr 20 15:59:31.340367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3462c49-d99d-4c3f-986e-b9c3dcae2398 req-255edc17-2233-4881-8414-5d681fa93e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:31.341922 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a3462c49-d99d-4c3f-986e-b9c3dcae2398 req-255edc17-2233-4881-8414-5d681fa93e18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24 HTTP/1.1" status: 200 len: 850 time: 0.0601273 Apr 20 15:59:31.417269 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3462c49-d99d-4c3f-986e-b9c3dcae2398 req-a94a06c6-0c96-4ff1-b0a0-21ef6afa970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:31.418733 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a3462c49-d99d-4c3f-986e-b9c3dcae2398 req-a94a06c6-0c96-4ff1-b0a0-21ef6afa970a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682662 Apr 20 15:59:31.552158 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a3462c49-d99d-4c3f-986e-b9c3dcae2398 req-741903f5-bc01-4fcc-bf71-78316ec36e42 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247909 Apr 20 15:59:31.690591 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a3462c49-d99d-4c3f-986e-b9c3dcae2398 req-0d4be66f-2659-4567-af4c-27cf9a2644a3 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262910 Apr 20 15:59:32.068963 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-76f7b14f-c6a7-4687-be1a-594da8de5d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:32.317254 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d313867-933d-4ed5-98cf-8ce73a0aba90 req-db15fca3-a4ee-431d-8286-bbbe9702ec0b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:32.319537 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3d313867-933d-4ed5-98cf-8ce73a0aba90 req-db15fca3-a4ee-431d-8286-bbbe9702ec0b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 983 time: 0.0861754 Apr 20 15:59:32.369257 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3d313867-933d-4ed5-98cf-8ce73a0aba90 req-a9526550-3502-454d-b5f7-03838d927ecd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432458 Apr 20 15:59:32.576635 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1556e-c93b-43be-b504-c8972cee9a2a req-2bbeb785-6d8c-4ea9-89b8-c95e7e4dc7cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:32.577994 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6fe1556e-c93b-43be-b504-c8972cee9a2a req-2bbeb785-6d8c-4ea9-89b8-c95e7e4dc7cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 983 time: 0.0796723 Apr 20 15:59:32.625164 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6fe1556e-c93b-43be-b504-c8972cee9a2a req-cbc59c0b-e27c-4631-9198-46f41b8fc556 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413535 Apr 20 15:59:32.648956 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40296) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:32.719728 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baeaf33-039b-486c-8fe6-90887b25e8e7 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:32.721260 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2baeaf33-039b-486c-8fe6-90887b25e8e7 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 1131 time: 0.0719471 Apr 20 15:59:32.725542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40300) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:32.730664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': 'c3175fd2-ce69-4549-b2cb-50d1eca960a1', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:32.737564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:32.741776 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:floatingip and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:32.745376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:32.760012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:32.772473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:32.903413 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:33.038362 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.26.7.142 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/c6849b97-89e7-4163-8b2e-9799dbbc580b) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:59:33.185950 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:33.214560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:33.277679 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:59:33.280407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:59:33.288438 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 15:59:33.329024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=c6849b97-89e7-4163-8b2e-9799dbbc580b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:33.793271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:33.866766 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:34.066010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:34.070315 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:34.182656 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=c6849b97-89e7-4163-8b2e-9799dbbc580b,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:34.193137 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:34.333948 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-86dd66c8-6a39-4dfc-8b9f-b5041e866e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:34.366165 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP 60b72002-03c0-4526-bcfc-000fc8e2b007 associated. External IP: 172.26.7.142, port: c3175fd2-ce69-4549-b2cb-50d1eca960a1. Apr 20 15:59:34.729236 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router e419e525-8578-4da6-806e-a3da1d345be6 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 15:59:34.914228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 15:59:34.930141 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172fb29b-7311-4377-a434-a108655cffb8 None None] Sync routers for ids ['e419e525-8578-4da6-806e-a3da1d345be6'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:59:34.940306 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172fb29b-7311-4377-a434-a108655cffb8 None None] Routers {'e419e525-8578-4da6-806e-a3da1d345be6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:59:34.941603 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-172fb29b-7311-4377-a434-a108655cffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:59:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['e419e525-8578-4da6-806e-a3da1d345be6'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:34.941746 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:35.001242 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6ebfc4ac-ea23-4db0-805c-e88906b21e77 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.2713811 Apr 20 15:59:35.001242 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34738a99-f82c-4325-9a9f-43c3dca5270f', 'tag': 'c3175fd2-ce69-4549-b2cb-50d1eca960a1'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:59:35.004550 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40304) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:35.058329 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3caf600f-6f44-418a-8d6c-a5a09e7ee693'] response: {'name': 'network-changed', 'server_uuid': '34738a99-f82c-4325-9a9f-43c3dca5270f', 'tag': 'c3175fd2-ce69-4549-b2cb-50d1eca960a1', 'status': 'completed', 'code': 200} Apr 20 15:59:35.083130 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72266b49-5126-4eb3-98b5-42fb21579ebc tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:35.100534 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-72266b49-5126-4eb3-98b5-42fb21579ebc tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=34738a99-f82c-4325-9a9f-43c3dca5270f&network_id=968e8386-d411-4304-a37f-e34cb9a06de9 HTTP/1.1" status: 200 len: 1131 time: 0.0950162 Apr 20 15:59:35.165595 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-172fb29b-7311-4377-a434-a108655cffb8 None None] Set router e419e525-8578-4da6-806e-a3da1d345be6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:59:35.173037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf19d-b9c0-4e2e-a32a-ea768e236428 req-e0788543-c5e9-472a-ae1c-3edb03e8ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:35.173037 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b81bf19d-b9c0-4e2e-a32a-ea768e236428 req-e0788543-c5e9-472a-ae1c-3edb03e8ee2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 1136 time: 0.0827889 Apr 20 15:59:35.485917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf19d-b9c0-4e2e-a32a-ea768e236428 req-6a1c1431-150e-4e8c-91de-563aad9cbf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:35.487378 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b81bf19d-b9c0-4e2e-a32a-ea768e236428 req-6a1c1431-150e-4e8c-91de-563aad9cbf3b service neutron] 10.222.0.11 "GET /v2.0/networks?id=968e8386-d411-4304-a37f-e34cb9a06de9 HTTP/1.1" status: 200 len: 898 time: 0.3139687 Apr 20 15:59:35.597052 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-172fb29b-7311-4377-a434-a108655cffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'name': 'tempest-TestNetworkBasicOps-router-363618941', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:15Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '60b72002-03c0-4526-bcfc-000fc8e2b007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.142', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'port_id': 'c3175fd2-ce69-4549-b2cb-50d1eca960a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1505166894', 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9', 'mac_address': 'fa:16:3e:30:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34738a99-f82c-4325-9a9f-43c3dca5270f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:59:33Z', 'updated_at': '2022-04-20T15:59:33Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5b89324-3822-4507-b7bb-9eb3c4c8dbf3', 'name': '', 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:3c:74:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:14Z', 'updated_at': '2022-04-20T15:59:20Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:35.600723 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172fb29b-7311-4377-a434-a108655cffb8 None None] Checking router: e419e525-8578-4da6-806e-a3da1d345be6 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:59:35.609040 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172fb29b-7311-4377-a434-a108655cffb8 None None] Routers {'e419e525-8578-4da6-806e-a3da1d345be6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 15:59:35.609628 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-172fb29b-7311-4377-a434-a108655cffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:59:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['e419e525-8578-4da6-806e-a3da1d345be6'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:35.639044 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b81bf19d-b9c0-4e2e-a32a-ea768e236428 req-29faec58-b9e4-47a9-ab02-db87bc84a803 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3175fd2-ce69-4549-b2cb-50d1eca960a1 HTTP/1.1" status: 200 len: 1037 time: 0.1103232 Apr 20 15:59:35.695081 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf9c42-8468-45da-8dc3-52d209a7076d req-f10f8b99-a3b6-412b-9e05-c3ea30ed3481 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:35.696596 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b3bf9c42-8468-45da-8dc3-52d209a7076d req-f10f8b99-a3b6-412b-9e05-c3ea30ed3481 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 983 time: 0.2070098 Apr 20 15:59:35.702649 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:35.731231 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:35.739718 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf19d-b9c0-4e2e-a32a-ea768e236428 req-a317b8ff-accb-4ec2-b31a-d022be317cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:35.740997 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b81bf19d-b9c0-4e2e-a32a-ea768e236428 req-a317b8ff-accb-4ec2-b31a-d022be317cde service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b890765c-1205-4ffa-b339-24583d306f8e HTTP/1.1" status: 200 len: 835 time: 0.0922933 Apr 20 15:59:35.790367 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-172fb29b-7311-4377-a434-a108655cffb8 None None] Set router e419e525-8578-4da6-806e-a3da1d345be6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 15:59:35.799305 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b3bf9c42-8468-45da-8dc3-52d209a7076d req-b4ed7de8-7cc6-46d4-8fad-adcfadf32b31 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900767 Apr 20 15:59:35.835741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf19d-b9c0-4e2e-a32a-ea768e236428 req-f1385290-748c-4c68-9bb1-27230c1132f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:35.837499 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b81bf19d-b9c0-4e2e-a32a-ea768e236428 req-f1385290-748c-4c68-9bb1-27230c1132f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=968e8386-d411-4304-a37f-e34cb9a06de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840352 Apr 20 15:59:35.973933 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b81bf19d-b9c0-4e2e-a32a-ea768e236428 req-65751fbc-221d-4cfd-b010-c04087ff022a service neutron] 10.222.0.11 "GET /v2.0/networks/968e8386-d411-4304-a37f-e34cb9a06de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268408 Apr 20 15:59:36.128151 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b81bf19d-b9c0-4e2e-a32a-ea768e236428 req-d893b0d4-d01b-41dc-a312-da2b69d200b5 service neutron] 10.222.0.11 "GET /v2.0/networks/968e8386-d411-4304-a37f-e34cb9a06de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381254 Apr 20 15:59:36.153230 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-172fb29b-7311-4377-a434-a108655cffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'name': 'tempest-TestNetworkBasicOps-router-363618941', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:15Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '60b72002-03c0-4526-bcfc-000fc8e2b007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.142', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'port_id': 'c3175fd2-ce69-4549-b2cb-50d1eca960a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1505166894', 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9', 'mac_address': 'fa:16:3e:30:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34738a99-f82c-4325-9a9f-43c3dca5270f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:59:33Z', 'updated_at': '2022-04-20T15:59:33Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5b89324-3822-4507-b7bb-9eb3c4c8dbf3', 'name': '', 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:3c:74:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:14Z', 'updated_at': '2022-04-20T15:59:20Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:59:36.157179 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172fb29b-7311-4377-a434-a108655cffb8 None None] The sync data for ids ['e419e525-8578-4da6-806e-a3da1d345be6'] in dv-neutron-838699-1-hyperv is: [{'id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'name': 'tempest-TestNetworkBasicOps-router-363618941', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:15Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '60b72002-03c0-4526-bcfc-000fc8e2b007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.142', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'port_id': 'c3175fd2-ce69-4549-b2cb-50d1eca960a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1505166894', 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9', 'mac_address': 'fa:16:3e:30:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34738a99-f82c-4325-9a9f-43c3dca5270f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:59:33Z', 'updated_at': '2022-04-20T15:59:33Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5b89324-3822-4507-b7bb-9eb3c4c8dbf3', 'name': '', 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:3c:74:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:14Z', 'updated_at': '2022-04-20T15:59:20Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:59:36.350115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a9a4ff-2347-4816-986c-2eefebb5f4ee None None] New status for floating IP 60b72002-03c0-4526-bcfc-000fc8e2b007: ACTIVE {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:59:36.992692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1f21a-618a-469f-abd6-0aa96c8c75f2 req-2f93b0ce-4530-46b8-9587-63c7a5980f92 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:36.994134 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9bd1f21a-618a-469f-abd6-0aa96c8c75f2 req-2f93b0ce-4530-46b8-9587-63c7a5980f92 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 983 time: 0.0804460 Apr 20 15:59:37.041050 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9bd1f21a-618a-469f-abd6-0aa96c8c75f2 req-2134e3fb-e6ad-4b47-a082-a22c388651bf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407028 Apr 20 15:59:37.057134 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:37.162469 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdc1d0-f5d0-4e27-a6a3-12ac23408b3f req-e5cfca57-d4a8-43ab-90bf-79fb3e38547e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:37.164678 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2fdc1d0-f5d0-4e27-a6a3-12ac23408b3f req-e5cfca57-d4a8-43ab-90bf-79fb3e38547e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/ports?device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 983 time: 0.0912242 Apr 20 15:59:37.235130 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdc1d0-f5d0-4e27-a6a3-12ac23408b3f req-5d03d336-6565-4cd3-bcfe-78527c8891d1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:37.236476 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2fdc1d0-f5d0-4e27-a6a3-12ac23408b3f req-5d03d336-6565-4cd3-bcfe-78527c8891d1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/ports/c3175fd2-ce69-4549-b2cb-50d1eca960a1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0667994 Apr 20 15:59:37.382684 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2fdc1d0-f5d0-4e27-a6a3-12ac23408b3f req-c1fac9b3-b5b5-49c8-9be1-389f5b36b235 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/networks/968e8386-d411-4304-a37f-e34cb9a06de9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1414249 Apr 20 15:59:37.393221 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-f2fdc1d0-f5d0-4e27-a6a3-12ac23408b3f req-50855bd6-b658-431f-918a-52e52fcdc150 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:37.502683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-f2fdc1d0-f5d0-4e27-a6a3-12ac23408b3f req-50855bd6-b658-431f-918a-52e52fcdc150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:37.695584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-f2fdc1d0-f5d0-4e27-a6a3-12ac23408b3f req-50855bd6-b658-431f-918a-52e52fcdc150 service neutron] For port c3175fd2-ce69-4549-b2cb-50d1eca960a1, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c3175fd2-ce69-4549-b2cb-50d1eca960a1,segment=NetworkSegment(19f123f7-cba2-4ac7-b132-9cdb3c4567d8),segment_id=19f123f7-cba2-4ac7-b132-9cdb3c4567d8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:59:37.723860 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-f2fdc1d0-f5d0-4e27-a6a3-12ac23408b3f req-50855bd6-b658-431f-918a-52e52fcdc150 service neutron] For port c3175fd2-ce69-4549-b2cb-50d1eca960a1, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:59:37.774716 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-f2fdc1d0-f5d0-4e27-a6a3-12ac23408b3f req-50855bd6-b658-431f-918a-52e52fcdc150 service neutron] device_id is not set on port c3175fd2-ce69-4549-b2cb-50d1eca960a1 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:59:37.782982 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-f2fdc1d0-f5d0-4e27-a6a3-12ac23408b3f req-50855bd6-b658-431f-918a-52e52fcdc150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:37.788701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-f2fdc1d0-f5d0-4e27-a6a3-12ac23408b3f req-50855bd6-b658-431f-918a-52e52fcdc150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:38.040659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50855bd6-b658-431f-918a-52e52fcdc150 service neutron] Pushing event updated for resources: {'Port': ['ID=c3175fd2-ce69-4549-b2cb-50d1eca960a1,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:38.099950 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fdc1d0-f5d0-4e27-a6a3-12ac23408b3f req-50855bd6-b658-431f-918a-52e52fcdc150 service neutron] No DVR routers for this DVR port c3175fd2-ce69-4549-b2cb-50d1eca960a1 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:59:38.106278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a8cff408-983e-421f-84fd-61754d5b637b None None] Provisioning complete for port c3175fd2-ce69-4549-b2cb-50d1eca960a1 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:59:38.106739 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a8cff408-983e-421f-84fd-61754d5b637b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:38.165127 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-a8cff408-983e-421f-84fd-61754d5b637b None None] Port c3175fd2-ce69-4549-b2cb-50d1eca960a1 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:59:38.213552 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-99a99a49-15ac-4e8c-a9a8-3f40a420efbb req-5538c15a-fe2f-4b8e-98c1-10bb1cdd0ec8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=34738a99-f82c-4325-9a9f-43c3dca5270f HTTP/1.1" status: 200 len: 210 time: 0.0563879 Apr 20 15:59:38.365922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-f2fdc1d0-f5d0-4e27-a6a3-12ac23408b3f req-50855bd6-b658-431f-918a-52e52fcdc150 service neutron] In _notify_port_updated(), no bound segment for port c3175fd2-ce69-4549-b2cb-50d1eca960a1 on network 968e8386-d411-4304-a37f-e34cb9a06de9 {{(pid=88168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:59:38.366656 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdc1d0-f5d0-4e27-a6a3-12ac23408b3f req-50855bd6-b658-431f-918a-52e52fcdc150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:38.367257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-f2fdc1d0-f5d0-4e27-a6a3-12ac23408b3f req-50855bd6-b658-431f-918a-52e52fcdc150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:38.368543 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2fdc1d0-f5d0-4e27-a6a3-12ac23408b3f req-50855bd6-b658-431f-918a-52e52fcdc150 service neutron] 10.222.0.11 "PUT /v2.0/ports/c3175fd2-ce69-4549-b2cb-50d1eca960a1 HTTP/1.1" status: 200 len: 1026 time: 0.9791899 Apr 20 15:59:39.305980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40322) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:39.380437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686ea426-1adc-4587-b9d0-fc20ea728f37 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:39.381758 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-686ea426-1adc-4587-b9d0-fc20ea728f37 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports/c3175fd2-ce69-4549-b2cb-50d1eca960a1 HTTP/1.1" status: 200 len: 925 time: 0.0745475 Apr 20 15:59:39.601248 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40328) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:39.607156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-390ad2ce-e1a6-48ea-83fc-64e1a80697af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-9716478', 'description': 'tempest-secgroup-smoke-9716478 description', 'project_id': '275d553700ad4a899ef09eedcedfa1df'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:39.613058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-390ad2ce-e1a6-48ea-83fc-64e1a80697af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:39.622545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-390ad2ce-e1a6-48ea-83fc-64e1a80697af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:39.637754 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-390ad2ce-e1a6-48ea-83fc-64e1a80697af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:39.659165 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-390ad2ce-e1a6-48ea-83fc-64e1a80697af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:39.663078 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-390ad2ce-e1a6-48ea-83fc-64e1a80697af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:39.665965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-390ad2ce-e1a6-48ea-83fc-64e1a80697af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:39.672149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-390ad2ce-e1a6-48ea-83fc-64e1a80697af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:39.722803 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c3175fd2-ce69-4549-b2cb-50d1eca960a1 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 15:59:39.743077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-390ad2ce-e1a6-48ea-83fc-64e1a80697af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:39.746904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-390ad2ce-e1a6-48ea-83fc-64e1a80697af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:39.782712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c3175fd2-ce69-4549-b2cb-50d1eca960a1 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 15:59:39.792892 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ad2ce-e1a6-48ea-83fc-64e1a80697af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1284ba26-43e8-49b1-a129-3d88f9409219,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:39.803128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-390ad2ce-e1a6-48ea-83fc-64e1a80697af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:39.804389 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-390ad2ce-e1a6-48ea-83fc-64e1a80697af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2021224 Apr 20 15:59:39.807285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40332) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:39.812291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e0923882-a28a-4890-8324-3c95e5b989a1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '1284ba26-43e8-49b1-a129-3d88f9409219', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:39.818211 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e0923882-a28a-4890-8324-3c95e5b989a1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:39.822018 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e0923882-a28a-4890-8324-3c95e5b989a1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:39.825574 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e0923882-a28a-4890-8324-3c95e5b989a1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:39.831252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e0923882-a28a-4890-8324-3c95e5b989a1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:39.848186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e0923882-a28a-4890-8324-3c95e5b989a1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:39.909231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e0923882-a28a-4890-8324-3c95e5b989a1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:39.912826 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e0923882-a28a-4890-8324-3c95e5b989a1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:39.940646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0923882-a28a-4890-8324-3c95e5b989a1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71900a98-556d-4f86-aa48-1047bcc21049,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:39.951122 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e0923882-a28a-4890-8324-3c95e5b989a1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:39.952362 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e0923882-a28a-4890-8324-3c95e5b989a1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441357 Apr 20 15:59:39.955030 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40336) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:39.959943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b1764275-6d95-4166-bf34-d52e8f6beedb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '1284ba26-43e8-49b1-a129-3d88f9409219', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:39.966270 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b1764275-6d95-4166-bf34-d52e8f6beedb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:39.970372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b1764275-6d95-4166-bf34-d52e8f6beedb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:39.973256 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b1764275-6d95-4166-bf34-d52e8f6beedb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:39.978938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b1764275-6d95-4166-bf34-d52e8f6beedb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:39.994452 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b1764275-6d95-4166-bf34-d52e8f6beedb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.055258 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b1764275-6d95-4166-bf34-d52e8f6beedb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.058678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b1764275-6d95-4166-bf34-d52e8f6beedb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.081489 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1764275-6d95-4166-bf34-d52e8f6beedb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bcdf846-30c3-4570-8be0-3a7984d15527,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:40.090045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b1764275-6d95-4166-bf34-d52e8f6beedb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.091192 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b1764275-6d95-4166-bf34-d52e8f6beedb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352472 Apr 20 15:59:40.093855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40340) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:40.098898 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e996a60c-d2d9-4d6e-a406-09053cfe85c8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '1284ba26-43e8-49b1-a129-3d88f9409219', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:40.104477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e996a60c-d2d9-4d6e-a406-09053cfe85c8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:40.108254 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e996a60c-d2d9-4d6e-a406-09053cfe85c8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:40.111043 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e996a60c-d2d9-4d6e-a406-09053cfe85c8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:40.116697 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e996a60c-d2d9-4d6e-a406-09053cfe85c8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:40.133514 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e996a60c-d2d9-4d6e-a406-09053cfe85c8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.195303 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e996a60c-d2d9-4d6e-a406-09053cfe85c8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.200144 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e996a60c-d2d9-4d6e-a406-09053cfe85c8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.227068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996a60c-d2d9-4d6e-a406-09053cfe85c8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5206a7c1-44fb-41e3-b3d2-0084ca9dd9e9,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:40.237441 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e996a60c-d2d9-4d6e-a406-09053cfe85c8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.238605 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e996a60c-d2d9-4d6e-a406-09053cfe85c8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435950 Apr 20 15:59:40.241872 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40344) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:40.247053 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b73f5737-ad47-4e96-87c0-929016572721 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '1284ba26-43e8-49b1-a129-3d88f9409219', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:40.253613 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b73f5737-ad47-4e96-87c0-929016572721 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:40.257572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b73f5737-ad47-4e96-87c0-929016572721 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:40.263194 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b73f5737-ad47-4e96-87c0-929016572721 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:40.269637 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b73f5737-ad47-4e96-87c0-929016572721 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:40.289927 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b73f5737-ad47-4e96-87c0-929016572721 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.363395 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b73f5737-ad47-4e96-87c0-929016572721 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.374006 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b73f5737-ad47-4e96-87c0-929016572721 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.391512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f5737-ad47-4e96-87c0-929016572721 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4a8b52-aa48-4a85-85bd-236387671801,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:40.404090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b73f5737-ad47-4e96-87c0-929016572721 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.405252 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b73f5737-ad47-4e96-87c0-929016572721 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1627324 Apr 20 15:59:40.408668 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40348) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:40.413654 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a4225a3b-62af-4b54-af3f-901deb422c9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '1284ba26-43e8-49b1-a129-3d88f9409219', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:40.419688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a4225a3b-62af-4b54-af3f-901deb422c9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:40.423345 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a4225a3b-62af-4b54-af3f-901deb422c9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:40.426198 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a4225a3b-62af-4b54-af3f-901deb422c9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:40.431885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a4225a3b-62af-4b54-af3f-901deb422c9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:40.442639 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-a4225a3b-62af-4b54-af3f-901deb422c9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:59:40.449555 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4225a3b-62af-4b54-af3f-901deb422c9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.513422 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4225a3b-62af-4b54-af3f-901deb422c9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.516797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4225a3b-62af-4b54-af3f-901deb422c9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.539383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4225a3b-62af-4b54-af3f-901deb422c9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb746921-d932-4707-88c6-8df65f1a3432,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:40.547745 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4225a3b-62af-4b54-af3f-901deb422c9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.548916 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a4225a3b-62af-4b54-af3f-901deb422c9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393063 Apr 20 15:59:40.551637 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40352) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:40.556415 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-d1734ab2-5f28-4c73-88a2-b0b5331c69b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '1284ba26-43e8-49b1-a129-3d88f9409219', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:40.562582 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d1734ab2-5f28-4c73-88a2-b0b5331c69b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 15:59:40.566372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d1734ab2-5f28-4c73-88a2-b0b5331c69b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 15:59:40.569218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d1734ab2-5f28-4c73-88a2-b0b5331c69b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 15:59:40.574874 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d1734ab2-5f28-4c73-88a2-b0b5331c69b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 15:59:40.585443 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-d1734ab2-5f28-4c73-88a2-b0b5331c69b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:59:40.598325 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d1734ab2-5f28-4c73-88a2-b0b5331c69b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.667947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d1734ab2-5f28-4c73-88a2-b0b5331c69b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.671256 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d1734ab2-5f28-4c73-88a2-b0b5331c69b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.694743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1734ab2-5f28-4c73-88a2-b0b5331c69b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c561cd6-32d4-4f9d-9a51-468d1b7941bb,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:40.702797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d1734ab2-5f28-4c73-88a2-b0b5331c69b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:40.704088 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d1734ab2-5f28-4c73-88a2-b0b5331c69b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1513951 Apr 20 15:59:40.858894 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-3650b429-ee4e-437b-808f-9f2e2a207bcc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 15:59:40.874837 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-3650b429-ee4e-437b-808f-9f2e2a207bcc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 15:59:40.876080 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-3650b429-ee4e-437b-808f-9f2e2a207bcc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-9716478&fields=id&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 267 time: 0.0553312 Apr 20 15:59:40.957336 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-9641e8eb-a7f5-4d74-88df-e2636d9dd918 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:40.958609 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-9641e8eb-a7f5-4d74-88df-e2636d9dd918 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports/c3175fd2-ce69-4549-b2cb-50d1eca960a1 HTTP/1.1" status: 200 len: 930 time: 0.0758798 Apr 20 15:59:41.034954 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-e5587e91-cfc4-488b-ace6-9f6861fa40e2 service neutron] 10.222.0.13 "GET /v2.0/ports/c3175fd2-ce69-4549-b2cb-50d1eca960a1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0632193 Apr 20 15:59:41.172220 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-3eddc0ac-4e34-41c9-ad19-6e34f4390272 service neutron] 10.222.0.13 "GET /v2.0/networks/968e8386-d411-4304-a37f-e34cb9a06de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315601 Apr 20 15:59:41.319560 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-0cc903e4-76b0-4a55-a935-29669f46dab8 service neutron] 10.222.0.13 "GET /v2.0/networks/968e8386-d411-4304-a37f-e34cb9a06de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377234 Apr 20 15:59:41.502810 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2c513104-6c37-4910-9492-db06527834c8 req-eb59f205-05c9-49b1-9dbb-0e4e4129331b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 210 time: 0.0468736 Apr 20 15:59:42.545460 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-32211be5-0976-41d7-80d7-255956067e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:42.545460 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-32211be5-0976-41d7-80d7-255956067e69 service neutron] 10.222.0.11 "GET /v2.0/ports/c3175fd2-ce69-4549-b2cb-50d1eca960a1 HTTP/1.1" status: 200 len: 1026 time: 0.1185451 Apr 20 15:59:42.825881 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-66628030-b61c-4812-86ca-128d7e215a49 req-c458b357-413f-4f2f-8ebe-41a518baa945 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 210 time: 0.0581098 Apr 20 15:59:42.884860 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-9095f812-03e2-4ff9-a56d-f020bbf2395e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:42.884860 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-9095f812-03e2-4ff9-a56d-f020bbf2395e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/networks?id=968e8386-d411-4304-a37f-e34cb9a06de9 HTTP/1.1" status: 200 len: 797 time: 0.3274829 Apr 20 15:59:42.940773 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-50396c81-c14c-4852-adab-0f75a37df01b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 469 time: 0.0443523 Apr 20 15:59:42.956878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Request body: {'port': {'device_id': '8f82416a-9ff8-448b-b7f6-bbb88bd62f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:43.067673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:43.427866 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3175fd2-ce69-4549-b2cb-50d1eca960a1 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:59:43.436119 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:43.449861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Transition to ACTIVE for port object c3175fd2-ce69-4549-b2cb-50d1eca960a1 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:59:43.455163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:43.595218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c3175fd2-ce69-4549-b2cb-50d1eca960a1,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:43.750527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Attempting to bind port c3175fd2-ce69-4549-b2cb-50d1eca960a1 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:59:43.750527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Attempting to bind port c3175fd2-ce69-4549-b2cb-50d1eca960a1 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '19f123f7-cba2-4ac7-b132-9cdb3c4567d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:59:43.750527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Attempting to bind port c3175fd2-ce69-4549-b2cb-50d1eca960a1 on network 968e8386-d411-4304-a37f-e34cb9a06de9 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:59:43.756269 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Port c3175fd2-ce69-4549-b2cb-50d1eca960a1 on network 968e8386-d411-4304-a37f-e34cb9a06de9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 15:59:43.756269 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Attempting to bind port c3175fd2-ce69-4549-b2cb-50d1eca960a1 on network 968e8386-d411-4304-a37f-e34cb9a06de9 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 15:59:43.764567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 15:59:43.764567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Checking segment: {'id': '19f123f7-cba2-4ac7-b132-9cdb3c4567d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 15:59:43.764567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Bound using segment: {'id': '19f123f7-cba2-4ac7-b132-9cdb3c4567d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 15:59:43.764567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Bound port: c3175fd2-ce69-4549-b2cb-50d1eca960a1, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f123f7-cba2-4ac7-b132-9cdb3c4567d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:59:43.764567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:43.877970 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] For port c3175fd2-ce69-4549-b2cb-50d1eca960a1, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:59:43.877970 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] For port c3175fd2-ce69-4549-b2cb-50d1eca960a1, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c3175fd2-ce69-4549-b2cb-50d1eca960a1,segment=NetworkSegment(19f123f7-cba2-4ac7-b132-9cdb3c4567d8),segment_id=19f123f7-cba2-4ac7-b132-9cdb3c4567d8)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 15:59:43.885077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:43.947564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:43.947564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:43.947564 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] 10.222.0.11 "PUT /v2.0/ports/c3175fd2-ce69-4549-b2cb-50d1eca960a1 HTTP/1.1" status: 200 len: 1131 time: 0.9984856 Apr 20 15:59:43.963066 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f82416a-9ff8-448b-b7f6-bbb88bd62f45', 'tag': 'c3175fd2-ce69-4549-b2cb-50d1eca960a1'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:59:44.067732 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea99a8d7-b05a-451a-9b56-d5760317ad7d'] response: {'name': 'network-changed', 'server_uuid': '8f82416a-9ff8-448b-b7f6-bbb88bd62f45', 'tag': 'c3175fd2-ce69-4549-b2cb-50d1eca960a1', 'status': 'completed', 'code': 200} Apr 20 15:59:44.099111 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38f82e-b5c0-4796-be10-5b08578552d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c3175fd2-ce69-4549-b2cb-50d1eca960a1,revision_number=8']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:44.146916 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-e493d540-080b-4e5f-97f8-58b9e26b084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:44.146916 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-e493d540-080b-4e5f-97f8-58b9e26b084c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 1134 time: 0.1157103 Apr 20 15:59:44.160414 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf38fa3-6219-486a-ab43-d807463cba29 req-8c67e7e2-53d0-4f5a-b2c1-0cad3be6007e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:44.160414 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3bf38fa3-6219-486a-ab43-d807463cba29 req-8c67e7e2-53d0-4f5a-b2c1-0cad3be6007e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 981 time: 0.2105191 Apr 20 15:59:44.314392 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3bf38fa3-6219-486a-ab43-d807463cba29 req-bc749a24-4cc8-4cde-a963-e08cb794ab53 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804110 Apr 20 15:59:44.314392 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-d3148fa5-35b0-42e3-99f9-041a954cdbb9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3175fd2-ce69-4549-b2cb-50d1eca960a1 HTTP/1.1" status: 200 len: 1037 time: 0.1541395 Apr 20 15:59:44.379340 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-bb836a4f-468b-48d4-b258-8cc3f03597b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:44.379340 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-bb836a4f-468b-48d4-b258-8cc3f03597b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b890765c-1205-4ffa-b339-24583d306f8e HTTP/1.1" status: 200 len: 835 time: 0.0593402 Apr 20 15:59:44.451310 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 15:59:44.460382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-b5095280-32de-4390-b58f-6e1a8a8af4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:44.460382 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-b5095280-32de-4390-b58f-6e1a8a8af4c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=968e8386-d411-4304-a37f-e34cb9a06de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742579 Apr 20 15:59:44.703497 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-2712e5b3-98d8-41c2-b331-75908eca03f5 service neutron] 10.222.0.11 "GET /v2.0/networks/968e8386-d411-4304-a37f-e34cb9a06de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346435 Apr 20 15:59:44.845547 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65d5d864-01ee-4389-8fce-a827d7343b04 req-307f9850-22d0-4638-b3d8-08258f724043 service neutron] 10.222.0.11 "GET /v2.0/networks/968e8386-d411-4304-a37f-e34cb9a06de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302900 Apr 20 15:59:44.947346 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:44.976474 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c24d3-eb7a-48f8-bd7f-ae2d9b255655 req-9e036144-1ea6-42be-a6c9-3654f36f6543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:44.976474 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-340c24d3-eb7a-48f8-bd7f-ae2d9b255655 req-9e036144-1ea6-42be-a6c9-3654f36f6543 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 1134 time: 0.0848753 Apr 20 15:59:45.113413 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c24d3-eb7a-48f8-bd7f-ae2d9b255655 req-9b5faa8f-2cb2-47e3-9ec4-446c66fabe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:45.113413 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-340c24d3-eb7a-48f8-bd7f-ae2d9b255655 req-9b5faa8f-2cb2-47e3-9ec4-446c66fabe78 service neutron] 10.222.0.11 "GET /v2.0/networks?id=968e8386-d411-4304-a37f-e34cb9a06de9 HTTP/1.1" status: 200 len: 898 time: 0.1321673 Apr 20 15:59:45.239919 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-340c24d3-eb7a-48f8-bd7f-ae2d9b255655 req-b2fe4d7d-8a03-48e7-ab8f-460ada0b4825 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3175fd2-ce69-4549-b2cb-50d1eca960a1 HTTP/1.1" status: 200 len: 1037 time: 0.1151724 Apr 20 15:59:45.308470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c24d3-eb7a-48f8-bd7f-ae2d9b255655 req-d4861c05-c794-476a-8c3d-83cf724125ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:45.309922 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-340c24d3-eb7a-48f8-bd7f-ae2d9b255655 req-d4861c05-c794-476a-8c3d-83cf724125ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b890765c-1205-4ffa-b339-24583d306f8e HTTP/1.1" status: 200 len: 835 time: 0.0690196 Apr 20 15:59:45.398597 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c24d3-eb7a-48f8-bd7f-ae2d9b255655 req-990f82ce-6aa5-489c-a83f-524a82e70aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:45.398597 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-340c24d3-eb7a-48f8-bd7f-ae2d9b255655 req-990f82ce-6aa5-489c-a83f-524a82e70aa0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=968e8386-d411-4304-a37f-e34cb9a06de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799031 Apr 20 15:59:45.624329 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-340c24d3-eb7a-48f8-bd7f-ae2d9b255655 req-b02c596f-d7fa-4189-81a9-1ab05707c0ec service neutron] 10.222.0.11 "GET /v2.0/networks/968e8386-d411-4304-a37f-e34cb9a06de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204888 Apr 20 15:59:45.635211 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90818a88-acc7-44d1-9ba8-bbbff712c553 req-ad2e3e6b-b5d2-46e7-a78c-cb9c04c10c8b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:45.637613 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-90818a88-acc7-44d1-9ba8-bbbff712c553 req-ad2e3e6b-b5d2-46e7-a78c-cb9c04c10c8b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 981 time: 0.2112446 Apr 20 15:59:45.761161 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-90818a88-acc7-44d1-9ba8-bbbff712c553 req-c8b8ce6c-07a4-46d7-af24-861457a421ae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038475 Apr 20 15:59:45.795652 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-340c24d3-eb7a-48f8-bd7f-ae2d9b255655 req-8e960b77-0063-444e-9136-c13ec9531582 service neutron] 10.222.0.11 "GET /v2.0/networks/968e8386-d411-4304-a37f-e34cb9a06de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568558 Apr 20 15:59:46.943753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc979ced-145a-4ff7-9d0f-74cf6e05bcd2 req-37b0205d-2709-447a-b4c9-452e15889bc6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:46.945213 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bc979ced-145a-4ff7-9d0f-74cf6e05bcd2 req-37b0205d-2709-447a-b4c9-452e15889bc6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 981 time: 0.0818400 Apr 20 15:59:46.988169 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bc979ced-145a-4ff7-9d0f-74cf6e05bcd2 req-bac3e2b8-beb8-4b3f-a809-bd3f00553379 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367718 Apr 20 15:59:48.176457 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd975b96-577b-4d2f-8963-dfd57c990159 req-b18a042a-72a9-493c-914d-bdc5fb03a1b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:48.183208 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dd975b96-577b-4d2f-8963-dfd57c990159 req-b18a042a-72a9-493c-914d-bdc5fb03a1b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 981 time: 0.0829046 Apr 20 15:59:48.232486 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dd975b96-577b-4d2f-8963-dfd57c990159 req-b207ec1d-e786-4d38-b7e9-6cbaf2adb391 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455227 Apr 20 15:59:49.417177 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fe1b9-180b-4bc1-9632-8f7f088a0497 req-0e9ee3b0-6b08-4fbc-ba3b-67621ccb8c2a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:49.419120 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b9fe1b9-180b-4bc1-9632-8f7f088a0497 req-0e9ee3b0-6b08-4fbc-ba3b-67621ccb8c2a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 981 time: 0.0817726 Apr 20 15:59:49.462599 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b9fe1b9-180b-4bc1-9632-8f7f088a0497 req-e9cf146c-8361-46a8-97cf-aa34e40d8455 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378056 Apr 20 15:59:49.762138 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c3175fd2-ce69-4549-b2cb-50d1eca960a1 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 15:59:49.894464 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c3175fd2-ce69-4549-b2cb-50d1eca960a1, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c3175fd2-ce69-4549-b2cb-50d1eca960a1,segment=NetworkSegment(19f123f7-cba2-4ac7-b132-9cdb3c4567d8),segment_id=19f123f7-cba2-4ac7-b132-9cdb3c4567d8)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:59:49.907248 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': 'c3175fd2-ce69-4549-b2cb-50d1eca960a1', 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9', 'port_id': 'c3175fd2-ce69-4549-b2cb-50d1eca960a1', 'mac_address': 'fa:16:3e:30:f3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 15:59:49.961750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:49.977795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3175fd2-ce69-4549-b2cb-50d1eca960a1 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:59:49.992791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c3175fd2-ce69-4549-b2cb-50d1eca960a1, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c3175fd2-ce69-4549-b2cb-50d1eca960a1,segment=NetworkSegment(19f123f7-cba2-4ac7-b132-9cdb3c4567d8),segment_id=19f123f7-cba2-4ac7-b132-9cdb3c4567d8)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:59:49.997306 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:50.070018 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=c3175fd2-ce69-4549-b2cb-50d1eca960a1,revision_number=9']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:50.338045 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['c3175fd2-ce69-4549-b2cb-50d1eca960a1'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 15:59:50.667697 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167b62c-fcaa-4172-8ba8-3b072b67baea req-1d427f95-ed93-447a-94d6-2e4f86005576 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:50.667697 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7167b62c-fcaa-4172-8ba8-3b072b67baea req-1d427f95-ed93-447a-94d6-2e4f86005576 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 982 time: 0.0899806 Apr 20 15:59:50.716252 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7167b62c-fcaa-4172-8ba8-3b072b67baea req-b56b38f0-3513-4183-8f84-6d0e07259fe5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 Apr 20 15:59:51.773786 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c3175fd2-ce69-4549-b2cb-50d1eca960a1 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 15:59:51.849279 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port c3175fd2-ce69-4549-b2cb-50d1eca960a1 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:59:51.851694 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port c3175fd2-ce69-4549-b2cb-50d1eca960a1 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:59:51.852096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:51.915756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086d626-26c2-4af9-9b69-c6d498d5061f req-ab1a7e98-c454-4cc0-aee1-c36f8808da36 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:51.918364 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0086d626-26c2-4af9-9b69-c6d498d5061f req-ab1a7e98-c454-4cc0-aee1-c36f8808da36 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 982 time: 0.0829613 Apr 20 15:59:51.971736 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0086d626-26c2-4af9-9b69-c6d498d5061f req-8d2d4300-e13d-4bff-891e-8cd14931a145 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445664 Apr 20 15:59:51.983182 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:52.014806 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f82416a-9ff8-448b-b7f6-bbb88bd62f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3175fd2-ce69-4549-b2cb-50d1eca960a1'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:59:52.025946 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c3175fd2-ce69-4549-b2cb-50d1eca960a1, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c3175fd2-ce69-4549-b2cb-50d1eca960a1,segment=NetworkSegment(19f123f7-cba2-4ac7-b132-9cdb3c4567d8),segment_id=19f123f7-cba2-4ac7-b132-9cdb3c4567d8)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:59:52.032077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:52.069940 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2056cdc1-2d58-45b9-91c8-9ac83e6172e0'] response: {'server_uuid': '8f82416a-9ff8-448b-b7f6-bbb88bd62f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3175fd2-ce69-4549-b2cb-50d1eca960a1', 'code': 200} Apr 20 15:59:52.101783 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=c3175fd2-ce69-4549-b2cb-50d1eca960a1,revision_number=10']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:52.410643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf828d-1f35-42b1-81c2-5aae9d53849a req-33592d32-fbf4-4eb0-b0f9-ea6f82d22239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:52.412146 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bbaf828d-1f35-42b1-81c2-5aae9d53849a req-33592d32-fbf4-4eb0-b0f9-ea6f82d22239 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 1137 time: 0.1810908 Apr 20 15:59:52.451496 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bbaf828d-1f35-42b1-81c2-5aae9d53849a req-0543b69d-8882-4bd4-992f-e963596c353d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328493 Apr 20 15:59:53.151777 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [req-6ff77751-a429-4b8f-8458-3a6f311729d5 req-51787921-f03a-4921-99f4-0776a1f04cb4 service neutron] (88169) timed out ('10.222.0.11', 65196) {{(pid=88169) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 15:59:53.158038 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33822d-ef64-447d-aab3-6e8aad9fdd3b req-c8a28fd0-ac5a-4951-b1a4-569615c934d9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:53.159473 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6c33822d-ef64-447d-aab3-6e8aad9fdd3b req-c8a28fd0-ac5a-4951-b1a4-569615c934d9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 984 time: 0.0811775 Apr 20 15:59:53.203485 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6c33822d-ef64-447d-aab3-6e8aad9fdd3b req-7bbf7582-91e8-4cc9-9dd4-fbbce25e21a1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383306 Apr 20 15:59:54.387347 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb147e1-0610-48c8-a7f2-0dc20ba3ef04 req-58865d93-002d-4c85-96e5-157673dda330 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:54.388818 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-acb147e1-0610-48c8-a7f2-0dc20ba3ef04 req-58865d93-002d-4c85-96e5-157673dda330 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 984 time: 0.0819535 Apr 20 15:59:54.430892 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-acb147e1-0610-48c8-a7f2-0dc20ba3ef04 req-19650b97-1802-4896-bed3-b418e31f97d1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364399 Apr 20 15:59:54.612837 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e988e-3826-4f5a-9ff1-5380e0040166 req-b18d8653-85d7-4808-8af0-0d2f294cb16d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:54.614263 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d59e988e-3826-4f5a-9ff1-5380e0040166 req-b18d8653-85d7-4808-8af0-0d2f294cb16d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 984 time: 0.0817375 Apr 20 15:59:54.657189 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d59e988e-3826-4f5a-9ff1-5380e0040166 req-f02bf823-376c-47d6-915b-390659fcc32d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373628 Apr 20 15:59:54.678767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40414) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:54.749151 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d811b92-9a6b-45a6-a622-e9d7c4a431be tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:54.750553 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4d811b92-9a6b-45a6-a622-e9d7c4a431be tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45&network_id=968e8386-d411-4304-a37f-e34cb9a06de9 HTTP/1.1" status: 200 len: 1132 time: 0.0708442 Apr 20 15:59:55.103241 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a6638-0034-463b-9f47-12fb19df5d28 req-74f19afd-31d8-40d5-96c9-0ab4f696e1b4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:55.105119 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6e8a6638-0034-463b-9f47-12fb19df5d28 req-74f19afd-31d8-40d5-96c9-0ab4f696e1b4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 984 time: 0.0816872 Apr 20 15:59:55.148877 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6e8a6638-0034-463b-9f47-12fb19df5d28 req-f04fa0d1-5696-4df1-89ee-35a788cc3def tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380995 Apr 20 15:59:56.334045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545dd70-b481-495a-b79f-b7a221923321 req-efa79ac4-ec8c-4a42-b233-f78279898404 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:56.335486 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1545dd70-b481-495a-b79f-b7a221923321 req-efa79ac4-ec8c-4a42-b233-f78279898404 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 984 time: 0.0790646 Apr 20 15:59:56.385011 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1545dd70-b481-495a-b79f-b7a221923321 req-ba8fa7b7-41a3-45b9-a15e-6ad25e8bcea1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=e802ebec-74d9-4a84-a194-b842d79c622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437279 Apr 20 15:59:56.484099 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ae8b0-a0e4-4914-8378-20ee802af071 req-ec8216ee-4e44-4906-b712-fcb503703adc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:56.485426 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c73ae8b0-a0e4-4914-8378-20ee802af071 req-ec8216ee-4e44-4906-b712-fcb503703adc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 984 time: 0.0790384 Apr 20 15:59:56.554086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ae8b0-a0e4-4914-8378-20ee802af071 req-bcd404d1-f36d-41fd-9143-a9896feb78cc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:56.555400 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c73ae8b0-a0e4-4914-8378-20ee802af071 req-bcd404d1-f36d-41fd-9143-a9896feb78cc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/ports/c3175fd2-ce69-4549-b2cb-50d1eca960a1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0650818 Apr 20 15:59:56.696391 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c73ae8b0-a0e4-4914-8378-20ee802af071 req-df667e0a-cb92-4c45-a6dd-6116950db79a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/networks/968e8386-d411-4304-a37f-e34cb9a06de9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1364250 Apr 20 15:59:56.705862 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-c73ae8b0-a0e4-4914-8378-20ee802af071 req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 15:59:56.816152 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-c73ae8b0-a0e4-4914-8378-20ee802af071 req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:57.010403 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-c73ae8b0-a0e4-4914-8378-20ee802af071 req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] For port c3175fd2-ce69-4549-b2cb-50d1eca960a1, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c3175fd2-ce69-4549-b2cb-50d1eca960a1,segment=NetworkSegment(19f123f7-cba2-4ac7-b132-9cdb3c4567d8),segment_id=19f123f7-cba2-4ac7-b132-9cdb3c4567d8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 15:59:57.038830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-c73ae8b0-a0e4-4914-8378-20ee802af071 req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] For port c3175fd2-ce69-4549-b2cb-50d1eca960a1, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 15:59:57.088320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-c73ae8b0-a0e4-4914-8378-20ee802af071 req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] device_id is not set on port c3175fd2-ce69-4549-b2cb-50d1eca960a1 yet. {{(pid=88168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:59:57.097016 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-c73ae8b0-a0e4-4914-8378-20ee802af071 req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:57.101445 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-c73ae8b0-a0e4-4914-8378-20ee802af071 req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:57.236095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Pushing event updated for resources: {'Port': ['ID=c3175fd2-ce69-4549-b2cb-50d1eca960a1,revision_number=11']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:57.249067 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:57.249545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:57.249892 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:57.251147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:57.251496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:57.251930 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:57.252272 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:57.252606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:57.252937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:57.253264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:57.253593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:57.253917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:57.312321 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73ae8b0-a0e4-4914-8378-20ee802af071 req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] No DVR routers for this DVR port c3175fd2-ce69-4549-b2cb-50d1eca960a1 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:59:57.351367 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e6de75a7-657c-46e9-b1f7-b009590164dd None None] Provisioning complete for port c3175fd2-ce69-4549-b2cb-50d1eca960a1 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:59:57.351886 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e6de75a7-657c-46e9-b1f7-b009590164dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:57.407953 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e6de75a7-657c-46e9-b1f7-b009590164dd None None] Port c3175fd2-ce69-4549-b2cb-50d1eca960a1 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 15:59:57.600475 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b228bed9-e65c-4156-adbc-517abcc842e1 req-586a74a7-c37c-4a8f-a3f5-fe07be5d2a07 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f82416a-9ff8-448b-b7f6-bbb88bd62f45 HTTP/1.1" status: 200 len: 210 time: 0.0976555 Apr 20 15:59:57.673766 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-c73ae8b0-a0e4-4914-8378-20ee802af071 req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] In _notify_port_updated(), no bound segment for port c3175fd2-ce69-4549-b2cb-50d1eca960a1 on network 968e8386-d411-4304-a37f-e34cb9a06de9 {{(pid=88168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 20 15:59:57.674598 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ae8b0-a0e4-4914-8378-20ee802af071 req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:59:57.675202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-c73ae8b0-a0e4-4914-8378-20ee802af071 req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:57.676485 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c73ae8b0-a0e4-4914-8378-20ee802af071 req-7d05b0b0-dcf2-4d17-a553-2b95e544142c service neutron] 10.222.0.11 "PUT /v2.0/ports/c3175fd2-ce69-4549-b2cb-50d1eca960a1 HTTP/1.1" status: 200 len: 1027 time: 0.9743946 Apr 20 15:59:58.692146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40430) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:58.779312 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5419f1d3-899f-4b1b-af12-16246a26eac3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:58.815899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5419f1d3-899f-4b1b-af12-16246a26eac3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:58.880496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5419f1d3-899f-4b1b-af12-16246a26eac3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:58.898046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419f1d3-899f-4b1b-af12-16246a26eac3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1284ba26-43e8-49b1-a129-3d88f9409219,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:58.909557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5419f1d3-899f-4b1b-af12-16246a26eac3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:58.910691 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5419f1d3-899f-4b1b-af12-16246a26eac3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/security-groups/1284ba26-43e8-49b1-a129-3d88f9409219 HTTP/1.1" status: 204 len: 168 time: 0.2175491 Apr 20 15:59:58.942462 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40436) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:59:59.162472 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port c6849b97-89e7-4163-8b2e-9799dbbc580b {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 15:59:59.162815 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:59.327941 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:59.328272 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:59.453703 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for c6849b97-89e7-4163-8b2e-9799dbbc580b owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 15:59:59.697702 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:59.745027 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=c6849b97-89e7-4163-8b2e-9799dbbc580b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:59:59.784819 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:59.785174 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:59.785512 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:59.785845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:59.786174 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:59.786502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:59.786826 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:59.787155 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:59.787479 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:59.787825 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:59.788148 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:59.788466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:59:59.845149 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:59.845481 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP 60b72002-03c0-4526-bcfc-000fc8e2b007 disassociated (deleted). External IP: 172.26.7.142, port: c3175fd2-ce69-4549-b2cb-50d1eca960a1. Apr 20 16:00:00.184009 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router e419e525-8578-4da6-806e-a3da1d345be6 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:00:00.359548 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:00:00.370517 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc9f11e-7113-440e-b359-7ffe7df764a5 None None] Sync routers for ids ['e419e525-8578-4da6-806e-a3da1d345be6'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:00:00.380260 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:00.380926 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc9f11e-7113-440e-b359-7ffe7df764a5 None None] Routers {'e419e525-8578-4da6-806e-a3da1d345be6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:00:00.381557 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bbc9f11e-7113-440e-b359-7ffe7df764a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:59:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['e419e525-8578-4da6-806e-a3da1d345be6'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:00.435561 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bb47861e-1b3e-4d72-97b2-24051b942815 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/floatingips/60b72002-03c0-4526-bcfc-000fc8e2b007 HTTP/1.1" status: 204 len: 168 time: 1.4919279 Apr 20 16:00:00.580262 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40444) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:00.585447 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-bbc9f11e-7113-440e-b359-7ffe7df764a5 None None] Set router e419e525-8578-4da6-806e-a3da1d345be6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:00:00.647724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-91525bd8-63fd-442d-867e-7ddb3599867b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:00.676235 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-91525bd8-63fd-442d-867e-7ddb3599867b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:00.744894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-91525bd8-63fd-442d-867e-7ddb3599867b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:00.762618 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91525bd8-63fd-442d-867e-7ddb3599867b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a847781a-7ea5-428e-b74d-1b3fabc431e3,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:00.778360 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-91525bd8-63fd-442d-867e-7ddb3599867b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:00.784774 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-91525bd8-63fd-442d-867e-7ddb3599867b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/security-groups/a847781a-7ea5-428e-b74d-1b3fabc431e3 HTTP/1.1" status: 204 len: 168 time: 0.2011113 Apr 20 16:00:00.811857 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40450) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:00.877269 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4b7acae3-e4c3-4ea1-be5e-15039b269dea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port c3175fd2-ce69-4549-b2cb-50d1eca960a1 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:00:00.877842 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4b7acae3-e4c3-4ea1-be5e-15039b269dea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:00.900198 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bbc9f11e-7113-440e-b359-7ffe7df764a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'name': 'tempest-TestNetworkBasicOps-router-363618941', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:15Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'e5b89324-3822-4507-b7bb-9eb3c4c8dbf3', 'name': '', 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:3c:74:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:14Z', 'updated_at': '2022-04-20T15:59:20Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:00.904026 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc9f11e-7113-440e-b359-7ffe7df764a5 None None] Checking router: e419e525-8578-4da6-806e-a3da1d345be6 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:00:00.912159 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc9f11e-7113-440e-b359-7ffe7df764a5 None None] Routers {'e419e525-8578-4da6-806e-a3da1d345be6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:00:00.912761 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bbc9f11e-7113-440e-b359-7ffe7df764a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:59:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['e419e525-8578-4da6-806e-a3da1d345be6'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:01.095223 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-bbc9f11e-7113-440e-b359-7ffe7df764a5 None None] Set router e419e525-8578-4da6-806e-a3da1d345be6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:00:01.116974 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4b7acae3-e4c3-4ea1-be5e-15039b269dea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:01.335562 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4b7acae3-e4c3-4ea1-be5e-15039b269dea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for c3175fd2-ce69-4549-b2cb-50d1eca960a1 owned by {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:00:01.407853 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bbc9f11e-7113-440e-b359-7ffe7df764a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'name': 'tempest-TestNetworkBasicOps-router-363618941', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:15Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'e5b89324-3822-4507-b7bb-9eb3c4c8dbf3', 'name': '', 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:3c:74:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:14Z', 'updated_at': '2022-04-20T15:59:20Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:01.411698 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc9f11e-7113-440e-b359-7ffe7df764a5 None None] The sync data for ids ['e419e525-8578-4da6-806e-a3da1d345be6'] in dv-neutron-838699-1-hyperv is: [{'id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'name': 'tempest-TestNetworkBasicOps-router-363618941', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:15Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'e5b89324-3822-4507-b7bb-9eb3c4c8dbf3', 'name': '', 'network_id': '968e8386-d411-4304-a37f-e34cb9a06de9', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:3c:74:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:14Z', 'updated_at': '2022-04-20T15:59:20Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'b890765c-1205-4ffa-b339-24583d306f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:00:01.484151 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4b7acae3-e4c3-4ea1-be5e-15039b269dea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:01.534819 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7acae3-e4c3-4ea1-be5e-15039b269dea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=c3175fd2-ce69-4549-b2cb-50d1eca960a1,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:01.631252 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500c9447-a563-4b77-b393-2c6c80706c8d None None] New status for floating IP 60b72002-03c0-4526-bcfc-000fc8e2b007: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:00:01.639685 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4b7acae3-e4c3-4ea1-be5e-15039b269dea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:01.651370 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4b7acae3-e4c3-4ea1-be5e-15039b269dea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/ports/c3175fd2-ce69-4549-b2cb-50d1eca960a1 HTTP/1.1" status: 204 len: 168 time: 0.8380833 Apr 20 16:00:01.653868 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40454) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:01.801886 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c3175fd2-ce69-4549-b2cb-50d1eca960a1 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:00:01.837939 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: c3175fd2-ce69-4549-b2cb-50d1eca960a1 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:00:01.838196 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c3175fd2-ce69-4549-b2cb-50d1eca960a1 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:00:02.071518 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-63a5069a-392a-40c9-8f08-c2fe8f167140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:02.207594 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e0ca1e55-d117-4a81-9665-1f2316a720a4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:02.555030 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca1e55-d117-4a81-9665-1f2316a720a4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:00:02.555375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e0ca1e55-d117-4a81-9665-1f2316a720a4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:02.852350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e0ca1e55-d117-4a81-9665-1f2316a720a4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port e5b89324-3822-4507-b7bb-9eb3c4c8dbf3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e5b89324-3822-4507-b7bb-9eb3c4c8dbf3,segment=NetworkSegment(19f123f7-cba2-4ac7-b132-9cdb3c4567d8),segment_id=19f123f7-cba2-4ac7-b132-9cdb3c4567d8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:00:02.852997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e0ca1e55-d117-4a81-9665-1f2316a720a4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:02.972837 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca1e55-d117-4a81-9665-1f2316a720a4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:00:03.286303 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e0ca1e55-d117-4a81-9665-1f2316a720a4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:03.339077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca1e55-d117-4a81-9665-1f2316a720a4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=e5b89324-3822-4507-b7bb-9eb3c4c8dbf3,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:03.615091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e0ca1e55-d117-4a81-9665-1f2316a720a4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:03.979210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ca1e55-d117-4a81-9665-1f2316a720a4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router e419e525-8578-4da6-806e-a3da1d345be6 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:00:04.274607 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ca1e55-d117-4a81-9665-1f2316a720a4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:00:04.283669 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780f1239-bae1-48a0-9a1c-0ce79a6e5502 None None] Sync routers for ids ['e419e525-8578-4da6-806e-a3da1d345be6'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:00:04.286832 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e0ca1e55-d117-4a81-9665-1f2316a720a4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/e419e525-8578-4da6-806e-a3da1d345be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6319137 Apr 20 16:00:04.289515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40458) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:04.292998 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f1239-bae1-48a0-9a1c-0ce79a6e5502 None None] Routers {'e419e525-8578-4da6-806e-a3da1d345be6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:00:04.293607 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-780f1239-bae1-48a0-9a1c-0ce79a6e5502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T15:59:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['e419e525-8578-4da6-806e-a3da1d345be6'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:04.362515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcaf8ddc-9ac2-4f26-9882-6e2f4ffd1abe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting subnet b890765c-1205-4ffa-b339-24583d306f8e {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:00:04.364362 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d2bf3a0d-0d4d-49ec-8ab6-fb8d3be422fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:04.365736 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fcaf8ddc-9ac2-4f26-9882-6e2f4ffd1abe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:04.420195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fcaf8ddc-9ac2-4f26-9882-6e2f4ffd1abe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:04.471838 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-780f1239-bae1-48a0-9a1c-0ce79a6e5502 None None] Set router e419e525-8578-4da6-806e-a3da1d345be6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:00:04.502826 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fcaf8ddc-9ac2-4f26-9882-6e2f4ffd1abe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:04.584646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fcaf8ddc-9ac2-4f26-9882-6e2f4ffd1abe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:04.624029 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf8ddc-9ac2-4f26-9882-6e2f4ffd1abe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Subnet': ['ID=b890765c-1205-4ffa-b339-24583d306f8e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:04.629375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fcaf8ddc-9ac2-4f26-9882-6e2f4ffd1abe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:04.635924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c19e2bc-3a7f-43f0-b166-73ff14c4a361 None None] Network 968e8386-d411-4304-a37f-e34cb9a06de9 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:00:04.639381 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-fcaf8ddc-9ac2-4f26-9882-6e2f4ffd1abe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/subnets/b890765c-1205-4ffa-b339-24583d306f8e HTTP/1.1" status: 204 len: 168 time: 0.3466668 Apr 20 16:00:04.639631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40462) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:04.755462 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-780f1239-bae1-48a0-9a1c-0ce79a6e5502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'name': 'tempest-TestNetworkBasicOps-router-363618941', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T16:00:03Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:04.759293 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780f1239-bae1-48a0-9a1c-0ce79a6e5502 None None] Checking router: e419e525-8578-4da6-806e-a3da1d345be6 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:00:04.768466 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f1239-bae1-48a0-9a1c-0ce79a6e5502 None None] Routers {'e419e525-8578-4da6-806e-a3da1d345be6'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:00:04.769080 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-780f1239-bae1-48a0-9a1c-0ce79a6e5502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:00:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['e419e525-8578-4da6-806e-a3da1d345be6'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:04.828398 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-664e9aae-bb46-41d8-bf75-d05e2caab547 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:04.893196 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bc4062-707a-4f57-ad0b-e13a0c48bee0 None None] DHCP port deletion for 968e8386-d411-4304-a37f-e34cb9a06de9 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:00:04.897440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-07bc4062-707a-4f57-ad0b-e13a0c48bee0 None None] Deleting port a5e46e44-1823-4f86-beff-f59790069816 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:00:04.897810 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-07bc4062-707a-4f57-ad0b-e13a0c48bee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:04.997803 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-780f1239-bae1-48a0-9a1c-0ce79a6e5502 None None] Set router e419e525-8578-4da6-806e-a3da1d345be6 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:00:05.013653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-664e9aae-bb46-41d8-bf75-d05e2caab547 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:05.023884 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-664e9aae-bb46-41d8-bf75-d05e2caab547 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 20d38bae-c7ac-401e-991f-6655409c26c5 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:00:05.024228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-664e9aae-bb46-41d8-bf75-d05e2caab547 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:05.105576 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-07bc4062-707a-4f57-ad0b-e13a0c48bee0 None None] For port a5e46e44-1823-4f86-beff-f59790069816, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a5e46e44-1823-4f86-beff-f59790069816,segment=NetworkSegment(19f123f7-cba2-4ac7-b132-9cdb3c4567d8),segment_id=19f123f7-cba2-4ac7-b132-9cdb3c4567d8)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:00:05.105901 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-07bc4062-707a-4f57-ad0b-e13a0c48bee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:05.201890 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-664e9aae-bb46-41d8-bf75-d05e2caab547 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port 20d38bae-c7ac-401e-991f-6655409c26c5, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=20d38bae-c7ac-401e-991f-6655409c26c5,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:00:05.202353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-664e9aae-bb46-41d8-bf75-d05e2caab547 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:05.249207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-07bc4062-707a-4f57-ad0b-e13a0c48bee0 None None] Calling delete_port for a5e46e44-1823-4f86-beff-f59790069816 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:00:05.297574 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-780f1239-bae1-48a0-9a1c-0ce79a6e5502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'name': 'tempest-TestNetworkBasicOps-router-363618941', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T16:00:03Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:05.302827 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780f1239-bae1-48a0-9a1c-0ce79a6e5502 None None] The sync data for ids ['e419e525-8578-4da6-806e-a3da1d345be6'] in dv-neutron-838699-1-hyperv is: [{'id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'name': 'tempest-TestNetworkBasicOps-router-363618941', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T16:00:03Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '20d38bae-c7ac-401e-991f-6655409c26c5', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419e525-8578-4da6-806e-a3da1d345be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:59:10Z', 'updated_at': '2022-04-20T15:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:00:05.334554 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-07bc4062-707a-4f57-ad0b-e13a0c48bee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:05.342774 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-664e9aae-bb46-41d8-bf75-d05e2caab547 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 20d38bae-c7ac-401e-991f-6655409c26c5 owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:00:05.379950 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc4062-707a-4f57-ad0b-e13a0c48bee0 None None] Pushing event deleted for resources: {'Port': ['ID=a5e46e44-1823-4f86-beff-f59790069816,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:05.381667 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc4062-707a-4f57-ad0b-e13a0c48bee0 None None] No DVR routers for this DVR port a5e46e44-1823-4f86-beff-f59790069816 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:00:05.512209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-664e9aae-bb46-41d8-bf75-d05e2caab547 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:05.555924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e9aae-bb46-41d8-bf75-d05e2caab547 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=20d38bae-c7ac-401e-991f-6655409c26c5,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:05.650740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-664e9aae-bb46-41d8-bf75-d05e2caab547 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:05.702603 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:05.727305 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:05.939145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-664e9aae-bb46-41d8-bf75-d05e2caab547 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:05.941308 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-664e9aae-bb46-41d8-bf75-d05e2caab547 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:05.962961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-664e9aae-bb46-41d8-bf75-d05e2caab547 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:05.963530 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664e9aae-bb46-41d8-bf75-d05e2caab547 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Fanout notify agent at l3_agent the message router_deleted on router e419e525-8578-4da6-806e-a3da1d345be6 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:00:05.978677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-664e9aae-bb46-41d8-bf75-d05e2caab547 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:05.980400 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-664e9aae-bb46-41d8-bf75-d05e2caab547 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/routers/e419e525-8578-4da6-806e-a3da1d345be6 HTTP/1.1" status: 204 len: 168 time: 1.3398218 Apr 20 16:00:05.983017 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40466) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:06.116024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90b1a85a-775e-462d-af8a-452cd1dc47fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:06.248220 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90b1a85a-775e-462d-af8a-452cd1dc47fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:06.273377 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-90b1a85a-775e-462d-af8a-452cd1dc47fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968e8386-d411-4304-a37f-e34cb9a06de9']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:06.285600 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-90b1a85a-775e-462d-af8a-452cd1dc47fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f123f7-cba2-4ac7-b132-9cdb3c4567d8') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:06.285899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-90b1a85a-775e-462d-af8a-452cd1dc47fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f123f7-cba2-4ac7-b132-9cdb3c4567d8') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:06.296830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90b1a85a-775e-462d-af8a-452cd1dc47fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:06.316563 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90b1a85a-775e-462d-af8a-452cd1dc47fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:06.322512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b1a85a-775e-462d-af8a-452cd1dc47fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:00:06.323397 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90b1a85a-775e-462d-af8a-452cd1dc47fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:00:06.337377 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:00:06.415976 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90b1a85a-775e-462d-af8a-452cd1dc47fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:06.420535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90b1a85a-775e-462d-af8a-452cd1dc47fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:06.448777 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1a85a-775e-462d-af8a-452cd1dc47fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Network': ['ID=968e8386-d411-4304-a37f-e34cb9a06de9,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:06.452478 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-90b1a85a-775e-462d-af8a-452cd1dc47fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/networks/968e8386-d411-4304-a37f-e34cb9a06de9 HTTP/1.1" status: 204 len: 168 time: 0.4684851 Apr 20 16:00:06.465347 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40470) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:06.477696 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-19d61c9a-2170-44ff-a043-1ae431ab7f4e tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0112805 Apr 20 16:00:06.480117 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40474) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:06.485147 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-27b54186-5ab0-4277-ba01-537aaf509a17 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'network': {'name': 'tempest-network-smoke--353762786', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'port_security_enabled': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:00:06.489673 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-27b54186-5ab0-4277-ba01-537aaf509a17 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:00:06.493746 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-27b54186-5ab0-4277-ba01-537aaf509a17 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:network and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:00:06.497766 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-27b54186-5ab0-4277-ba01-537aaf509a17 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:00:06.503494 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-27b54186-5ab0-4277-ba01-537aaf509a17 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:00:06.512820 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b54186-5ab0-4277-ba01-537aaf509a17 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:00:06.516109 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27b54186-5ab0-4277-ba01-537aaf509a17 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:06.542477 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b54186-5ab0-4277-ba01-537aaf509a17 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:00:06.552059 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27b54186-5ab0-4277-ba01-537aaf509a17 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:06.552408 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-27b54186-5ab0-4277-ba01-537aaf509a17 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Added segment b0c5c9a0-f170-4ac1-9f88-fcea258185a1 of type vlan for network 5b37e511-c7d6-4e02-b588-e7b90da2776e Apr 20 16:00:06.580421 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27b54186-5ab0-4277-ba01-537aaf509a17 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:06.603969 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 20d38bae-c7ac-401e-991f-6655409c26c5 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:00:06.612632 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27b54186-5ab0-4277-ba01-537aaf509a17 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:06.618100 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b54186-5ab0-4277-ba01-537aaf509a17 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:06.618677 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-27b54186-5ab0-4277-ba01-537aaf509a17 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:06.638141 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 20d38bae-c7ac-401e-991f-6655409c26c5 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:00:06.638490 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 20d38bae-c7ac-401e-991f-6655409c26c5 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:00:06.638901 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a5e46e44-1823-4f86-beff-f59790069816 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:00:06.673168 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: a5e46e44-1823-4f86-beff-f59790069816 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:00:06.673511 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a5e46e44-1823-4f86-beff-f59790069816 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:00:06.673919 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:00:06.706271 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:00:06.706549 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e5b89324-3822-4507-b7bb-9eb3c4c8dbf3 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:00:06.720473 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-27b54186-5ab0-4277-ba01-537aaf509a17 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2394030 Apr 20 16:00:06.723268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40478) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:06.726302 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b54186-5ab0-4277-ba01-537aaf509a17 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Network': ['ID=5b37e511-c7d6-4e02-b588-e7b90da2776e,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:06.728501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'admin_state_up': True, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:00:06.736149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:00:06.736716 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 5b37e511-c7d6-4e02-b588-e7b90da2776e details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:00:06.740058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:router and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:00:06.742904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:00:06.753455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:00:06.763494 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:06.764494 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:06.778213 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:07.049056 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:07.054916 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:07.350639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:07.378971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:07.625928 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.26.7.20 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/0ff37f15-0f63-446b-8dfc-f2154581114d) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:00:07.767249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:07.795589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:07.857361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:00:07.860051 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:00:07.867655 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:00:07.904889 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=0ff37f15-0f63-446b-8dfc-f2154581114d,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:08.273775 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:08.608261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:08.804765 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router a89c3328-2b95-49c6-8c14-3ff58a5f923a is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:00:09.089632 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:00:09.101777 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Sync routers for ids ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:00:09.111785 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Routers {'a89c3328-2b95-49c6-8c14-3ff58a5f923a'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:00:09.112409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:00:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:09.116185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:09.117417 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-094380bb-930f-4527-94a9-786483111427 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3930314 Apr 20 16:00:09.121144 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40484) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:09.163552 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-43b8d4e0-d3cb-4766-9207-5eda03cae7bc tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=275d553700ad4a899ef09eedcedfa1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411527 Apr 20 16:00:09.166150 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40488) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:09.287961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Set router a89c3328-2b95-49c6-8c14-3ff58a5f923a gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:00:09.294150 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee13e3e-9cde-4cac-bc2f-ee0d5156a187 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:09.295633 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-eee13e3e-9cde-4cac-bc2f-ee0d5156a187 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279871 Apr 20 16:00:09.298450 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40492) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:09.339096 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-caa92a8e-24ad-4282-b286-d9ac7dd8b196 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372863 Apr 20 16:00:09.339308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40496) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:09.345340 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-a43ef353-e5b9-4778-beab-aa8b3323bff5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1489285319', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:00:09.451493 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a43ef353-e5b9-4778-beab-aa8b3323bff5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:00:09.455295 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a43ef353-e5b9-4778-beab-aa8b3323bff5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:subnet and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:00:09.458102 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a43ef353-e5b9-4778-beab-aa8b3323bff5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:00:09.464362 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a43ef353-e5b9-4778-beab-aa8b3323bff5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:00:09.475586 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43ef353-e5b9-4778-beab-aa8b3323bff5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:00:09.479801 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a43ef353-e5b9-4778-beab-aa8b3323bff5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:09.610898 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:00:06Z', 'updated_at': '2022-04-20T16:00:08Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:07Z', 'updated_at': '2022-04-20T16:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:09.614757 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Checking router: a89c3328-2b95-49c6-8c14-3ff58a5f923a for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:00:09.615115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Updating router a89c3328-2b95-49c6-8c14-3ff58a5f923a port 0ff37f15-0f63-446b-8dfc-f2154581114d binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:00:09.670409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:09.689942 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a43ef353-e5b9-4778-beab-aa8b3323bff5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:09.772871 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ef353-e5b9-4778-beab-aa8b3323bff5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Subnet': ['ID=7d388e3b-7054-4532-ae7d-a3147c642220,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:09.777443 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43ef353-e5b9-4778-beab-aa8b3323bff5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Checking segment: {'id': 'b0c5c9a0-f170-4ac1-9f88-fcea258185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:00:09.777799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43ef353-e5b9-4778-beab-aa8b3323bff5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network hostable DHCP agents. Network: 5b37e511-c7d6-4e02-b588-e7b90da2776e, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:00:09.796180 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43ef353-e5b9-4778-beab-aa8b3323bff5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 5b37e511-c7d6-4e02-b588-e7b90da2776e is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:00:09.804903 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-a43ef353-e5b9-4778-beab-aa8b3323bff5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 5b37e511-c7d6-4e02-b588-e7b90da2776e) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:00:09.809022 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43ef353-e5b9-4778-beab-aa8b3323bff5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:09.809612 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a43ef353-e5b9-4778-beab-aa8b3323bff5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:09.830704 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a43ef353-e5b9-4778-beab-aa8b3323bff5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4903531 Apr 20 16:00:09.833485 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40500) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:09.856113 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdef1a0-64f6-44f5-8f29-3c9c09b41906 None None] Network 5b37e511-c7d6-4e02-b588-e7b90da2776e requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:00:10.175805 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:10.195550 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Transition to ACTIVE for port object 0ff37f15-0f63-446b-8dfc-f2154581114d will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:00:10.204209 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-5b37e511-c7d6-4e02-b588-e7b90da2776e', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ips': [{'subnet_id': '7d388e3b-7054-4532-ae7d-a3147c642220'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:00:10.205067 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:10.216499 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:10.348121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Attempting to bind port 0ff37f15-0f63-446b-8dfc-f2154581114d on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:00:10.348742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Attempting to bind port 0ff37f15-0f63-446b-8dfc-f2154581114d by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:00:10.349303 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Attempting to bind port 0ff37f15-0f63-446b-8dfc-f2154581114d on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:00:10.368622 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12801228-b564-4499-a630-1ea7476c71f1 None None] Pushing event updated for resources: {'Port': ['ID=0ff37f15-0f63-446b-8dfc-f2154581114d,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:10.382733 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:00:10.387794 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:00:10.387794 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:10.387794 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:00:10.387794 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Bound port: 0ff37f15-0f63-446b-8dfc-f2154581114d, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:00:10.387794 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:10.419560 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12801228-b564-4499-a630-1ea7476c71f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:10.419925 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12801228-b564-4499-a630-1ea7476c71f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:10.420266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12801228-b564-4499-a630-1ea7476c71f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:10.420599 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12801228-b564-4499-a630-1ea7476c71f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:10.420932 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12801228-b564-4499-a630-1ea7476c71f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:10.421264 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12801228-b564-4499-a630-1ea7476c71f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:10.421587 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12801228-b564-4499-a630-1ea7476c71f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:10.421910 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12801228-b564-4499-a630-1ea7476c71f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:10.422233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12801228-b564-4499-a630-1ea7476c71f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:10.422555 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12801228-b564-4499-a630-1ea7476c71f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:10.422876 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12801228-b564-4499-a630-1ea7476c71f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:10.423197 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12801228-b564-4499-a630-1ea7476c71f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:10.527066 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] For port 0ff37f15-0f63-446b-8dfc-f2154581114d, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:00:10.532161 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] For port 0ff37f15-0f63-446b-8dfc-f2154581114d, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0ff37f15-0f63-446b-8dfc-f2154581114d,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:00:10.540496 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:10.580312 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Allocated IP 172.20.0.2 (5b37e511-c7d6-4e02-b588-e7b90da2776e/7d388e3b-7054-4532-ae7d-a3147c642220/e9fd7418-7772-4322-9aa4-0a2e54a5a439) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:00:10.695861 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:10.705666 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Routers {'a89c3328-2b95-49c6-8c14-3ff58a5f923a'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:00:10.706296 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:00:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:10.767224 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12801228-b564-4499-a630-1ea7476c71f1 None None] Pushing event updated for resources: {'Port': ['ID=0ff37f15-0f63-446b-8dfc-f2154581114d,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:10.971148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] Set router a89c3328-2b95-49c6-8c14-3ff58a5f923a gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:00:11.139577 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:11.197673 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Transition to ACTIVE for port object e9fd7418-7772-4322-9aa4-0a2e54a5a439 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:00:11.233447 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Transition to ACTIVE for port object e9fd7418-7772-4322-9aa4-0a2e54a5a439 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:00:11.253483 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:11.303032 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.1 (5b37e511-c7d6-4e02-b588-e7b90da2776e/7d388e3b-7054-4532-ae7d-a3147c642220/260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:00:11.358135 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Network 5b37e511-c7d6-4e02-b588-e7b90da2776e is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:00:11.370568 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:00:11.376777 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:00:11.378685 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Pushing event updated for resources: {'Port': ['ID=e9fd7418-7772-4322-9aa4-0a2e54a5a439,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:11.465747 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:11.481406 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:00:11.481681 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Attempting to bind port e9fd7418-7772-4322-9aa4-0a2e54a5a439 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:00:11.482108 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Attempting to bind port e9fd7418-7772-4322-9aa4-0a2e54a5a439 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'b0c5c9a0-f170-4ac1-9f88-fcea258185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:00:11.482486 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Attempting to bind port e9fd7418-7772-4322-9aa4-0a2e54a5a439 on network 5b37e511-c7d6-4e02-b588-e7b90da2776e {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:00:11.489494 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:00:11.489821 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Checking segment: {'id': 'b0c5c9a0-f170-4ac1-9f88-fcea258185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:00:11.490203 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:11.490591 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Bound using segment: {'id': 'b0c5c9a0-f170-4ac1-9f88-fcea258185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:00:11.491053 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Bound port: e9fd7418-7772-4322-9aa4-0a2e54a5a439, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c5c9a0-f170-4ac1-9f88-fcea258185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:00:11.491421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:11.504938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:11.509099 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:00:06Z', 'updated_at': '2022-04-20T16:00:08Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:07Z', 'updated_at': '2022-04-20T16:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:11.538555 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b158cae2-624f-4e5e-bee0-d13f140572cc None None] The sync data for ids ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'] in dv-neutron-838699-1-hyperv is: [{'id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:00:06Z', 'updated_at': '2022-04-20T16:00:08Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:07Z', 'updated_at': '2022-04-20T16:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:00:11.579679 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 5b37e511-c7d6-4e02-b588-e7b90da2776e is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:00:11.591513 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:00:11.596991 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:00:11.601823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] For port e9fd7418-7772-4322-9aa4-0a2e54a5a439, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:00:11.605589 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] For port e9fd7418-7772-4322-9aa4-0a2e54a5a439, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e9fd7418-7772-4322-9aa4-0a2e54a5a439,segment=NetworkSegment(b0c5c9a0-f170-4ac1-9f88-fcea258185a1),segment_id=b0c5c9a0-f170-4ac1-9f88-fcea258185a1)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:00:11.609393 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:11.627803 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:11.658669 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:11.694713 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc92c9-ddc1-4343-9e9c-0cbbb387c328 None None] Pushing event updated for resources: {'Port': ['ID=e9fd7418-7772-4322-9aa4-0a2e54a5a439,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:11.977443 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:12.539632 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:12.544917 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:12.662978 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:12.665357 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:12.669760 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e9fd7418-7772-4322-9aa4-0a2e54a5a439 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:00:12.746580 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port e9fd7418-7772-4322-9aa4-0a2e54a5a439 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:00:12.752094 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2536e0b3-1091-40bd-a0c1-463ff92b987b None None] Network 5b37e511-c7d6-4e02-b588-e7b90da2776e requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:00:12.766701 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0ff37f15-0f63-446b-8dfc-f2154581114d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:00:12.802484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 5b37e511-c7d6-4e02-b588-e7b90da2776e is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:00:12.803754 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:00:12.902614 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f76ccd2a-b187-4f82-99e0-4da29e2bb262 None None] Provisioning for port e9fd7418-7772-4322-9aa4-0a2e54a5a439 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:00:12.930777 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f76ccd2a-b187-4f82-99e0-4da29e2bb262 None None] Provisioning complete for port e9fd7418-7772-4322-9aa4-0a2e54a5a439 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:00:12.931162 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f76ccd2a-b187-4f82-99e0-4da29e2bb262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:12.993970 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router a89c3328-2b95-49c6-8c14-3ff58a5f923a has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:00:13.008640 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 0ff37f15-0f63-446b-8dfc-f2154581114d completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:00:13.039236 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 0ff37f15-0f63-446b-8dfc-f2154581114d triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:00:13.039598 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:13.174699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:00:13.186177 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Sync routers for ids ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:00:13.189785 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6b19e494-9105-46b6-bb6d-87a314f14e8e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/a89c3328-2b95-49c6-8c14-3ff58a5f923a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3529532 Apr 20 16:00:13.190509 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40504) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:13.195902 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Routers {'a89c3328-2b95-49c6-8c14-3ff58a5f923a'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:00:13.196944 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:00:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:13.259444 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f76ccd2a-b187-4f82-99e0-4da29e2bb262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:13.296695 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:13.326019 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-f76ccd2a-b187-4f82-99e0-4da29e2bb262 None None] For port e9fd7418-7772-4322-9aa4-0a2e54a5a439, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e9fd7418-7772-4322-9aa4-0a2e54a5a439,segment=NetworkSegment(b0c5c9a0-f170-4ac1-9f88-fcea258185a1),segment_id=b0c5c9a0-f170-4ac1-9f88-fcea258185a1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:00:13.331701 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 0ff37f15-0f63-446b-8dfc-f2154581114d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0ff37f15-0f63-446b-8dfc-f2154581114d,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:00:13.333001 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f76ccd2a-b187-4f82-99e0-4da29e2bb262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:13.339674 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9989b018-a2bb-4617-a28d-eba08ff22a31 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:13.340230 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9989b018-a2bb-4617-a28d-eba08ff22a31 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:13.340756 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9989b018-a2bb-4617-a28d-eba08ff22a31 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:13.341216 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9989b018-a2bb-4617-a28d-eba08ff22a31 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:13.341884 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9989b018-a2bb-4617-a28d-eba08ff22a31 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:13.342339 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9989b018-a2bb-4617-a28d-eba08ff22a31 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:13.347214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40508) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:13.347699 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9989b018-a2bb-4617-a28d-eba08ff22a31 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1564271 Apr 20 16:00:13.373699 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Set router a89c3328-2b95-49c6-8c14-3ff58a5f923a gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:00:13.373970 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:13.410694 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ccd2a-b187-4f82-99e0-4da29e2bb262 None None] Pushing event updated for resources: {'Port': ['ID=e9fd7418-7772-4322-9aa4-0a2e54a5a439,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:13.457021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427bb77a-dcec-4fb1-ac56-e19daffb1444 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:13.457484 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427bb77a-dcec-4fb1-ac56-e19daffb1444 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:13.457935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427bb77a-dcec-4fb1-ac56-e19daffb1444 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:13.458381 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427bb77a-dcec-4fb1-ac56-e19daffb1444 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:13.459109 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427bb77a-dcec-4fb1-ac56-e19daffb1444 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:13.459694 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427bb77a-dcec-4fb1-ac56-e19daffb1444 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:13.462008 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-427bb77a-dcec-4fb1-ac56-e19daffb1444 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1126766 Apr 20 16:00:13.465291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40512) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:13.496305 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=0ff37f15-0f63-446b-8dfc-f2154581114d,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:13.687228 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4ec7cda4-7d55-4015-96de-c98c5214fdf1 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2202907 Apr 20 16:00:13.689164 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-bc7bda02-5a31-4ccb-872c-988c63a29a84 None None] Provisioning complete for port e9fd7418-7772-4322-9aa4-0a2e54a5a439 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:00:13.689631 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bc7bda02-5a31-4ccb-872c-988c63a29a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:13.704464 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:00:06Z', 'updated_at': '2022-04-20T16:00:11Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:07Z', 'updated_at': '2022-04-20T16:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd', 'name': '', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:b4:5c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:10Z', 'updated_at': '2022-04-20T16:00:12Z', 'revision_number': 2, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:13.709394 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Checking router: a89c3328-2b95-49c6-8c14-3ff58a5f923a for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:00:13.709956 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Updating router a89c3328-2b95-49c6-8c14-3ff58a5f923a port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:00:13.767677 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:13.847244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-bc7bda02-5a31-4ccb-872c-988c63a29a84 None None] Provisioning for port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:00:13.855513 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-bc7bda02-5a31-4ccb-872c-988c63a29a84 None None] Provisioning complete for port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:00:13.855910 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bc7bda02-5a31-4ccb-872c-988c63a29a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:13.923037 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40518) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:13.928027 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ab87de95-ea77-4d44-995f-bc8960a32380 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1444161642', 'description': 'tempest-secgroup-smoke-1444161642 description', 'project_id': '275d553700ad4a899ef09eedcedfa1df'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:00:13.934770 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ab87de95-ea77-4d44-995f-bc8960a32380 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:00:13.939974 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ab87de95-ea77-4d44-995f-bc8960a32380 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:00:13.944057 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ab87de95-ea77-4d44-995f-bc8960a32380 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:00:13.950694 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ab87de95-ea77-4d44-995f-bc8960a32380 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:00:13.960842 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bc7bda02-5a31-4ccb-872c-988c63a29a84 None None] Port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:00:13.965884 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab87de95-ea77-4d44-995f-bc8960a32380 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:13.989990 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ab87de95-ea77-4d44-995f-bc8960a32380 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:00:13.997354 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ab87de95-ea77-4d44-995f-bc8960a32380 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:00:14.000665 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ab87de95-ea77-4d44-995f-bc8960a32380 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:00:14.007084 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ab87de95-ea77-4d44-995f-bc8960a32380 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:00:14.082236 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0877912c-f458-4d50-884e-cfeff72da79c None None] Provisioning complete for port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:00:14.082625 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0877912c-f458-4d50-884e-cfeff72da79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.147148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0877912c-f458-4d50-884e-cfeff72da79c None None] Port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:00:14.155810 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.171596 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Transition to ACTIVE for port object 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:00:14.181137 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.228007 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab87de95-ea77-4d44-995f-bc8960a32380 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.232308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab87de95-ea77-4d44-995f-bc8960a32380 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.277682 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87de95-ea77-4d44-995f-bc8960a32380 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8530492-635c-4338-a9be-68a9950279e5,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:14.284079 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab87de95-ea77-4d44-995f-bc8960a32380 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.285740 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ab87de95-ea77-4d44-995f-bc8960a32380 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3622112 Apr 20 16:00:14.288241 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40522) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:14.294264 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-1f948a58-6e9c-4921-b2b2-39c74755bbe9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'f8530492-635c-4338-a9be-68a9950279e5', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:00:14.300649 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1f948a58-6e9c-4921-b2b2-39c74755bbe9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:00:14.305076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1f948a58-6e9c-4921-b2b2-39c74755bbe9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:00:14.308602 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1f948a58-6e9c-4921-b2b2-39c74755bbe9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:00:14.315553 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1f948a58-6e9c-4921-b2b2-39c74755bbe9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:00:14.334547 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f8bbc-8f13-4fb0-8493-c6e24d4b3d8d None None] Pushing event updated for resources: {'Port': ['ID=260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:14.335449 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1f948a58-6e9c-4921-b2b2-39c74755bbe9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.370931 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f8bbc-8f13-4fb0-8493-c6e24d4b3d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:14.371232 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f8bbc-8f13-4fb0-8493-c6e24d4b3d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:14.371589 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f8bbc-8f13-4fb0-8493-c6e24d4b3d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:14.371915 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f8bbc-8f13-4fb0-8493-c6e24d4b3d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:14.372239 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f8bbc-8f13-4fb0-8493-c6e24d4b3d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:14.372564 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f8bbc-8f13-4fb0-8493-c6e24d4b3d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:14.372884 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f8bbc-8f13-4fb0-8493-c6e24d4b3d8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:14.373202 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f8bbc-8f13-4fb0-8493-c6e24d4b3d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:14.373526 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f8bbc-8f13-4fb0-8493-c6e24d4b3d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:14.373841 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f8bbc-8f13-4fb0-8493-c6e24d4b3d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:14.374158 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f8bbc-8f13-4fb0-8493-c6e24d4b3d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:14.374475 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f8bbc-8f13-4fb0-8493-c6e24d4b3d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:14.407555 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1f948a58-6e9c-4921-b2b2-39c74755bbe9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.413634 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1f948a58-6e9c-4921-b2b2-39c74755bbe9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.437489 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f948a58-6e9c-4921-b2b2-39c74755bbe9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f2c7b5-3195-4482-abd7-2f4a997185b9,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:14.438029 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Attempting to bind port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:00:14.438420 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Attempting to bind port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'b0c5c9a0-f170-4ac1-9f88-fcea258185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:00:14.439631 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Attempting to bind port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd on network 5b37e511-c7d6-4e02-b588-e7b90da2776e {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:00:14.445982 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:00:14.446349 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Checking segment: {'id': 'b0c5c9a0-f170-4ac1-9f88-fcea258185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:00:14.446911 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.447314 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1f948a58-6e9c-4921-b2b2-39c74755bbe9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.447453 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Bound using segment: {'id': 'b0c5c9a0-f170-4ac1-9f88-fcea258185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:00:14.448397 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Bound port: 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c5c9a0-f170-4ac1-9f88-fcea258185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:00:14.448786 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.449248 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1f948a58-6e9c-4921-b2b2-39c74755bbe9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597316 Apr 20 16:00:14.451983 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40526) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:14.457576 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-623522d5-beae-4b46-adee-0caa7761712a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'f8530492-635c-4338-a9be-68a9950279e5', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:00:14.464257 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-623522d5-beae-4b46-adee-0caa7761712a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:00:14.468885 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-623522d5-beae-4b46-adee-0caa7761712a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:00:14.472308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-623522d5-beae-4b46-adee-0caa7761712a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:00:14.478093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-623522d5-beae-4b46-adee-0caa7761712a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:00:14.495040 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-623522d5-beae-4b46-adee-0caa7761712a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.543246 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] For port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:00:14.546826 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] For port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd,segment=NetworkSegment(b0c5c9a0-f170-4ac1-9f88-fcea258185a1),segment_id=b0c5c9a0-f170-4ac1-9f88-fcea258185a1)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:00:14.554334 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.574019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-623522d5-beae-4b46-adee-0caa7761712a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.579654 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-623522d5-beae-4b46-adee-0caa7761712a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.606188 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623522d5-beae-4b46-adee-0caa7761712a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84143ce7-2ee8-4e81-a61b-b80a76ec9559,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:14.620137 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-623522d5-beae-4b46-adee-0caa7761712a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.621670 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-623522d5-beae-4b46-adee-0caa7761712a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1684129 Apr 20 16:00:14.624199 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40530) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:14.630082 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-29c99811-2364-47c8-b385-4394f01e58f8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'f8530492-635c-4338-a9be-68a9950279e5', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:00:14.634613 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e9fd7418-7772-4322-9aa4-0a2e54a5a439 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:00:14.638129 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-29c99811-2364-47c8-b385-4394f01e58f8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:00:14.646080 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-29c99811-2364-47c8-b385-4394f01e58f8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:00:14.646363 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Routers {'a89c3328-2b95-49c6-8c14-3ff58a5f923a'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:00:14.646988 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:00:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:14.649308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-29c99811-2364-47c8-b385-4394f01e58f8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:00:14.660588 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-29c99811-2364-47c8-b385-4394f01e58f8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:00:14.683394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-29c99811-2364-47c8-b385-4394f01e58f8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.707430 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port e9fd7418-7772-4322-9aa4-0a2e54a5a439 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:00:14.708476 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.766239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-29c99811-2364-47c8-b385-4394f01e58f8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.774148 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-29c99811-2364-47c8-b385-4394f01e58f8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.808568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c99811-2364-47c8-b385-4394f01e58f8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d55bcf-d7b0-4e04-b2ea-db657dbd6763,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:14.818218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-29c99811-2364-47c8-b385-4394f01e58f8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.819657 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-29c99811-2364-47c8-b385-4394f01e58f8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1943882 Apr 20 16:00:14.822382 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40534) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:14.827894 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] Set router a89c3328-2b95-49c6-8c14-3ff58a5f923a gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:00:14.829390 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-595f37f7-bad6-4d09-9f33-a1bf0aade86f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'f8530492-635c-4338-a9be-68a9950279e5', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:00:14.836002 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-595f37f7-bad6-4d09-9f33-a1bf0aade86f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:00:14.841309 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-595f37f7-bad6-4d09-9f33-a1bf0aade86f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:00:14.850035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-595f37f7-bad6-4d09-9f33-a1bf0aade86f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:00:14.855386 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0ff37f15-0f63-446b-8dfc-f2154581114d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:00:14.857974 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-595f37f7-bad6-4d09-9f33-a1bf0aade86f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:00:14.876223 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-595f37f7-bad6-4d09-9f33-a1bf0aade86f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.957428 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f8bbc-8f13-4fb0-8493-c6e24d4b3d8d None None] Pushing event updated for resources: {'Port': ['ID=260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:14.961688 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.967638 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-595f37f7-bad6-4d09-9f33-a1bf0aade86f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.968568 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 0ff37f15-0f63-446b-8dfc-f2154581114d triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:00:14.969446 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.972907 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-595f37f7-bad6-4d09-9f33-a1bf0aade86f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.999802 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f37f7-bad6-4d09-9f33-a1bf0aade86f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365efda3-5b4c-4e2b-bf3a-77577497385b,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:15.012277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-595f37f7-bad6-4d09-9f33-a1bf0aade86f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:15.013475 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-595f37f7-bad6-4d09-9f33-a1bf0aade86f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1893196 Apr 20 16:00:15.016136 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40538) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:15.021099 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-05f280c0-87cc-4e76-a860-6bf8a95a8754 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'f8530492-635c-4338-a9be-68a9950279e5', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:00:15.027000 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-05f280c0-87cc-4e76-a860-6bf8a95a8754 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:00:15.030873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-05f280c0-87cc-4e76-a860-6bf8a95a8754 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:00:15.033982 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-05f280c0-87cc-4e76-a860-6bf8a95a8754 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:00:15.040131 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-05f280c0-87cc-4e76-a860-6bf8a95a8754 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:00:15.052637 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-05f280c0-87cc-4e76-a860-6bf8a95a8754 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:00:15.060219 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-05f280c0-87cc-4e76-a860-6bf8a95a8754 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:15.126019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-05f280c0-87cc-4e76-a860-6bf8a95a8754 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:15.132593 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-05f280c0-87cc-4e76-a860-6bf8a95a8754 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:15.155124 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f280c0-87cc-4e76-a860-6bf8a95a8754 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca4daa1-7bd9-46c2-9d86-7007a0524dc3,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:15.172178 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:00:06Z', 'updated_at': '2022-04-20T16:00:11Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:07Z', 'updated_at': '2022-04-20T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd', 'name': '', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:b4:5c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:10Z', 'updated_at': '2022-04-20T16:00:14Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:15.176551 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed2f3ba-5814-4f8f-8028-c337d3149921 None None] The sync data for ids ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'] in dv-neutron-838699-1-hyperv is: [{'id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:00:06Z', 'updated_at': '2022-04-20T16:00:11Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:07Z', 'updated_at': '2022-04-20T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd', 'name': '', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:b4:5c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:10Z', 'updated_at': '2022-04-20T16:00:14Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:00:15.178737 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-05f280c0-87cc-4e76-a860-6bf8a95a8754 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:15.180490 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-05f280c0-87cc-4e76-a860-6bf8a95a8754 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1632192 Apr 20 16:00:15.184696 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40542) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:15.193486 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-db3cbaef-ba97-4f3c-b458-f7233b6dbda9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'f8530492-635c-4338-a9be-68a9950279e5', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:00:15.198760 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-db3cbaef-ba97-4f3c-b458-f7233b6dbda9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:00:15.203067 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-db3cbaef-ba97-4f3c-b458-f7233b6dbda9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:00:15.207816 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-db3cbaef-ba97-4f3c-b458-f7233b6dbda9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:00:15.217092 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-db3cbaef-ba97-4f3c-b458-f7233b6dbda9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:00:15.239708 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-db3cbaef-ba97-4f3c-b458-f7233b6dbda9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:00:15.270723 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db3cbaef-ba97-4f3c-b458-f7233b6dbda9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:15.348466 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db3cbaef-ba97-4f3c-b458-f7233b6dbda9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:15.352524 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db3cbaef-ba97-4f3c-b458-f7233b6dbda9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:15.382138 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cbaef-ba97-4f3c-b458-f7233b6dbda9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298cf37b-1f87-4121-a7a6-e087baf47562,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:15.392546 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db3cbaef-ba97-4f3c-b458-f7233b6dbda9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:15.393740 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-db3cbaef-ba97-4f3c-b458-f7233b6dbda9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2077634 Apr 20 16:00:15.558859 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-9edc44fd-8e1f-447d-8de1-3b95e7ea97f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:00:15.574642 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-9edc44fd-8e1f-447d-8de1-3b95e7ea97f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:00:15.575996 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-9edc44fd-8e1f-447d-8de1-3b95e7ea97f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444161642&fields=id&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 267 time: 0.0574429 Apr 20 16:00:15.732685 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-41bcdfb1-bcb8-4ab8-9754-9610864b5acf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:15.733374 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-41bcdfb1-bcb8-4ab8-9754-9610864b5acf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:00:15.749134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-41bcdfb1-bcb8-4ab8-9754-9610864b5acf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:00:15.750285 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-41bcdfb1-bcb8-4ab8-9754-9610864b5acf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/networks?id=5b37e511-c7d6-4e02-b588-e7b90da2776e HTTP/1.1" status: 200 len: 796 time: 0.1675246 Apr 20 16:00:15.766194 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-25c8bdfe-2951-430b-8e8f-6aaa61c85524 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/quotas/275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 375 time: 0.0101237 Apr 20 16:00:15.854777 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-f0508dfd-504c-40bd-8c22-65fd9c3a710d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:00:15.876704 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-f0508dfd-504c-40bd-8c22-65fd9c3a710d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:00:15.878515 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-f0508dfd-504c-40bd-8c22-65fd9c3a710d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065729 Apr 20 16:00:16.020392 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-1658a150-63bc-4048-ac0c-bfe8114433eb service neutron] 10.222.0.13 "GET /v2.0/networks/5b37e511-c7d6-4e02-b588-e7b90da2776e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296892 Apr 20 16:00:16.166038 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-9bd92a23-1afc-4019-96b1-67816eb1af89 service neutron] 10.222.0.13 "GET /v2.0/networks/5b37e511-c7d6-4e02-b588-e7b90da2776e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396101 Apr 20 16:00:16.349369 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9e869823-a6f7-436f-98c5-14d4ea067c2b req-34ac92f5-0f92-4028-8ab1-b92d05161af9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 210 time: 0.0435991 Apr 20 16:00:16.635003 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:00:16.708303 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:00:16.716250 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:00:16.716818 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:16.863981 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:16.896706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd,segment=NetworkSegment(b0c5c9a0-f170-4ac1-9f88-fcea258185a1),segment_id=b0c5c9a0-f170-4ac1-9f88-fcea258185a1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:00:16.899630 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:16.980314 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:17.520248 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0d80552e-5f26-4312-8900-a7b8f90f9942 req-401f0cf9-1b4b-42a6-b454-6e201c9c7574 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 210 time: 0.0529103 Apr 20 16:00:17.578829 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-75d31f69-3c8c-4f6e-9e52-bd7e04316ce8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:17.581437 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-75d31f69-3c8c-4f6e-9e52-bd7e04316ce8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/networks?id=5b37e511-c7d6-4e02-b588-e7b90da2776e HTTP/1.1" status: 200 len: 796 time: 0.2682197 Apr 20 16:00:17.636346 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-fbc079dd-3186-42c9-a12d-cc5ffa01bfcc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 380 time: 0.0439019 Apr 20 16:00:17.641808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-b5a0685b-1349-4cc6-8d6b-bf0cc21c866c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'port': {'device_id': '6ce493ec-5cba-44cf-99dc-eb5580e77c89', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'admin_state_up': True, 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'security_groups': ['f8530492-635c-4338-a9be-68a9950279e5']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:00:17.786907 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-b5a0685b-1349-4cc6-8d6b-bf0cc21c866c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:00:17.795831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-b5a0685b-1349-4cc6-8d6b-bf0cc21c866c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:00:17.804781 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-b5a0685b-1349-4cc6-8d6b-bf0cc21c866c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:00:17.808885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-b5a0685b-1349-4cc6-8d6b-bf0cc21c866c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:17.987664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-b5a0685b-1349-4cc6-8d6b-bf0cc21c866c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.9 (5b37e511-c7d6-4e02-b588-e7b90da2776e/7d388e3b-7054-4532-ae7d-a3147c642220/d28a621e-ee44-4fca-b1d4-d44f50484905) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:00:18.189848 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-b5a0685b-1349-4cc6-8d6b-bf0cc21c866c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:18.208462 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-b5a0685b-1349-4cc6-8d6b-bf0cc21c866c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object d28a621e-ee44-4fca-b1d4-d44f50484905 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:00:18.229515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-b5a0685b-1349-4cc6-8d6b-bf0cc21c866c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:18.410472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-b5a0685b-1349-4cc6-8d6b-bf0cc21c866c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 5b37e511-c7d6-4e02-b588-e7b90da2776e is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:00:18.413631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-b5a0685b-1349-4cc6-8d6b-bf0cc21c866c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:00:18.416000 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-b5a0685b-1349-4cc6-8d6b-bf0cc21c866c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:00:18.470936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0685b-1349-4cc6-8d6b-bf0cc21c866c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=d28a621e-ee44-4fca-b1d4-d44f50484905,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:18.502083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-b5a0685b-1349-4cc6-8d6b-bf0cc21c866c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:18.502083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-b5a0685b-1349-4cc6-8d6b-bf0cc21c866c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:18.530427 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-b5a0685b-1349-4cc6-8d6b-bf0cc21c866c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8912680 Apr 20 16:00:18.549516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Request body: {'port': {'device_id': '6ce493ec-5cba-44cf-99dc-eb5580e77c89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:00:18.672078 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:00:18.745030 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-311bd9bc-6caf-4ab2-9f59-ddad5d9bc228 None None] Provisioning for port d28a621e-ee44-4fca-b1d4-d44f50484905 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:00:18.749926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:18.756192 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-311bd9bc-6caf-4ab2-9f59-ddad5d9bc228 None None] Provisioning complete for port d28a621e-ee44-4fca-b1d4-d44f50484905 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:00:18.756192 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-311bd9bc-6caf-4ab2-9f59-ddad5d9bc228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:18.813321 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:00:18.813321 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:18.850992 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-311bd9bc-6caf-4ab2-9f59-ddad5d9bc228 None None] Port d28a621e-ee44-4fca-b1d4-d44f50484905 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:00:18.914922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348035b-d9c7-43c7-91ad-c0eaacd217c3 req-31bd9068-5f9d-4fa8-8fa6-26492484979d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:18.914922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-5348035b-d9c7-43c7-91ad-c0eaacd217c3 req-31bd9068-5f9d-4fa8-8fa6-26492484979d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:00:18.944248 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-5348035b-d9c7-43c7-91ad-c0eaacd217c3 req-31bd9068-5f9d-4fa8-8fa6-26492484979d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:00:18.949071 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5348035b-d9c7-43c7-91ad-c0eaacd217c3 req-31bd9068-5f9d-4fa8-8fa6-26492484979d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 931 time: 0.2637005 Apr 20 16:00:19.068309 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5348035b-d9c7-43c7-91ad-c0eaacd217c3 req-fe902347-c1bf-4f55-9002-01f2ab8cc098 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8530492-635c-4338-a9be-68a9950279e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048768 Apr 20 16:00:19.193968 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d28a621e-ee44-4fca-b1d4-d44f50484905 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:00:19.203883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:19.214952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Transition to ACTIVE for port object d28a621e-ee44-4fca-b1d4-d44f50484905 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:00:19.218169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:19.439145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Pushing event updated for resources: {'Port': ['ID=d28a621e-ee44-4fca-b1d4-d44f50484905,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:19.489015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Attempting to bind port d28a621e-ee44-4fca-b1d4-d44f50484905 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:00:19.489015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Attempting to bind port d28a621e-ee44-4fca-b1d4-d44f50484905 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'b0c5c9a0-f170-4ac1-9f88-fcea258185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:00:19.489015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Attempting to bind port d28a621e-ee44-4fca-b1d4-d44f50484905 on network 5b37e511-c7d6-4e02-b588-e7b90da2776e {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:00:19.495418 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Port d28a621e-ee44-4fca-b1d4-d44f50484905 on network 5b37e511-c7d6-4e02-b588-e7b90da2776e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:00:19.495418 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Attempting to bind port d28a621e-ee44-4fca-b1d4-d44f50484905 on network 5b37e511-c7d6-4e02-b588-e7b90da2776e {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:00:19.501346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:00:19.501346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Checking segment: {'id': 'b0c5c9a0-f170-4ac1-9f88-fcea258185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:00:19.501542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Bound using segment: {'id': 'b0c5c9a0-f170-4ac1-9f88-fcea258185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:00:19.502449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Bound port: d28a621e-ee44-4fca-b1d4-d44f50484905, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c5c9a0-f170-4ac1-9f88-fcea258185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:00:19.502571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:19.620389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] For port d28a621e-ee44-4fca-b1d4-d44f50484905, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:00:19.623225 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] For port d28a621e-ee44-4fca-b1d4-d44f50484905, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=d28a621e-ee44-4fca-b1d4-d44f50484905,segment=NetworkSegment(b0c5c9a0-f170-4ac1-9f88-fcea258185a1),segment_id=b0c5c9a0-f170-4ac1-9f88-fcea258185a1)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:00:19.628057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:19.682736 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:19.683249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:19.684627 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] 10.222.0.11 "PUT /v2.0/ports/d28a621e-ee44-4fca-b1d4-d44f50484905 HTTP/1.1" status: 200 len: 1093 time: 1.1472054 Apr 20 16:00:19.685051 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce493ec-5cba-44cf-99dc-eb5580e77c89', 'tag': 'd28a621e-ee44-4fca-b1d4-d44f50484905'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:00:19.709432 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c146e-0eb1-4716-a549-a17630bf1304 service neutron] Pushing event updated for resources: {'Port': ['ID=d28a621e-ee44-4fca-b1d4-d44f50484905,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:19.758116 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7fb512-3cef-4407-b8e9-8576a6087f10'] response: {'name': 'network-changed', 'server_uuid': '6ce493ec-5cba-44cf-99dc-eb5580e77c89', 'tag': 'd28a621e-ee44-4fca-b1d4-d44f50484905', 'status': 'completed', 'code': 200} Apr 20 16:00:19.804396 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-c57e1de8-0b1d-4dbb-afd0-ac6557755960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:19.805880 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-c57e1de8-0b1d-4dbb-afd0-ac6557755960 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 1096 time: 0.0815165 Apr 20 16:00:19.874367 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-064e8024-2d37-4f8e-b4cf-b5a7b4179a09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d28a621e-ee44-4fca-b1d4-d44f50484905 HTTP/1.1" status: 200 len: 217 time: 0.0610745 Apr 20 16:00:19.937272 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-08c270d5-32c4-48d8-b3b3-93bb9617b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:19.938662 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-08c270d5-32c4-48d8-b3b3-93bb9617b60e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d388e3b-7054-4532-ae7d-a3147c642220 HTTP/1.1" status: 200 len: 835 time: 0.0591750 Apr 20 16:00:20.010409 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-1c0fb186-a365-42e5-b963-6e4b0901d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:20.011734 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-1c0fb186-a365-42e5-b963-6e4b0901d135 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b37e511-c7d6-4e02-b588-e7b90da2776e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678320 Apr 20 16:00:20.139980 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-bc55aebc-ca39-4ed9-b6e8-5b99b239b5cd service neutron] 10.222.0.11 "GET /v2.0/networks/5b37e511-c7d6-4e02-b588-e7b90da2776e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216109 Apr 20 16:00:20.423133 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06a2704a-e474-44fb-8df3-c81cda6262cf req-c10f86ab-a5c4-4efc-9a8d-2f7287409b51 service neutron] 10.222.0.11 "GET /v2.0/networks/5b37e511-c7d6-4e02-b588-e7b90da2776e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775686 Apr 20 16:00:20.447470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2bec1-e90f-4e39-bef6-1f335a12a37d req-9ab7f15c-a63b-46bd-8643-416e63920425 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:20.447470 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dfc2bec1-e90f-4e39-bef6-1f335a12a37d req-9ab7f15c-a63b-46bd-8643-416e63920425 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 943 time: 0.1304140 Apr 20 16:00:20.536925 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dfc2bec1-e90f-4e39-bef6-1f335a12a37d req-e5dca2ca-77e7-4c57-a42d-93087fba4308 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8530492-635c-4338-a9be-68a9950279e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843244 Apr 20 16:00:20.570841 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702e39-13d4-4e06-a662-00e059ddb96b req-a8aa6727-5371-4b21-aff4-542f6967933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:20.570841 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9702e39-13d4-4e06-a662-00e059ddb96b req-a8aa6727-5371-4b21-aff4-542f6967933c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 1096 time: 0.0956030 Apr 20 16:00:20.705284 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702e39-13d4-4e06-a662-00e059ddb96b req-3dc37571-86e5-4df8-b83b-24cadb1f8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:20.706709 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9702e39-13d4-4e06-a662-00e059ddb96b req-3dc37571-86e5-4df8-b83b-24cadb1f8b5a service neutron] 10.222.0.11 "GET /v2.0/networks?id=5b37e511-c7d6-4e02-b588-e7b90da2776e HTTP/1.1" status: 200 len: 897 time: 0.1302366 Apr 20 16:00:20.777197 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9702e39-13d4-4e06-a662-00e059ddb96b req-c260bd8a-db6e-496a-a8d9-8412c3901616 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d28a621e-ee44-4fca-b1d4-d44f50484905 HTTP/1.1" status: 200 len: 217 time: 0.0638275 Apr 20 16:00:20.839375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702e39-13d4-4e06-a662-00e059ddb96b req-7447fa13-d61a-428d-9655-c5cb7bf760f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:20.840812 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9702e39-13d4-4e06-a662-00e059ddb96b req-7447fa13-d61a-428d-9655-c5cb7bf760f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d388e3b-7054-4532-ae7d-a3147c642220 HTTP/1.1" status: 200 len: 835 time: 0.0565567 Apr 20 16:00:20.918798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702e39-13d4-4e06-a662-00e059ddb96b req-3f114916-8ea7-4c04-9eee-a5ced46d4f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:20.920309 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9702e39-13d4-4e06-a662-00e059ddb96b req-3f114916-8ea7-4c04-9eee-a5ced46d4f34 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b37e511-c7d6-4e02-b588-e7b90da2776e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719113 Apr 20 16:00:21.052200 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9702e39-13d4-4e06-a662-00e059ddb96b req-2b9a5eb2-5d7e-47f4-832b-a78f9c0cb7ae service neutron] 10.222.0.11 "GET /v2.0/networks/5b37e511-c7d6-4e02-b588-e7b90da2776e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240208 Apr 20 16:00:21.181294 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9702e39-13d4-4e06-a662-00e059ddb96b req-f880dc77-dbcd-4f88-ba76-97c648861349 service neutron] 10.222.0.11 "GET /v2.0/networks/5b37e511-c7d6-4e02-b588-e7b90da2776e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228666 Apr 20 16:00:21.442935 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:00:21.730556 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48f2d1-2dc6-4f74-84f9-0b545918e1d6 req-73b200d8-1483-4a7f-8222-2b89a03fbed6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:21.732046 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7c48f2d1-2dc6-4f74-84f9-0b545918e1d6 req-73b200d8-1483-4a7f-8222-2b89a03fbed6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 943 time: 0.0792387 Apr 20 16:00:21.775179 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7c48f2d1-2dc6-4f74-84f9-0b545918e1d6 req-c33b3953-2a77-495f-8ebc-10bcb421782c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8530492-635c-4338-a9be-68a9950279e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376453 Apr 20 16:00:22.959179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547862eb-d471-4224-87ad-3bfcd83269ef req-7d0aeeff-1208-44bf-8f5d-dd461518ead5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:22.960938 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-547862eb-d471-4224-87ad-3bfcd83269ef req-7d0aeeff-1208-44bf-8f5d-dd461518ead5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 943 time: 0.0819242 Apr 20 16:00:23.006942 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-547862eb-d471-4224-87ad-3bfcd83269ef req-398045de-97ac-4515-862e-98568da2d513 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8530492-635c-4338-a9be-68a9950279e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397484 Apr 20 16:00:23.924175 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device d28a621e-ee44-4fca-b1d4-d44f50484905 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:00:24.054801 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port d28a621e-ee44-4fca-b1d4-d44f50484905, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=d28a621e-ee44-4fca-b1d4-d44f50484905,segment=NetworkSegment(b0c5c9a0-f170-4ac1-9f88-fcea258185a1),segment_id=b0c5c9a0-f170-4ac1-9f88-fcea258185a1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:00:24.068363 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': 'd28a621e-ee44-4fca-b1d4-d44f50484905', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'port_id': 'd28a621e-ee44-4fca-b1d4-d44f50484905', 'mac_address': 'fa:16:3e:e7:ce:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:00:24.123197 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:24.143115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28a621e-ee44-4fca-b1d4-d44f50484905 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:00:24.159286 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port d28a621e-ee44-4fca-b1d4-d44f50484905, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=d28a621e-ee44-4fca-b1d4-d44f50484905,segment=NetworkSegment(b0c5c9a0-f170-4ac1-9f88-fcea258185a1),segment_id=b0c5c9a0-f170-4ac1-9f88-fcea258185a1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:00:24.163480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:24.196973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1bca2-c599-44de-9e18-b8ff2aa16c0d req-e1ff6178-303a-4010-b951-e1841f2976a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:24.198416 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ad1bca2-c599-44de-9e18-b8ff2aa16c0d req-e1ff6178-303a-4010-b951-e1841f2976a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 943 time: 0.0852935 Apr 20 16:00:24.233763 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=d28a621e-ee44-4fca-b1d4-d44f50484905,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:24.246134 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ad1bca2-c599-44de-9e18-b8ff2aa16c0d req-37db89c9-204f-4b2b-9cba-229841602536 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8530492-635c-4338-a9be-68a9950279e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416949 Apr 20 16:00:24.513857 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['d28a621e-ee44-4fca-b1d4-d44f50484905'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:00:25.431508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c7562-5282-42ee-8f68-ffde969075ce req-5a3579bc-72ca-4cd2-853d-1c49e26ee613 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:25.433512 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5d9c7562-5282-42ee-8f68-ffde969075ce req-5a3579bc-72ca-4cd2-853d-1c49e26ee613 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 944 time: 0.0824769 Apr 20 16:00:25.478008 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5d9c7562-5282-42ee-8f68-ffde969075ce req-78cff6f8-b56b-4e22-8aba-70cab2978fa5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8530492-635c-4338-a9be-68a9950279e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379286 Apr 20 16:00:25.945291 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device d28a621e-ee44-4fca-b1d4-d44f50484905 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:00:26.016161 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port d28a621e-ee44-4fca-b1d4-d44f50484905 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:00:26.019681 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port d28a621e-ee44-4fca-b1d4-d44f50484905 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:00:26.020159 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:26.163693 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:26.190873 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce493ec-5cba-44cf-99dc-eb5580e77c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28a621e-ee44-4fca-b1d4-d44f50484905'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:00:26.204480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port d28a621e-ee44-4fca-b1d4-d44f50484905, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=d28a621e-ee44-4fca-b1d4-d44f50484905,segment=NetworkSegment(b0c5c9a0-f170-4ac1-9f88-fcea258185a1),segment_id=b0c5c9a0-f170-4ac1-9f88-fcea258185a1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:00:26.208303 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:26.240248 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e58b3f70-e382-4d3a-9162-08226960dad7'] response: {'server_uuid': '6ce493ec-5cba-44cf-99dc-eb5580e77c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28a621e-ee44-4fca-b1d4-d44f50484905', 'code': 200} Apr 20 16:00:26.280711 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=d28a621e-ee44-4fca-b1d4-d44f50484905,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:26.473679 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e37cf3-f26e-46d8-9791-6302a46644be req-1be78e8e-3dba-48f6-a95a-ebd162546d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:26.475160 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f1e37cf3-f26e-46d8-9791-6302a46644be req-1be78e8e-3dba-48f6-a95a-ebd162546d50 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 1098 time: 0.0749466 Apr 20 16:00:26.515722 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f1e37cf3-f26e-46d8-9791-6302a46644be req-45fb9b49-48a3-41de-8328-21a3806f9f22 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f8530492-635c-4338-a9be-68a9950279e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347326 Apr 20 16:00:26.666936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884184e-100a-47ed-b876-703efbd52975 req-072c925a-e64e-4e7a-9c36-d5ce7fd832e3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:26.668445 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a884184e-100a-47ed-b876-703efbd52975 req-072c925a-e64e-4e7a-9c36-d5ce7fd832e3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 945 time: 0.0844283 Apr 20 16:00:26.720793 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a884184e-100a-47ed-b876-703efbd52975 req-28895510-565a-4b5c-b29c-739eb9d9bf7c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8530492-635c-4338-a9be-68a9950279e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447373 Apr 20 16:00:27.926100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6a41a-f040-48ca-8ccb-b60ed2aefe1d req-0fc6c946-fc5f-4ebb-a643-0bd33fa081ec tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:27.927683 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d9e6a41a-f040-48ca-8ccb-b60ed2aefe1d req-0fc6c946-fc5f-4ebb-a643-0bd33fa081ec tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 945 time: 0.0940514 Apr 20 16:00:27.972956 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d9e6a41a-f040-48ca-8ccb-b60ed2aefe1d req-5b12de88-5f15-43cb-9ac9-28ef318bf160 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8530492-635c-4338-a9be-68a9950279e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396259 Apr 20 16:00:29.169680 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68947-2b7b-4936-b43b-373c97d7a5ae req-6b9415e8-1d43-4709-9711-76e3eddd2843 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:29.169680 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-11c68947-2b7b-4936-b43b-373c97d7a5ae req-6b9415e8-1d43-4709-9711-76e3eddd2843 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 945 time: 0.0886219 Apr 20 16:00:29.337673 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-11c68947-2b7b-4936-b43b-373c97d7a5ae req-c1530cf0-732d-4856-8245-ad1302193623 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8530492-635c-4338-a9be-68a9950279e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607816 Apr 20 16:00:29.519469 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1ae47-95eb-4539-8d43-e8e5de886b42 req-c897714d-0b4e-4502-8ab7-ae79f40d8547 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:29.522047 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a2b1ae47-95eb-4539-8d43-e8e5de886b42 req-c897714d-0b4e-4502-8ab7-ae79f40d8547 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 945 time: 0.0823510 Apr 20 16:00:29.566327 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a2b1ae47-95eb-4539-8d43-e8e5de886b42 req-d8e050c8-573a-461e-85ba-013b6f3dd3d2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8530492-635c-4338-a9be-68a9950279e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388539 Apr 20 16:00:29.589665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40604) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:29.665541 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b2893a-2d0f-4b86-9422-6b7c1125f8e9 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:29.667577 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-09b2893a-2d0f-4b86-9422-6b7c1125f8e9 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 1093 time: 0.0770402 Apr 20 16:00:29.670442 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40608) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:29.675235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': 'd28a621e-ee44-4fca-b1d4-d44f50484905', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:00:29.681104 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:00:29.684938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:floatingip and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:00:29.687720 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:00:29.693391 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:00:29.703382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:29.843511 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:29.980543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.26.7.79 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/b83ec12d-3369-455e-b589-0d73ce62eed1) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:00:30.124588 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:30.152447 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:30.212798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:00:30.219812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:00:30.223854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:00:30.256496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=b83ec12d-3369-455e-b589-0d73ce62eed1,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:30.686277 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2e1cee63-e3a7-45cd-92fc-d56c2ee9312b req-676baea7-c027-41f5-9ad5-cb0752d9a3b1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0958598 Apr 20 16:00:30.695156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:30.824518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:30.863737 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cee63-e3a7-45cd-92fc-d56c2ee9312b req-e1155529-8946-4637-a040-10167c31f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:30.865225 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2e1cee63-e3a7-45cd-92fc-d56c2ee9312b req-e1155529-8946-4637-a040-10167c31f311 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b41769b0acc14f98934af661f4029f6f&device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 1099 time: 0.1591191 Apr 20 16:00:31.209057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cee63-e3a7-45cd-92fc-d56c2ee9312b req-8f0f50eb-515d-443e-986e-56c54a3d7aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:31.210466 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2e1cee63-e3a7-45cd-92fc-d56c2ee9312b req-8f0f50eb-515d-443e-986e-56c54a3d7aff service neutron] 10.222.0.11 "GET /v2.0/networks?id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 200 len: 912 time: 0.3240809 Apr 20 16:00:31.329303 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:31.334129 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2e1cee63-e3a7-45cd-92fc-d56c2ee9312b req-266e0656-0fec-414d-b354-c1c00a915f86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c4533fc-ba9b-4082-a1c8-7776b4a6b81c HTTP/1.1" status: 200 len: 1002 time: 0.1161835 Apr 20 16:00:31.335111 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:31.485484 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=b83ec12d-3369-455e-b589-0d73ce62eed1,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:31.502087 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cee63-e3a7-45cd-92fc-d56c2ee9312b req-2d1338b3-8c57-4fde-8900-d9cc79e691a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:31.503499 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2e1cee63-e3a7-45cd-92fc-d56c2ee9312b req-2d1338b3-8c57-4fde-8900-d9cc79e691a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24 HTTP/1.1" status: 200 len: 850 time: 0.1360774 Apr 20 16:00:31.507750 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:31.740550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cee63-e3a7-45cd-92fc-d56c2ee9312b req-5b5bc772-1c92-4e04-86a4-05b5aa447058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:31.741914 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2e1cee63-e3a7-45cd-92fc-d56c2ee9312b req-5b5bc772-1c92-4e04-86a4-05b5aa447058 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1849751 Apr 20 16:00:31.742971 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP 100be817-5c18-415c-b455-2cbdc88f194c associated. External IP: 172.26.7.79, port: d28a621e-ee44-4fca-b1d4-d44f50484905. Apr 20 16:00:32.029353 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2e1cee63-e3a7-45cd-92fc-d56c2ee9312b req-20aac325-d4a7-414b-a71c-69e60a72f457 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390397 Apr 20 16:00:32.074551 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-906dc5ba-f3d4-4553-80b3-10d2f6047600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:32.314098 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2e1cee63-e3a7-45cd-92fc-d56c2ee9312b req-74f70899-545c-4aee-bb73-d8f3fe42cca7 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323678 Apr 20 16:00:32.321445 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router a89c3328-2b95-49c6-8c14-3ff58a5f923a has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:00:32.625916 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:00:32.635809 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ccf5ab-718a-487c-86f7-94028197c6c9 None None] Sync routers for ids ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:00:32.645515 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ccf5ab-718a-487c-86f7-94028197c6c9 None None] Routers {'a89c3328-2b95-49c6-8c14-3ff58a5f923a'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:00:32.646385 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-28ccf5ab-718a-487c-86f7-94028197c6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:00:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:32.652056 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:32.706423 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f3a08aa6-1b5e-4af0-a477-e2ed313642e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0349772 Apr 20 16:00:32.707477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce493ec-5cba-44cf-99dc-eb5580e77c89', 'tag': 'd28a621e-ee44-4fca-b1d4-d44f50484905'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:00:32.709097 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40612) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:32.751933 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce08f495-38a8-4637-9f28-f8d8b549f772'] response: {'name': 'network-changed', 'server_uuid': '6ce493ec-5cba-44cf-99dc-eb5580e77c89', 'tag': 'd28a621e-ee44-4fca-b1d4-d44f50484905', 'status': 'completed', 'code': 200} Apr 20 16:00:32.848869 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-28ccf5ab-718a-487c-86f7-94028197c6c9 None None] Set router a89c3328-2b95-49c6-8c14-3ff58a5f923a gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:00:32.857349 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330a41a-78e4-4d1a-a396-611779f693ac req-2934b0b2-7ed7-4e14-ac51-92aa469960b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:32.858896 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e330a41a-78e4-4d1a-a396-611779f693ac req-2934b0b2-7ed7-4e14-ac51-92aa469960b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 1098 time: 0.0849659 Apr 20 16:00:32.906909 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-254309d3-6b50-468a-96bc-4439e9e22f70 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/routers/a89c3328-2b95-49c6-8c14-3ff58a5f923a HTTP/1.1" status: 200 len: 922 time: 0.1966736 Apr 20 16:00:32.909481 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40618) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:32.999232 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330a41a-78e4-4d1a-a396-611779f693ac req-1b1d761c-c31b-42fc-b1f3-93285dfbaec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:33.000739 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e330a41a-78e4-4d1a-a396-611779f693ac req-1b1d761c-c31b-42fc-b1f3-93285dfbaec6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5b37e511-c7d6-4e02-b588-e7b90da2776e HTTP/1.1" status: 200 len: 897 time: 0.1362915 Apr 20 16:00:33.017463 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-253743b2-d466-4945-b76b-3ed1ce7b1b88 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/100be817-5c18-415c-b455-2cbdc88f194c HTTP/1.1" status: 200 len: 990 time: 0.1053631 Apr 20 16:00:33.106418 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e330a41a-78e4-4d1a-a396-611779f693ac req-5e9588bf-e5e3-4c0f-94b6-578d59f98ff8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d28a621e-ee44-4fca-b1d4-d44f50484905 HTTP/1.1" status: 200 len: 998 time: 0.0935938 Apr 20 16:00:33.172504 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330a41a-78e4-4d1a-a396-611779f693ac req-080536cd-fdfb-4736-9862-33a23f696bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:33.173876 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e330a41a-78e4-4d1a-a396-611779f693ac req-080536cd-fdfb-4736-9862-33a23f696bd1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d388e3b-7054-4532-ae7d-a3147c642220 HTTP/1.1" status: 200 len: 835 time: 0.0617838 Apr 20 16:00:33.194813 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-28ccf5ab-718a-487c-86f7-94028197c6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:00:06Z', 'updated_at': '2022-04-20T16:00:11Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:07Z', 'updated_at': '2022-04-20T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '100be817-5c18-415c-b455-2cbdc88f194c', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'port_id': 'd28a621e-ee44-4fca-b1d4-d44f50484905', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'mac_address': 'fa:16:3e:e7:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce493ec-5cba-44cf-99dc-eb5580e77c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:00:30Z', 'updated_at': '2022-04-20T16:00:30Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd', 'name': '', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:b4:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:10Z', 'updated_at': '2022-04-20T16:00:16Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:33.199319 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ccf5ab-718a-487c-86f7-94028197c6c9 None None] Checking router: a89c3328-2b95-49c6-8c14-3ff58a5f923a for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:00:33.207577 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ccf5ab-718a-487c-86f7-94028197c6c9 None None] Routers {'a89c3328-2b95-49c6-8c14-3ff58a5f923a'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:00:33.208212 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-28ccf5ab-718a-487c-86f7-94028197c6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:00:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:33.250562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330a41a-78e4-4d1a-a396-611779f693ac req-9c63ee45-c67c-4ab4-aa77-dfe4cf9ad8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:00:33.252066 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e330a41a-78e4-4d1a-a396-611779f693ac req-9c63ee45-c67c-4ab4-aa77-dfe4cf9ad8c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b37e511-c7d6-4e02-b588-e7b90da2776e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726280 Apr 20 16:00:33.381473 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-28ccf5ab-718a-487c-86f7-94028197c6c9 None None] Set router a89c3328-2b95-49c6-8c14-3ff58a5f923a gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:00:33.385986 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e330a41a-78e4-4d1a-a396-611779f693ac req-f51eadaa-9d06-4355-b124-1d220454efe5 service neutron] 10.222.0.11 "GET /v2.0/networks/5b37e511-c7d6-4e02-b588-e7b90da2776e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276934 Apr 20 16:00:33.520385 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e330a41a-78e4-4d1a-a396-611779f693ac req-cc3c98eb-53e0-45e6-b3ac-6bb9c31fa1a0 service neutron] 10.222.0.11 "GET /v2.0/networks/5b37e511-c7d6-4e02-b588-e7b90da2776e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278141 Apr 20 16:00:33.731320 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-28ccf5ab-718a-487c-86f7-94028197c6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:00:06Z', 'updated_at': '2022-04-20T16:00:11Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:07Z', 'updated_at': '2022-04-20T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '100be817-5c18-415c-b455-2cbdc88f194c', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'port_id': 'd28a621e-ee44-4fca-b1d4-d44f50484905', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'mac_address': 'fa:16:3e:e7:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce493ec-5cba-44cf-99dc-eb5580e77c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:00:30Z', 'updated_at': '2022-04-20T16:00:30Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd', 'name': '', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:b4:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:10Z', 'updated_at': '2022-04-20T16:00:16Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:00:33.735154 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ccf5ab-718a-487c-86f7-94028197c6c9 None None] The sync data for ids ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'] in dv-neutron-838699-1-hyperv is: [{'id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:00:06Z', 'updated_at': '2022-04-20T16:00:11Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:07Z', 'updated_at': '2022-04-20T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '100be817-5c18-415c-b455-2cbdc88f194c', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'port_id': 'd28a621e-ee44-4fca-b1d4-d44f50484905', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'mac_address': 'fa:16:3e:e7:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce493ec-5cba-44cf-99dc-eb5580e77c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:00:30Z', 'updated_at': '2022-04-20T16:00:30Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd', 'name': '', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:b4:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:10Z', 'updated_at': '2022-04-20T16:00:16Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:00:33.912348 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f1f783-e152-4213-9b77-5df4ffda78a3 None None] New status for floating IP 100be817-5c18-415c-b455-2cbdc88f194c: ACTIVE {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:00:34.020288 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40622) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:34.124925 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4b9a5fe6-3185-4f0e-a014-22716cf5a1dd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/100be817-5c18-415c-b455-2cbdc88f194c HTTP/1.1" status: 200 len: 990 time: 0.1034229 Apr 20 16:00:34.328464 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-19308eb7-d510-4831-a8c5-3fb76e0ba9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:35.128690 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40626) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:00:35.236748 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a61a3db5-7eeb-4d17-b384-9fc907db40e0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/100be817-5c18-415c-b455-2cbdc88f194c HTTP/1.1" status: 200 len: 992 time: 0.1068916 Apr 20 16:00:35.705216 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:35.728220 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:37.057754 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:44.953203 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:58.442078 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:01:02.079753 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fc31bc32-b8a7-407f-9b8a-a41c3a6a46b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:04.329599 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-04091c6a-4e56-4be3-9555-81488cacdcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:05.706663 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:05.730070 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:07.059548 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:08.516511 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40640) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:08.718375 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Deleting port 3bdcc162-65f1-4c62-8e78-df3ed0d20f87 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:08.718979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:08.883698 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:08.883923 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:09.005918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Calling delete_port for 3bdcc162-65f1-4c62-8e78-df3ed0d20f87 owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:01:09.251754 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:09.297520 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event deleted for resources: {'Port': ['ID=3bdcc162-65f1-4c62-8e78-df3ed0d20f87,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:09.361345 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:09.361679 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:09.362029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:09.362338 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:09.362661 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:09.362989 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:09.363308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:09.363626 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:09.363975 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:09.364292 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:09.364605 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:09.364915 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:09.396715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:09.397034 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Floating IP 3370632d-c39d-41c2-8c49-026109f37b73 disassociated (deleted). External IP: 172.26.7.118, port: 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c. Apr 20 16:01:09.736963 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Router 98ed705b-ed0e-4a89-9d40-667a9f10a436 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:01:09.912772 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:01:09.921953 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f682cc1-eb89-4707-be85-3b235bd79790 None None] Sync routers for ids ['98ed705b-ed0e-4a89-9d40-667a9f10a436'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:01:09.931297 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f682cc1-eb89-4707-be85-3b235bd79790 None None] Routers {'98ed705b-ed0e-4a89-9d40-667a9f10a436'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:01:09.931943 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8f682cc1-eb89-4707-be85-3b235bd79790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:01:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['98ed705b-ed0e-4a89-9d40-667a9f10a436'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:09.932809 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:09.986894 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-49b9b5a5-c4a3-4710-8384-098daab2a741 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "DELETE /v2.0/floatingips/3370632d-c39d-41c2-8c49-026109f37b73 HTTP/1.1" status: 204 len: 168 time: 1.4692788 Apr 20 16:01:09.987521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf978be8-4151-4e0a-9919-f606cec9d237', 'tag': '4c4533fc-ba9b-4082-a1c8-7776b4a6b81c'}] {{(pid=88169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:01:10.089506 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e88fe5c-2772-4e7e-937b-b5c311968498'] response: {'name': 'network-changed', 'server_uuid': 'cf978be8-4151-4e0a-9919-f606cec9d237', 'tag': '4c4533fc-ba9b-4082-a1c8-7776b4a6b81c', 'status': 'completed', 'code': 200} Apr 20 16:01:10.162244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-8f682cc1-eb89-4707-be85-3b235bd79790 None None] Set router 98ed705b-ed0e-4a89-9d40-667a9f10a436 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:01:10.188004 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de437ff-bb09-4a5c-942a-0d67b523be24 req-73a14910-5497-4c3a-b879-b84acb9d4d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:10.190272 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0de437ff-bb09-4a5c-942a-0d67b523be24 req-73a14910-5497-4c3a-b879-b84acb9d4d41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b41769b0acc14f98934af661f4029f6f&device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 1099 time: 0.0786319 Apr 20 16:01:10.368487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de437ff-bb09-4a5c-942a-0d67b523be24 req-25944572-96f4-46d2-97f5-fbce820e6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:10.370370 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0de437ff-bb09-4a5c-942a-0d67b523be24 req-25944572-96f4-46d2-97f5-fbce820e6a1c service neutron] 10.222.0.11 "GET /v2.0/networks?id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 200 len: 912 time: 0.1741307 Apr 20 16:01:10.443601 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0de437ff-bb09-4a5c-942a-0d67b523be24 req-dc80c34f-4962-4a0d-b2cf-dc10aa2a0451 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c4533fc-ba9b-4082-a1c8-7776b4a6b81c HTTP/1.1" status: 200 len: 217 time: 0.0653999 Apr 20 16:01:10.504367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2161ce-4f7a-4529-a64b-156083975c68 req-4aa94246-8396-484a-b2f5-0ef310697c34 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:10.505790 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e2161ce-4f7a-4529-a64b-156083975c68 req-4aa94246-8396-484a-b2f5-0ef310697c34 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 946 time: 0.2185378 Apr 20 16:01:10.536214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de437ff-bb09-4a5c-942a-0d67b523be24 req-23c2f99f-1cbc-49cb-8575-562fa7f523c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:10.537605 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0de437ff-bb09-4a5c-942a-0d67b523be24 req-23c2f99f-1cbc-49cb-8575-562fa7f523c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24 HTTP/1.1" status: 200 len: 850 time: 0.0871418 Apr 20 16:01:10.539968 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8f682cc1-eb89-4707-be85-3b235bd79790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'd8d13ad5-e5a0-423a-b0b7-f07283996549', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'floating_ip_address': '172.26.7.235', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'port_id': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'mac_address': 'fa:16:3e:f0:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:57:18Z', 'updated_at': '2022-04-20T15:57:21Z', 'revision_number': 1, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:13Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:10.544600 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f682cc1-eb89-4707-be85-3b235bd79790 None None] Checking router: 98ed705b-ed0e-4a89-9d40-667a9f10a436 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:01:10.552758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f682cc1-eb89-4707-be85-3b235bd79790 None None] Routers {'98ed705b-ed0e-4a89-9d40-667a9f10a436'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:01:10.553387 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8f682cc1-eb89-4707-be85-3b235bd79790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:01:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['98ed705b-ed0e-4a89-9d40-667a9f10a436'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:10.599246 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e2161ce-4f7a-4529-a64b-156083975c68 req-72201cce-f715-4ddc-8491-887def1a4e42 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862617 Apr 20 16:01:10.631173 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de437ff-bb09-4a5c-942a-0d67b523be24 req-f31fdea3-1df1-411c-a565-fdf9e1621ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:10.632570 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0de437ff-bb09-4a5c-942a-0d67b523be24 req-f31fdea3-1df1-411c-a565-fdf9e1621ddd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843086 Apr 20 16:01:10.733938 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-8f682cc1-eb89-4707-be85-3b235bd79790 None None] Set router 98ed705b-ed0e-4a89-9d40-667a9f10a436 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:01:10.867054 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0de437ff-bb09-4a5c-942a-0d67b523be24 req-394fd308-7a27-4739-ae93-85c7c6d82109 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276862 Apr 20 16:01:10.997769 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0de437ff-bb09-4a5c-942a-0d67b523be24 req-f9873c8f-2a88-4b55-80e3-484294c047c2 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231322 Apr 20 16:01:11.076887 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8f682cc1-eb89-4707-be85-3b235bd79790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'd8d13ad5-e5a0-423a-b0b7-f07283996549', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'floating_ip_address': '172.26.7.235', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'port_id': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'mac_address': 'fa:16:3e:f0:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:57:18Z', 'updated_at': '2022-04-20T15:57:21Z', 'revision_number': 1, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:13Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:11.080777 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f682cc1-eb89-4707-be85-3b235bd79790 None None] The sync data for ids ['98ed705b-ed0e-4a89-9d40-667a9f10a436'] in dv-neutron-838699-1-hyperv is: [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'd8d13ad5-e5a0-423a-b0b7-f07283996549', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'floating_ip_address': '172.26.7.235', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'port_id': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'mac_address': 'fa:16:3e:f0:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:57:18Z', 'updated_at': '2022-04-20T15:57:21Z', 'revision_number': 1, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:13Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:01:11.277075 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f17bc3-a40b-4623-8b8a-0c4f866b5682 None None] New status for floating IP 3370632d-c39d-41c2-8c49-026109f37b73: DOWN {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:01:11.784460 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936f39b-9d3b-4820-b677-d5a942d5537a req-f5971ef7-fa57-4d78-96fa-d3fca39b7a41 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:11.785908 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c936f39b-9d3b-4820-b677-d5a942d5537a req-f5971ef7-fa57-4d78-96fa-d3fca39b7a41 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 946 time: 0.0784910 Apr 20 16:01:11.830729 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c936f39b-9d3b-4820-b677-d5a942d5537a req-109b99c0-b36f-4cb7-8804-703de63b6af8 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392978 Apr 20 16:01:11.980646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe07255-22dd-43ae-9399-110fcfc48b2d req-465bc36a-4f52-495d-aafa-42726acac7b3 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:11.981965 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cbe07255-22dd-43ae-9399-110fcfc48b2d req-465bc36a-4f52-495d-aafa-42726acac7b3 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 946 time: 0.0806887 Apr 20 16:01:12.052907 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-cbe07255-22dd-43ae-9399-110fcfc48b2d req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Deleting port 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:12.053248 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-cbe07255-22dd-43ae-9399-110fcfc48b2d req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:12.318186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-cbe07255-22dd-43ae-9399-110fcfc48b2d req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] For port 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=4c4533fc-ba9b-4082-a1c8-7776b4a6b81c,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:12.318703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-cbe07255-22dd-43ae-9399-110fcfc48b2d req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:12.455739 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-cbe07255-22dd-43ae-9399-110fcfc48b2d req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Calling delete_port for 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:01:12.609257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-cbe07255-22dd-43ae-9399-110fcfc48b2d req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:12.667195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event deleted for resources: {'Port': ['ID=4c4533fc-ba9b-4082-a1c8-7776b4a6b81c,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:12.705539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:12.705887 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:12.706238 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:12.706557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:12.706881 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:12.707207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:12.707532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:12.707891 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:12.708214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:12.708532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:12.708848 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:12.709163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:12.751047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe07255-22dd-43ae-9399-110fcfc48b2d req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] No DVR routers for this DVR port 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:01:12.753482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-cbe07255-22dd-43ae-9399-110fcfc48b2d req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:12.756077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf978be8-4151-4e0a-9919-f606cec9d237', 'name': 'network-vif-deleted', 'tag': '4c4533fc-ba9b-4082-a1c8-7776b4a6b81c'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:01:12.768251 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cbe07255-22dd-43ae-9399-110fcfc48b2d req-9299477e-4a7d-4dd2-ba33-808e699f37aa tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.11 "DELETE /v2.0/ports/4c4533fc-ba9b-4082-a1c8-7776b4a6b81c HTTP/1.1" status: 204 len: 173 time: 0.7796237 Apr 20 16:01:12.804012 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9522d5f3-66c9-4d8d-aba4-46d3e007c04e'] response: {'server_uuid': 'cf978be8-4151-4e0a-9919-f606cec9d237', 'name': 'network-vif-deleted', 'tag': '4c4533fc-ba9b-4082-a1c8-7776b4a6b81c', 'status': 'completed', 'code': 200} Apr 20 16:01:12.989224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-67482cae-43cc-443a-b2af-69c9b5c04daf req-8e8f893c-054e-4a9a-86cd-b63482170b79 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Synchronizing usage tracker for tenant:b41769b0acc14f98934af661f4029f6f on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:01:13.006317 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-67482cae-43cc-443a-b2af-69c9b5c04daf req-8e8f893c-054e-4a9a-86cd-b63482170b79 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Unset dirty status for tenant:b41769b0acc14f98934af661f4029f6f on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:01:13.007480 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-67482cae-43cc-443a-b2af-69c9b5c04daf req-8e8f893c-054e-4a9a-86cd-b63482170b79 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf978be8-4151-4e0a-9919-f606cec9d237 HTTP/1.1" status: 200 len: 210 time: 0.0692255 Apr 20 16:01:14.944712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:16.169473 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:01:16.204960 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:01:16.205313 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 4c4533fc-ba9b-4082-a1c8-7776b4a6b81c not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:01:18.620345 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40680) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:18.816285 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-55835b89-8931-4354-b071-97ae749ef367 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Deleting port 25d10ffe-97be-42e0-9efa-758bb7f3674c {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:18.816632 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55835b89-8931-4354-b071-97ae749ef367 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:18.984164 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55835b89-8931-4354-b071-97ae749ef367 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:18.984496 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55835b89-8931-4354-b071-97ae749ef367 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:19.203623 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-55835b89-8931-4354-b071-97ae749ef367 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Calling delete_port for 25d10ffe-97be-42e0-9efa-758bb7f3674c owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:01:19.350139 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55835b89-8931-4354-b071-97ae749ef367 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:19.394810 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55835b89-8931-4354-b071-97ae749ef367 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event deleted for resources: {'Port': ['ID=25d10ffe-97be-42e0-9efa-758bb7f3674c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:19.485145 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55835b89-8931-4354-b071-97ae749ef367 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:19.485477 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-55835b89-8931-4354-b071-97ae749ef367 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Floating IP d8d13ad5-e5a0-423a-b0b7-f07283996549 disassociated (deleted). External IP: 172.26.7.235, port: 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b. Apr 20 16:01:19.827255 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55835b89-8931-4354-b071-97ae749ef367 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Router 98ed705b-ed0e-4a89-9d40-667a9f10a436 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:01:20.001453 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55835b89-8931-4354-b071-97ae749ef367 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:01:20.012316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643f6a2-0dcb-4b9f-a765-a78117a1d775 None None] Sync routers for ids ['98ed705b-ed0e-4a89-9d40-667a9f10a436'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:01:20.021920 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55835b89-8931-4354-b071-97ae749ef367 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:20.022649 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643f6a2-0dcb-4b9f-a765-a78117a1d775 None None] Routers {'98ed705b-ed0e-4a89-9d40-667a9f10a436'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:01:20.023258 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1643f6a2-0dcb-4b9f-a765-a78117a1d775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:01:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['98ed705b-ed0e-4a89-9d40-667a9f10a436'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:20.078053 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-55835b89-8931-4354-b071-97ae749ef367 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "DELETE /v2.0/floatingips/d8d13ad5-e5a0-423a-b0b7-f07283996549 HTTP/1.1" status: 204 len: 168 time: 1.4541042 Apr 20 16:01:20.078053 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'tag': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b'}] {{(pid=88169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:01:20.127540 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe7f01d-8406-4f82-8c28-8cde73127b76'] response: {'name': 'network-changed', 'server_uuid': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'tag': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b', 'status': 'completed', 'code': 200} Apr 20 16:01:20.209296 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-1643f6a2-0dcb-4b9f-a765-a78117a1d775 None None] Set router 98ed705b-ed0e-4a89-9d40-667a9f10a436 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:01:20.231121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0f048-1e74-448c-a766-586a94e9cc2b req-34215d5e-4cd6-484d-8594-7c6b52b84d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:20.232626 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0cd0f048-1e74-448c-a766-586a94e9cc2b req-34215d5e-4cd6-484d-8594-7c6b52b84d5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b41769b0acc14f98934af661f4029f6f&device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 1098 time: 0.0800312 Apr 20 16:01:20.385424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0f048-1e74-448c-a766-586a94e9cc2b req-24d1cfcc-1b37-4b70-ba2f-32823491e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:20.386924 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0cd0f048-1e74-448c-a766-586a94e9cc2b req-24d1cfcc-1b37-4b70-ba2f-32823491e326 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 200 len: 912 time: 0.1478515 Apr 20 16:01:20.583667 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1643f6a2-0dcb-4b9f-a765-a78117a1d775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:13Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:20.587607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643f6a2-0dcb-4b9f-a765-a78117a1d775 None None] Checking router: 98ed705b-ed0e-4a89-9d40-667a9f10a436 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:01:20.596779 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643f6a2-0dcb-4b9f-a765-a78117a1d775 None None] Routers {'98ed705b-ed0e-4a89-9d40-667a9f10a436'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:01:20.597400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1643f6a2-0dcb-4b9f-a765-a78117a1d775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:01:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['98ed705b-ed0e-4a89-9d40-667a9f10a436'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:20.601088 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0cd0f048-1e74-448c-a766-586a94e9cc2b req-91eb6d76-8cb1-42e8-b177-84fda8afb3f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=737fa5c4-47b1-4578-b13c-82eeb5cdbc7b HTTP/1.1" status: 200 len: 217 time: 0.2072797 Apr 20 16:01:20.678315 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0f048-1e74-448c-a766-586a94e9cc2b req-0ac9f88b-6b58-48f4-a214-c84074f698f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:20.679662 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0cd0f048-1e74-448c-a766-586a94e9cc2b req-0ac9f88b-6b58-48f4-a214-c84074f698f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24 HTTP/1.1" status: 200 len: 850 time: 0.0695000 Apr 20 16:01:20.740168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434853b-bde4-4797-956b-33790c6ab159 req-203c84bf-ca86-407c-82f6-b04a51616227 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:20.742170 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e434853b-bde4-4797-956b-33790c6ab159 req-203c84bf-ca86-407c-82f6-b04a51616227 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 945 time: 0.2955663 Apr 20 16:01:20.773571 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-1643f6a2-0dcb-4b9f-a765-a78117a1d775 None None] Set router 98ed705b-ed0e-4a89-9d40-667a9f10a436 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:01:20.801936 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e434853b-bde4-4797-956b-33790c6ab159 req-e2c84250-7442-47e9-8a2f-1c0785d617b8 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541053 Apr 20 16:01:20.804663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0f048-1e74-448c-a766-586a94e9cc2b req-3cf088a2-72be-4ae3-b292-c6ad87ea9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:20.806060 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0cd0f048-1e74-448c-a766-586a94e9cc2b req-3cf088a2-72be-4ae3-b292-c6ad87ea9565 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181698 Apr 20 16:01:20.941011 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0cd0f048-1e74-448c-a766-586a94e9cc2b req-0b1fb248-6d19-404b-9258-80e18b9a4820 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269445 Apr 20 16:01:21.073077 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0cd0f048-1e74-448c-a766-586a94e9cc2b req-810e4676-29ed-46e6-8ba3-bdb14340d001 service neutron] 10.222.0.11 "GET /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249747 Apr 20 16:01:21.091663 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1643f6a2-0dcb-4b9f-a765-a78117a1d775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:13Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:21.096934 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643f6a2-0dcb-4b9f-a765-a78117a1d775 None None] The sync data for ids ['98ed705b-ed0e-4a89-9d40-667a9f10a436'] in dv-neutron-838699-1-hyperv is: [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T15:54:07Z', 'revision_number': 4, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '314a722c-ccc0-4e13-9e25-73828a970a36', 'name': '', 'network_id': 'c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'mac_address': 'fa:16:3e:a4:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:06Z', 'updated_at': '2022-04-20T15:54:13Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'subnets': [{'id': 'adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:01:21.300142 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6c6fe-39f2-412d-92ee-6b39c8a9c4a7 None None] New status for floating IP d8d13ad5-e5a0-423a-b0b7-f07283996549: DOWN {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:01:22.060210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506798f5-4dff-48dd-b0a3-b60b7138c90a req-a1ecd34d-8d90-460e-9d0f-ac7d0b2f5af5 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:22.061670 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-506798f5-4dff-48dd-b0a3-b60b7138c90a req-a1ecd34d-8d90-460e-9d0f-ac7d0b2f5af5 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 945 time: 0.1486259 Apr 20 16:01:22.075509 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae76423-87f1-4996-98a9-1a951b6e2c43 req-4902cb22-71ea-4e13-ade2-0acc53e208f4 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:22.076880 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0ae76423-87f1-4996-98a9-1a951b6e2c43 req-4902cb22-71ea-4e13-ade2-0acc53e208f4 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.11 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 945 time: 0.1105943 Apr 20 16:01:22.158591 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-506798f5-4dff-48dd-b0a3-b60b7138c90a req-cc8b6bd7-aceb-407e-8a89-c98c45f8ee41 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fa19bd-682d-40a1-b5eb-53c43925a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912583 Apr 20 16:01:22.175606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-0ae76423-87f1-4996-98a9-1a951b6e2c43 req-86721686-3f4b-40a6-ba6b-c8ac54d4eee0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Deleting port 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:22.175983 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-0ae76423-87f1-4996-98a9-1a951b6e2c43 req-86721686-3f4b-40a6-ba6b-c8ac54d4eee0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:22.420235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-0ae76423-87f1-4996-98a9-1a951b6e2c43 req-86721686-3f4b-40a6-ba6b-c8ac54d4eee0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] For port 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=737fa5c4-47b1-4578-b13c-82eeb5cdbc7b,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:22.420521 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-0ae76423-87f1-4996-98a9-1a951b6e2c43 req-86721686-3f4b-40a6-ba6b-c8ac54d4eee0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:22.540637 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-0ae76423-87f1-4996-98a9-1a951b6e2c43 req-86721686-3f4b-40a6-ba6b-c8ac54d4eee0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Calling delete_port for 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:01:22.683634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-0ae76423-87f1-4996-98a9-1a951b6e2c43 req-86721686-3f4b-40a6-ba6b-c8ac54d4eee0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:22.732896 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86721686-3f4b-40a6-ba6b-c8ac54d4eee0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event deleted for resources: {'Port': ['ID=737fa5c4-47b1-4578-b13c-82eeb5cdbc7b,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:22.809146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae76423-87f1-4996-98a9-1a951b6e2c43 req-86721686-3f4b-40a6-ba6b-c8ac54d4eee0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] No DVR routers for this DVR port 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:01:22.811567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-0ae76423-87f1-4996-98a9-1a951b6e2c43 req-86721686-3f4b-40a6-ba6b-c8ac54d4eee0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:22.814012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'name': 'network-vif-deleted', 'tag': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:01:22.825813 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0ae76423-87f1-4996-98a9-1a951b6e2c43 req-86721686-3f4b-40a6-ba6b-c8ac54d4eee0 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.11 "DELETE /v2.0/ports/737fa5c4-47b1-4578-b13c-82eeb5cdbc7b HTTP/1.1" status: 204 len: 173 time: 0.7352543 Apr 20 16:01:22.906630 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c1db91-6288-4ee0-ad40-b0c20e39ab98'] response: {'server_uuid': '12ced62a-92b1-4597-aef7-2e5d5a89c87c', 'name': 'network-vif-deleted', 'tag': '737fa5c4-47b1-4578-b13c-82eeb5cdbc7b', 'status': 'completed', 'code': 200} Apr 20 16:01:23.322526 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-6d247c8b-a384-4255-991a-35e6ceb48fd9 req-01cdc3b4-d7c8-49de-b06f-fd0174dd5806 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Synchronizing usage tracker for tenant:b41769b0acc14f98934af661f4029f6f on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:01:23.337564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-6d247c8b-a384-4255-991a-35e6ceb48fd9 req-01cdc3b4-d7c8-49de-b06f-fd0174dd5806 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Unset dirty status for tenant:b41769b0acc14f98934af661f4029f6f on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:01:23.338701 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6d247c8b-a384-4255-991a-35e6ceb48fd9 req-01cdc3b4-d7c8-49de-b06f-fd0174dd5806 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ced62a-92b1-4597-aef7-2e5d5a89c87c HTTP/1.1" status: 200 len: 210 time: 0.0598598 Apr 20 16:01:24.431462 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40702) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:24.583939 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-af6f3133-f836-4f03-bd31-090e5a49bc21 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Deleting port d5d321f5-a7d4-4844-b2a2-2caa2d6b3047 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:24.584282 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-af6f3133-f836-4f03-bd31-090e5a49bc21 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:24.746514 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-af6f3133-f836-4f03-bd31-090e5a49bc21 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:24.746833 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-af6f3133-f836-4f03-bd31-090e5a49bc21 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:24.967894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-af6f3133-f836-4f03-bd31-090e5a49bc21 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Calling delete_port for d5d321f5-a7d4-4844-b2a2-2caa2d6b3047 owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:01:25.104287 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-af6f3133-f836-4f03-bd31-090e5a49bc21 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:25.153626 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f3133-f836-4f03-bd31-090e5a49bc21 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event deleted for resources: {'Port': ['ID=d5d321f5-a7d4-4844-b2a2-2caa2d6b3047,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:25.239625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-af6f3133-f836-4f03-bd31-090e5a49bc21 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:25.256145 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-af6f3133-f836-4f03-bd31-090e5a49bc21 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:25.257259 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-af6f3133-f836-4f03-bd31-090e5a49bc21 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "DELETE /v2.0/floatingips/a3cf9e64-3fba-4787-a6c1-7c46c589a0e4 HTTP/1.1" status: 204 len: 168 time: 0.8248210 Apr 20 16:01:26.204691 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:01:26.239035 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:01:26.239381 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 737fa5c4-47b1-4578-b13c-82eeb5cdbc7b not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:01:27.701476 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40720) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:27.769560 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9c31613c-31ac-4822-956c-7a6ef9b50810 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:27.801676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9c31613c-31ac-4822-956c-7a6ef9b50810 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:27.864218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9c31613c-31ac-4822-956c-7a6ef9b50810 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:27.881222 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31613c-31ac-4822-956c-7a6ef9b50810 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fa19bd-682d-40a1-b5eb-53c43925a5d6,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:27.892869 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9c31613c-31ac-4822-956c-7a6ef9b50810 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:27.893993 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9c31613c-31ac-4822-956c-7a6ef9b50810 tempest-TestVolumeBootPattern-718921269 tempest-TestVolumeBootPattern-718921269-project] 10.222.0.13 "DELETE /v2.0/security-groups/15fa19bd-682d-40a1-b5eb-53c43925a5d6 HTTP/1.1" status: 204 len: 168 time: 0.1915417 Apr 20 16:01:27.952738 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40726) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:28.599575 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3f545d7e-9c05-4dd4-b201-2504b5634c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:28.931241 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-3f545d7e-9c05-4dd4-b201-2504b5634c1e admin admin] Deleting port 314a722c-ccc0-4e13-9e25-73828a970a36 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:28.931958 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3f545d7e-9c05-4dd4-b201-2504b5634c1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:29.198174 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-3f545d7e-9c05-4dd4-b201-2504b5634c1e admin admin] For port 314a722c-ccc0-4e13-9e25-73828a970a36, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=314a722c-ccc0-4e13-9e25-73828a970a36,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:29.198565 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3f545d7e-9c05-4dd4-b201-2504b5634c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:29.316301 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-3f545d7e-9c05-4dd4-b201-2504b5634c1e admin admin] Calling delete_port for 314a722c-ccc0-4e13-9e25-73828a970a36 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:01:29.563873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3f545d7e-9c05-4dd4-b201-2504b5634c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:29.608749 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f545d7e-9c05-4dd4-b201-2504b5634c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=314a722c-ccc0-4e13-9e25-73828a970a36,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:29.876218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3f545d7e-9c05-4dd4-b201-2504b5634c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:30.219732 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f545d7e-9c05-4dd4-b201-2504b5634c1e admin admin] Router 98ed705b-ed0e-4a89-9d40-667a9f10a436 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:01:30.501907 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f545d7e-9c05-4dd4-b201-2504b5634c1e admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:01:30.511443 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028e63a-4cc3-41f3-80b6-64f79a51f81b None None] Sync routers for ids ['98ed705b-ed0e-4a89-9d40-667a9f10a436'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:01:30.514307 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3f545d7e-9c05-4dd4-b201-2504b5634c1e admin admin] 10.222.0.13 "PUT /v2.0/routers/98ed705b-ed0e-4a89-9d40-667a9f10a436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5613489 Apr 20 16:01:30.516765 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40732) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:30.520991 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2028e63a-4cc3-41f3-80b6-64f79a51f81b None None] Routers {'98ed705b-ed0e-4a89-9d40-667a9f10a436'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:01:30.521594 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-2028e63a-4cc3-41f3-80b6-64f79a51f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:01:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['98ed705b-ed0e-4a89-9d40-667a9f10a436'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:30.700924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-2028e63a-4cc3-41f3-80b6-64f79a51f81b None None] Set router 98ed705b-ed0e-4a89-9d40-667a9f10a436 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:01:30.703701 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b5b-f3e4-45f3-8512-695e96cf92ed admin admin] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:30.874559 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b5b-f3e4-45f3-8512-695e96cf92ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:30.883966 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-d77e7b5b-f3e4-45f3-8512-695e96cf92ed admin admin] Deleting port 316e24cb-5691-437a-ad73-a0d63f43007e {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:30.884220 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b5b-f3e4-45f3-8512-695e96cf92ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:30.990291 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-2028e63a-4cc3-41f3-80b6-64f79a51f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T16:01:29Z', 'revision_number': 5, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port': {'id': '316e24cb-5691-437a-ad73-a0d63f43007e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:02Z', 'updated_at': '2022-04-20T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:30.995646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028e63a-4cc3-41f3-80b6-64f79a51f81b None None] Checking router: 98ed705b-ed0e-4a89-9d40-667a9f10a436 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:01:31.005630 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2028e63a-4cc3-41f3-80b6-64f79a51f81b None None] Routers {'98ed705b-ed0e-4a89-9d40-667a9f10a436'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:01:31.006490 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-2028e63a-4cc3-41f3-80b6-64f79a51f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:01:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['98ed705b-ed0e-4a89-9d40-667a9f10a436'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:31.062866 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-d77e7b5b-f3e4-45f3-8512-695e96cf92ed admin admin] For port 316e24cb-5691-437a-ad73-a0d63f43007e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=316e24cb-5691-437a-ad73-a0d63f43007e,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:31.063222 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b5b-f3e4-45f3-8512-695e96cf92ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:31.185809 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-d77e7b5b-f3e4-45f3-8512-695e96cf92ed admin admin] Calling delete_port for 316e24cb-5691-437a-ad73-a0d63f43007e owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:01:31.207056 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-2028e63a-4cc3-41f3-80b6-64f79a51f81b None None] Set router 98ed705b-ed0e-4a89-9d40-667a9f10a436 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:01:31.310704 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-2028e63a-4cc3-41f3-80b6-64f79a51f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T16:01:30Z', 'revision_number': 6, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:31.315359 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028e63a-4cc3-41f3-80b6-64f79a51f81b None None] The sync data for ids ['98ed705b-ed0e-4a89-9d40-667a9f10a436'] in dv-neutron-838699-1-hyperv is: [{'id': '98ed705b-ed0e-4a89-9d40-667a9f10a436', 'name': 'tempest-TestVolumeBootPattern-607895243-router', 'tenant_id': 'b41769b0acc14f98934af661f4029f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:01Z', 'updated_at': '2022-04-20T16:01:30Z', 'revision_number': 6, 'project_id': 'b41769b0acc14f98934af661f4029f6f', 'gw_port_host': None}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:01:31.354365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b5b-f3e4-45f3-8512-695e96cf92ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:31.403149 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e7b5b-f3e4-45f3-8512-695e96cf92ed admin admin] Pushing event deleted for resources: {'Port': ['ID=316e24cb-5691-437a-ad73-a0d63f43007e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:31.491006 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b5b-f3e4-45f3-8512-695e96cf92ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:31.614936 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72850499-e3d1-4ff8-9d07-c04a6f9bd649 req-dce8e051-cccc-4c31-8d48-0f555b423724 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678926 Apr 20 16:01:31.665665 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b5b-f3e4-45f3-8512-695e96cf92ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:31.668976 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b5b-f3e4-45f3-8512-695e96cf92ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:31.696579 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b5b-f3e4-45f3-8512-695e96cf92ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:31.697266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77e7b5b-f3e4-45f3-8512-695e96cf92ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98ed705b-ed0e-4a89-9d40-667a9f10a436 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:01:31.710297 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b5b-f3e4-45f3-8512-695e96cf92ed admin admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:31.711438 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d77e7b5b-f3e4-45f3-8512-695e96cf92ed admin admin] 10.222.0.13 "DELETE /v2.0/routers/98ed705b-ed0e-4a89-9d40-667a9f10a436 HTTP/1.1" status: 204 len: 168 time: 1.1937745 Apr 20 16:01:31.713998 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40736) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:31.766033 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72850499-e3d1-4ff8-9d07-c04a6f9bd649 req-b4b7ee9d-6683-4720-9224-0723c5b92226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:31.767708 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72850499-e3d1-4ff8-9d07-c04a6f9bd649 req-b4b7ee9d-6683-4720-9224-0723c5b92226 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 1098 time: 0.0807135 Apr 20 16:01:31.780114 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca192dd-0d69-4dc6-9fc0-a82b02077dc8 admin admin] Deleting subnet adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:01:31.783702 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fca192dd-0d69-4dc6-9fc0-a82b02077dc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:31.951328 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fca192dd-0d69-4dc6-9fc0-a82b02077dc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:32.023428 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72850499-e3d1-4ff8-9d07-c04a6f9bd649 req-11397935-72a8-4fa2-91bf-0dfe457a7f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:32.024855 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72850499-e3d1-4ff8-9d07-c04a6f9bd649 req-11397935-72a8-4fa2-91bf-0dfe457a7f84 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5b37e511-c7d6-4e02-b588-e7b90da2776e HTTP/1.1" status: 200 len: 897 time: 0.2371175 Apr 20 16:01:32.033561 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fca192dd-0d69-4dc6-9fc0-a82b02077dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:32.108548 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8596-f179-4c31-8e90-8f1dc2e2de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:32.119421 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fca192dd-0d69-4dc6-9fc0-a82b02077dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:32.164190 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72850499-e3d1-4ff8-9d07-c04a6f9bd649 req-acd7b90a-a646-4587-8109-18e3005b8f36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d28a621e-ee44-4fca-b1d4-d44f50484905 HTTP/1.1" status: 200 len: 1000 time: 0.1308575 Apr 20 16:01:32.169623 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e600dffc-a887-4323-843e-30598e4373f2 None None] Network c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:01:32.187972 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca192dd-0d69-4dc6-9fc0-a82b02077dc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:32.196062 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fca192dd-0d69-4dc6-9fc0-a82b02077dc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:32.208195 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fca192dd-0d69-4dc6-9fc0-a82b02077dc8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/adfdd3cc-faa2-4fa5-b3fe-e9dd0516bb24 HTTP/1.1" status: 204 len: 168 time: 0.4919047 Apr 20 16:01:32.209573 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40740) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:32.268536 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72850499-e3d1-4ff8-9d07-c04a6f9bd649 req-90b9eaaa-7b57-47c9-9c3b-a47a3e00fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:32.270211 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72850499-e3d1-4ff8-9d07-c04a6f9bd649 req-90b9eaaa-7b57-47c9-9c3b-a47a3e00fe62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d388e3b-7054-4532-ae7d-a3147c642220 HTTP/1.1" status: 200 len: 835 time: 0.0962970 Apr 20 16:01:32.336432 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:32.348426 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] Deleting port 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:32.348761 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:32.363512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72850499-e3d1-4ff8-9d07-c04a6f9bd649 req-bf0c6c0c-646c-4f75-a649-401d8da6b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:32.365049 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72850499-e3d1-4ff8-9d07-c04a6f9bd649 req-bf0c6c0c-646c-4f75-a649-401d8da6b803 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b37e511-c7d6-4e02-b588-e7b90da2776e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879953 Apr 20 16:01:32.467339 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a606db-62c6-44cd-b243-07065111abbf None None] DHCP port deletion for c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:01:32.472935 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b3a606db-62c6-44cd-b243-07065111abbf None None] Deleting port 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:32.473323 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b3a606db-62c6-44cd-b243-07065111abbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:32.552431 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72850499-e3d1-4ff8-9d07-c04a6f9bd649 req-1d9308b1-3019-4e91-9d68-cd09e48685ac service neutron] 10.222.0.11 "GET /v2.0/networks/5b37e511-c7d6-4e02-b588-e7b90da2776e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787243 Apr 20 16:01:32.628509 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] For port 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:32.629053 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:32.703373 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 316e24cb-5691-437a-ad73-a0d63f43007e no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:01:32.749771 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72850499-e3d1-4ff8-9d07-c04a6f9bd649 req-29c1dacb-6c18-4f8e-be95-cc229275bf0d service neutron] 10.222.0.11 "GET /v2.0/networks/5b37e511-c7d6-4e02-b588-e7b90da2776e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895025 Apr 20 16:01:32.757566 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 316e24cb-5691-437a-ad73-a0d63f43007e {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:01:32.758338 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 316e24cb-5691-437a-ad73-a0d63f43007e not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:01:32.759050 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:01:32.791694 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-b3a606db-62c6-44cd-b243-07065111abbf None None] For port 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b,segment=NetworkSegment(687b87db-5c46-491a-b70b-e36411ecedd2),segment_id=687b87db-5c46-491a-b70b-e36411ecedd2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:32.792607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b3a606db-62c6-44cd-b243-07065111abbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:32.800509 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] Calling delete_port for 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:01:32.876545 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:32.922956 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b3a606db-62c6-44cd-b243-07065111abbf None None] Calling delete_port for 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:01:32.925522 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:32.928987 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] No DVR routers for this DVR port 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:01:32.986538 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No active binding found for port 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b {{(pid=88170) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 20 16:01:32.986959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:01:32.987385 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 314a722c-ccc0-4e13-9e25-73828a970a36 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:01:33.024942 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 314a722c-ccc0-4e13-9e25-73828a970a36 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:01:33.025290 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 314a722c-ccc0-4e13-9e25-73828a970a36 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:01:33.047673 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-b3a606db-62c6-44cd-b243-07065111abbf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:01:33.048002 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-b3a606db-62c6-44cd-b243-07065111abbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:01:33.052596 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:33.077772 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:33.090043 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687b87db-5c46-491a-b70b-e36411ecedd2') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:33.090361 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687b87db-5c46-491a-b70b-e36411ecedd2') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:33.101643 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:33.116776 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:33.122641 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:01:33.123021 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:01:33.136284 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:01:33.211590 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:33.227836 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:33.237785 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:33.250615 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6895b2a6-0f0b-4c8c-9baf-adb704787aa3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c30e1a9b-d8f3-4c92-8b08-fc93a35c0c2d HTTP/1.1" status: 204 len: 168 time: 1.0400918 Apr 20 16:01:33.253645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40744) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:33.549639 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b3a606db-62c6-44cd-b243-07065111abbf None None] Deleting port 70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:33.550217 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b3a606db-62c6-44cd-b243-07065111abbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:33.628359 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b3a606db-62c6-44cd-b243-07065111abbf None None] The port '70c9f56a-9eb1-4f69-a7b4-14cb8163ad9b' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 16:01:33.884390 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f49bd546-6513-42dc-8b47-378a05eeb8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:33.948566 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40750) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:34.196361 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c6bd5088-90f3-4de5-b9fe-7d67051e1b5f tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/routers/a89c3328-2b95-49c6-8c14-3ff58a5f923a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2466712 Apr 20 16:01:34.197048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40756) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:34.232740 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f49bd546-6513-42dc-8b47-378a05eeb8e1 admin admin] Deleting port 88fa6b97-2657-493d-bb4b-e71e3f3a45cf {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:34.233076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f49bd546-6513-42dc-8b47-378a05eeb8e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:34.331784 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-212462e4-c79c-4d3d-82d6-31bf95e32bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:34.390691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a27e245-ec62-4b60-ac3a-69dce8b8cd67 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Notify agent at dv-neutron-838699-1-hyperv the message router_removed_from_agent {{(pid=88168) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 20 16:01:34.394201 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7a27e245-ec62-4b60-ac3a-69dce8b8cd67 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "DELETE /v2.0/agents/3a7376b0-7307-468a-b10d-883a5aa07947/l3-routers/a89c3328-2b95-49c6-8c14-3ff58a5f923a HTTP/1.1" status: 204 len: 168 time: 0.1962454 Apr 20 16:01:34.396909 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40760) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:34.410430 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-f49bd546-6513-42dc-8b47-378a05eeb8e1 admin admin] For port 88fa6b97-2657-493d-bb4b-e71e3f3a45cf, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=88fa6b97-2657-493d-bb4b-e71e3f3a45cf,segment=NetworkSegment(712a8046-5bc3-42a6-9dd6-21ec38a980cc),segment_id=712a8046-5bc3-42a6-9dd6-21ec38a980cc)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:34.410789 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f49bd546-6513-42dc-8b47-378a05eeb8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:34.537344 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f49bd546-6513-42dc-8b47-378a05eeb8e1 admin admin] Calling delete_port for 88fa6b97-2657-493d-bb4b-e71e3f3a45cf owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:01:34.582244 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-855b4b38-290f-4b0c-9e46-24ea84bd04f9 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/routers/a89c3328-2b95-49c6-8c14-3ff58a5f923a/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1841612 Apr 20 16:01:34.584939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40764) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:34.687978 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8cd0077d-4345-4351-94ce-0053624f4f94 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/100be817-5c18-415c-b455-2cbdc88f194c HTTP/1.1" status: 200 len: 992 time: 0.1018307 Apr 20 16:01:34.713048 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f49bd546-6513-42dc-8b47-378a05eeb8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:34.757451 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49bd546-6513-42dc-8b47-378a05eeb8e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=88fa6b97-2657-493d-bb4b-e71e3f3a45cf,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:35.133795 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f49bd546-6513-42dc-8b47-378a05eeb8e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:35.210061 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:01:35.222934 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb83746f-184d-457e-974c-bed575bd5ad5 None None] New status for floating IP 100be817-5c18-415c-b455-2cbdc88f194c: DOWN {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:01:35.324558 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:35.356463 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd,segment=NetworkSegment(b0c5c9a0-f170-4ac1-9f88-fcea258185a1),segment_id=b0c5c9a0-f170-4ac1-9f88-fcea258185a1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:35.360996 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:35.432898 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:35.440343 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:35.440699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:35.441041 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:35.441390 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:35.441708 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:35.442038 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:35.442365 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:35.442709 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:35.443012 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:35.443337 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:35.443656 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:35.443999 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:35.489049 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:01:35.502121 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49bd546-6513-42dc-8b47-378a05eeb8e1 admin admin] Router 3a80622f-f457-427c-8b90-17386bd2414c has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:01:35.684901 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49bd546-6513-42dc-8b47-378a05eeb8e1 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:01:35.691853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40768) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:35.699481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c902fe7f-3a86-4098-a72b-eabe777c544c None None] Sync routers for ids ['3a80622f-f457-427c-8b90-17386bd2414c'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:01:35.702321 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f49bd546-6513-42dc-8b47-378a05eeb8e1 admin admin] 10.222.0.13 "PUT /v2.0/routers/3a80622f-f457-427c-8b90-17386bd2414c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4476521 Apr 20 16:01:35.705317 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40772) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:35.724890 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c902fe7f-3a86-4098-a72b-eabe777c544c None None] Routers {'3a80622f-f457-427c-8b90-17386bd2414c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:01:35.725497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c902fe7f-3a86-4098-a72b-eabe777c544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:01:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3a80622f-f457-427c-8b90-17386bd2414c'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:35.781949 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:35.813388 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f120f923-2fb7-4633-8c89-e5cc613abb06 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/100be817-5c18-415c-b455-2cbdc88f194c HTTP/1.1" status: 200 len: 990 time: 0.1185358 Apr 20 16:01:35.840780 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:35.885305 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd12508e-5b37-4da8-a8c7-67f774b0bb49 admin admin] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:35.954184 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-c902fe7f-3a86-4098-a72b-eabe777c544c None None] Set router 3a80622f-f457-427c-8b90-17386bd2414c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:01:36.056396 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd12508e-5b37-4da8-a8c7-67f774b0bb49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:36.066390 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-dd12508e-5b37-4da8-a8c7-67f774b0bb49 admin admin] Deleting port f63ba0a0-9250-46aa-a25f-ba1c932bf6ae {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:36.066844 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd12508e-5b37-4da8-a8c7-67f774b0bb49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:36.237659 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c902fe7f-3a86-4098-a72b-eabe777c544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80622f-f457-427c-8b90-17386bd2414c', 'name': 'tempest-TestVolumeBootPattern-155270099-router', 'tenant_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f63ba0a0-9250-46aa-a25f-ba1c932bf6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:10Z', 'updated_at': '2022-04-20T16:01:34Z', 'revision_number': 5, 'project_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'gw_port': {'id': 'f63ba0a0-9250-46aa-a25f-ba1c932bf6ae', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80622f-f457-427c-8b90-17386bd2414c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:54:12Z', 'updated_at': '2022-04-20T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:36.238286 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-dd12508e-5b37-4da8-a8c7-67f774b0bb49 admin admin] For port f63ba0a0-9250-46aa-a25f-ba1c932bf6ae, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f63ba0a0-9250-46aa-a25f-ba1c932bf6ae,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:36.238678 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd12508e-5b37-4da8-a8c7-67f774b0bb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:36.241883 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c902fe7f-3a86-4098-a72b-eabe777c544c None None] Checking router: 3a80622f-f457-427c-8b90-17386bd2414c for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:01:36.250141 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c902fe7f-3a86-4098-a72b-eabe777c544c None None] Routers {'3a80622f-f457-427c-8b90-17386bd2414c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:01:36.250742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c902fe7f-3a86-4098-a72b-eabe777c544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:01:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['3a80622f-f457-427c-8b90-17386bd2414c'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:36.357791 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-dd12508e-5b37-4da8-a8c7-67f774b0bb49 admin admin] Calling delete_port for f63ba0a0-9250-46aa-a25f-ba1c932bf6ae owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:01:36.399148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-c902fe7f-3a86-4098-a72b-eabe777c544c None None] Set router 3a80622f-f457-427c-8b90-17386bd2414c gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:01:36.505962 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c902fe7f-3a86-4098-a72b-eabe777c544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80622f-f457-427c-8b90-17386bd2414c', 'name': 'tempest-TestVolumeBootPattern-155270099-router', 'tenant_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:10Z', 'updated_at': '2022-04-20T16:01:36Z', 'revision_number': 6, 'project_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:36.510285 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c902fe7f-3a86-4098-a72b-eabe777c544c None None] The sync data for ids ['3a80622f-f457-427c-8b90-17386bd2414c'] in dv-neutron-838699-1-hyperv is: [{'id': '3a80622f-f457-427c-8b90-17386bd2414c', 'name': 'tempest-TestVolumeBootPattern-155270099-router', 'tenant_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:54:10Z', 'updated_at': '2022-04-20T16:01:36Z', 'revision_number': 6, 'project_id': 'a5e5b205dd5c4fa4ae6e9965466da8ab', 'gw_port_host': None}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:01:36.634999 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd12508e-5b37-4da8-a8c7-67f774b0bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:36.681741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12508e-5b37-4da8-a8c7-67f774b0bb49 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63ba0a0-9250-46aa-a25f-ba1c932bf6ae,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:36.767730 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd12508e-5b37-4da8-a8c7-67f774b0bb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:36.941848 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd12508e-5b37-4da8-a8c7-67f774b0bb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:36.945260 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd12508e-5b37-4da8-a8c7-67f774b0bb49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:36.971236 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40778) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:36.977267 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd12508e-5b37-4da8-a8c7-67f774b0bb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:36.977805 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd12508e-5b37-4da8-a8c7-67f774b0bb49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a80622f-f457-427c-8b90-17386bd2414c {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:01:36.980977 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 88fa6b97-2657-493d-bb4b-e71e3f3a45cf no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:01:36.991394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dd12508e-5b37-4da8-a8c7-67f774b0bb49 admin admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:36.992565 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dd12508e-5b37-4da8-a8c7-67f774b0bb49 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3a80622f-f457-427c-8b90-17386bd2414c HTTP/1.1" status: 204 len: 168 time: 1.2863252 Apr 20 16:01:36.994979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40782) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:37.029073 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 88fa6b97-2657-493d-bb4b-e71e3f3a45cf {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:01:37.029447 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 88fa6b97-2657-493d-bb4b-e71e3f3a45cf not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:01:37.029871 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0ff37f15-0f63-446b-8dfc-f2154581114d no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:01:37.068499 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71c3e5e-1e10-4558-aaa3-448b3213a5e1 admin admin] Deleting subnet 7c3c45d3-6a62-41b0-8eb3-06246256e268 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:01:37.071813 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a71c3e5e-1e10-4558-aaa3-448b3213a5e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:37.116817 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:37.126765 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a71c3e5e-1e10-4558-aaa3-448b3213a5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:37.213806 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a71c3e5e-1e10-4558-aaa3-448b3213a5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:37.240270 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:37.261242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 0ff37f15-0f63-446b-8dfc-f2154581114d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0ff37f15-0f63-446b-8dfc-f2154581114d,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:37.268537 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:37.297146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a71c3e5e-1e10-4558-aaa3-448b3213a5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:37.339687 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c3e5e-1e10-4558-aaa3-448b3213a5e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c3c45d3-6a62-41b0-8eb3-06246256e268,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:37.340717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b674aefc-3a64-4d25-b0e2-11442ca94152 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Router a89c3328-2b95-49c6-8c14-3ff58a5f923a is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:01:37.341150 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b674aefc-3a64-4d25-b0e2-11442ca94152 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Notify agent at dv-neutron-838699-1-hyperv the message router_added_to_agent {{(pid=88168) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 20 16:01:37.344688 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a71c3e5e-1e10-4558-aaa3-448b3213a5e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:37.353484 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a71c3e5e-1e10-4558-aaa3-448b3213a5e1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7c3c45d3-6a62-41b0-8eb3-06246256e268 HTTP/1.1" status: 204 len: 168 time: 0.3544431 Apr 20 16:01:37.353637 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407521e6-bf9b-4f01-bceb-097c6b7fcd9d None None] Network 0da19947-ee8e-4cbe-b6f2-51e2e209a895 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:01:37.354185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40788) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:37.376625 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b674aefc-3a64-4d25-b0e2-11442ca94152 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "POST /v2.0/agents/3a7376b0-7307-468a-b10d-883a5aa07947/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.4040046 Apr 20 16:01:37.379086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40792) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:37.389613 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ced571-ce4e-4b97-baf2-f1b218ab1549 None None] Sync routers for ids ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:01:37.405099 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ced571-ce4e-4b97-baf2-f1b218ab1549 None None] Routers {'a89c3328-2b95-49c6-8c14-3ff58a5f923a'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:01:37.408478 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-54ced571-ce4e-4b97-baf2-f1b218ab1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:01:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:37.473384 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:37.485544 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] Deleting port 4f1507c2-828f-4ffb-ba11-6538a4df8b5a {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:37.486497 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:37.486801 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=0ff37f15-0f63-446b-8dfc-f2154581114d,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:37.614211 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5d959a39-12a1-441c-bd4c-7684b22037a8 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/routers/a89c3328-2b95-49c6-8c14-3ff58a5f923a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2339647 Apr 20 16:01:37.617012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40796) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:37.710504 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-54ced571-ce4e-4b97-baf2-f1b218ab1549 None None] Set router a89c3328-2b95-49c6-8c14-3ff58a5f923a gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:01:37.740279 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] For port 4f1507c2-828f-4ffb-ba11-6538a4df8b5a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4f1507c2-828f-4ffb-ba11-6538a4df8b5a,segment=NetworkSegment(712a8046-5bc3-42a6-9dd6-21ec38a980cc),segment_id=712a8046-5bc3-42a6-9dd6-21ec38a980cc)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:37.740642 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:37.757255 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-26449634-05f7-49a2-afe8-68dc913e2e7f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/100be817-5c18-415c-b455-2cbdc88f194c HTTP/1.1" status: 200 len: 990 time: 0.1390285 Apr 20 16:01:37.801041 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ab6e1b-0998-4620-a127-ea5f1edf8802 None None] DHCP port deletion for 0da19947-ee8e-4cbe-b6f2-51e2e209a895 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:01:37.811793 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-38ab6e1b-0998-4620-a127-ea5f1edf8802 None None] Deleting port 4f1507c2-828f-4ffb-ba11-6538a4df8b5a {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:37.811793 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-38ab6e1b-0998-4620-a127-ea5f1edf8802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:37.873563 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] Calling delete_port for 4f1507c2-828f-4ffb-ba11-6538a4df8b5a owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:01:37.958726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:38.005857 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f1507c2-828f-4ffb-ba11-6538a4df8b5a,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:38.008719 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] No DVR routers for this DVR port 4f1507c2-828f-4ffb-ba11-6538a4df8b5a on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:01:38.028681 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-38ab6e1b-0998-4620-a127-ea5f1edf8802 None None] For port 4f1507c2-828f-4ffb-ba11-6538a4df8b5a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=4f1507c2-828f-4ffb-ba11-6538a4df8b5a,segment=NetworkSegment(712a8046-5bc3-42a6-9dd6-21ec38a980cc),segment_id=712a8046-5bc3-42a6-9dd6-21ec38a980cc)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:38.029006 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-38ab6e1b-0998-4620-a127-ea5f1edf8802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:38.099009 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-54ced571-ce4e-4b97-baf2-f1b218ab1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:00:06Z', 'updated_at': '2022-04-20T16:00:11Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:07Z', 'updated_at': '2022-04-20T16:01:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '100be817-5c18-415c-b455-2cbdc88f194c', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'port_id': 'd28a621e-ee44-4fca-b1d4-d44f50484905', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'mac_address': 'fa:16:3e:e7:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce493ec-5cba-44cf-99dc-eb5580e77c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:00:30Z', 'updated_at': '2022-04-20T16:01:35Z', 'revision_number': 2, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd', 'name': '', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:b4:5c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:10Z', 'updated_at': '2022-04-20T16:01:35Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:38.103303 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ced571-ce4e-4b97-baf2-f1b218ab1549 None None] Checking router: a89c3328-2b95-49c6-8c14-3ff58a5f923a for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:01:38.112861 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ced571-ce4e-4b97-baf2-f1b218ab1549 None None] Routers {'a89c3328-2b95-49c6-8c14-3ff58a5f923a'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:01:38.113471 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-54ced571-ce4e-4b97-baf2-f1b218ab1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:01:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:38.161039 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-38ab6e1b-0998-4620-a127-ea5f1edf8802 None None] Calling delete_port for 4f1507c2-828f-4ffb-ba11-6538a4df8b5a owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:01:38.231268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:38.239418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-38ab6e1b-0998-4620-a127-ea5f1edf8802 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:01:38.239795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-38ab6e1b-0998-4620-a127-ea5f1edf8802 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:01:38.255580 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da19947-ee8e-4cbe-b6f2-51e2e209a895']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:38.267596 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712a8046-5bc3-42a6-9dd6-21ec38a980cc') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:38.267862 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712a8046-5bc3-42a6-9dd6-21ec38a980cc') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:38.279203 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:38.294918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:38.300922 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:01:38.301543 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:01:38.314033 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:01:38.331147 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-54ced571-ce4e-4b97-baf2-f1b218ab1549 None None] Set router a89c3328-2b95-49c6-8c14-3ff58a5f923a gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:01:38.389199 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:38.405266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:38.415261 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] Pushing event deleted for resources: {'Network': ['ID=0da19947-ee8e-4cbe-b6f2-51e2e209a895,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:38.422293 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1c3cc3b8-3e50-496a-85dd-e803591fe048 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0da19947-ee8e-4cbe-b6f2-51e2e209a895 HTTP/1.1" status: 204 len: 168 time: 1.0666029 Apr 20 16:01:38.533236 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40802) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:38.584052 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-35f53869-76f5-4b8c-86f4-567b20b45daa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b41769b0acc14f98934af661f4029f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495369 Apr 20 16:01:38.584840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40806) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:38.645501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d491e48c-7a7e-41a4-8e39-44a7601cd313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:38.651516 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4f1507c2-828f-4ffb-ba11-6538a4df8b5a no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:01:38.673463 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d491e48c-7a7e-41a4-8e39-44a7601cd313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:38.687436 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 4f1507c2-828f-4ffb-ba11-6538a4df8b5a {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:01:38.687887 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 4f1507c2-828f-4ffb-ba11-6538a4df8b5a not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:01:38.688394 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f63ba0a0-9250-46aa-a25f-ba1c932bf6ae no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:01:38.693022 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-54ced571-ce4e-4b97-baf2-f1b218ab1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:00:06Z', 'updated_at': '2022-04-20T16:00:11Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:07Z', 'updated_at': '2022-04-20T16:01:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '100be817-5c18-415c-b455-2cbdc88f194c', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'port_id': 'd28a621e-ee44-4fca-b1d4-d44f50484905', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'mac_address': 'fa:16:3e:e7:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce493ec-5cba-44cf-99dc-eb5580e77c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:00:30Z', 'updated_at': '2022-04-20T16:01:35Z', 'revision_number': 2, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd', 'name': '', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:b4:5c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:10Z', 'updated_at': '2022-04-20T16:01:35Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:38.697021 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ced571-ce4e-4b97-baf2-f1b218ab1549 None None] The sync data for ids ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'] in dv-neutron-838699-1-hyperv is: [{'id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:00:06Z', 'updated_at': '2022-04-20T16:00:11Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:07Z', 'updated_at': '2022-04-20T16:01:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '100be817-5c18-415c-b455-2cbdc88f194c', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'port_id': 'd28a621e-ee44-4fca-b1d4-d44f50484905', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'mac_address': 'fa:16:3e:e7:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce493ec-5cba-44cf-99dc-eb5580e77c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:00:30Z', 'updated_at': '2022-04-20T16:01:35Z', 'revision_number': 2, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd', 'name': '', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:b4:5c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:10Z', 'updated_at': '2022-04-20T16:01:35Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:01:38.727162 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: f63ba0a0-9250-46aa-a25f-ba1c932bf6ae {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:01:38.727521 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f63ba0a0-9250-46aa-a25f-ba1c932bf6ae not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:01:38.737480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d491e48c-7a7e-41a4-8e39-44a7601cd313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:38.740769 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-38ab6e1b-0998-4620-a127-ea5f1edf8802 None None] Deleting port 4f1507c2-828f-4ffb-ba11-6538a4df8b5a {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:38.741355 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-38ab6e1b-0998-4620-a127-ea5f1edf8802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:38.761704 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40810) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:38.773665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491e48c-7a7e-41a4-8e39-44a7601cd313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfe4485-fc67-4727-9612-7445dc539e5b,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:38.787277 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d491e48c-7a7e-41a4-8e39-44a7601cd313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:38.788617 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d491e48c-7a7e-41a4-8e39-44a7601cd313 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cfe4485-fc67-4727-9612-7445dc539e5b HTTP/1.1" status: 204 len: 168 time: 0.2027540 Apr 20 16:01:38.840250 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-38ab6e1b-0998-4620-a127-ea5f1edf8802 None None] The port '4f1507c2-828f-4ffb-ba11-6538a4df8b5a' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 16:01:38.896142 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-53a76257-d3f6-4ed8-8a45-9c0f88c733cc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/100be817-5c18-415c-b455-2cbdc88f194c HTTP/1.1" status: 200 len: 990 time: 0.1321702 Apr 20 16:01:39.216479 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40818) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:39.266172 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f3ad0718-5c20-45d0-94c3-ccb43d0a4ee4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5e5b205dd5c4fa4ae6e9965466da8ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485582 Apr 20 16:01:39.268857 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40822) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:39.334671 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c06645a7-ee69-4606-b718-1a9ee4254876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:39.362948 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c06645a7-ee69-4606-b718-1a9ee4254876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:39.435296 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c06645a7-ee69-4606-b718-1a9ee4254876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:39.454845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06645a7-ee69-4606-b718-1a9ee4254876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270d88bb-cd62-4427-acc5-6c505ce6b38a,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:39.457095 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c06645a7-ee69-4606-b718-1a9ee4254876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:39.461001 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c06645a7-ee69-4606-b718-1a9ee4254876 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/270d88bb-cd62-4427-acc5-6c505ce6b38a HTTP/1.1" status: 204 len: 168 time: 0.1884825 Apr 20 16:01:39.898024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40828) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:40.010009 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c98603dd-814e-4516-985a-53db2d038ae2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/100be817-5c18-415c-b455-2cbdc88f194c HTTP/1.1" status: 200 len: 990 time: 0.1108506 Apr 20 16:01:40.414188 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25389bd0-7806-4d3d-bbed-f71933d475bf None None] New status for floating IP 100be817-5c18-415c-b455-2cbdc88f194c: ACTIVE {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:01:40.684095 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:01:40.751204 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:01:40.751575 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:40.869376 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:40.902065 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd,segment=NetworkSegment(b0c5c9a0-f170-4ac1-9f88-fcea258185a1),segment_id=b0c5c9a0-f170-4ac1-9f88-fcea258185a1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:40.906180 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:40.907004 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0ff37f15-0f63-446b-8dfc-f2154581114d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:01:41.013540 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40832) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:41.022503 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd,revision_number=7']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:41.034063 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 0ff37f15-0f63-446b-8dfc-f2154581114d triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:01:41.034438 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:41.119702 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-53d638c8-f770-4b45-96af-74ca0ec0de07 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/100be817-5c18-415c-b455-2cbdc88f194c HTTP/1.1" status: 200 len: 992 time: 0.1042960 Apr 20 16:01:41.152686 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:41.169660 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 0ff37f15-0f63-446b-8dfc-f2154581114d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0ff37f15-0f63-446b-8dfc-f2154581114d,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:41.174749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:41.244230 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=0ff37f15-0f63-446b-8dfc-f2154581114d,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:41.413939 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40840) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:41.607949 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-28236019-da7c-4bc8-bbc0-55c6e80be54e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port b83ec12d-3369-455e-b589-0d73ce62eed1 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:41.608288 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-28236019-da7c-4bc8-bbc0-55c6e80be54e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:41.777105 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-28236019-da7c-4bc8-bbc0-55c6e80be54e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:41.777346 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-28236019-da7c-4bc8-bbc0-55c6e80be54e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:41.896003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-28236019-da7c-4bc8-bbc0-55c6e80be54e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for b83ec12d-3369-455e-b589-0d73ce62eed1 owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:01:42.046836 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-28236019-da7c-4bc8-bbc0-55c6e80be54e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:42.118365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28236019-da7c-4bc8-bbc0-55c6e80be54e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=b83ec12d-3369-455e-b589-0d73ce62eed1,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:42.278972 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-28236019-da7c-4bc8-bbc0-55c6e80be54e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:42.279295 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-28236019-da7c-4bc8-bbc0-55c6e80be54e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP 100be817-5c18-415c-b455-2cbdc88f194c disassociated (deleted). External IP: 172.26.7.79, port: d28a621e-ee44-4fca-b1d4-d44f50484905. Apr 20 16:01:42.622235 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28236019-da7c-4bc8-bbc0-55c6e80be54e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router a89c3328-2b95-49c6-8c14-3ff58a5f923a has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:01:42.650709 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:01:42.757726 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:01:42.758104 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:42.801004 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28236019-da7c-4bc8-bbc0-55c6e80be54e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:01:42.810405 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccde2740-dc80-4521-b77a-95bf3e33230f None None] Sync routers for ids ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:01:42.819727 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccde2740-dc80-4521-b77a-95bf3e33230f None None] Routers {'a89c3328-2b95-49c6-8c14-3ff58a5f923a'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:01:42.820064 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ccde2740-dc80-4521-b77a-95bf3e33230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:01:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:42.822228 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-28236019-da7c-4bc8-bbc0-55c6e80be54e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:42.875425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0ff37f15-0f63-446b-8dfc-f2154581114d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:01:42.879146 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-28236019-da7c-4bc8-bbc0-55c6e80be54e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/floatingips/100be817-5c18-415c-b455-2cbdc88f194c HTTP/1.1" status: 204 len: 168 time: 1.4641078 Apr 20 16:01:42.879699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce493ec-5cba-44cf-99dc-eb5580e77c89', 'tag': 'd28a621e-ee44-4fca-b1d4-d44f50484905'}] {{(pid=88169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:01:42.943726 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940bdf1b-2359-44d4-9cb0-1d5a27e501b5'] response: {'name': 'network-changed', 'server_uuid': '6ce493ec-5cba-44cf-99dc-eb5580e77c89', 'tag': 'd28a621e-ee44-4fca-b1d4-d44f50484905', 'status': 'completed', 'code': 200} Apr 20 16:01:42.959228 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 0ff37f15-0f63-446b-8dfc-f2154581114d triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:01:42.959714 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:43.020915 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-ccde2740-dc80-4521-b77a-95bf3e33230f None None] Set router a89c3328-2b95-49c6-8c14-3ff58a5f923a gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:01:43.040032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e070bd-7988-4878-8d81-4d58cbe7c034 req-0088e544-2d36-482e-814d-2c6a11c5ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:43.042132 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03e070bd-7988-4878-8d81-4d58cbe7c034 req-0088e544-2d36-482e-814d-2c6a11c5ddb0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 1098 time: 0.0765860 Apr 20 16:01:43.201179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e070bd-7988-4878-8d81-4d58cbe7c034 req-293d985c-ca9e-4b23-8e52-e810b08db960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:43.203630 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03e070bd-7988-4878-8d81-4d58cbe7c034 req-293d985c-ca9e-4b23-8e52-e810b08db960 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5b37e511-c7d6-4e02-b588-e7b90da2776e HTTP/1.1" status: 200 len: 897 time: 0.1543911 Apr 20 16:01:43.302948 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03e070bd-7988-4878-8d81-4d58cbe7c034 req-984e8a07-1148-4e01-829a-f237c117d7cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d28a621e-ee44-4fca-b1d4-d44f50484905 HTTP/1.1" status: 200 len: 217 time: 0.0927975 Apr 20 16:01:43.354950 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ccde2740-dc80-4521-b77a-95bf3e33230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:00:06Z', 'updated_at': '2022-04-20T16:00:11Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:07Z', 'updated_at': '2022-04-20T16:01:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd', 'name': '', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:b4:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:10Z', 'updated_at': '2022-04-20T16:01:40Z', 'revision_number': 7, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:43.358690 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccde2740-dc80-4521-b77a-95bf3e33230f None None] Checking router: a89c3328-2b95-49c6-8c14-3ff58a5f923a for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:01:43.366985 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccde2740-dc80-4521-b77a-95bf3e33230f None None] Routers {'a89c3328-2b95-49c6-8c14-3ff58a5f923a'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:01:43.367574 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ccde2740-dc80-4521-b77a-95bf3e33230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:01:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:43.380292 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e070bd-7988-4878-8d81-4d58cbe7c034 req-3b84c20f-0e6b-4a18-8f12-9c1db85b421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:43.381723 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03e070bd-7988-4878-8d81-4d58cbe7c034 req-3b84c20f-0e6b-4a18-8f12-9c1db85b421e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d388e3b-7054-4532-ae7d-a3147c642220 HTTP/1.1" status: 200 len: 835 time: 0.0727224 Apr 20 16:01:43.445557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab48e6c-0e3b-455a-a70e-62d8aaa688bd req-52b59bdb-e716-4269-9a11-111f81b7b57d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:43.447022 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3ab48e6c-0e3b-455a-a70e-62d8aaa688bd req-52b59bdb-e716-4269-9a11-111f81b7b57d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 945 time: 0.1806729 Apr 20 16:01:43.506742 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3ab48e6c-0e3b-455a-a70e-62d8aaa688bd req-398c7c8f-1bc6-4d0f-8845-270e163177d8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8530492-635c-4338-a9be-68a9950279e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527258 Apr 20 16:01:43.509519 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e070bd-7988-4878-8d81-4d58cbe7c034 req-d083b373-d08b-4bd4-855b-5cc2c4b42e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:43.510934 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03e070bd-7988-4878-8d81-4d58cbe7c034 req-d083b373-d08b-4bd4-855b-5cc2c4b42e7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b37e511-c7d6-4e02-b588-e7b90da2776e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1206226 Apr 20 16:01:43.552347 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-ccde2740-dc80-4521-b77a-95bf3e33230f None None] Set router a89c3328-2b95-49c6-8c14-3ff58a5f923a gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:01:43.646248 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03e070bd-7988-4878-8d81-4d58cbe7c034 req-70513775-df8f-457b-ac9d-b21f654d58aa service neutron] 10.222.0.11 "GET /v2.0/networks/5b37e511-c7d6-4e02-b588-e7b90da2776e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279175 Apr 20 16:01:43.780061 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03e070bd-7988-4878-8d81-4d58cbe7c034 req-fbe2797f-e47a-4e4b-bcbb-d637bbe64075 service neutron] 10.222.0.11 "GET /v2.0/networks/5b37e511-c7d6-4e02-b588-e7b90da2776e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266191 Apr 20 16:01:43.894986 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ccde2740-dc80-4521-b77a-95bf3e33230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:00:06Z', 'updated_at': '2022-04-20T16:00:11Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:07Z', 'updated_at': '2022-04-20T16:01:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd', 'name': '', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:b4:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:10Z', 'updated_at': '2022-04-20T16:01:40Z', 'revision_number': 7, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:43.899247 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccde2740-dc80-4521-b77a-95bf3e33230f None None] The sync data for ids ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'] in dv-neutron-838699-1-hyperv is: [{'id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:00:06Z', 'updated_at': '2022-04-20T16:00:11Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:07Z', 'updated_at': '2022-04-20T16:01:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd', 'name': '', 'network_id': '5b37e511-c7d6-4e02-b588-e7b90da2776e', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:b4:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:10Z', 'updated_at': '2022-04-20T16:01:40Z', 'revision_number': 7, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '7d388e3b-7054-4532-ae7d-a3147c642220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:01:44.543299 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bd77cb-d6a6-46c9-a6d4-aadfaa1edf6a None None] New status for floating IP 100be817-5c18-415c-b455-2cbdc88f194c: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:01:44.816932 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cca81-c2eb-4f08-8059-d27b6aac4dc3 req-7d6dc9b9-0380-4d1b-a03d-08c98a078c05 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:44.818348 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-666cca81-c2eb-4f08-8059-d27b6aac4dc3 req-7d6dc9b9-0380-4d1b-a03d-08c98a078c05 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 945 time: 0.1891637 Apr 20 16:01:44.861468 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-666cca81-c2eb-4f08-8059-d27b6aac4dc3 req-dbdccc43-5d4c-4ed6-98d4-b6bc742b9d08 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8530492-635c-4338-a9be-68a9950279e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368297 Apr 20 16:01:44.948541 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa353cb-e757-422a-b936-0bddf9413c8f req-95996f6a-3f7f-4f03-866e-b0cb20918587 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:44.949980 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bfa353cb-e757-422a-b936-0bddf9413c8f req-95996f6a-3f7f-4f03-866e-b0cb20918587 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 945 time: 0.0784204 Apr 20 16:01:44.967984 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:45.020413 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-bfa353cb-e757-422a-b936-0bddf9413c8f req-46add90c-dffe-400e-b606-c7179e0d3c4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port d28a621e-ee44-4fca-b1d4-d44f50484905 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:45.020747 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-bfa353cb-e757-422a-b936-0bddf9413c8f req-46add90c-dffe-400e-b606-c7179e0d3c4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:45.272133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-bfa353cb-e757-422a-b936-0bddf9413c8f req-46add90c-dffe-400e-b606-c7179e0d3c4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port d28a621e-ee44-4fca-b1d4-d44f50484905, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=d28a621e-ee44-4fca-b1d4-d44f50484905,segment=NetworkSegment(b0c5c9a0-f170-4ac1-9f88-fcea258185a1),segment_id=b0c5c9a0-f170-4ac1-9f88-fcea258185a1)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:45.272476 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-bfa353cb-e757-422a-b936-0bddf9413c8f req-46add90c-dffe-400e-b606-c7179e0d3c4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:45.393421 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-bfa353cb-e757-422a-b936-0bddf9413c8f req-46add90c-dffe-400e-b606-c7179e0d3c4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for d28a621e-ee44-4fca-b1d4-d44f50484905 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:01:45.539735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-bfa353cb-e757-422a-b936-0bddf9413c8f req-46add90c-dffe-400e-b606-c7179e0d3c4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:45.588513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add90c-dffe-400e-b606-c7179e0d3c4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=d28a621e-ee44-4fca-b1d4-d44f50484905,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:45.663875 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa353cb-e757-422a-b936-0bddf9413c8f req-46add90c-dffe-400e-b606-c7179e0d3c4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] No DVR routers for this DVR port d28a621e-ee44-4fca-b1d4-d44f50484905 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:01:45.666135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-bfa353cb-e757-422a-b936-0bddf9413c8f req-46add90c-dffe-400e-b606-c7179e0d3c4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:45.669137 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce493ec-5cba-44cf-99dc-eb5580e77c89', 'name': 'network-vif-deleted', 'tag': 'd28a621e-ee44-4fca-b1d4-d44f50484905'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:01:45.680326 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bfa353cb-e757-422a-b936-0bddf9413c8f req-46add90c-dffe-400e-b606-c7179e0d3c4e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "DELETE /v2.0/ports/d28a621e-ee44-4fca-b1d4-d44f50484905 HTTP/1.1" status: 204 len: 173 time: 0.7251339 Apr 20 16:01:45.716311 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afda172a-7caa-4866-87dc-a77cba0774f8'] response: {'server_uuid': '6ce493ec-5cba-44cf-99dc-eb5580e77c89', 'name': 'network-vif-deleted', 'tag': 'd28a621e-ee44-4fca-b1d4-d44f50484905', 'status': 'completed', 'code': 200} Apr 20 16:01:46.026178 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-44c0a5c0-e19a-4487-8fb9-13868906301c req-8d6e24f9-956b-483b-bdca-0205d12c125d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:01:46.042980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-44c0a5c0-e19a-4487-8fb9-13868906301c req-8d6e24f9-956b-483b-bdca-0205d12c125d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:01:46.044475 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-44c0a5c0-e19a-4487-8fb9-13868906301c req-8d6e24f9-956b-483b-bdca-0205d12c125d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce493ec-5cba-44cf-99dc-eb5580e77c89 HTTP/1.1" status: 200 len: 210 time: 0.0609715 Apr 20 16:01:47.137782 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40858) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:47.206954 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f8830621-1fc2-4ba8-a98f-0f3cf712effc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:47.235921 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f8830621-1fc2-4ba8-a98f-0f3cf712effc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:47.299339 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f8830621-1fc2-4ba8-a98f-0f3cf712effc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:47.317794 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8830621-1fc2-4ba8-a98f-0f3cf712effc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8530492-635c-4338-a9be-68a9950279e5,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:47.328133 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f8830621-1fc2-4ba8-a98f-0f3cf712effc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:47.329252 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f8830621-1fc2-4ba8-a98f-0f3cf712effc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/security-groups/f8530492-635c-4338-a9be-68a9950279e5 HTTP/1.1" status: 204 len: 168 time: 0.1904709 Apr 20 16:01:47.359242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40864) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:47.888925 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8e23d470-933e-4a83-9ced-950d4063f85b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:48.334667 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-8e23d470-933e-4a83-9ced-950d4063f85b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:48.335342 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8e23d470-933e-4a83-9ced-950d4063f85b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:48.526690 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-8e23d470-933e-4a83-9ced-950d4063f85b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd,segment=NetworkSegment(b0c5c9a0-f170-4ac1-9f88-fcea258185a1),segment_id=b0c5c9a0-f170-4ac1-9f88-fcea258185a1)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:48.527039 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8e23d470-933e-4a83-9ced-950d4063f85b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:48.646546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-8e23d470-933e-4a83-9ced-950d4063f85b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:01:48.836164 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8e23d470-933e-4a83-9ced-950d4063f85b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:48.884487 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23d470-933e-4a83-9ced-950d4063f85b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:49.164041 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8e23d470-933e-4a83-9ced-950d4063f85b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:49.613035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e23d470-933e-4a83-9ced-950d4063f85b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router a89c3328-2b95-49c6-8c14-3ff58a5f923a has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:01:49.787491 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e23d470-933e-4a83-9ced-950d4063f85b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:01:49.797059 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23653f84-323a-4766-9a01-b1183e819b87 None None] Sync routers for ids ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:01:49.806935 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8e23d470-933e-4a83-9ced-950d4063f85b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/a89c3328-2b95-49c6-8c14-3ff58a5f923a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4439161 Apr 20 16:01:49.807135 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23653f84-323a-4766-9a01-b1183e819b87 None None] Routers {'a89c3328-2b95-49c6-8c14-3ff58a5f923a'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:01:49.807346 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40868) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:49.808165 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-23653f84-323a-4766-9a01-b1183e819b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:01:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:49.872229 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-32522fd2-380d-4450-b601-2530379c1358 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting subnet 7d388e3b-7054-4532-ae7d-a3147c642220 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:01:49.875064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32522fd2-380d-4450-b601-2530379c1358 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:49.930249 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32522fd2-380d-4450-b601-2530379c1358 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:49.983025 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-23653f84-323a-4766-9a01-b1183e819b87 None None] Set router a89c3328-2b95-49c6-8c14-3ff58a5f923a gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:01:50.014986 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32522fd2-380d-4450-b601-2530379c1358 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:50.087709 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32522fd2-380d-4450-b601-2530379c1358 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:50.145949 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32522fd2-380d-4450-b601-2530379c1358 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Subnet': ['ID=7d388e3b-7054-4532-ae7d-a3147c642220,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:50.150730 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32522fd2-380d-4450-b601-2530379c1358 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:50.158493 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-32522fd2-380d-4450-b601-2530379c1358 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/subnets/7d388e3b-7054-4532-ae7d-a3147c642220 HTTP/1.1" status: 204 len: 168 time: 0.3493440 Apr 20 16:01:50.161088 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40872) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:50.169366 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568bc52e-1913-433d-8d8c-2f0081146fae None None] Network 5b37e511-c7d6-4e02-b588-e7b90da2776e requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:01:50.285802 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-23653f84-323a-4766-9a01-b1183e819b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:00:06Z', 'updated_at': '2022-04-20T16:01:48Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:07Z', 'updated_at': '2022-04-20T16:01:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:50.289693 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23653f84-323a-4766-9a01-b1183e819b87 None None] Checking router: a89c3328-2b95-49c6-8c14-3ff58a5f923a for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:01:50.298515 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23653f84-323a-4766-9a01-b1183e819b87 None None] Routers {'a89c3328-2b95-49c6-8c14-3ff58a5f923a'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:01:50.298749 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-23653f84-323a-4766-9a01-b1183e819b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:01:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:50.329702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device d28a621e-ee44-4fca-b1d4-d44f50484905 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:01:50.344723 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-06af9b9d-2a85-4443-99c6-eb6ff46b88ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:50.371972 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: d28a621e-ee44-4fca-b1d4-d44f50484905 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:01:50.372607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device d28a621e-ee44-4fca-b1d4-d44f50484905 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:01:50.482822 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fb10aa-1884-4915-9d92-2bf553f6b22c None None] DHCP port deletion for 5b37e511-c7d6-4e02-b588-e7b90da2776e request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:01:50.487393 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-67fb10aa-1884-4915-9d92-2bf553f6b22c None None] Deleting port e9fd7418-7772-4322-9aa4-0a2e54a5a439 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:50.487892 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-67fb10aa-1884-4915-9d92-2bf553f6b22c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:50.494986 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-23653f84-323a-4766-9a01-b1183e819b87 None None] Set router a89c3328-2b95-49c6-8c14-3ff58a5f923a gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:01:50.548602 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-06af9b9d-2a85-4443-99c6-eb6ff46b88ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:50.558784 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-06af9b9d-2a85-4443-99c6-eb6ff46b88ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 0ff37f15-0f63-446b-8dfc-f2154581114d {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:01:50.559118 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-06af9b9d-2a85-4443-99c6-eb6ff46b88ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:50.716232 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-67fb10aa-1884-4915-9d92-2bf553f6b22c None None] For port e9fd7418-7772-4322-9aa4-0a2e54a5a439, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e9fd7418-7772-4322-9aa4-0a2e54a5a439,segment=NetworkSegment(b0c5c9a0-f170-4ac1-9f88-fcea258185a1),segment_id=b0c5c9a0-f170-4ac1-9f88-fcea258185a1)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:50.716952 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-67fb10aa-1884-4915-9d92-2bf553f6b22c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:50.728067 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e9fd7418-7772-4322-9aa4-0a2e54a5a439 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:01:50.760820 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-06af9b9d-2a85-4443-99c6-eb6ff46b88ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port 0ff37f15-0f63-446b-8dfc-f2154581114d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=0ff37f15-0f63-446b-8dfc-f2154581114d,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:50.761383 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-06af9b9d-2a85-4443-99c6-eb6ff46b88ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:50.798274 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-23653f84-323a-4766-9a01-b1183e819b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:00:06Z', 'updated_at': '2022-04-20T16:01:48Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:07Z', 'updated_at': '2022-04-20T16:01:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:50.802414 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23653f84-323a-4766-9a01-b1183e819b87 None None] The sync data for ids ['a89c3328-2b95-49c6-8c14-3ff58a5f923a'] in dv-neutron-838699-1-hyperv is: [{'id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'name': 'tempest-TestNetworkBasicOps-router-1264708971', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:00:06Z', 'updated_at': '2022-04-20T16:01:48Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '0ff37f15-0f63-446b-8dfc-f2154581114d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c3328-2b95-49c6-8c14-3ff58a5f923a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:00:07Z', 'updated_at': '2022-04-20T16:01:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:01:50.882452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-67fb10aa-1884-4915-9d92-2bf553f6b22c None None] Calling delete_port for e9fd7418-7772-4322-9aa4-0a2e54a5a439 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:01:50.885081 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-06af9b9d-2a85-4443-99c6-eb6ff46b88ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 0ff37f15-0f63-446b-8dfc-f2154581114d owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:01:51.010479 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-67fb10aa-1884-4915-9d92-2bf553f6b22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:51.063610 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:51.074631 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb10aa-1884-4915-9d92-2bf553f6b22c None None] Pushing event deleted for resources: {'Port': ['ID=e9fd7418-7772-4322-9aa4-0a2e54a5a439,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:51.083267 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb10aa-1884-4915-9d92-2bf553f6b22c None None] No DVR routers for this DVR port e9fd7418-7772-4322-9aa4-0a2e54a5a439 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:01:51.166260 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-06af9b9d-2a85-4443-99c6-eb6ff46b88ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:51.216125 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af9b9d-2a85-4443-99c6-eb6ff46b88ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=0ff37f15-0f63-446b-8dfc-f2154581114d,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:51.312086 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-06af9b9d-2a85-4443-99c6-eb6ff46b88ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:51.482730 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-06af9b9d-2a85-4443-99c6-eb6ff46b88ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:51.484884 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-06af9b9d-2a85-4443-99c6-eb6ff46b88ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:51.512085 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-06af9b9d-2a85-4443-99c6-eb6ff46b88ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:51.512626 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06af9b9d-2a85-4443-99c6-eb6ff46b88ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Fanout notify agent at l3_agent the message router_deleted on router a89c3328-2b95-49c6-8c14-3ff58a5f923a {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:01:51.528521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-06af9b9d-2a85-4443-99c6-eb6ff46b88ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:51.529618 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-06af9b9d-2a85-4443-99c6-eb6ff46b88ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/routers/a89c3328-2b95-49c6-8c14-3ff58a5f923a HTTP/1.1" status: 204 len: 168 time: 1.3676405 Apr 20 16:01:51.532374 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40876) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:51.647699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-decf24fa-1ba5-4a47-a7ca-6b1676d819dc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:51.775052 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-decf24fa-1ba5-4a47-a7ca-6b1676d819dc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:51.799187 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-decf24fa-1ba5-4a47-a7ca-6b1676d819dc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b37e511-c7d6-4e02-b588-e7b90da2776e']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:51.810681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-decf24fa-1ba5-4a47-a7ca-6b1676d819dc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c5c9a0-f170-4ac1-9f88-fcea258185a1') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:51.810981 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-decf24fa-1ba5-4a47-a7ca-6b1676d819dc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c5c9a0-f170-4ac1-9f88-fcea258185a1') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:51.821863 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-decf24fa-1ba5-4a47-a7ca-6b1676d819dc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:51.837430 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-decf24fa-1ba5-4a47-a7ca-6b1676d819dc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:51.844002 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decf24fa-1ba5-4a47-a7ca-6b1676d819dc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:01:51.844377 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-decf24fa-1ba5-4a47-a7ca-6b1676d819dc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:01:51.857992 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:01:51.936092 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-decf24fa-1ba5-4a47-a7ca-6b1676d819dc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:51.953558 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-decf24fa-1ba5-4a47-a7ca-6b1676d819dc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:51.966728 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf24fa-1ba5-4a47-a7ca-6b1676d819dc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Network': ['ID=5b37e511-c7d6-4e02-b588-e7b90da2776e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:51.976354 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-decf24fa-1ba5-4a47-a7ca-6b1676d819dc tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/networks/5b37e511-c7d6-4e02-b588-e7b90da2776e HTTP/1.1" status: 204 len: 168 time: 0.4430022 Apr 20 16:01:51.997279 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40880) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:52.002889 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-7ed3b7c5-66ac-47f1-94da-43a1f90a2175 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'network': {'name': 'tempest-network-smoke--1641125686', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'port_security_enabled': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:01:52.008460 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7ed3b7c5-66ac-47f1-94da-43a1f90a2175 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:01:52.013577 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7ed3b7c5-66ac-47f1-94da-43a1f90a2175 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:network and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:01:52.016503 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7ed3b7c5-66ac-47f1-94da-43a1f90a2175 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:01:52.022262 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7ed3b7c5-66ac-47f1-94da-43a1f90a2175 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:01:52.033273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed3b7c5-66ac-47f1-94da-43a1f90a2175 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:01:52.036966 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b7c5-66ac-47f1-94da-43a1f90a2175 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:52.064237 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed3b7c5-66ac-47f1-94da-43a1f90a2175 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:01:52.072745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b7c5-66ac-47f1-94da-43a1f90a2175 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:52.073885 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-7ed3b7c5-66ac-47f1-94da-43a1f90a2175 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Added segment 24bfc4dc-2acc-4c69-a56f-902a1d92cc36 of type vlan for network b5371131-e45b-4df8-bbdb-f1bf3f8d1572 Apr 20 16:01:52.098610 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b7c5-66ac-47f1-94da-43a1f90a2175 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:52.130297 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b7c5-66ac-47f1-94da-43a1f90a2175 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:52.136256 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed3b7c5-66ac-47f1-94da-43a1f90a2175 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:52.136825 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b7c5-66ac-47f1-94da-43a1f90a2175 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:52.236590 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7ed3b7c5-66ac-47f1-94da-43a1f90a2175 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2380884 Apr 20 16:01:52.239239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40884) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:52.246538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1297269130', 'admin_state_up': True, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:01:52.251732 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3b7c5-66ac-47f1-94da-43a1f90a2175 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Network': ['ID=b5371131-e45b-4df8-bbdb-f1bf3f8d1572,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:52.255260 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:01:52.259123 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:router and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:01:52.262052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network b5371131-e45b-4df8-bbdb-f1bf3f8d1572 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:01:52.262592 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:01:52.268313 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:01:52.278068 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:52.279302 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:52.298724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:52.647296 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:01:52.661681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:52.681139 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:01:52.681490 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 260f6e4d-7798-4cdc-ac82-5d66f3d2e3fd not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:01:52.681901 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0ff37f15-0f63-446b-8dfc-f2154581114d no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:01:52.714625 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 0ff37f15-0f63-446b-8dfc-f2154581114d {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:01:52.714973 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 0ff37f15-0f63-446b-8dfc-f2154581114d not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:01:52.954446 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:52.983176 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:53.114365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.26.7.119 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/178ab3ea-854e-4bc1-8d49-49f56d3b0b4d) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:01:53.258406 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:53.286109 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:53.348304 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:01:53.351073 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:01:53.355111 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:01:53.400480 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=178ab3ea-854e-4bc1-8d49-49f56d3b0b4d,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:53.769969 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:54.196879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:54.397906 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1acc4ac8-aef5-41ab-9b72-2e564a031991 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:01:54.571873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:01:54.581966 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Sync routers for ids ['1acc4ac8-aef5-41ab-9b72-2e564a031991'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:01:54.591618 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Routers {'1acc4ac8-aef5-41ab-9b72-2e564a031991'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:01:54.592261 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:01:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1acc4ac8-aef5-41ab-9b72-2e564a031991'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:54.599489 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:54.600822 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-32e907bf-94d6-4bc9-bd8e-22aae49c0372 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3606009 Apr 20 16:01:54.604893 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40888) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:54.644255 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f8401117-8627-4119-96d8-df4ad1b6e810 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=275d553700ad4a899ef09eedcedfa1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382795 Apr 20 16:01:54.646868 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40892) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:54.767844 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Set router 1acc4ac8-aef5-41ab-9b72-2e564a031991 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:01:54.772693 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e411a9f-a072-44b8-9c29-a58183409568 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:54.774216 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1e411a9f-a072-44b8-9c29-a58183409568 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1264801 Apr 20 16:01:54.777699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40896) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:54.815158 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-12228b03-4fdd-4d5e-a854-4ea228f23434 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364120 Apr 20 16:01:54.817719 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40900) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:54.823711 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5612081c-b1cf-4b18-a351-f52af3568a2e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-910320611', 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:01:54.934063 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5612081c-b1cf-4b18-a351-f52af3568a2e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:01:54.937884 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5612081c-b1cf-4b18-a351-f52af3568a2e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:subnet and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:01:54.940664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5612081c-b1cf-4b18-a351-f52af3568a2e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:01:54.946305 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5612081c-b1cf-4b18-a351-f52af3568a2e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:01:54.956506 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5612081c-b1cf-4b18-a351-f52af3568a2e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:01:54.960367 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5612081c-b1cf-4b18-a351-f52af3568a2e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:55.053783 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'name': 'tempest-TestNetworkBasicOps-router-1297269130', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:01:52Z', 'updated_at': '2022-04-20T16:01:53Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:53Z', 'updated_at': '2022-04-20T16:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:55.058180 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Checking router: 1acc4ac8-aef5-41ab-9b72-2e564a031991 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:01:55.058529 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Updating router 1acc4ac8-aef5-41ab-9b72-2e564a031991 port 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:01:55.110225 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:55.177331 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5612081c-b1cf-4b18-a351-f52af3568a2e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:55.267011 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612081c-b1cf-4b18-a351-f52af3568a2e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Subnet': ['ID=56162212-c40a-4793-ba29-24d207e18b45,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:55.271067 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5612081c-b1cf-4b18-a351-f52af3568a2e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Checking segment: {'id': '24bfc4dc-2acc-4c69-a56f-902a1d92cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:01:55.271429 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5612081c-b1cf-4b18-a351-f52af3568a2e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network hostable DHCP agents. Network: b5371131-e45b-4df8-bbdb-f1bf3f8d1572, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:01:55.290476 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5612081c-b1cf-4b18-a351-f52af3568a2e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network b5371131-e45b-4df8-bbdb-f1bf3f8d1572 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:01:55.299897 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-5612081c-b1cf-4b18-a351-f52af3568a2e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, b5371131-e45b-4df8-bbdb-f1bf3f8d1572) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:01:55.303743 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5612081c-b1cf-4b18-a351-f52af3568a2e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:55.304364 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5612081c-b1cf-4b18-a351-f52af3568a2e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:55.311529 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6add69-609b-48d2-adb9-091c98b63612 None None] Network b5371131-e45b-4df8-bbdb-f1bf3f8d1572 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:01:55.326384 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5612081c-b1cf-4b18-a351-f52af3568a2e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5073662 Apr 20 16:01:55.328978 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40904) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:55.631306 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-b5371131-e45b-4df8-bbdb-f1bf3f8d1572', 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ips': [{'subnet_id': '56162212-c40a-4793-ba29-24d207e18b45'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:01:55.632126 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:55.643729 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:55.662697 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Transition to ACTIVE for port object 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:01:55.701646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:55.813807 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Attempting to bind port 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:01:55.814173 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Attempting to bind port 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:01:55.814541 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Attempting to bind port 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:01:55.825953 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8c46a-7812-4654-9d15-364825ef618a None None] Pushing event updated for resources: {'Port': ['ID=178ab3ea-854e-4bc1-8d49-49f56d3b0b4d,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:55.831247 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:01:55.831616 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:01:55.832043 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:55.832452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:01:55.832893 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Bound port: 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:01:55.833264 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:55.987491 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Allocated IP 172.20.0.2 (b5371131-e45b-4df8-bbdb-f1bf3f8d1572/56162212-c40a-4793-ba29-24d207e18b45/51313d02-8a91-4916-990c-5b1778713342) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:01:55.999429 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] For port 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:01:56.002678 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] For port 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=178ab3ea-854e-4bc1-8d49-49f56d3b0b4d,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:01:56.025345 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:56.122315 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:56.169215 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Routers {'1acc4ac8-aef5-41ab-9b72-2e564a031991'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:01:56.169844 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:01:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1acc4ac8-aef5-41ab-9b72-2e564a031991'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:56.232497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8c46a-7812-4654-9d15-364825ef618a None None] Pushing event updated for resources: {'Port': ['ID=178ab3ea-854e-4bc1-8d49-49f56d3b0b4d,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:56.433917 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] Set router 1acc4ac8-aef5-41ab-9b72-2e564a031991 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:01:56.473970 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:56.556350 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Transition to ACTIVE for port object 51313d02-8a91-4916-990c-5b1778713342 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:01:56.635013 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Transition to ACTIVE for port object 51313d02-8a91-4916-990c-5b1778713342 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:01:56.644428 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:56.706952 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.1 (b5371131-e45b-4df8-bbdb-f1bf3f8d1572/56162212-c40a-4793-ba29-24d207e18b45/9d5d5988-64eb-4756-9152-19cefce9bee7) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:01:56.738449 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Network b5371131-e45b-4df8-bbdb-f1bf3f8d1572 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:01:56.742973 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:01:56.745559 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:01:56.752603 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Pushing event updated for resources: {'Port': ['ID=51313d02-8a91-4916-990c-5b1778713342,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:56.864983 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:56.876090 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Attempting to bind port 51313d02-8a91-4916-990c-5b1778713342 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:01:56.876452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Attempting to bind port 51313d02-8a91-4916-990c-5b1778713342 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '24bfc4dc-2acc-4c69-a56f-902a1d92cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:01:56.876809 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Attempting to bind port 51313d02-8a91-4916-990c-5b1778713342 on network b5371131-e45b-4df8-bbdb-f1bf3f8d1572 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:01:56.881113 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object 9d5d5988-64eb-4756-9152-19cefce9bee7 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:01:56.884418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:01:56.884784 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Checking segment: {'id': '24bfc4dc-2acc-4c69-a56f-902a1d92cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:01:56.885202 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:56.886129 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Bound using segment: {'id': '24bfc4dc-2acc-4c69-a56f-902a1d92cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:01:56.886581 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Bound port: 51313d02-8a91-4916-990c-5b1778713342, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bfc4dc-2acc-4c69-a56f-902a1d92cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:01:56.886952 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:56.906025 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:56.953881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'name': 'tempest-TestNetworkBasicOps-router-1297269130', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:01:52Z', 'updated_at': '2022-04-20T16:01:53Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:53Z', 'updated_at': '2022-04-20T16:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:56.967525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network b5371131-e45b-4df8-bbdb-f1bf3f8d1572 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:01:56.970739 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:01:56.973034 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad16dfa-598b-4d00-a460-57aae0b51603 None None] The sync data for ids ['1acc4ac8-aef5-41ab-9b72-2e564a031991'] in dv-neutron-838699-1-hyperv is: [{'id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'name': 'tempest-TestNetworkBasicOps-router-1297269130', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:01:52Z', 'updated_at': '2022-04-20T16:01:53Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:53Z', 'updated_at': '2022-04-20T16:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:01:56.979984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:01:56.988458 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] For port 51313d02-8a91-4916-990c-5b1778713342, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:01:56.991709 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] For port 51313d02-8a91-4916-990c-5b1778713342, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=51313d02-8a91-4916-990c-5b1778713342,segment=NetworkSegment(24bfc4dc-2acc-4c69-a56f-902a1d92cc36),segment_id=24bfc4dc-2acc-4c69-a56f-902a1d92cc36)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:01:57.003423 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:57.020920 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=9d5d5988-64eb-4756-9152-19cefce9bee7,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:57.048670 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:57.092755 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c39e84-33d7-4f03-b6ac-96b7dc86366e None None] Pushing event updated for resources: {'Port': ['ID=51313d02-8a91-4916-990c-5b1778713342,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:57.471365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:57.908789 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:57.913822 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:58.030859 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=9d5d5988-64eb-4756-9152-19cefce9bee7,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:58.034414 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:58.096978 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1d8c55-ba26-4aa6-a8d2-8bcf127d5c50 None None] Network b5371131-e45b-4df8-bbdb-f1bf3f8d1572 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:01:58.175894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network b5371131-e45b-4df8-bbdb-f1bf3f8d1572 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:01:58.178559 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:01:58.219421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-66372ca2-6936-46d7-9bd3-332215664e18 None None] Provisioning for port 51313d02-8a91-4916-990c-5b1778713342 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:01:58.364087 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1acc4ac8-aef5-41ab-9b72-2e564a031991 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:01:58.551293 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:01:58.569300 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a1d70e68-23d4-4af1-8903-9d9ad52805f0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/1acc4ac8-aef5-41ab-9b72-2e564a031991/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2368929 Apr 20 16:01:58.569960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40908) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:58.587206 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fc85e8f7-eb19-426b-b203-ab983ca152da None None] Provisioning for port 9d5d5988-64eb-4756-9152-19cefce9bee7 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:01:58.593147 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fc85e8f7-eb19-426b-b203-ab983ca152da None None] Provisioning complete for port 9d5d5988-64eb-4756-9152-19cefce9bee7 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:01:58.593822 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fc85e8f7-eb19-426b-b203-ab983ca152da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:58.603351 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Sync routers for ids ['1acc4ac8-aef5-41ab-9b72-2e564a031991'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:01:58.628519 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Routers {'1acc4ac8-aef5-41ab-9b72-2e564a031991'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:01:58.631960 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:01:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1acc4ac8-aef5-41ab-9b72-2e564a031991'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:58.671365 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-fc85e8f7-eb19-426b-b203-ab983ca152da None None] Port 9d5d5988-64eb-4756-9152-19cefce9bee7 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:01:58.736813 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76cb977-308a-4e60-9412-64e151aac30e tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:58.737294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76cb977-308a-4e60-9412-64e151aac30e tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:58.737752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76cb977-308a-4e60-9412-64e151aac30e tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:58.738376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76cb977-308a-4e60-9412-64e151aac30e tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:58.742757 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40912) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:58.743445 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a76cb977-308a-4e60-9412-64e151aac30e tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1728721 Apr 20 16:01:58.768963 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 51313d02-8a91-4916-990c-5b1778713342 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:01:58.822846 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f11a71b-05e5-44f9-ad9f-9f27470c3a07 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:58.823306 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f11a71b-05e5-44f9-ad9f-9f27470c3a07 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:58.823818 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f11a71b-05e5-44f9-ad9f-9f27470c3a07 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:58.824541 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f11a71b-05e5-44f9-ad9f-9f27470c3a07 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:01:58.829296 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40916) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:58.844368 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9f11a71b-05e5-44f9-ad9f-9f27470c3a07 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.1004534 Apr 20 16:01:58.880363 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0bf93502-acd4-40fe-aa77-44226264529e None None] Provisioning complete for port 9d5d5988-64eb-4756-9152-19cefce9bee7 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:01:58.881211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0bf93502-acd4-40fe-aa77-44226264529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:58.898767 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Set router 1acc4ac8-aef5-41ab-9b72-2e564a031991 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:01:58.978361 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0bf93502-acd4-40fe-aa77-44226264529e None None] Port 9d5d5988-64eb-4756-9152-19cefce9bee7 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:01:58.986301 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 51313d02-8a91-4916-990c-5b1778713342 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:01:58.991339 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 51313d02-8a91-4916-990c-5b1778713342 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:01:58.991710 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.057527 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-36c4d12a-98d8-48e3-b255-2a0ac330a50d tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2269197 Apr 20 16:01:59.119713 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.132323 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-07c9f750-4164-4743-83d0-3b692d47f0da None None] Provisioning complete for port 9d5d5988-64eb-4756-9152-19cefce9bee7 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:01:59.132923 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-07c9f750-4164-4743-83d0-3b692d47f0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.188923 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 51313d02-8a91-4916-990c-5b1778713342, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=51313d02-8a91-4916-990c-5b1778713342,segment=NetworkSegment(24bfc4dc-2acc-4c69-a56f-902a1d92cc36),segment_id=24bfc4dc-2acc-4c69-a56f-902a1d92cc36)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:59.203797 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.204647 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:01:59.255975 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'name': 'tempest-TestNetworkBasicOps-router-1297269130', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:01:52Z', 'updated_at': '2022-04-20T16:01:57Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:53Z', 'updated_at': '2022-04-20T16:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '9d5d5988-64eb-4756-9152-19cefce9bee7', 'name': '', 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:73:b6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '56162212-c40a-4793-ba29-24d207e18b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:56Z', 'updated_at': '2022-04-20T16:01:57Z', 'revision_number': 2, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '56162212-c40a-4793-ba29-24d207e18b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:01:59.261759 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Checking router: 1acc4ac8-aef5-41ab-9b72-2e564a031991 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:01:59.262636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40922) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:59.264012 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Updating router 1acc4ac8-aef5-41ab-9b72-2e564a031991 port 9d5d5988-64eb-4756-9152-19cefce9bee7 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:01:59.268609 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-34233a69-a973-4e9f-9ebe-7652559f8a2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1614265516', 'description': 'tempest-secgroup-smoke-1614265516 description', 'project_id': '275d553700ad4a899ef09eedcedfa1df'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:01:59.274926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-34233a69-a973-4e9f-9ebe-7652559f8a2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:01:59.281085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-34233a69-a973-4e9f-9ebe-7652559f8a2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:01:59.283042 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-34233a69-a973-4e9f-9ebe-7652559f8a2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:01:59.290474 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-34233a69-a973-4e9f-9ebe-7652559f8a2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:01:59.292239 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-07c9f750-4164-4743-83d0-3b692d47f0da None None] Port 9d5d5988-64eb-4756-9152-19cefce9bee7 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:01:59.307333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34233a69-a973-4e9f-9ebe-7652559f8a2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.330822 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.331157 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-34233a69-a973-4e9f-9ebe-7652559f8a2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:01:59.335214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-34233a69-a973-4e9f-9ebe-7652559f8a2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:01:59.337666 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=51313d02-8a91-4916-990c-5b1778713342,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:59.338113 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-34233a69-a973-4e9f-9ebe-7652559f8a2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:01:59.344907 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-34233a69-a973-4e9f-9ebe-7652559f8a2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:01:59.354108 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:01:59.358827 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:01:59.359244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.421249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34233a69-a973-4e9f-9ebe-7652559f8a2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.425876 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34233a69-a973-4e9f-9ebe-7652559f8a2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.472711 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34233a69-a973-4e9f-9ebe-7652559f8a2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87bd6a0e-485d-4d0f-8f7b-057e76531ebe,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:59.475846 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34233a69-a973-4e9f-9ebe-7652559f8a2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.477179 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-34233a69-a973-4e9f-9ebe-7652559f8a2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2133710 Apr 20 16:01:59.480064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40926) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:59.483293 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.485887 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c34aa4aa-248d-469e-8fdc-152a8c7d50f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '87bd6a0e-485d-4d0f-8f7b-057e76531ebe', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:01:59.491876 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c34aa4aa-248d-469e-8fdc-152a8c7d50f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:01:59.496147 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c34aa4aa-248d-469e-8fdc-152a8c7d50f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:01:59.499385 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c34aa4aa-248d-469e-8fdc-152a8c7d50f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:01:59.500098 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=178ab3ea-854e-4bc1-8d49-49f56d3b0b4d,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:01:59.505109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.506462 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c34aa4aa-248d-469e-8fdc-152a8c7d50f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:01:59.523591 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c34aa4aa-248d-469e-8fdc-152a8c7d50f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.575030 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=178ab3ea-854e-4bc1-8d49-49f56d3b0b4d,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:59.586496 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c34aa4aa-248d-469e-8fdc-152a8c7d50f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.591287 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c34aa4aa-248d-469e-8fdc-152a8c7d50f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.625500 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34aa4aa-248d-469e-8fdc-152a8c7d50f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bccb7ff9-4218-4718-9329-cb5f3e9e9ea3,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:59.633107 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c34aa4aa-248d-469e-8fdc-152a8c7d50f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.634365 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c34aa4aa-248d-469e-8fdc-152a8c7d50f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1532705 Apr 20 16:01:59.637811 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40930) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:59.642789 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5a5c1344-261f-40f1-b185-7f39b463dbff tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '87bd6a0e-485d-4d0f-8f7b-057e76531ebe', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:01:59.648583 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5a5c1344-261f-40f1-b185-7f39b463dbff tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:01:59.653064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5a5c1344-261f-40f1-b185-7f39b463dbff tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:01:59.655871 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5a5c1344-261f-40f1-b185-7f39b463dbff tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:01:59.661448 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5a5c1344-261f-40f1-b185-7f39b463dbff tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:01:59.680064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a5c1344-261f-40f1-b185-7f39b463dbff tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.700834 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.712147 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Transition to ACTIVE for port object 9d5d5988-64eb-4756-9152-19cefce9bee7 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:01:59.719636 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.742676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a5c1344-261f-40f1-b185-7f39b463dbff tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.746075 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a5c1344-261f-40f1-b185-7f39b463dbff tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.769421 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c1344-261f-40f1-b185-7f39b463dbff tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ee6ac3-8597-4599-9ca4-eda26eba8fdc,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:59.779376 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a5c1344-261f-40f1-b185-7f39b463dbff tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.783254 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5a5c1344-261f-40f1-b185-7f39b463dbff tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1420491 Apr 20 16:01:59.783612 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 40934) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:59.788784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-6441fb99-155c-4985-82b7-3f25f0fcd729 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '87bd6a0e-485d-4d0f-8f7b-057e76531ebe', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:01:59.798293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6441fb99-155c-4985-82b7-3f25f0fcd729 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:01:59.802452 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6441fb99-155c-4985-82b7-3f25f0fcd729 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:01:59.805562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6441fb99-155c-4985-82b7-3f25f0fcd729 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:01:59.812025 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6441fb99-155c-4985-82b7-3f25f0fcd729 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:01:59.833287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6441fb99-155c-4985-82b7-3f25f0fcd729 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.849442 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135be2ef-105f-4f39-bdd8-ef4aaedd8e70 None None] Pushing event updated for resources: {'Port': ['ID=9d5d5988-64eb-4756-9152-19cefce9bee7,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:59.901997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6441fb99-155c-4985-82b7-3f25f0fcd729 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.906639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6441fb99-155c-4985-82b7-3f25f0fcd729 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.920076 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135be2ef-105f-4f39-bdd8-ef4aaedd8e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:59.920418 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135be2ef-105f-4f39-bdd8-ef4aaedd8e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:59.920753 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135be2ef-105f-4f39-bdd8-ef4aaedd8e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:59.921073 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135be2ef-105f-4f39-bdd8-ef4aaedd8e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:59.921402 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135be2ef-105f-4f39-bdd8-ef4aaedd8e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:59.921725 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135be2ef-105f-4f39-bdd8-ef4aaedd8e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:59.922038 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135be2ef-105f-4f39-bdd8-ef4aaedd8e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:59.922361 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135be2ef-105f-4f39-bdd8-ef4aaedd8e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:59.922675 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135be2ef-105f-4f39-bdd8-ef4aaedd8e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:59.923158 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135be2ef-105f-4f39-bdd8-ef4aaedd8e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:59.923476 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135be2ef-105f-4f39-bdd8-ef4aaedd8e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:59.923806 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135be2ef-105f-4f39-bdd8-ef4aaedd8e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:01:59.938630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6441fb99-155c-4985-82b7-3f25f0fcd729 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.939861 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6441fb99-155c-4985-82b7-3f25f0fcd729 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1552041 Apr 20 16:01:59.942790 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40938) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:01:59.946676 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441fb99-155c-4985-82b7-3f25f0fcd729 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3fee6e-9654-49e6-b89b-d1a9a368de7e,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:01:59.948537 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ed8a36a4-7cf7-4480-9b24-96d46a3299af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '87bd6a0e-485d-4d0f-8f7b-057e76531ebe', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:01:59.951571 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Attempting to bind port 9d5d5988-64eb-4756-9152-19cefce9bee7 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:01:59.951962 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Attempting to bind port 9d5d5988-64eb-4756-9152-19cefce9bee7 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '24bfc4dc-2acc-4c69-a56f-902a1d92cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:01:59.952321 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Attempting to bind port 9d5d5988-64eb-4756-9152-19cefce9bee7 on network b5371131-e45b-4df8-bbdb-f1bf3f8d1572 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:01:59.954564 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ed8a36a4-7cf7-4480-9b24-96d46a3299af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:01:59.958550 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ed8a36a4-7cf7-4480-9b24-96d46a3299af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:01:59.958836 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:01:59.959416 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Checking segment: {'id': '24bfc4dc-2acc-4c69-a56f-902a1d92cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:01:59.959842 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.960234 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Bound using segment: {'id': '24bfc4dc-2acc-4c69-a56f-902a1d92cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:01:59.960688 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Bound port: 9d5d5988-64eb-4756-9152-19cefce9bee7, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bfc4dc-2acc-4c69-a56f-902a1d92cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:01:59.961060 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:59.961528 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ed8a36a4-7cf7-4480-9b24-96d46a3299af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:01:59.968036 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ed8a36a4-7cf7-4480-9b24-96d46a3299af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:01:59.985972 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ed8a36a4-7cf7-4480-9b24-96d46a3299af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:00.056140 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ed8a36a4-7cf7-4480-9b24-96d46a3299af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:00.057649 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] For port 9d5d5988-64eb-4756-9152-19cefce9bee7, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:02:00.059726 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ed8a36a4-7cf7-4480-9b24-96d46a3299af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:00.060724 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] For port 9d5d5988-64eb-4756-9152-19cefce9bee7, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=9d5d5988-64eb-4756-9152-19cefce9bee7,segment=NetworkSegment(24bfc4dc-2acc-4c69-a56f-902a1d92cc36),segment_id=24bfc4dc-2acc-4c69-a56f-902a1d92cc36)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:02:00.064896 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:00.084272 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a36a4-7cf7-4480-9b24-96d46a3299af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06238670-7103-4dc0-8d61-d9ce7e8a5a26,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:02:00.093957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ed8a36a4-7cf7-4480-9b24-96d46a3299af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:00.095432 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ed8a36a4-7cf7-4480-9b24-96d46a3299af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1516485 Apr 20 16:02:00.098216 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40942) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:02:00.103135 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-24636e70-81ae-4e0e-8a69-a8ff078df734 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '87bd6a0e-485d-4d0f-8f7b-057e76531ebe', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:02:00.108948 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-24636e70-81ae-4e0e-8a69-a8ff078df734 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:02:00.113610 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-24636e70-81ae-4e0e-8a69-a8ff078df734 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:02:00.116236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-24636e70-81ae-4e0e-8a69-a8ff078df734 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:02:00.123510 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-24636e70-81ae-4e0e-8a69-a8ff078df734 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:02:00.136682 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-24636e70-81ae-4e0e-8a69-a8ff078df734 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:02:00.141204 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Routers {'1acc4ac8-aef5-41ab-9b72-2e564a031991'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:02:00.141818 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:01:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1acc4ac8-aef5-41ab-9b72-2e564a031991'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:02:00.143665 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24636e70-81ae-4e0e-8a69-a8ff078df734 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:00.214572 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135be2ef-105f-4f39-bdd8-ef4aaedd8e70 None None] Pushing event updated for resources: {'Port': ['ID=9d5d5988-64eb-4756-9152-19cefce9bee7,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:02:00.333402 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24636e70-81ae-4e0e-8a69-a8ff078df734 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:00.339416 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24636e70-81ae-4e0e-8a69-a8ff078df734 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:00.347662 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] Set router 1acc4ac8-aef5-41ab-9b72-2e564a031991 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:02:00.371911 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24636e70-81ae-4e0e-8a69-a8ff078df734 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3acd3d9c-eed5-4482-980b-67a84e6138c3,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:02:00.381439 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24636e70-81ae-4e0e-8a69-a8ff078df734 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:00.384280 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-24636e70-81ae-4e0e-8a69-a8ff078df734 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2850311 Apr 20 16:02:00.387018 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 40946) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:02:00.392577 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-df803b94-c462-48f3-a002-1e2fa3d67faa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '87bd6a0e-485d-4d0f-8f7b-057e76531ebe', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:02:00.398542 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-df803b94-c462-48f3-a002-1e2fa3d67faa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:02:00.402992 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-df803b94-c462-48f3-a002-1e2fa3d67faa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:02:00.405889 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-df803b94-c462-48f3-a002-1e2fa3d67faa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:02:00.411968 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-df803b94-c462-48f3-a002-1e2fa3d67faa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:02:00.422674 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-df803b94-c462-48f3-a002-1e2fa3d67faa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:02:00.429544 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-df803b94-c462-48f3-a002-1e2fa3d67faa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:00.496904 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-df803b94-c462-48f3-a002-1e2fa3d67faa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:00.501902 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-df803b94-c462-48f3-a002-1e2fa3d67faa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:00.523169 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df803b94-c462-48f3-a002-1e2fa3d67faa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499aa7f0-7762-47d0-96ef-cd6f320d742d,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:02:00.533625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-df803b94-c462-48f3-a002-1e2fa3d67faa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:00.534789 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-df803b94-c462-48f3-a002-1e2fa3d67faa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1465211 Apr 20 16:02:00.664124 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 51313d02-8a91-4916-990c-5b1778713342 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:02:00.701790 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'name': 'tempest-TestNetworkBasicOps-router-1297269130', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:01:52Z', 'updated_at': '2022-04-20T16:01:57Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:53Z', 'updated_at': '2022-04-20T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '9d5d5988-64eb-4756-9152-19cefce9bee7', 'name': '', 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:73:b6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '56162212-c40a-4793-ba29-24d207e18b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:56Z', 'updated_at': '2022-04-20T16:02:00Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '56162212-c40a-4793-ba29-24d207e18b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:02:00.705963 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004dbbf2-9211-4eca-9e39-152121d64218 None None] The sync data for ids ['1acc4ac8-aef5-41ab-9b72-2e564a031991'] in dv-neutron-838699-1-hyperv is: [{'id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'name': 'tempest-TestNetworkBasicOps-router-1297269130', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:01:52Z', 'updated_at': '2022-04-20T16:01:57Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:53Z', 'updated_at': '2022-04-20T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '9d5d5988-64eb-4756-9152-19cefce9bee7', 'name': '', 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:73:b6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '56162212-c40a-4793-ba29-24d207e18b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:56Z', 'updated_at': '2022-04-20T16:02:00Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '56162212-c40a-4793-ba29-24d207e18b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:02:00.738260 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 51313d02-8a91-4916-990c-5b1778713342 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:02:00.738644 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:00.882008 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:02:00.889447 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-aaef6c44-6e42-4db1-bba0-84338b09ee10 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:02:00.907499 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-aaef6c44-6e42-4db1-bba0-84338b09ee10 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:02:00.917233 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-aaef6c44-6e42-4db1-bba0-84338b09ee10 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1614265516&fields=id&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 267 time: 0.0685384 Apr 20 16:02:00.959410 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:02:00.959812 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:01.182384 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-bfb1bb76-3f80-4215-91a2-6242c7454540 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:01.185820 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-bfb1bb76-3f80-4215-91a2-6242c7454540 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/networks?id=b5371131-e45b-4df8-bbdb-f1bf3f8d1572 HTTP/1.1" status: 200 len: 797 time: 0.2671075 Apr 20 16:02:01.200471 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-adc94f41-6e4b-425c-9049-8ef417f38ad5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/quotas/275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 375 time: 0.0098903 Apr 20 16:02:01.291970 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-7178a55c-c789-466c-b317-1911b96cf650 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851421 Apr 20 16:02:01.433680 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-928457e6-8dff-4c6e-b53c-930aa225ac1c service neutron] 10.222.0.13 "GET /v2.0/networks/b5371131-e45b-4df8-bbdb-f1bf3f8d1572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302135 Apr 20 16:02:01.568956 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-776d3fbc-96d9-4ca2-a853-f3a3cd709287 service neutron] 10.222.0.13 "GET /v2.0/networks/b5371131-e45b-4df8-bbdb-f1bf3f8d1572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294565 Apr 20 16:02:01.750198 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e0e13d26-558e-4f57-9883-69320fd70127 req-7478b061-65eb-4221-87c9-38874fdd5dd9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 210 time: 0.0432265 Apr 20 16:02:02.081669 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3e61a8fd-983c-4de9-96f2-404dbc4364a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:02.692811 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 9d5d5988-64eb-4756-9152-19cefce9bee7 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:02:02.763880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 9d5d5988-64eb-4756-9152-19cefce9bee7 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:02:02.769449 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 9d5d5988-64eb-4756-9152-19cefce9bee7 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:02:02.770017 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:02.779561 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-a48ae8dd-2a17-4632-971a-0387d6576154 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:02.781996 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-a48ae8dd-2a17-4632-971a-0387d6576154 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/networks?id=b5371131-e45b-4df8-bbdb-f1bf3f8d1572 HTTP/1.1" status: 200 len: 797 time: 0.1554277 Apr 20 16:02:02.832041 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-c9839cd5-ec05-41cb-951f-01b57e46b09c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 380 time: 0.0421877 Apr 20 16:02:02.845215 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-6ba038b5-9d2d-47b8-9e07-f8785c3a0303 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'port': {'device_id': 'f22ad131-8c40-4c60-9b91-440637a9c4dd', 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572', 'admin_state_up': True, 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'security_groups': ['87bd6a0e-485d-4d0f-8f7b-057e76531ebe']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:02:02.907573 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:02.940285 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 9d5d5988-64eb-4756-9152-19cefce9bee7, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=9d5d5988-64eb-4756-9152-19cefce9bee7,segment=NetworkSegment(24bfc4dc-2acc-4c69-a56f-902a1d92cc36),segment_id=24bfc4dc-2acc-4c69-a56f-902a1d92cc36)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:02:02.943924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:02.977610 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-38de3911-890e-4eea-b3f0-99bcc0aea5e1 req-62cd439b-caba-4dd5-8006-dacbd5e83f9f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 210 time: 0.0611942 Apr 20 16:02:03.012464 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=9d5d5988-64eb-4756-9152-19cefce9bee7,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:02:03.031246 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-6ba038b5-9d2d-47b8-9e07-f8785c3a0303 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:02:03.035333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-6ba038b5-9d2d-47b8-9e07-f8785c3a0303 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:port and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:02:03.038176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-6ba038b5-9d2d-47b8-9e07-f8785c3a0303 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:02:03.044404 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-6ba038b5-9d2d-47b8-9e07-f8785c3a0303 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:02:03.053069 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-6ba038b5-9d2d-47b8-9e07-f8785c3a0303 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:02:03.056555 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-6ba038b5-9d2d-47b8-9e07-f8785c3a0303 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:03.216770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-6ba038b5-9d2d-47b8-9e07-f8785c3a0303 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.11 (b5371131-e45b-4df8-bbdb-f1bf3f8d1572/56162212-c40a-4793-ba29-24d207e18b45/c8f4fbbb-31c0-46f4-8913-0d80ce99fe81) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:02:03.402320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-6ba038b5-9d2d-47b8-9e07-f8785c3a0303 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:03.418185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-6ba038b5-9d2d-47b8-9e07-f8785c3a0303 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:02:03.440533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-6ba038b5-9d2d-47b8-9e07-f8785c3a0303 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:03.502997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-6ba038b5-9d2d-47b8-9e07-f8785c3a0303 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network b5371131-e45b-4df8-bbdb-f1bf3f8d1572 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:02:03.505816 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-6ba038b5-9d2d-47b8-9e07-f8785c3a0303 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:02:03.514203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-6ba038b5-9d2d-47b8-9e07-f8785c3a0303 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:02:03.555266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba038b5-9d2d-47b8-9e07-f8785c3a0303 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=c8f4fbbb-31c0-46f4-8913-0d80ce99fe81,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:02:03.586625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-6ba038b5-9d2d-47b8-9e07-f8785c3a0303 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:03.587263 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-6ba038b5-9d2d-47b8-9e07-f8785c3a0303 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:03.613209 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-6ba038b5-9d2d-47b8-9e07-f8785c3a0303 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7738364 Apr 20 16:02:03.624586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Request body: {'port': {'device_id': 'f22ad131-8c40-4c60-9b91-440637a9c4dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:02:03.689110 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0653d83b-4bb4-45cb-8f1d-e976a32e9736 None None] Provisioning for port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:02:03.694422 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0653d83b-4bb4-45cb-8f1d-e976a32e9736 None None] Provisioning complete for port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:02:03.694800 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0653d83b-4bb4-45cb-8f1d-e976a32e9736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:03.737350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:03.750845 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0653d83b-4bb4-45cb-8f1d-e976a32e9736 None None] Port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:02:04.262070 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44e1e0-6315-4439-8d46-74720d9d10b6 req-1530aa94-2a88-41a0-a1b7-63363592ece7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:04.263136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-be44e1e0-6315-4439-8d46-74720d9d10b6 req-1530aa94-2a88-41a0-a1b7-63363592ece7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:02:04.271841 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:02:04.282487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:04.299904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-be44e1e0-6315-4439-8d46-74720d9d10b6 req-1530aa94-2a88-41a0-a1b7-63363592ece7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:02:04.301044 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-be44e1e0-6315-4439-8d46-74720d9d10b6 req-1530aa94-2a88-41a0-a1b7-63363592ece7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 932 time: 0.2054551 Apr 20 16:02:04.303529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Transition to ACTIVE for port object c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:02:04.308991 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:04.334407 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8c4f0f9d-89f4-47d8-9f8d-a93c39a1bb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:04.469962 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-be44e1e0-6315-4439-8d46-74720d9d10b6 req-b21c9df4-280c-4fe3-9e73-1d4de6e8c15e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87bd6a0e-485d-4d0f-8f7b-057e76531ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629524 Apr 20 16:02:04.476377 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f4fbbb-31c0-46f4-8913-0d80ce99fe81,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:02:04.590455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Attempting to bind port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:02:04.590814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Attempting to bind port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '24bfc4dc-2acc-4c69-a56f-902a1d92cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:02:04.591142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Attempting to bind port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 on network b5371131-e45b-4df8-bbdb-f1bf3f8d1572 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:02:04.596015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 on network b5371131-e45b-4df8-bbdb-f1bf3f8d1572 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:02:04.596332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Attempting to bind port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 on network b5371131-e45b-4df8-bbdb-f1bf3f8d1572 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:02:04.601741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:02:04.602075 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Checking segment: {'id': '24bfc4dc-2acc-4c69-a56f-902a1d92cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:02:04.602468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Bound using segment: {'id': '24bfc4dc-2acc-4c69-a56f-902a1d92cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:02:04.602901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Bound port: c8f4fbbb-31c0-46f4-8913-0d80ce99fe81, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24bfc4dc-2acc-4c69-a56f-902a1d92cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:02:04.603370 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:04.655877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 9d5d5988-64eb-4756-9152-19cefce9bee7 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:02:04.696035 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] For port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:02:04.699133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] For port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c8f4fbbb-31c0-46f4-8913-0d80ce99fe81,segment=NetworkSegment(24bfc4dc-2acc-4c69-a56f-902a1d92cc36),segment_id=24bfc4dc-2acc-4c69-a56f-902a1d92cc36)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:02:04.704213 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:04.724444 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 9d5d5988-64eb-4756-9152-19cefce9bee7 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:02:04.724985 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:04.761047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:04.761656 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:04.763169 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] 10.222.0.11 "PUT /v2.0/ports/c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 HTTP/1.1" status: 200 len: 1094 time: 1.1427979 Apr 20 16:02:04.763471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22ad131-8c40-4c60-9b91-440637a9c4dd', 'tag': 'c8f4fbbb-31c0-46f4-8913-0d80ce99fe81'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:02:04.801616 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35004a5e-2acc-46af-b600-c9d0437a3fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f4fbbb-31c0-46f4-8913-0d80ce99fe81,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:02:04.865294 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c0eceec-67eb-40d7-b35e-26e9d11d644b'] response: {'name': 'network-changed', 'server_uuid': 'f22ad131-8c40-4c60-9b91-440637a9c4dd', 'tag': 'c8f4fbbb-31c0-46f4-8913-0d80ce99fe81', 'status': 'completed', 'code': 200} Apr 20 16:02:04.901631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-1067cb11-25b6-4b14-95a7-bd68d6ecb2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:04.903225 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-1067cb11-25b6-4b14-95a7-bd68d6ecb2c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 1097 time: 0.0759425 Apr 20 16:02:04.976052 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-2215dc0c-dbc4-4265-be77-6c940d41c352 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 HTTP/1.1" status: 200 len: 217 time: 0.0645590 Apr 20 16:02:05.038075 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-ee7f3558-2eb4-463d-a9ab-8ab53a370fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:05.039379 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-ee7f3558-2eb4-463d-a9ab-8ab53a370fc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56162212-c40a-4793-ba29-24d207e18b45 HTTP/1.1" status: 200 len: 843 time: 0.0569291 Apr 20 16:02:05.116747 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-b5352a4d-671e-4991-8f8e-0041bdae3690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:05.118167 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-b5352a4d-671e-4991-8f8e-0041bdae3690 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5371131-e45b-4df8-bbdb-f1bf3f8d1572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708089 Apr 20 16:02:05.252083 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-2f61424b-4591-431d-ba9a-3187b55b831c service neutron] 10.222.0.11 "GET /v2.0/networks/b5371131-e45b-4df8-bbdb-f1bf3f8d1572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252737 Apr 20 16:02:05.385296 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10d8e757-8ca9-46f9-83e5-50fd2fc30b4a req-6147f1e8-ce9c-4b35-a67e-effc1a7a5987 service neutron] 10.222.0.11 "GET /v2.0/networks/b5371131-e45b-4df8-bbdb-f1bf3f8d1572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272833 Apr 20 16:02:05.496562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba981c0-5459-42a7-a9c8-4d0eb6625b4b req-e785c32a-76ee-4234-a56f-27df0f436966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:05.498026 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ba981c0-5459-42a7-a9c8-4d0eb6625b4b req-e785c32a-76ee-4234-a56f-27df0f436966 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 1097 time: 0.0699899 Apr 20 16:02:05.681039 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba981c0-5459-42a7-a9c8-4d0eb6625b4b req-0f7215c8-602a-409f-820e-5e505a4b94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:05.682426 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ba981c0-5459-42a7-a9c8-4d0eb6625b4b req-0f7215c8-602a-409f-820e-5e505a4b94a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5371131-e45b-4df8-bbdb-f1bf3f8d1572 HTTP/1.1" status: 200 len: 898 time: 0.1788533 Apr 20 16:02:05.712496 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:05.734193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:05.860160 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ba981c0-5459-42a7-a9c8-4d0eb6625b4b req-69279503-63f3-4854-af6d-bf67577dd3c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 HTTP/1.1" status: 200 len: 217 time: 0.1694431 Apr 20 16:02:05.867682 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856310c1-a0b3-4015-93c4-dfa6f3bfacb9 req-622c7b9a-e08f-4aca-992e-7312de8a88e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:05.869063 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-856310c1-a0b3-4015-93c4-dfa6f3bfacb9 req-622c7b9a-e08f-4aca-992e-7312de8a88e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 944 time: 0.2913685 Apr 20 16:02:05.962596 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba981c0-5459-42a7-a9c8-4d0eb6625b4b req-eeaf8190-8a7a-402b-a589-5b0764347189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:05.964672 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ba981c0-5459-42a7-a9c8-4d0eb6625b4b req-eeaf8190-8a7a-402b-a589-5b0764347189 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56162212-c40a-4793-ba29-24d207e18b45 HTTP/1.1" status: 200 len: 843 time: 0.0947554 Apr 20 16:02:05.967555 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-856310c1-a0b3-4015-93c4-dfa6f3bfacb9 req-72a6f0bb-9a7c-4430-91d0-52a5cb83834b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87bd6a0e-485d-4d0f-8f7b-057e76531ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695698 Apr 20 16:02:06.041797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba981c0-5459-42a7-a9c8-4d0eb6625b4b req-8c0148d5-0cb5-4b74-8dab-0adee53be3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:06.043260 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ba981c0-5459-42a7-a9c8-4d0eb6625b4b req-8c0148d5-0cb5-4b74-8dab-0adee53be3c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5371131-e45b-4df8-bbdb-f1bf3f8d1572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696433 Apr 20 16:02:06.176999 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ba981c0-5459-42a7-a9c8-4d0eb6625b4b req-71cc76e6-fcb6-43f5-a9e7-9e0dc2eb5cae service neutron] 10.222.0.11 "GET /v2.0/networks/b5371131-e45b-4df8-bbdb-f1bf3f8d1572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264155 Apr 20 16:02:06.308866 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ba981c0-5459-42a7-a9c8-4d0eb6625b4b req-511dfbac-2ef9-4552-9964-548e052efe86 service neutron] 10.222.0.11 "GET /v2.0/networks/b5371131-e45b-4df8-bbdb-f1bf3f8d1572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255300 Apr 20 16:02:07.068290 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:07.162269 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f9c03-1ef3-447f-a58a-27ca35654800 req-e9f58638-ecb5-4ed5-bfd6-02d6efe732e6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:07.163712 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eb7f9c03-1ef3-447f-a58a-27ca35654800 req-e9f58638-ecb5-4ed5-bfd6-02d6efe732e6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 944 time: 0.0840716 Apr 20 16:02:07.208313 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eb7f9c03-1ef3-447f-a58a-27ca35654800 req-82405e75-b38f-4947-8879-29ccf946640a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87bd6a0e-485d-4d0f-8f7b-057e76531ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382514 Apr 20 16:02:08.360995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:02:08.390536 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76489e-3bb8-4ae2-af06-c3a8769f4364 req-720fe512-09b2-4435-948d-4c149d6f3f48 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:08.392022 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0d76489e-3bb8-4ae2-af06-c3a8769f4364 req-720fe512-09b2-4435-948d-4c149d6f3f48 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 944 time: 0.0796635 Apr 20 16:02:08.439671 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0d76489e-3bb8-4ae2-af06-c3a8769f4364 req-f32d9ebf-3e6b-44e4-ad5c-4f762c84e7d1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87bd6a0e-485d-4d0f-8f7b-057e76531ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418708 Apr 20 16:02:08.522685 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c8f4fbbb-31c0-46f4-8913-0d80ce99fe81,segment=NetworkSegment(24bfc4dc-2acc-4c69-a56f-902a1d92cc36),segment_id=24bfc4dc-2acc-4c69-a56f-902a1d92cc36)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:02:08.535494 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': 'c8f4fbbb-31c0-46f4-8913-0d80ce99fe81', 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572', 'port_id': 'c8f4fbbb-31c0-46f4-8913-0d80ce99fe81', 'mac_address': 'fa:16:3e:38:d6:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56162212-c40a-4793-ba29-24d207e18b45', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:02:08.591928 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:08.608909 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:02:08.623700 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c8f4fbbb-31c0-46f4-8913-0d80ce99fe81,segment=NetworkSegment(24bfc4dc-2acc-4c69-a56f-902a1d92cc36),segment_id=24bfc4dc-2acc-4c69-a56f-902a1d92cc36)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:02:08.627322 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:08.692452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=c8f4fbbb-31c0-46f4-8913-0d80ce99fe81,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:02:08.947314 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['c8f4fbbb-31c0-46f4-8913-0d80ce99fe81'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:02:09.622361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4d36b-e63a-4913-ac82-268ef3fa79e2 req-e913f09c-f168-473c-bffc-2d34aa9e307b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:09.623877 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9fe4d36b-e63a-4913-ac82-268ef3fa79e2 req-e913f09c-f168-473c-bffc-2d34aa9e307b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 945 time: 0.0824692 Apr 20 16:02:09.667724 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9fe4d36b-e63a-4913-ac82-268ef3fa79e2 req-0508c8f3-e7d9-44df-9a10-589ef4f684f7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87bd6a0e-485d-4d0f-8f7b-057e76531ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381169 Apr 20 16:02:10.362128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:02:10.430262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:02:10.435304 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:02:10.435670 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:10.549483 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:10.575329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22ad131-8c40-4c60-9b91-440637a9c4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f4fbbb-31c0-46f4-8913-0d80ce99fe81'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:02:10.584926 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c8f4fbbb-31c0-46f4-8913-0d80ce99fe81,segment=NetworkSegment(24bfc4dc-2acc-4c69-a56f-902a1d92cc36),segment_id=24bfc4dc-2acc-4c69-a56f-902a1d92cc36)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:02:10.588929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:10.670139 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=c8f4fbbb-31c0-46f4-8913-0d80ce99fe81,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:02:10.761367 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ea63af-4e10-41a3-937f-b654e3034eb3'] response: {'server_uuid': 'f22ad131-8c40-4c60-9b91-440637a9c4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f4fbbb-31c0-46f4-8913-0d80ce99fe81', 'code': 200} Apr 20 16:02:10.852015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13260010-446e-4a9a-b2e9-a1222ac0b4c6 req-db0fabc4-9405-4b71-a359-6a63db192ec7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:10.853432 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-13260010-446e-4a9a-b2e9-a1222ac0b4c6 req-db0fabc4-9405-4b71-a359-6a63db192ec7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 946 time: 0.0819201 Apr 20 16:02:10.901921 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-13260010-446e-4a9a-b2e9-a1222ac0b4c6 req-f7223c71-2702-4d50-a127-42be28693103 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87bd6a0e-485d-4d0f-8f7b-057e76531ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425611 Apr 20 16:02:10.987501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a748cd6-c754-4bd4-b4e8-0fa5a5353cd1 req-8fd3c932-fd16-4cd3-9cc3-efcd35207301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:10.989001 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3a748cd6-c754-4bd4-b4e8-0fa5a5353cd1 req-8fd3c932-fd16-4cd3-9cc3-efcd35207301 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 1099 time: 0.0720778 Apr 20 16:02:11.029406 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3a748cd6-c754-4bd4-b4e8-0fa5a5353cd1 req-a37ccd2f-e298-4aaf-9afe-bc340fc8ff42 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=87bd6a0e-485d-4d0f-8f7b-057e76531ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337441 Apr 20 16:02:12.089838 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bac02-36bf-4c15-92a1-5858941a8ee1 req-47a82dde-3335-4244-81db-6fc69c039fe1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:12.091181 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-269bac02-36bf-4c15-92a1-5858941a8ee1 req-47a82dde-3335-4244-81db-6fc69c039fe1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 946 time: 0.0819902 Apr 20 16:02:12.138372 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-269bac02-36bf-4c15-92a1-5858941a8ee1 req-d35df204-ef02-4acf-acd3-9cc471fcba96 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87bd6a0e-485d-4d0f-8f7b-057e76531ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413637 Apr 20 16:02:12.487988 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:02:13.320947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c2ed2-1687-4a18-bcc0-2de9f7cd50b9 req-a861cc9a-ddc2-4a9d-b68f-83d798ed2e37 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:13.322408 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-084c2ed2-1687-4a18-bcc0-2de9f7cd50b9 req-a861cc9a-ddc2-4a9d-b68f-83d798ed2e37 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 946 time: 0.0792511 Apr 20 16:02:13.372695 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-084c2ed2-1687-4a18-bcc0-2de9f7cd50b9 req-e2b47bba-d547-4cbe-8977-b89215fa74c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87bd6a0e-485d-4d0f-8f7b-057e76531ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440667 Apr 20 16:02:13.555669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4e72f-a28d-439b-8210-36d09223079f req-a8b5029c-2ee3-4b24-9b41-1e9c72fefa9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:13.557632 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1dd4e72f-a28d-439b-8210-36d09223079f req-a8b5029c-2ee3-4b24-9b41-1e9c72fefa9d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 946 time: 0.0818117 Apr 20 16:02:13.600192 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1dd4e72f-a28d-439b-8210-36d09223079f req-33e8d985-089c-484d-9861-952be0878d6a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87bd6a0e-485d-4d0f-8f7b-057e76531ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370431 Apr 20 16:02:13.623324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41002) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:02:13.692985 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d52e6b3-8acd-4bec-97f9-058cba1bb6b8 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:13.694461 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4d52e6b3-8acd-4bec-97f9-058cba1bb6b8 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 1094 time: 0.0699463 Apr 20 16:02:13.697185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41006) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:02:13.701853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': 'c8f4fbbb-31c0-46f4-8913-0d80ce99fe81', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:02:13.707496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:02:13.711307 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:floatingip and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:02:13.714136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:02:13.720052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:02:13.731470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:13.868898 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:14.002492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.26.7.50 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/9d6adbf3-5993-4f61-a89c-dfd645f5eefa) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:02:14.163194 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:14.196197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:14.260497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:02:14.264379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:02:14.267162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:02:14.323363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=9d6adbf3-5993-4f61-a89c-dfd645f5eefa,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:02:14.333829 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:02:14.334175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:02:14.334513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:02:14.334846 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:02:14.335175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:02:14.335504 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:02:14.335854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:02:14.336182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:02:14.336507 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:02:14.336832 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:02:14.337149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:02:14.337464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:02:14.878880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:14.952064 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:14.999191 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:15.160306 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:15.165091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:15.277088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=9d6adbf3-5993-4f61-a89c-dfd645f5eefa,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:02:15.284851 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:15.452411 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP fbdea51c-7d49-4043-8fbb-85ea6ab75e9e associated. External IP: 172.26.7.50, port: c8f4fbbb-31c0-46f4-8913-0d80ce99fe81. Apr 20 16:02:15.794842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1acc4ac8-aef5-41ab-9b72-2e564a031991 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:02:15.973046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:02:15.982998 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2e557-9953-480c-9304-d848739d3723 None None] Sync routers for ids ['1acc4ac8-aef5-41ab-9b72-2e564a031991'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:02:15.997084 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2e557-9953-480c-9304-d848739d3723 None None] Routers {'1acc4ac8-aef5-41ab-9b72-2e564a031991'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:02:15.997641 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:15.997800 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-d2f2e557-9953-480c-9304-d848739d3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:02:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1acc4ac8-aef5-41ab-9b72-2e564a031991'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:02:16.053040 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b12c5f6f-18b0-4a48-b0e5-0a0fd6854ef7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3547418 Apr 20 16:02:16.053538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22ad131-8c40-4c60-9b91-440637a9c4dd', 'tag': 'c8f4fbbb-31c0-46f4-8913-0d80ce99fe81'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:02:16.057703 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41010) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:02:16.100378 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a6b935-586c-413c-8691-f85c8cadffe9'] response: {'name': 'network-changed', 'server_uuid': 'f22ad131-8c40-4c60-9b91-440637a9c4dd', 'tag': 'c8f4fbbb-31c0-46f4-8913-0d80ce99fe81', 'status': 'completed', 'code': 200} Apr 20 16:02:16.175364 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-20cc626b-a5f8-427b-b75f-5ae4b0ecfbdf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/fbdea51c-7d49-4043-8fbb-85ea6ab75e9e HTTP/1.1" status: 200 len: 991 time: 0.1108892 Apr 20 16:02:16.182674 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-d2f2e557-9953-480c-9304-d848739d3723 None None] Set router 1acc4ac8-aef5-41ab-9b72-2e564a031991 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:02:16.323614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bd119-34a0-483e-97d6-e8339271095e req-af006faa-2b94-4840-9427-267fe627027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:16.325051 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-189bd119-34a0-483e-97d6-e8339271095e req-af006faa-2b94-4840-9427-267fe627027c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 1099 time: 0.2021878 Apr 20 16:02:16.455276 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bd119-34a0-483e-97d6-e8339271095e req-0df2aeef-2282-4364-acef-72cfa2853067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:16.456764 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-189bd119-34a0-483e-97d6-e8339271095e req-0df2aeef-2282-4364-acef-72cfa2853067 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5371131-e45b-4df8-bbdb-f1bf3f8d1572 HTTP/1.1" status: 200 len: 898 time: 0.1252835 Apr 20 16:02:16.531680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-d2f2e557-9953-480c-9304-d848739d3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'name': 'tempest-TestNetworkBasicOps-router-1297269130', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:01:52Z', 'updated_at': '2022-04-20T16:01:57Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:53Z', 'updated_at': '2022-04-20T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'fbdea51c-7d49-4043-8fbb-85ea6ab75e9e', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'port_id': 'c8f4fbbb-31c0-46f4-8913-0d80ce99fe81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572', 'mac_address': 'fa:16:3e:38:d6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22ad131-8c40-4c60-9b91-440637a9c4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:02:14Z', 'updated_at': '2022-04-20T16:02:14Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d5d5988-64eb-4756-9152-19cefce9bee7', 'name': '', 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:73:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '56162212-c40a-4793-ba29-24d207e18b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:56Z', 'updated_at': '2022-04-20T16:02:02Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '56162212-c40a-4793-ba29-24d207e18b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:02:16.535508 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2e557-9953-480c-9304-d848739d3723 None None] Checking router: 1acc4ac8-aef5-41ab-9b72-2e564a031991 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:02:16.544210 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2e557-9953-480c-9304-d848739d3723 None None] Routers {'1acc4ac8-aef5-41ab-9b72-2e564a031991'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:02:16.544838 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-d2f2e557-9953-480c-9304-d848739d3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:02:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1acc4ac8-aef5-41ab-9b72-2e564a031991'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:02:16.560035 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-189bd119-34a0-483e-97d6-e8339271095e req-35b8663b-8061-4995-aecb-fe39247d6ef3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 HTTP/1.1" status: 200 len: 999 time: 0.0974162 Apr 20 16:02:16.624190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bd119-34a0-483e-97d6-e8339271095e req-2056dbce-0520-40e9-b4d1-72baeda52407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:16.625636 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-189bd119-34a0-483e-97d6-e8339271095e req-2056dbce-0520-40e9-b4d1-72baeda52407 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56162212-c40a-4793-ba29-24d207e18b45 HTTP/1.1" status: 200 len: 843 time: 0.0592856 Apr 20 16:02:16.704708 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bd119-34a0-483e-97d6-e8339271095e req-0692edde-379b-47aa-9654-8926de6bbc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:16.706215 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-189bd119-34a0-483e-97d6-e8339271095e req-0692edde-379b-47aa-9654-8926de6bbc85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5371131-e45b-4df8-bbdb-f1bf3f8d1572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747814 Apr 20 16:02:16.756271 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-d2f2e557-9953-480c-9304-d848739d3723 None None] Set router 1acc4ac8-aef5-41ab-9b72-2e564a031991 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:02:16.840649 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-189bd119-34a0-483e-97d6-e8339271095e req-9eb4cc06-5c81-46a0-9daa-fa74f19c31f5 service neutron] 10.222.0.11 "GET /v2.0/networks/b5371131-e45b-4df8-bbdb-f1bf3f8d1572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279585 Apr 20 16:02:16.974939 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-189bd119-34a0-483e-97d6-e8339271095e req-22186a4f-4bf6-41d4-b441-8963d64302b9 service neutron] 10.222.0.11 "GET /v2.0/networks/b5371131-e45b-4df8-bbdb-f1bf3f8d1572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272402 Apr 20 16:02:17.094439 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-d2f2e557-9953-480c-9304-d848739d3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'name': 'tempest-TestNetworkBasicOps-router-1297269130', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:01:52Z', 'updated_at': '2022-04-20T16:01:57Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:53Z', 'updated_at': '2022-04-20T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'fbdea51c-7d49-4043-8fbb-85ea6ab75e9e', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'port_id': 'c8f4fbbb-31c0-46f4-8913-0d80ce99fe81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572', 'mac_address': 'fa:16:3e:38:d6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22ad131-8c40-4c60-9b91-440637a9c4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:02:14Z', 'updated_at': '2022-04-20T16:02:14Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d5d5988-64eb-4756-9152-19cefce9bee7', 'name': '', 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:73:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '56162212-c40a-4793-ba29-24d207e18b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:56Z', 'updated_at': '2022-04-20T16:02:02Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '56162212-c40a-4793-ba29-24d207e18b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:02:17.098437 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2e557-9953-480c-9304-d848739d3723 None None] The sync data for ids ['1acc4ac8-aef5-41ab-9b72-2e564a031991'] in dv-neutron-838699-1-hyperv is: [{'id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'name': 'tempest-TestNetworkBasicOps-router-1297269130', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:01:52Z', 'updated_at': '2022-04-20T16:01:57Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:53Z', 'updated_at': '2022-04-20T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'fbdea51c-7d49-4043-8fbb-85ea6ab75e9e', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'port_id': 'c8f4fbbb-31c0-46f4-8913-0d80ce99fe81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572', 'mac_address': 'fa:16:3e:38:d6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22ad131-8c40-4c60-9b91-440637a9c4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:02:14Z', 'updated_at': '2022-04-20T16:02:14Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d5d5988-64eb-4756-9152-19cefce9bee7', 'name': '', 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:73:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '56162212-c40a-4793-ba29-24d207e18b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:56Z', 'updated_at': '2022-04-20T16:02:02Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '56162212-c40a-4793-ba29-24d207e18b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:02:17.177542 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41016) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:02:17.288805 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9db1ee2f-3c11-4f28-ac98-50c98ae3e636 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/fbdea51c-7d49-4043-8fbb-85ea6ab75e9e HTTP/1.1" status: 200 len: 991 time: 0.1096008 Apr 20 16:02:17.296208 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e09300-e705-4aa1-8655-bb58139f5d28 None None] New status for floating IP fbdea51c-7d49-4043-8fbb-85ea6ab75e9e: ACTIVE {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:02:18.291168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41020) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:02:18.398214 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-01450786-c04e-4de0-8e95-2b7dd3ce84ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/fbdea51c-7d49-4043-8fbb-85ea6ab75e9e HTTP/1.1" status: 200 len: 993 time: 0.1058807 Apr 20 16:02:32.083655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7e5ac3f3-7103-4443-807a-2d3f9208f258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:32.609486 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2401502-ab55-4652-b645-827ca9e90a70 req-a704705a-12dc-45ce-9a69-f24b45cc7554 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690508 Apr 20 16:02:32.749398 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401502-ab55-4652-b645-827ca9e90a70 req-b4c37a72-ff26-4974-8b5a-81e8267a89de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:32.750853 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2401502-ab55-4652-b645-827ca9e90a70 req-b4c37a72-ff26-4974-8b5a-81e8267a89de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 1099 time: 0.0705297 Apr 20 16:02:32.896235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401502-ab55-4652-b645-827ca9e90a70 req-c2681d02-c020-43c2-8aac-0e2def215542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:32.897665 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2401502-ab55-4652-b645-827ca9e90a70 req-c2681d02-c020-43c2-8aac-0e2def215542 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5371131-e45b-4df8-bbdb-f1bf3f8d1572 HTTP/1.1" status: 200 len: 898 time: 0.1266642 Apr 20 16:02:32.999784 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2401502-ab55-4652-b645-827ca9e90a70 req-1315f90f-fd59-4825-988a-7f276424f264 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 HTTP/1.1" status: 200 len: 1001 time: 0.0952344 Apr 20 16:02:33.072254 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401502-ab55-4652-b645-827ca9e90a70 req-a3d729f7-4db5-4b80-911f-493d60df3b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:33.073686 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2401502-ab55-4652-b645-827ca9e90a70 req-a3d729f7-4db5-4b80-911f-493d60df3b96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56162212-c40a-4793-ba29-24d207e18b45 HTTP/1.1" status: 200 len: 843 time: 0.0680079 Apr 20 16:02:33.148409 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401502-ab55-4652-b645-827ca9e90a70 req-6473b221-95b6-45be-b827-38d13e85b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:02:33.149854 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2401502-ab55-4652-b645-827ca9e90a70 req-6473b221-95b6-45be-b827-38d13e85b8a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5371131-e45b-4df8-bbdb-f1bf3f8d1572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687206 Apr 20 16:02:33.280280 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2401502-ab55-4652-b645-827ca9e90a70 req-1b39df4b-9347-40bf-be79-e5efa9dfb2d4 service neutron] 10.222.0.11 "GET /v2.0/networks/b5371131-e45b-4df8-bbdb-f1bf3f8d1572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221385 Apr 20 16:02:33.518264 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2401502-ab55-4652-b645-827ca9e90a70 req-9f7cedf2-077a-4acb-a886-a984b8f50338 service neutron] 10.222.0.11 "GET /v2.0/networks/b5371131-e45b-4df8-bbdb-f1bf3f8d1572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311480 Apr 20 16:02:34.336431 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d74aa9e7-7a46-4d09-b24c-a536bb942f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:35.719053 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:35.736053 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:37.068747 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:45.019675 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:49.487123 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:03:02.085350 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e11ca582-a50b-486b-896b-64c51c0ad666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:04.337961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-347e1b3d-1137-4cca-ac4b-5477f9eba77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:05.717411 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:05.736443 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:07.069832 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:15.011190 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:26.486899 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:03:32.086729 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-773e3c00-a071-4bdc-9adb-d9b3422843a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:32.613476 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-87faac06-7bef-43b3-ba8c-dad897c427e0 req-a3732fd6-9f53-47a9-8467-02134b1c98b4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738502 Apr 20 16:03:32.748218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faac06-7bef-43b3-ba8c-dad897c427e0 req-9ac458fe-c300-4d08-9d50-00e9e6e68009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:03:32.749633 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-87faac06-7bef-43b3-ba8c-dad897c427e0 req-9ac458fe-c300-4d08-9d50-00e9e6e68009 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 1099 time: 0.0710886 Apr 20 16:03:32.896752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faac06-7bef-43b3-ba8c-dad897c427e0 req-44b9eaf1-b913-42b1-b9d0-2e145a8993c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:03:32.898223 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-87faac06-7bef-43b3-ba8c-dad897c427e0 req-44b9eaf1-b913-42b1-b9d0-2e145a8993c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5371131-e45b-4df8-bbdb-f1bf3f8d1572 HTTP/1.1" status: 200 len: 898 time: 0.1305730 Apr 20 16:03:33.000985 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-87faac06-7bef-43b3-ba8c-dad897c427e0 req-9ecbe99c-70ed-4b0b-beda-02620a998f37 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 HTTP/1.1" status: 200 len: 1001 time: 0.0962181 Apr 20 16:03:33.061411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faac06-7bef-43b3-ba8c-dad897c427e0 req-c8c2ac77-fb85-4d9b-8180-ed041ef4cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:03:33.062788 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-87faac06-7bef-43b3-ba8c-dad897c427e0 req-c8c2ac77-fb85-4d9b-8180-ed041ef4cc31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56162212-c40a-4793-ba29-24d207e18b45 HTTP/1.1" status: 200 len: 843 time: 0.0564904 Apr 20 16:03:33.138691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faac06-7bef-43b3-ba8c-dad897c427e0 req-fb3e8793-5782-4bee-a31b-b319b4ddd956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:03:33.140194 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-87faac06-7bef-43b3-ba8c-dad897c427e0 req-fb3e8793-5782-4bee-a31b-b319b4ddd956 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5371131-e45b-4df8-bbdb-f1bf3f8d1572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717509 Apr 20 16:03:33.269496 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-87faac06-7bef-43b3-ba8c-dad897c427e0 req-9d1eb69d-645c-48bf-b19a-f6ab1fd25db6 service neutron] 10.222.0.11 "GET /v2.0/networks/b5371131-e45b-4df8-bbdb-f1bf3f8d1572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234856 Apr 20 16:03:33.397710 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-87faac06-7bef-43b3-ba8c-dad897c427e0 req-7b7ccd68-d887-4491-9337-01935cea9583 service neutron] 10.222.0.11 "GET /v2.0/networks/b5371131-e45b-4df8-bbdb-f1bf3f8d1572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223428 Apr 20 16:03:34.341015 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cce3dc60-d61c-426a-b75f-6c772f8f85db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:35.721597 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:35.738707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:37.079041 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:45.016628 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:02.090052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-27c99b38-1e38-4667-b3d7-09e50db21379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:03.486201 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:04:04.342024 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-edfa243b-e0d8-4f1e-86e6-8302063171af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:05.723312 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:05.738745 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:07.076130 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:15.032098 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:32.097240 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fdee56f5-16ef-42fe-ae3d-10c3a14bf8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:34.347709 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-029ecd8c-5558-419c-9cbf-049d3ae2da33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:34.607874 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-95ff9b9d-7c8d-4a26-8a65-cd8a63761aca req-0a589407-66d3-4f38-af77-0dd4bd4d5e9a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683157 Apr 20 16:04:34.746224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff9b9d-7c8d-4a26-8a65-cd8a63761aca req-0c20133b-7141-40bc-8e55-63a9c96daf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:04:34.747653 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-95ff9b9d-7c8d-4a26-8a65-cd8a63761aca req-0c20133b-7141-40bc-8e55-63a9c96daf6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 1099 time: 0.0726588 Apr 20 16:04:34.895560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff9b9d-7c8d-4a26-8a65-cd8a63761aca req-4c8e3e31-7c04-48e6-8d4c-0f97985489bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:04:34.897026 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-95ff9b9d-7c8d-4a26-8a65-cd8a63761aca req-4c8e3e31-7c04-48e6-8d4c-0f97985489bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5371131-e45b-4df8-bbdb-f1bf3f8d1572 HTTP/1.1" status: 200 len: 898 time: 0.1299827 Apr 20 16:04:34.997231 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-95ff9b9d-7c8d-4a26-8a65-cd8a63761aca req-fde93a23-4da0-4fcf-b2e8-36a40cde8f1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 HTTP/1.1" status: 200 len: 1001 time: 0.0941439 Apr 20 16:04:35.058003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff9b9d-7c8d-4a26-8a65-cd8a63761aca req-db1cf7bb-1f27-499d-8d87-8a5c0d4ea89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:04:35.059367 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-95ff9b9d-7c8d-4a26-8a65-cd8a63761aca req-db1cf7bb-1f27-499d-8d87-8a5c0d4ea89c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56162212-c40a-4793-ba29-24d207e18b45 HTTP/1.1" status: 200 len: 843 time: 0.0557327 Apr 20 16:04:35.133364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff9b9d-7c8d-4a26-8a65-cd8a63761aca req-2ef8fcb7-e58a-43e3-8079-c0f1f8edcaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:04:35.134792 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-95ff9b9d-7c8d-4a26-8a65-cd8a63761aca req-2ef8fcb7-e58a-43e3-8079-c0f1f8edcaed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5371131-e45b-4df8-bbdb-f1bf3f8d1572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675251 Apr 20 16:04:35.145454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [req-95ff9b9d-7c8d-4a26-8a65-cd8a63761aca req-e631b2d3-f274-4717-8160-2690f8c503b0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:04:35.146425 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-95ff9b9d-7c8d-4a26-8a65-cd8a63761aca req-e631b2d3-f274-4717-8160-2690f8c503b0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046194 Apr 20 16:04:35.277734 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-95ff9b9d-7c8d-4a26-8a65-cd8a63761aca req-d089d8bb-6245-4780-83c2-b7e0e04ed738 service neutron] 10.222.0.11 "GET /v2.0/networks/b5371131-e45b-4df8-bbdb-f1bf3f8d1572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258075 Apr 20 16:04:35.517275 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-95ff9b9d-7c8d-4a26-8a65-cd8a63761aca req-6bcb3128-eb55-49ab-9238-f8fe549d9e32 service neutron] 10.222.0.11 "GET /v2.0/networks/b5371131-e45b-4df8-bbdb-f1bf3f8d1572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322538 Apr 20 16:04:35.729726 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:35.740613 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:37.079121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:40.486865 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:04:41.833789 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41082) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:04:41.839605 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:04:41.958962 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2445645'] for subnet, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:42.141331 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763611962628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3139670'] for subnet, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:42.194505 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:04:42.195087 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:42.196384 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/subnets/56162212-c40a-4793-ba29-24d207e18b45 HTTP/1.1" status: 200 len: 835 time: 0.3616345 Apr 20 16:04:42.201781 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd37b6f-3653-47c0-809f-aa774b2dde38 None None] Network b5371131-e45b-4df8-bbdb-f1bf3f8d1572 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:04:42.211206 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Subnet': ['ID=56162212-c40a-4793-ba29-24d207e18b45,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:04:42.218719 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:04:42.219064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:04:42.219403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:04:42.219734 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:04:42.220090 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:04:42.220419 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:04:42.220744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:04:42.221069 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:04:42.221394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:04:42.221713 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:04:42.222032 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:04:42.222351 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dcd31-5327-42fa-a114-e12b46096cc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:04:42.678925 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-02fab4a0-03c4-4138-a4d5-fd226cc28dfe None None] Provisioning complete for port 51313d02-8a91-4916-990c-5b1778713342 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:04:42.679291 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-02fab4a0-03c4-4138-a4d5-fd226cc28dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:42.802525 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-02fab4a0-03c4-4138-a4d5-fd226cc28dfe None None] Provisioning complete for port 9d5d5988-64eb-4756-9152-19cefce9bee7 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:04:42.802776 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-02fab4a0-03c4-4138-a4d5-fd226cc28dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:42.925381 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-02fab4a0-03c4-4138-a4d5-fd226cc28dfe None None] Provisioning complete for port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:04:42.925752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-02fab4a0-03c4-4138-a4d5-fd226cc28dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:45.046618 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:02.088654 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f5906e62-d215-487f-9fb1-0231757e5fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:04.340410 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fc9a24ee-612a-4700-b908-74af33f15a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:05.732083 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:05.742472 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:07.081998 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:15.050980 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:17.485806 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:05:25.879800 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41094) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:26.074198 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-0102cb7e-73aa-4188-85f3-3478845eaf71 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 9d6adbf3-5993-4f61-a89c-dfd645f5eefa {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:05:26.074544 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0102cb7e-73aa-4188-85f3-3478845eaf71 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:26.240631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0102cb7e-73aa-4188-85f3-3478845eaf71 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:26.240958 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0102cb7e-73aa-4188-85f3-3478845eaf71 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:26.360073 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-0102cb7e-73aa-4188-85f3-3478845eaf71 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 9d6adbf3-5993-4f61-a89c-dfd645f5eefa owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:05:26.506755 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0102cb7e-73aa-4188-85f3-3478845eaf71 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:26.576146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102cb7e-73aa-4188-85f3-3478845eaf71 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=9d6adbf3-5993-4f61-a89c-dfd645f5eefa,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:26.723851 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0102cb7e-73aa-4188-85f3-3478845eaf71 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:26.724151 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-0102cb7e-73aa-4188-85f3-3478845eaf71 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP fbdea51c-7d49-4043-8fbb-85ea6ab75e9e disassociated (deleted). External IP: 172.26.7.50, port: c8f4fbbb-31c0-46f4-8913-0d80ce99fe81. Apr 20 16:05:27.066658 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0102cb7e-73aa-4188-85f3-3478845eaf71 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1acc4ac8-aef5-41ab-9b72-2e564a031991 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:05:27.241131 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0102cb7e-73aa-4188-85f3-3478845eaf71 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:05:27.250515 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e7a9d-ea3f-4054-931e-2bab79e5ac73 None None] Sync routers for ids ['1acc4ac8-aef5-41ab-9b72-2e564a031991'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:05:27.260563 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e7a9d-ea3f-4054-931e-2bab79e5ac73 None None] Routers {'1acc4ac8-aef5-41ab-9b72-2e564a031991'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:05:27.261186 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-899e7a9d-ea3f-4054-931e-2bab79e5ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:05:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1acc4ac8-aef5-41ab-9b72-2e564a031991'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:27.262890 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0102cb7e-73aa-4188-85f3-3478845eaf71 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:27.317189 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0102cb7e-73aa-4188-85f3-3478845eaf71 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/floatingips/fbdea51c-7d49-4043-8fbb-85ea6ab75e9e HTTP/1.1" status: 204 len: 168 time: 1.4362359 Apr 20 16:05:27.317998 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22ad131-8c40-4c60-9b91-440637a9c4dd', 'tag': 'c8f4fbbb-31c0-46f4-8913-0d80ce99fe81'}] {{(pid=88169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:05:27.381108 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b6fb13-72ad-4f00-a294-4b0670120e73'] response: {'name': 'network-changed', 'server_uuid': 'f22ad131-8c40-4c60-9b91-440637a9c4dd', 'tag': 'c8f4fbbb-31c0-46f4-8913-0d80ce99fe81', 'status': 'completed', 'code': 200} Apr 20 16:05:27.483757 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-899e7a9d-ea3f-4054-931e-2bab79e5ac73 None None] Set router 1acc4ac8-aef5-41ab-9b72-2e564a031991 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:05:27.586250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72490394-400b-4858-8d45-e8b13a81064f req-c2b07851-c571-4579-9949-96de31fdb336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:27.587727 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72490394-400b-4858-8d45-e8b13a81064f req-c2b07851-c571-4579-9949-96de31fdb336 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 1099 time: 0.1843939 Apr 20 16:05:27.758613 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72490394-400b-4858-8d45-e8b13a81064f req-9acb471f-d370-4f25-a02a-8cc920dad428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:27.760091 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72490394-400b-4858-8d45-e8b13a81064f req-9acb471f-d370-4f25-a02a-8cc920dad428 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5371131-e45b-4df8-bbdb-f1bf3f8d1572 HTTP/1.1" status: 200 len: 898 time: 0.1651950 Apr 20 16:05:27.806378 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-899e7a9d-ea3f-4054-931e-2bab79e5ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'name': 'tempest-TestNetworkBasicOps-router-1297269130', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:01:52Z', 'updated_at': '2022-04-20T16:01:57Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:53Z', 'updated_at': '2022-04-20T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '9d5d5988-64eb-4756-9152-19cefce9bee7', 'name': '', 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:73:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '56162212-c40a-4793-ba29-24d207e18b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:56Z', 'updated_at': '2022-04-20T16:02:02Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '56162212-c40a-4793-ba29-24d207e18b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:27.810322 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e7a9d-ea3f-4054-931e-2bab79e5ac73 None None] Checking router: 1acc4ac8-aef5-41ab-9b72-2e564a031991 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:05:27.818523 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e7a9d-ea3f-4054-931e-2bab79e5ac73 None None] Routers {'1acc4ac8-aef5-41ab-9b72-2e564a031991'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:05:27.819129 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-899e7a9d-ea3f-4054-931e-2bab79e5ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:05:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1acc4ac8-aef5-41ab-9b72-2e564a031991'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:27.837069 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72490394-400b-4858-8d45-e8b13a81064f req-534ce9f2-45e5-4af6-b694-502c0eff2193 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 HTTP/1.1" status: 200 len: 217 time: 0.0654459 Apr 20 16:05:27.921828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd99987-0acc-4937-9c92-f0e6101233de req-1a1aa5b0-246c-47a2-bdc0-0628d3f2a590 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:27.923266 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6dd99987-0acc-4937-9c92-f0e6101233de req-1a1aa5b0-246c-47a2-bdc0-0628d3f2a590 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 946 time: 0.2566853 Apr 20 16:05:27.926637 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72490394-400b-4858-8d45-e8b13a81064f req-771f0edb-2311-4185-afa7-f9f127a10253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:27.928019 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72490394-400b-4858-8d45-e8b13a81064f req-771f0edb-2311-4185-afa7-f9f127a10253 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56162212-c40a-4793-ba29-24d207e18b45 HTTP/1.1" status: 200 len: 843 time: 0.0826528 Apr 20 16:05:28.000982 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-899e7a9d-ea3f-4054-931e-2bab79e5ac73 None None] Set router 1acc4ac8-aef5-41ab-9b72-2e564a031991 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:05:28.011832 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6dd99987-0acc-4937-9c92-f0e6101233de req-c29de512-bb88-46ab-846f-cfe8328cf450 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87bd6a0e-485d-4d0f-8f7b-057e76531ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828316 Apr 20 16:05:28.041716 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72490394-400b-4858-8d45-e8b13a81064f req-8e7bc289-34b9-4252-ac20-9eea9d3b19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:28.043279 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72490394-400b-4858-8d45-e8b13a81064f req-8e7bc289-34b9-4252-ac20-9eea9d3b19c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5371131-e45b-4df8-bbdb-f1bf3f8d1572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1012998 Apr 20 16:05:28.175606 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72490394-400b-4858-8d45-e8b13a81064f req-f9ed2a6d-be67-45d0-943b-13ab642e9d08 service neutron] 10.222.0.11 "GET /v2.0/networks/b5371131-e45b-4df8-bbdb-f1bf3f8d1572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256425 Apr 20 16:05:28.305740 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-899e7a9d-ea3f-4054-931e-2bab79e5ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'name': 'tempest-TestNetworkBasicOps-router-1297269130', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:01:52Z', 'updated_at': '2022-04-20T16:01:57Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:53Z', 'updated_at': '2022-04-20T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '9d5d5988-64eb-4756-9152-19cefce9bee7', 'name': '', 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:73:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '56162212-c40a-4793-ba29-24d207e18b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:56Z', 'updated_at': '2022-04-20T16:02:02Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '56162212-c40a-4793-ba29-24d207e18b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:28.307541 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72490394-400b-4858-8d45-e8b13a81064f req-d15ad215-19ac-4768-b820-cca517a4215d service neutron] 10.222.0.11 "GET /v2.0/networks/b5371131-e45b-4df8-bbdb-f1bf3f8d1572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256125 Apr 20 16:05:28.309682 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e7a9d-ea3f-4054-931e-2bab79e5ac73 None None] The sync data for ids ['1acc4ac8-aef5-41ab-9b72-2e564a031991'] in dv-neutron-838699-1-hyperv is: [{'id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'name': 'tempest-TestNetworkBasicOps-router-1297269130', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:01:52Z', 'updated_at': '2022-04-20T16:01:57Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:53Z', 'updated_at': '2022-04-20T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '9d5d5988-64eb-4756-9152-19cefce9bee7', 'name': '', 'network_id': 'b5371131-e45b-4df8-bbdb-f1bf3f8d1572', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:73:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '56162212-c40a-4793-ba29-24d207e18b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:56Z', 'updated_at': '2022-04-20T16:02:02Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '56162212-c40a-4793-ba29-24d207e18b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:05:28.516119 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe08e373-c011-4b75-b981-0c2c50f68b20 None None] New status for floating IP fbdea51c-7d49-4043-8fbb-85ea6ab75e9e: DOWN {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:05:29.184981 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c3445-7f4f-465f-9a29-500d033cf91b req-60faf111-564d-42cb-8420-901c78caf2d4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:29.186931 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-663c3445-7f4f-465f-9a29-500d033cf91b req-60faf111-564d-42cb-8420-901c78caf2d4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 946 time: 0.0899827 Apr 20 16:05:29.298112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-663c3445-7f4f-465f-9a29-500d033cf91b req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:05:29.298370 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-663c3445-7f4f-465f-9a29-500d033cf91b req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:29.402414 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c709df-c16f-4986-b7f0-c3fbe0c99812 req-b7fb0f49-2ad8-43ed-9576-86b9df03dcb3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:29.403885 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d8c709df-c16f-4986-b7f0-c3fbe0c99812 req-b7fb0f49-2ad8-43ed-9576-86b9df03dcb3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 946 time: 0.2726579 Apr 20 16:05:29.529141 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d8c709df-c16f-4986-b7f0-c3fbe0c99812 req-dfa0f5cc-ea7b-4c8b-a863-aa43c69d0d97 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=87bd6a0e-485d-4d0f-8f7b-057e76531ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188231 Apr 20 16:05:29.597787 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-663c3445-7f4f-465f-9a29-500d033cf91b req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c8f4fbbb-31c0-46f4-8913-0d80ce99fe81,segment=NetworkSegment(24bfc4dc-2acc-4c69-a56f-902a1d92cc36),segment_id=24bfc4dc-2acc-4c69-a56f-902a1d92cc36)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:05:29.598078 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-663c3445-7f4f-465f-9a29-500d033cf91b req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:29.813649 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-663c3445-7f4f-465f-9a29-500d033cf91b req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:05:29.954191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-663c3445-7f4f-465f-9a29-500d033cf91b req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:30.003804 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=c8f4fbbb-31c0-46f4-8913-0d80ce99fe81,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:30.044144 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:30.044492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:30.044827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:30.045159 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:30.045510 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:30.045837 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:30.046158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:30.046480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:30.046800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:30.047119 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:30.047434 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:30.047748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:30.087558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-663c3445-7f4f-465f-9a29-500d033cf91b req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] No DVR routers for this DVR port c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:05:30.089754 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-663c3445-7f4f-465f-9a29-500d033cf91b req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:30.092156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22ad131-8c40-4c60-9b91-440637a9c4dd', 'name': 'network-vif-deleted', 'tag': 'c8f4fbbb-31c0-46f4-8913-0d80ce99fe81'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:05:30.103482 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-663c3445-7f4f-465f-9a29-500d033cf91b req-02901f41-510e-4825-a0f0-db3656dec6cf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "DELETE /v2.0/ports/c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 HTTP/1.1" status: 204 len: 173 time: 0.8840098 Apr 20 16:05:30.143091 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d76048-733f-4897-8f4f-427c5402ad95'] response: {'server_uuid': 'f22ad131-8c40-4c60-9b91-440637a9c4dd', 'name': 'network-vif-deleted', 'tag': 'c8f4fbbb-31c0-46f4-8913-0d80ce99fe81', 'status': 'completed', 'code': 200} Apr 20 16:05:30.690122 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-45422802-05e1-4ce5-a1ca-a94568d9f56f req-2444743f-03cf-4b4e-93e0-8ee501f9d4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:05:30.711439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-45422802-05e1-4ce5-a1ca-a94568d9f56f req-2444743f-03cf-4b4e-93e0-8ee501f9d4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:05:30.712756 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45422802-05e1-4ce5-a1ca-a94568d9f56f req-2444743f-03cf-4b4e-93e0-8ee501f9d4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22ad131-8c40-4c60-9b91-440637a9c4dd HTTP/1.1" status: 200 len: 210 time: 0.0644975 Apr 20 16:05:31.807173 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41124) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:31.876566 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6e803cc1-b7bc-468e-819b-28641abd6f2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:31.905836 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6e803cc1-b7bc-468e-819b-28641abd6f2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:31.970097 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6e803cc1-b7bc-468e-819b-28641abd6f2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:31.988606 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e803cc1-b7bc-468e-819b-28641abd6f2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bd6a0e-485d-4d0f-8f7b-057e76531ebe,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:31.998410 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6e803cc1-b7bc-468e-819b-28641abd6f2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:32.002767 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6e803cc1-b7bc-468e-819b-28641abd6f2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/security-groups/87bd6a0e-485d-4d0f-8f7b-057e76531ebe HTTP/1.1" status: 204 len: 168 time: 0.1917796 Apr 20 16:05:32.035261 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41130) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:32.095124 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-427c08fc-d086-43ba-98e2-2741d56f524c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:32.579130 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e8cbb3d-a81f-40bb-a130-488fecf0398b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:33.033294 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4e8cbb3d-a81f-40bb-a130-488fecf0398b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 9d5d5988-64eb-4756-9152-19cefce9bee7 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:05:33.033940 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e8cbb3d-a81f-40bb-a130-488fecf0398b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:33.229508 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-4e8cbb3d-a81f-40bb-a130-488fecf0398b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port 9d5d5988-64eb-4756-9152-19cefce9bee7, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=9d5d5988-64eb-4756-9152-19cefce9bee7,segment=NetworkSegment(24bfc4dc-2acc-4c69-a56f-902a1d92cc36),segment_id=24bfc4dc-2acc-4c69-a56f-902a1d92cc36)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:05:33.229865 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e8cbb3d-a81f-40bb-a130-488fecf0398b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:33.328239 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:05:33.349170 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4e8cbb3d-a81f-40bb-a130-488fecf0398b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 9d5d5988-64eb-4756-9152-19cefce9bee7 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:05:33.361691 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:05:33.362035 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c8f4fbbb-31c0-46f4-8913-0d80ce99fe81 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:05:33.667734 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e8cbb3d-a81f-40bb-a130-488fecf0398b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:33.713203 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8cbb3d-a81f-40bb-a130-488fecf0398b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=9d5d5988-64eb-4756-9152-19cefce9bee7,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:33.981405 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4e8cbb3d-a81f-40bb-a130-488fecf0398b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:34.344547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a8d4df59-225f-4326-9e3d-30f61f14691d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:34.424519 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8cbb3d-a81f-40bb-a130-488fecf0398b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1acc4ac8-aef5-41ab-9b72-2e564a031991 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:05:34.598109 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8cbb3d-a81f-40bb-a130-488fecf0398b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:05:34.607018 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25309ceb-ef15-49b0-8574-68b48303d742 None None] Sync routers for ids ['1acc4ac8-aef5-41ab-9b72-2e564a031991'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:05:34.614381 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4e8cbb3d-a81f-40bb-a130-488fecf0398b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/1acc4ac8-aef5-41ab-9b72-2e564a031991/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5780087 Apr 20 16:05:34.616671 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25309ceb-ef15-49b0-8574-68b48303d742 None None] Routers {'1acc4ac8-aef5-41ab-9b72-2e564a031991'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:05:34.617030 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41136) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:34.617280 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-25309ceb-ef15-49b0-8574-68b48303d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:05:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1acc4ac8-aef5-41ab-9b72-2e564a031991'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:34.680412 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84fc3eb-d418-4c6e-945f-671a480ac9ca tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting subnet 56162212-c40a-4793-ba29-24d207e18b45 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:05:34.683302 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c84fc3eb-d418-4c6e-945f-671a480ac9ca tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:34.743929 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c84fc3eb-d418-4c6e-945f-671a480ac9ca tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:34.794988 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-25309ceb-ef15-49b0-8574-68b48303d742 None None] Set router 1acc4ac8-aef5-41ab-9b72-2e564a031991 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:05:34.829325 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c84fc3eb-d418-4c6e-945f-671a480ac9ca tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:34.901670 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c84fc3eb-d418-4c6e-945f-671a480ac9ca tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:34.945704 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fc3eb-d418-4c6e-945f-671a480ac9ca tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Subnet': ['ID=56162212-c40a-4793-ba29-24d207e18b45,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:34.947676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c84fc3eb-d418-4c6e-945f-671a480ac9ca tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:34.957697 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c84fc3eb-d418-4c6e-945f-671a480ac9ca tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/subnets/56162212-c40a-4793-ba29-24d207e18b45 HTTP/1.1" status: 204 len: 168 time: 0.3368287 Apr 20 16:05:34.957697 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41140) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:34.960472 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d9fcf8-f818-46c4-a3c0-525258b7b8b0 None None] Network b5371131-e45b-4df8-bbdb-f1bf3f8d1572 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:05:35.131674 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25aff820-df61-4e95-953f-21ecc3e92201 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:35.304649 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-25309ceb-ef15-49b0-8574-68b48303d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'name': 'tempest-TestNetworkBasicOps-router-1297269130', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:01:52Z', 'updated_at': '2022-04-20T16:05:33Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '178ab3ea-854e-4bc1-8d49-49f56d3b0b4d', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:01:53Z', 'updated_at': '2022-04-20T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:35.309113 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25309ceb-ef15-49b0-8574-68b48303d742 None None] Checking router: 1acc4ac8-aef5-41ab-9b72-2e564a031991 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:05:35.312173 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25aff820-df61-4e95-953f-21ecc3e92201 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:35.319445 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25309ceb-ef15-49b0-8574-68b48303d742 None None] Routers {'1acc4ac8-aef5-41ab-9b72-2e564a031991'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:05:35.320108 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-25309ceb-ef15-49b0-8574-68b48303d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:05:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1acc4ac8-aef5-41ab-9b72-2e564a031991'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:35.330835 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-25aff820-df61-4e95-953f-21ecc3e92201 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:05:35.331226 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25aff820-df61-4e95-953f-21ecc3e92201 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:35.374436 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] DHCP port deletion for b5371131-e45b-4df8-bbdb-f1bf3f8d1572 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:05:35.387838 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] Deleting port 51313d02-8a91-4916-990c-5b1778713342 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:05:35.388209 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:35.547646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-25309ceb-ef15-49b0-8574-68b48303d742 None None] Set router 1acc4ac8-aef5-41ab-9b72-2e564a031991 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:05:35.613058 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-25aff820-df61-4e95-953f-21ecc3e92201 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=178ab3ea-854e-4bc1-8d49-49f56d3b0b4d,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:05:35.613640 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25aff820-df61-4e95-953f-21ecc3e92201 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:35.659435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-25309ceb-ef15-49b0-8574-68b48303d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'name': 'tempest-TestNetworkBasicOps-router-1297269130', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:01:52Z', 'updated_at': '2022-04-20T16:05:35Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:35.671931 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25309ceb-ef15-49b0-8574-68b48303d742 None None] The sync data for ids ['1acc4ac8-aef5-41ab-9b72-2e564a031991'] in dv-neutron-838699-1-hyperv is: [{'id': '1acc4ac8-aef5-41ab-9b72-2e564a031991', 'name': 'tempest-TestNetworkBasicOps-router-1297269130', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:01:52Z', 'updated_at': '2022-04-20T16:05:35Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port_host': None}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:05:35.736621 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-25aff820-df61-4e95-953f-21ecc3e92201 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:05:35.780340 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:35.783423 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:35.800127 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] For port 51313d02-8a91-4916-990c-5b1778713342, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=51313d02-8a91-4916-990c-5b1778713342,segment=NetworkSegment(24bfc4dc-2acc-4c69-a56f-902a1d92cc36),segment_id=24bfc4dc-2acc-4c69-a56f-902a1d92cc36)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:05:35.800440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:35.903756 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25aff820-df61-4e95-953f-21ecc3e92201 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:35.922501 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] Calling delete_port for 51313d02-8a91-4916-990c-5b1778713342 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:05:35.950421 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aff820-df61-4e95-953f-21ecc3e92201 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=178ab3ea-854e-4bc1-8d49-49f56d3b0b4d,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:36.001521 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.041317 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25aff820-df61-4e95-953f-21ecc3e92201 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.047550 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] Pushing event deleted for resources: {'Port': ['ID=51313d02-8a91-4916-990c-5b1778713342,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:36.055613 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] No DVR routers for this DVR port 51313d02-8a91-4916-990c-5b1778713342 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:05:36.057605 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:36.058068 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:36.058284 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:36.058615 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:36.058952 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:36.059285 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:36.059609 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:36.059961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:36.060289 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:36.060611 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:36.061460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:36.061791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddae0a-5704-4a68-b952-ce8b73b7c2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:36.217920 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25aff820-df61-4e95-953f-21ecc3e92201 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.220369 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25aff820-df61-4e95-953f-21ecc3e92201 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.241994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25aff820-df61-4e95-953f-21ecc3e92201 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.242558 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25aff820-df61-4e95-953f-21ecc3e92201 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Fanout notify agent at l3_agent the message router_deleted on router 1acc4ac8-aef5-41ab-9b72-2e564a031991 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:05:36.257719 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25aff820-df61-4e95-953f-21ecc3e92201 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.258799 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-25aff820-df61-4e95-953f-21ecc3e92201 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/routers/1acc4ac8-aef5-41ab-9b72-2e564a031991 HTTP/1.1" status: 204 len: 168 time: 1.3003268 Apr 20 16:05:36.261612 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41144) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:36.372038 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f31e8a8d-70fe-49b9-918d-e98b5f75ab4c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.504834 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f31e8a8d-70fe-49b9-918d-e98b5f75ab4c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.531286 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-f31e8a8d-70fe-49b9-918d-e98b5f75ab4c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5371131-e45b-4df8-bbdb-f1bf3f8d1572']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:36.543351 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-f31e8a8d-70fe-49b9-918d-e98b5f75ab4c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24bfc4dc-2acc-4c69-a56f-902a1d92cc36') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:36.543657 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-f31e8a8d-70fe-49b9-918d-e98b5f75ab4c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24bfc4dc-2acc-4c69-a56f-902a1d92cc36') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:36.555302 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f31e8a8d-70fe-49b9-918d-e98b5f75ab4c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.571066 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f31e8a8d-70fe-49b9-918d-e98b5f75ab4c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.577199 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31e8a8d-70fe-49b9-918d-e98b5f75ab4c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:05:36.577590 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f31e8a8d-70fe-49b9-918d-e98b5f75ab4c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:05:36.593538 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:05:36.676683 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f31e8a8d-70fe-49b9-918d-e98b5f75ab4c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.693139 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f31e8a8d-70fe-49b9-918d-e98b5f75ab4c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.703828 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e8a8d-70fe-49b9-918d-e98b5f75ab4c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Network': ['ID=b5371131-e45b-4df8-bbdb-f1bf3f8d1572,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:36.708687 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f31e8a8d-70fe-49b9-918d-e98b5f75ab4c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/networks/b5371131-e45b-4df8-bbdb-f1bf3f8d1572 HTTP/1.1" status: 204 len: 168 time: 0.4460635 Apr 20 16:05:36.721993 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41148) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:36.727487 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-a37c2d24-8e23-4e62-bd94-11d2071039dd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'network': {'name': 'tempest-network-smoke--1146851498', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'port_security_enabled': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:05:36.732811 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a37c2d24-8e23-4e62-bd94-11d2071039dd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:05:36.737424 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a37c2d24-8e23-4e62-bd94-11d2071039dd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:network and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:05:36.740323 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a37c2d24-8e23-4e62-bd94-11d2071039dd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:05:36.745875 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a37c2d24-8e23-4e62-bd94-11d2071039dd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:05:36.756159 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37c2d24-8e23-4e62-bd94-11d2071039dd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:05:36.759470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d24-8e23-4e62-bd94-11d2071039dd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.762199 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 51313d02-8a91-4916-990c-5b1778713342 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:05:36.787035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37c2d24-8e23-4e62-bd94-11d2071039dd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:05:36.796432 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d24-8e23-4e62-bd94-11d2071039dd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.796904 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-a37c2d24-8e23-4e62-bd94-11d2071039dd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Added segment 68ecae7c-578d-49de-a105-9c77cbb683fb of type vlan for network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa Apr 20 16:05:36.799254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 51313d02-8a91-4916-990c-5b1778713342 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:05:36.799590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 51313d02-8a91-4916-990c-5b1778713342 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:05:36.800051 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 9d5d5988-64eb-4756-9152-19cefce9bee7 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:05:36.822128 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d24-8e23-4e62-bd94-11d2071039dd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.831966 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 9d5d5988-64eb-4756-9152-19cefce9bee7 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:05:36.832316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 9d5d5988-64eb-4756-9152-19cefce9bee7 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:05:36.832724 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:05:36.851025 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d24-8e23-4e62-bd94-11d2071039dd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.856231 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37c2d24-8e23-4e62-bd94-11d2071039dd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:36.856802 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d24-8e23-4e62-bd94-11d2071039dd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.865815 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:05:36.866161 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 178ab3ea-854e-4bc1-8d49-49f56d3b0b4d not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:05:36.952561 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a37c2d24-8e23-4e62-bd94-11d2071039dd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2288396 Apr 20 16:05:36.955437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41152) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:36.960673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-914043007', 'admin_state_up': True, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:05:36.968247 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:05:36.972093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d24-8e23-4e62-bd94-11d2071039dd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Network': ['ID=02558b7f-870f-4d2c-bede-0a2c9dc30bfa,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:36.972433 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:router and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:05:36.975260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:05:36.981637 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:05:36.984270 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:05:36.991999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:36.992960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:37.008728 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:37.202899 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:37.280124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:37.580549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:37.608713 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:37.741281 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.26.7.3 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/95598bc7-05f6-4718-becb-36f3b1248d41) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:05:37.884846 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:37.912809 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:37.975252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:05:37.977995 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:05:37.981465 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:05:38.032243 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=95598bc7-05f6-4718-becb-36f3b1248d41,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:38.497609 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:38.829134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:39.032637 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:05:39.206318 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:05:39.215345 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Sync routers for ids ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:05:39.225948 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Routers {'0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:05:39.226557 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:05:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:39.233672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:39.238002 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dc5b367f-7673-436e-9f27-db52fcce22c4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2784410 Apr 20 16:05:39.238176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41156) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:39.281954 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f0634b78-2417-4ae7-8250-c652629c6af8 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=275d553700ad4a899ef09eedcedfa1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403988 Apr 20 16:05:39.282223 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41160) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:39.440070 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Set router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:05:39.533138 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62927d15-9ba1-4177-9d66-efd53ed07a67 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:39.534551 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-62927d15-9ba1-4177-9d66-efd53ed07a67 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2514281 Apr 20 16:05:39.537473 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41164) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:39.580603 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ecf9d6df-e4ff-4dae-9384-7b48de7fabe2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419979 Apr 20 16:05:39.583120 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41168) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:39.588619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-826af7ee-91ac-401c-9a0c-3ab521c10507 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-227341010', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:05:39.724661 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:05:38Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:39.728460 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Checking router: 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:05:39.728801 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Updating router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 port 95598bc7-05f6-4718-becb-36f3b1248d41 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:05:39.780025 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:39.799181 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-826af7ee-91ac-401c-9a0c-3ab521c10507 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:05:39.802919 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-826af7ee-91ac-401c-9a0c-3ab521c10507 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:subnet and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:05:39.805689 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-826af7ee-91ac-401c-9a0c-3ab521c10507 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:05:39.811753 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-826af7ee-91ac-401c-9a0c-3ab521c10507 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:05:39.821660 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826af7ee-91ac-401c-9a0c-3ab521c10507 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:05:39.825504 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-826af7ee-91ac-401c-9a0c-3ab521c10507 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:40.043883 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-826af7ee-91ac-401c-9a0c-3ab521c10507 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:40.106852 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:40.118311 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Transition to ACTIVE for port object 95598bc7-05f6-4718-becb-36f3b1248d41 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:05:40.122085 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826af7ee-91ac-401c-9a0c-3ab521c10507 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Subnet': ['ID=2fff6925-14c4-4242-b285-6f7981e6cc1f,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:40.128473 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:40.129347 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826af7ee-91ac-401c-9a0c-3ab521c10507 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Checking segment: {'id': '68ecae7c-578d-49de-a105-9c77cbb683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:05:40.129704 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826af7ee-91ac-401c-9a0c-3ab521c10507 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network hostable DHCP agents. Network: 02558b7f-870f-4d2c-bede-0a2c9dc30bfa, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:05:40.149391 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826af7ee-91ac-401c-9a0c-3ab521c10507 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:05:40.159458 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-826af7ee-91ac-401c-9a0c-3ab521c10507 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 02558b7f-870f-4d2c-bede-0a2c9dc30bfa) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:05:40.165017 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826af7ee-91ac-401c-9a0c-3ab521c10507 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:40.165600 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-826af7ee-91ac-401c-9a0c-3ab521c10507 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:40.173598 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ca27ac-ee40-4316-aaa1-88f1fc0d0718 None None] Network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:05:40.197851 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-826af7ee-91ac-401c-9a0c-3ab521c10507 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6135445 Apr 20 16:05:40.199044 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Attempting to bind port 95598bc7-05f6-4718-becb-36f3b1248d41 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:05:40.199417 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Attempting to bind port 95598bc7-05f6-4718-becb-36f3b1248d41 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:05:40.199791 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Attempting to bind port 95598bc7-05f6-4718-becb-36f3b1248d41 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:05:40.201255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41172) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:40.218827 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:05:40.219461 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:05:40.220089 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:40.220493 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:05:40.220967 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Bound port: 95598bc7-05f6-4718-becb-36f3b1248d41, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:05:40.221339 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:40.268950 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3d906-ac44-472f-b3f5-2f2cf6597250 None None] Pushing event updated for resources: {'Port': ['ID=95598bc7-05f6-4718-becb-36f3b1248d41,revision_number=2']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:40.307573 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3d906-ac44-472f-b3f5-2f2cf6597250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:40.307955 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3d906-ac44-472f-b3f5-2f2cf6597250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:40.308274 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3d906-ac44-472f-b3f5-2f2cf6597250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:40.308603 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3d906-ac44-472f-b3f5-2f2cf6597250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:40.308925 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3d906-ac44-472f-b3f5-2f2cf6597250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:40.309246 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3d906-ac44-472f-b3f5-2f2cf6597250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:40.309959 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3d906-ac44-472f-b3f5-2f2cf6597250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:40.309959 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3d906-ac44-472f-b3f5-2f2cf6597250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:40.310167 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3d906-ac44-472f-b3f5-2f2cf6597250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:40.310478 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3d906-ac44-472f-b3f5-2f2cf6597250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:40.310790 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3d906-ac44-472f-b3f5-2f2cf6597250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:40.311641 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3d906-ac44-472f-b3f5-2f2cf6597250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:40.322785 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] For port 95598bc7-05f6-4718-becb-36f3b1248d41, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:05:40.326032 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] For port 95598bc7-05f6-4718-becb-36f3b1248d41, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=95598bc7-05f6-4718-becb-36f3b1248d41,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:05:40.330281 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:40.400898 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Routers {'0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:05:40.401532 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:05:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:40.413788 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ips': [{'subnet_id': '2fff6925-14c4-4242-b285-6f7981e6cc1f'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:05:40.414728 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:40.544461 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3d906-ac44-472f-b3f5-2f2cf6597250 None None] Pushing event updated for resources: {'Port': ['ID=95598bc7-05f6-4718-becb-36f3b1248d41,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:40.589145 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] Set router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:05:40.590813 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Allocated IP 172.20.0.2 (02558b7f-870f-4d2c-bede-0a2c9dc30bfa/2fff6925-14c4-4242-b285-6f7981e6cc1f/92a88423-2adc-4055-840c-3fb7e72df10a) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:05:40.809988 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:40.824909 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Transition to ACTIVE for port object 92a88423-2adc-4055-840c-3fb7e72df10a will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:05:40.845235 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Transition to ACTIVE for port object 92a88423-2adc-4055-840c-3fb7e72df10a will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:05:40.851901 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:40.876514 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:05:38Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:40.880398 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732bb9f0-b2b2-45ed-8bd7-73a2de4741a7 None None] The sync data for ids ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'] in dv-neutron-838699-1-hyperv is: [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:05:38Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:05:40.930689 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:05:40.935488 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:05:40.940541 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:05:40.946719 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Pushing event updated for resources: {'Port': ['ID=92a88423-2adc-4055-840c-3fb7e72df10a,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:40.960579 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:41.047718 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Attempting to bind port 92a88423-2adc-4055-840c-3fb7e72df10a on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:05:41.048482 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Attempting to bind port 92a88423-2adc-4055-840c-3fb7e72df10a by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '68ecae7c-578d-49de-a105-9c77cbb683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:05:41.048605 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Attempting to bind port 92a88423-2adc-4055-840c-3fb7e72df10a on network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:05:41.054311 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:05:41.054715 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Checking segment: {'id': '68ecae7c-578d-49de-a105-9c77cbb683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:05:41.055114 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:41.055511 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Bound using segment: {'id': '68ecae7c-578d-49de-a105-9c77cbb683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:05:41.055990 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Bound port: 92a88423-2adc-4055-840c-3fb7e72df10a, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ecae7c-578d-49de-a105-9c77cbb683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:05:41.056363 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:41.178114 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] For port 92a88423-2adc-4055-840c-3fb7e72df10a, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:05:41.181607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] For port 92a88423-2adc-4055-840c-3fb7e72df10a, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=92a88423-2adc-4055-840c-3fb7e72df10a,segment=NetworkSegment(68ecae7c-578d-49de-a105-9c77cbb683fb),segment_id=68ecae7c-578d-49de-a105-9c77cbb683fb)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:05:41.188070 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:41.284798 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d9baa-696d-4958-8d5a-997eb052b910 None None] Pushing event updated for resources: {'Port': ['ID=92a88423-2adc-4055-840c-3fb7e72df10a,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:41.447005 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.1 (02558b7f-870f-4d2c-bede-0a2c9dc30bfa/2fff6925-14c4-4242-b285-6f7981e6cc1f/b9eeddd7-8b8b-46ce-b6c1-21118ca9251e) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:05:41.658935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:41.675716 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object b9eeddd7-8b8b-46ce-b6c1-21118ca9251e will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:05:41.699647 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:41.766572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:05:41.774986 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:05:41.779551 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:05:41.940981 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=b9eeddd7-8b8b-46ce-b6c1-21118ca9251e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:41.967515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:42.231411 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9da0125-ac87-43af-9fb7-8352a157ad0d None None] Network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:05:42.250953 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:42.341189 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0c31dc17-8f6b-486a-841a-0596905f8433 None None] Provisioning for port 92a88423-2adc-4055-840c-3fb7e72df10a completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:05:42.680280 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-849de7b3-840d-4bc2-b107-b662402bcb4a None None] Provisioning for port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:05:42.681979 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:42.685649 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-849de7b3-840d-4bc2-b107-b662402bcb4a None None] Provisioning complete for port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:42.686108 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-849de7b3-840d-4bc2-b107-b662402bcb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:42.687020 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:42.749850 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-849de7b3-840d-4bc2-b107-b662402bcb4a None None] Port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:05:42.822438 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=b9eeddd7-8b8b-46ce-b6c1-21118ca9251e,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:42.825297 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:42.844141 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 95598bc7-05f6-4718-becb-36f3b1248d41 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:05:42.944967 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4dcd5285-9610-4a15-a0b5-2600ff03c56f None None] Provisioning complete for port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:42.945338 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4dcd5285-9610-4a15-a0b5-2600ff03c56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:42.973555 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:05:42.974679 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:05:43.009159 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-4dcd5285-9610-4a15-a0b5-2600ff03c56f None None] Port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:05:43.010867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 95598bc7-05f6-4718-becb-36f3b1248d41 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:05:43.017410 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 95598bc7-05f6-4718-becb-36f3b1248d41 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:43.017788 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:43.158803 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:43.175356 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 95598bc7-05f6-4718-becb-36f3b1248d41, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=95598bc7-05f6-4718-becb-36f3b1248d41,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:05:43.176946 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:05:43.180870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:43.181755 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 92a88423-2adc-4055-840c-3fb7e72df10a up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:05:43.310158 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-98b8017c-c2e5-4d42-b646-46def8bfa9e0 None None] Provisioning complete for port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:43.311374 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-98b8017c-c2e5-4d42-b646-46def8bfa9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:43.342122 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=95598bc7-05f6-4718-becb-36f3b1248d41,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:43.362819 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:05:43.372783 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 92a88423-2adc-4055-840c-3fb7e72df10a completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:05:43.380715 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-db820a31-3021-4d80-8096-faae5ac2976f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1746662 Apr 20 16:05:43.380892 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Sync routers for ids ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:05:43.380995 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41176) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:43.383975 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-98b8017c-c2e5-4d42-b646-46def8bfa9e0 None None] Port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:05:43.390347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 92a88423-2adc-4055-840c-3fb7e72df10a triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:43.390718 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:43.429222 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Routers {'0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:05:43.429862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:05:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:43.640185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3e1063-0168-4ac1-83e7-09b7e6570b7f tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:43.640653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3e1063-0168-4ac1-83e7-09b7e6570b7f tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:43.641121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3e1063-0168-4ac1-83e7-09b7e6570b7f tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:43.641565 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3e1063-0168-4ac1-83e7-09b7e6570b7f tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:43.643206 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8f3e1063-0168-4ac1-83e7-09b7e6570b7f tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2614160 Apr 20 16:05:43.645883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41180) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:43.678044 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Set router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:05:43.712352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1829bd2e-2d1d-441f-817b-af452a540671 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:43.712871 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1829bd2e-2d1d-441f-817b-af452a540671 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:43.713268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1829bd2e-2d1d-441f-817b-af452a540671 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:43.713725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1829bd2e-2d1d-441f-817b-af452a540671 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:43.718927 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1829bd2e-2d1d-441f-817b-af452a540671 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0685771 Apr 20 16:05:43.719133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41184) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:43.731491 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:43.902272 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 92a88423-2adc-4055-840c-3fb7e72df10a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=92a88423-2adc-4055-840c-3fb7e72df10a,segment=NetworkSegment(68ecae7c-578d-49de-a105-9c77cbb683fb),segment_id=68ecae7c-578d-49de-a105-9c77cbb683fb)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:05:43.912723 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:43.923042 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2b893aaf-4ca9-4a02-8197-b37b4a4f83c7 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2004628 Apr 20 16:05:44.014613 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=92a88423-2adc-4055-840c-3fb7e72df10a,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:44.084210 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:05:42Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b9eeddd7-8b8b-46ce-b6c1-21118ca9251e', 'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:35:fc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:41Z', 'updated_at': '2022-04-20T16:05:42Z', 'revision_number': 2, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:44.088020 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Checking router: 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:05:44.088384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Updating router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:05:44.139131 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.345266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41190) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:44.350474 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-69d901d9-3080-46bb-9896-5c7f5b0cc622 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-531610404', 'description': 'tempest-secgroup-smoke-531610404 description', 'project_id': '275d553700ad4a899ef09eedcedfa1df'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:05:44.356531 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-69d901d9-3080-46bb-9896-5c7f5b0cc622 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:05:44.360712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-69d901d9-3080-46bb-9896-5c7f5b0cc622 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:05:44.363589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-69d901d9-3080-46bb-9896-5c7f5b0cc622 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:05:44.369338 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-69d901d9-3080-46bb-9896-5c7f5b0cc622 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:05:44.380381 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69d901d9-3080-46bb-9896-5c7f5b0cc622 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.402498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-69d901d9-3080-46bb-9896-5c7f5b0cc622 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:05:44.407000 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-69d901d9-3080-46bb-9896-5c7f5b0cc622 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:05:44.409939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-69d901d9-3080-46bb-9896-5c7f5b0cc622 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:05:44.415676 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-69d901d9-3080-46bb-9896-5c7f5b0cc622 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:05:44.483523 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.487977 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69d901d9-3080-46bb-9896-5c7f5b0cc622 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.491934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69d901d9-3080-46bb-9896-5c7f5b0cc622 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.495997 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Transition to ACTIVE for port object b9eeddd7-8b8b-46ce-b6c1-21118ca9251e will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:05:44.502636 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.536261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d901d9-3080-46bb-9896-5c7f5b0cc622 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f65824a6-6959-4dad-a722-d788d0ca01a5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:44.540555 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69d901d9-3080-46bb-9896-5c7f5b0cc622 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.544987 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41194) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:44.550991 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'f65824a6-6959-4dad-a722-d788d0ca01a5', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:05:44.552361 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-69d901d9-3080-46bb-9896-5c7f5b0cc622 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2058518 Apr 20 16:05:44.557017 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:05:44.561469 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:05:44.564356 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:05:44.571581 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:05:44.589097 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.657129 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.661708 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.696190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab90fd5a-3e72-4813-b6ea-716e187299b5,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:44.700986 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.702827 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562998 Apr 20 16:05:44.706450 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41198) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:44.707990 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:44.708504 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:44.709110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:44.709677 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:44.710149 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:44.710631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:44.711111 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:44.711591 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:44.711703 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059e46a-3309-4246-9945-5bf1768a37fd None None] Pushing event updated for resources: {'Port': ['ID=b9eeddd7-8b8b-46ce-b6c1-21118ca9251e,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:44.712175 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:44.712642 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:44.713213 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:44.713552 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86daf42b-94db-4a3c-9aed-4d0bc09f96a0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:44.722532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-955b32d9-578b-4a9d-af4f-a959ada0b480 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'f65824a6-6959-4dad-a722-d788d0ca01a5', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:05:44.733653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-955b32d9-578b-4a9d-af4f-a959ada0b480 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:05:44.737976 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-955b32d9-578b-4a9d-af4f-a959ada0b480 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:05:44.741576 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-955b32d9-578b-4a9d-af4f-a959ada0b480 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:05:44.749197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-955b32d9-578b-4a9d-af4f-a959ada0b480 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:05:44.772285 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Attempting to bind port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:05:44.772731 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Attempting to bind port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '68ecae7c-578d-49de-a105-9c77cbb683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:05:44.773098 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Attempting to bind port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e on network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:05:44.778133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-955b32d9-578b-4a9d-af4f-a959ada0b480 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.779319 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:05:44.780415 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Checking segment: {'id': '68ecae7c-578d-49de-a105-9c77cbb683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:05:44.780824 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.781263 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Bound using segment: {'id': '68ecae7c-578d-49de-a105-9c77cbb683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:05:44.781805 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Bound port: b9eeddd7-8b8b-46ce-b6c1-21118ca9251e, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ecae7c-578d-49de-a105-9c77cbb683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:05:44.782132 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.842631 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 95598bc7-05f6-4718-becb-36f3b1248d41 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:05:44.856773 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-955b32d9-578b-4a9d-af4f-a959ada0b480 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.860524 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-955b32d9-578b-4a9d-af4f-a959ada0b480 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.892973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b32d9-578b-4a9d-af4f-a959ada0b480 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bfaa6aa-7062-447c-b3ea-87d64508920f,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:44.900477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-955b32d9-578b-4a9d-af4f-a959ada0b480 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.901707 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-955b32d9-578b-4a9d-af4f-a959ada0b480 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1934500 Apr 20 16:05:44.904648 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41202) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:44.909840 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-a7fe3f3c-9cb9-4d82-9548-e910fd6da773 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'f65824a6-6959-4dad-a722-d788d0ca01a5', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:05:44.916040 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a7fe3f3c-9cb9-4d82-9548-e910fd6da773 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:05:44.928322 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a7fe3f3c-9cb9-4d82-9548-e910fd6da773 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:05:44.931399 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a7fe3f3c-9cb9-4d82-9548-e910fd6da773 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:05:44.938289 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] For port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:05:44.938908 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a7fe3f3c-9cb9-4d82-9548-e910fd6da773 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:05:44.941895 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] For port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b9eeddd7-8b8b-46ce-b6c1-21118ca9251e,segment=NetworkSegment(68ecae7c-578d-49de-a105-9c77cbb683fb),segment_id=68ecae7c-578d-49de-a105-9c77cbb683fb)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:05:44.951396 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.956825 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3f3c-9cb9-4d82-9548-e910fd6da773 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.997949 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 95598bc7-05f6-4718-becb-36f3b1248d41 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:44.998238 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.025879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3f3c-9cb9-4d82-9548-e910fd6da773 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.099602 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Routers {'0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:05:45.100284 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:05:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:45.102332 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3f3c-9cb9-4d82-9548-e910fd6da773 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.144061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe3f3c-9cb9-4d82-9548-e910fd6da773 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7f5ba2-a52f-427a-b0c2-102c450f8e6d,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:45.149400 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3f3c-9cb9-4d82-9548-e910fd6da773 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.150795 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a7fe3f3c-9cb9-4d82-9548-e910fd6da773 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2450924 Apr 20 16:05:45.153578 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.153717 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41208) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:45.159232 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5afc1a6b-544b-44f7-b210-47049441a7e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'f65824a6-6959-4dad-a722-d788d0ca01a5', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:05:45.165621 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5afc1a6b-544b-44f7-b210-47049441a7e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:05:45.171741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5afc1a6b-544b-44f7-b210-47049441a7e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:05:45.175129 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5afc1a6b-544b-44f7-b210-47049441a7e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:05:45.179675 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059e46a-3309-4246-9945-5bf1768a37fd None None] Pushing event updated for resources: {'Port': ['ID=b9eeddd7-8b8b-46ce-b6c1-21118ca9251e,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:45.181064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5afc1a6b-544b-44f7-b210-47049441a7e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:05:45.208259 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5afc1a6b-544b-44f7-b210-47049441a7e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.284325 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5afc1a6b-544b-44f7-b210-47049441a7e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.288129 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5afc1a6b-544b-44f7-b210-47049441a7e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.311274 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc1a6b-544b-44f7-b210-47049441a7e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b137875-4c0b-464b-a4f0-b96878cee9ee,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:45.323876 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5afc1a6b-544b-44f7-b210-47049441a7e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.327655 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5afc1a6b-544b-44f7-b210-47049441a7e8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1705446 Apr 20 16:05:45.327915 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41212) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:45.333029 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-169ebdbb-c97c-495c-a9a3-f539a0074bef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'f65824a6-6959-4dad-a722-d788d0ca01a5', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:05:45.334612 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 92a88423-2adc-4055-840c-3fb7e72df10a up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:05:45.338833 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-169ebdbb-c97c-495c-a9a3-f539a0074bef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:05:45.342782 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-169ebdbb-c97c-495c-a9a3-f539a0074bef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:05:45.345910 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-169ebdbb-c97c-495c-a9a3-f539a0074bef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:05:45.351578 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-169ebdbb-c97c-495c-a9a3-f539a0074bef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:05:45.362652 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-169ebdbb-c97c-495c-a9a3-f539a0074bef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:05:45.369335 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-169ebdbb-c97c-495c-a9a3-f539a0074bef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.401461 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] Set router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:05:45.433516 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-169ebdbb-c97c-495c-a9a3-f539a0074bef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.437243 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-169ebdbb-c97c-495c-a9a3-f539a0074bef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.460654 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ebdbb-c97c-495c-a9a3-f539a0074bef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b49db5-c916-48f3-b2da-0a408696342c,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:45.470110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-169ebdbb-c97c-495c-a9a3-f539a0074bef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.471444 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-169ebdbb-c97c-495c-a9a3-f539a0074bef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425891 Apr 20 16:05:45.474235 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41216) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:45.479219 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-fd301118-9012-4626-a0ab-f789887f85fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'f65824a6-6959-4dad-a722-d788d0ca01a5', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:05:45.485064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-fd301118-9012-4626-a0ab-f789887f85fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:05:45.488876 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-fd301118-9012-4626-a0ab-f789887f85fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:05:45.491684 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-fd301118-9012-4626-a0ab-f789887f85fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:05:45.497334 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-fd301118-9012-4626-a0ab-f789887f85fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:05:45.508392 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-fd301118-9012-4626-a0ab-f789887f85fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:05:45.515425 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fd301118-9012-4626-a0ab-f789887f85fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.581767 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fd301118-9012-4626-a0ab-f789887f85fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.585935 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fd301118-9012-4626-a0ab-f789887f85fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.610737 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd301118-9012-4626-a0ab-f789887f85fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58935e2e-95e3-4c03-af73-8585d642cb68,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:45.622076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fd301118-9012-4626-a0ab-f789887f85fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.632438 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fd301118-9012-4626-a0ab-f789887f85fd tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1481302 Apr 20 16:05:45.632612 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 92a88423-2adc-4055-840c-3fb7e72df10a triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:45.632612 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.786161 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-890a940d-e343-40af-b2a2-25d40fbda36f req-85adc1e6-cc14-470b-8b51-ff23093f8027 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:05:45.801349 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-890a940d-e343-40af-b2a2-25d40fbda36f req-85adc1e6-cc14-470b-8b51-ff23093f8027 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:05:45.802622 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-890a940d-e343-40af-b2a2-25d40fbda36f req-85adc1e6-cc14-470b-8b51-ff23093f8027 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531610404&fields=id&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 267 time: 0.0557764 Apr 20 16:05:45.844427 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:05:42Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b9eeddd7-8b8b-46ce-b6c1-21118ca9251e', 'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:35:fc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:41Z', 'updated_at': '2022-04-20T16:05:44Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:45.848473 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc85974-287f-4c40-95ad-db06bd9b90c8 None None] The sync data for ids ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'] in dv-neutron-838699-1-hyperv is: [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:05:42Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b9eeddd7-8b8b-46ce-b6c1-21118ca9251e', 'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:35:fc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:41Z', 'updated_at': '2022-04-20T16:05:44Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:05:45.970292 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a940d-e343-40af-b2a2-25d40fbda36f req-2d0826e1-3b5d-4f27-99d6-3e254dd74813 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:45.971636 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-890a940d-e343-40af-b2a2-25d40fbda36f req-2d0826e1-3b5d-4f27-99d6-3e254dd74813 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/networks?id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa HTTP/1.1" status: 200 len: 797 time: 0.1624653 Apr 20 16:05:45.987398 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-890a940d-e343-40af-b2a2-25d40fbda36f req-66df93a6-03a3-4c47-8d15-e71d2d45daa7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/quotas/275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 375 time: 0.0096989 Apr 20 16:05:46.078176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-890a940d-e343-40af-b2a2-25d40fbda36f req-431485e5-3f04-4493-ad7d-f08ff05d9ba3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:05:46.094895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-890a940d-e343-40af-b2a2-25d40fbda36f req-431485e5-3f04-4493-ad7d-f08ff05d9ba3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:05:46.097734 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-890a940d-e343-40af-b2a2-25d40fbda36f req-431485e5-3f04-4493-ad7d-f08ff05d9ba3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033592 Apr 20 16:05:46.287244 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-890a940d-e343-40af-b2a2-25d40fbda36f req-abcf52e5-7c77-43f3-ba0a-2949fafca0d2 service neutron] 10.222.0.13 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765478 Apr 20 16:05:46.423994 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-890a940d-e343-40af-b2a2-25d40fbda36f req-644792ed-d488-4522-99ea-da27423403f5 service neutron] 10.222.0.13 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307211 Apr 20 16:05:46.619448 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eaab070b-7d24-4968-93bd-b39b8d960b5a req-50a24bf1-64ba-41a9-ae43-7b8353caa568 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 210 time: 0.0438306 Apr 20 16:05:46.797187 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b9eeddd7-8b8b-46ce-b6c1-21118ca9251e up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:05:46.877089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:05:46.882774 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:46.883324 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:47.009408 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:47.082046 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b9eeddd7-8b8b-46ce-b6c1-21118ca9251e,segment=NetworkSegment(68ecae7c-578d-49de-a105-9c77cbb683fb),segment_id=68ecae7c-578d-49de-a105-9c77cbb683fb)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:05:47.086293 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:47.154799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=b9eeddd7-8b8b-46ce-b6c1-21118ca9251e,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:47.792696 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-66d6065f-6cd7-4876-8824-253a8b2c9371 req-ac2425fe-4442-453b-a6ab-91aae11864c1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 210 time: 0.0615416 Apr 20 16:05:47.815491 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a940d-e343-40af-b2a2-25d40fbda36f req-15bed96e-35af-4f71-a2f8-6416dfdbcbce tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:47.816936 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-890a940d-e343-40af-b2a2-25d40fbda36f req-15bed96e-35af-4f71-a2f8-6416dfdbcbce tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/networks?id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa HTTP/1.1" status: 200 len: 797 time: 0.1937127 Apr 20 16:05:47.866227 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-890a940d-e343-40af-b2a2-25d40fbda36f req-3ea9b8aa-26c4-4b69-830e-424f593754e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 379 time: 0.0410810 Apr 20 16:05:47.876965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-890a940d-e343-40af-b2a2-25d40fbda36f req-ffdd4d35-84b9-4c0b-b1f3-b76807b9e4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'port': {'device_id': '47787484-247a-42ac-a623-053bd9dc498e', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'admin_state_up': True, 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'security_groups': ['f65824a6-6959-4dad-a722-d788d0ca01a5']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:05:48.009193 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-890a940d-e343-40af-b2a2-25d40fbda36f req-ffdd4d35-84b9-4c0b-b1f3-b76807b9e4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:05:48.019078 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-890a940d-e343-40af-b2a2-25d40fbda36f req-ffdd4d35-84b9-4c0b-b1f3-b76807b9e4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:05:48.028677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890a940d-e343-40af-b2a2-25d40fbda36f req-ffdd4d35-84b9-4c0b-b1f3-b76807b9e4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:05:48.032272 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-890a940d-e343-40af-b2a2-25d40fbda36f req-ffdd4d35-84b9-4c0b-b1f3-b76807b9e4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.287722 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-890a940d-e343-40af-b2a2-25d40fbda36f req-ffdd4d35-84b9-4c0b-b1f3-b76807b9e4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.9 (02558b7f-870f-4d2c-bede-0a2c9dc30bfa/2fff6925-14c4-4242-b285-6f7981e6cc1f/e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:05:48.477281 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-890a940d-e343-40af-b2a2-25d40fbda36f req-ffdd4d35-84b9-4c0b-b1f3-b76807b9e4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.493758 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-890a940d-e343-40af-b2a2-25d40fbda36f req-ffdd4d35-84b9-4c0b-b1f3-b76807b9e4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:05:48.516904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-890a940d-e343-40af-b2a2-25d40fbda36f req-ffdd4d35-84b9-4c0b-b1f3-b76807b9e4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.586312 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890a940d-e343-40af-b2a2-25d40fbda36f req-ffdd4d35-84b9-4c0b-b1f3-b76807b9e4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:05:48.594529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-890a940d-e343-40af-b2a2-25d40fbda36f req-ffdd4d35-84b9-4c0b-b1f3-b76807b9e4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:05:48.599394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-890a940d-e343-40af-b2a2-25d40fbda36f req-ffdd4d35-84b9-4c0b-b1f3-b76807b9e4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:05:48.629956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd4d35-84b9-4c0b-b1f3-b76807b9e4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:48.680531 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a940d-e343-40af-b2a2-25d40fbda36f req-ffdd4d35-84b9-4c0b-b1f3-b76807b9e4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:48.681171 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-890a940d-e343-40af-b2a2-25d40fbda36f req-ffdd4d35-84b9-4c0b-b1f3-b76807b9e4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.708924 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-890a940d-e343-40af-b2a2-25d40fbda36f req-ffdd4d35-84b9-4c0b-b1f3-b76807b9e4ef tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8354557 Apr 20 16:05:48.725477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Request body: {'port': {'device_id': '47787484-247a-42ac-a623-053bd9dc498e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:05:48.775473 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b9eeddd7-8b8b-46ce-b6c1-21118ca9251e up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:05:48.835924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2b477c41-566c-4800-a966-f73e04ae8f00 None None] Provisioning for port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:05:48.844462 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2b477c41-566c-4800-a966-f73e04ae8f00 None None] Provisioning complete for port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:48.844834 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2b477c41-566c-4800-a966-f73e04ae8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.845196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.898965 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-2b477c41-566c-4800-a966-f73e04ae8f00 None None] Port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:05:48.912444 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:48.912814 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:49.147393 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f61d4-912e-41b7-93f2-26beec394484 req-c7e3dc87-7ed2-463d-a457-4997cf39efc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:49.148127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-fb6f61d4-912e-41b7-93f2-26beec394484 req-c7e3dc87-7ed2-463d-a457-4997cf39efc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:05:49.188256 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-fb6f61d4-912e-41b7-93f2-26beec394484 req-c7e3dc87-7ed2-463d-a457-4997cf39efc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:05:49.189406 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fb6f61d4-912e-41b7-93f2-26beec394484 req-c7e3dc87-7ed2-463d-a457-4997cf39efc7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 931 time: 0.2771094 Apr 20 16:05:49.254744 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fb6f61d4-912e-41b7-93f2-26beec394484 req-9a0a8652-7c02-443d-bc1d-353069eeb40c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f65824a6-6959-4dad-a722-d788d0ca01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559604 Apr 20 16:05:49.311932 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:05:49.319908 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:49.335571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Transition to ACTIVE for port object e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:05:49.339984 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:49.496127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:49.579318 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Attempting to bind port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:05:49.579647 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Attempting to bind port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '68ecae7c-578d-49de-a105-9c77cbb683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:05:49.580002 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Attempting to bind port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 on network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:05:49.584536 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 on network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:05:49.584849 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Attempting to bind port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 on network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:05:49.589814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:05:49.590146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Checking segment: {'id': '68ecae7c-578d-49de-a105-9c77cbb683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:05:49.590527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Bound using segment: {'id': '68ecae7c-578d-49de-a105-9c77cbb683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:05:49.590944 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Bound port: e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ecae7c-578d-49de-a105-9c77cbb683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:05:49.591278 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:49.679292 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] For port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:05:49.682643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] For port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3,segment=NetworkSegment(68ecae7c-578d-49de-a105-9c77cbb683fb),segment_id=68ecae7c-578d-49de-a105-9c77cbb683fb)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:05:49.686735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:49.744266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:49.744863 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:49.746196 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-890a940d-e343-40af-b2a2-25d40fbda36f req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] 10.222.0.11 "PUT /v2.0/ports/e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 HTTP/1.1" status: 200 len: 1093 time: 1.0254147 Apr 20 16:05:49.746627 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47787484-247a-42ac-a623-053bd9dc498e', 'tag': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:05:49.772922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69444a-7e34-4b68-b0e3-8b3e343650b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:49.824184 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f30ea8-f083-4f68-92c7-8c285b909bd8'] response: {'name': 'network-changed', 'server_uuid': '47787484-247a-42ac-a623-053bd9dc498e', 'tag': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'status': 'completed', 'code': 200} Apr 20 16:05:49.867473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a940d-e343-40af-b2a2-25d40fbda36f req-71aa581a-5ff2-4146-b1fc-ad5678848003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:49.869083 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-890a940d-e343-40af-b2a2-25d40fbda36f req-71aa581a-5ff2-4146-b1fc-ad5678848003 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 1096 time: 0.0796673 Apr 20 16:05:49.940936 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-890a940d-e343-40af-b2a2-25d40fbda36f req-56109ee1-dd6c-4252-8250-8b3f6d53fb14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 HTTP/1.1" status: 200 len: 217 time: 0.0654068 Apr 20 16:05:50.009106 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a940d-e343-40af-b2a2-25d40fbda36f req-1cbc65d4-30b0-4ad1-b064-f53f371296b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:50.010469 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-890a940d-e343-40af-b2a2-25d40fbda36f req-1cbc65d4-30b0-4ad1-b064-f53f371296b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fff6925-14c4-4242-b285-6f7981e6cc1f HTTP/1.1" status: 200 len: 834 time: 0.0637591 Apr 20 16:05:50.182741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a940d-e343-40af-b2a2-25d40fbda36f req-f5f1b8aa-099a-40a7-a5ea-ff34b869dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:50.184255 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-890a940d-e343-40af-b2a2-25d40fbda36f req-f5f1b8aa-099a-40a7-a5ea-ff34b869dcd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1675889 Apr 20 16:05:50.334232 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-890a940d-e343-40af-b2a2-25d40fbda36f req-e6b54eda-4c70-4540-947b-c0304def8169 service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438949 Apr 20 16:05:50.525427 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-890a940d-e343-40af-b2a2-25d40fbda36f req-522b1d58-1638-49c8-8de2-484528e646d1 service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840067 Apr 20 16:05:50.533996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35ed3a-f17c-4deb-a2f8-2af6471f6bbb req-25713810-917c-4c5e-affc-6abcdd0b769a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:50.535345 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6d35ed3a-f17c-4deb-a2f8-2af6471f6bbb req-25713810-917c-4c5e-affc-6abcdd0b769a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 943 time: 0.1754985 Apr 20 16:05:50.621758 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6d35ed3a-f17c-4deb-a2f8-2af6471f6bbb req-8b51e05a-56d8-4769-8199-38b5d97826f3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f65824a6-6959-4dad-a722-d788d0ca01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799367 Apr 20 16:05:50.652322 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66b679-aa0d-4442-ba34-7fce086d75c2 req-404616ef-b3cc-4d0e-b5e3-825780ad0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:50.653787 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-af66b679-aa0d-4442-ba34-7fce086d75c2 req-404616ef-b3cc-4d0e-b5e3-825780ad0b7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 1096 time: 0.0754697 Apr 20 16:05:50.782799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66b679-aa0d-4442-ba34-7fce086d75c2 req-adf43540-b54f-41aa-9df3-0ae319a67090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:50.784167 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-af66b679-aa0d-4442-ba34-7fce086d75c2 req-adf43540-b54f-41aa-9df3-0ae319a67090 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa HTTP/1.1" status: 200 len: 898 time: 0.1243405 Apr 20 16:05:50.854072 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-af66b679-aa0d-4442-ba34-7fce086d75c2 req-eb1923ca-bd85-4e8e-80f9-53d55e9ef9c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 HTTP/1.1" status: 200 len: 217 time: 0.0632010 Apr 20 16:05:50.915051 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66b679-aa0d-4442-ba34-7fce086d75c2 req-d91eaa95-8f64-4c6c-9964-945ddcdd6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:50.916425 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-af66b679-aa0d-4442-ba34-7fce086d75c2 req-d91eaa95-8f64-4c6c-9964-945ddcdd6311 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fff6925-14c4-4242-b285-6f7981e6cc1f HTTP/1.1" status: 200 len: 834 time: 0.0554814 Apr 20 16:05:50.990888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66b679-aa0d-4442-ba34-7fce086d75c2 req-776cf3f7-feec-4af2-809c-e544d86ffa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:50.992323 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-af66b679-aa0d-4442-ba34-7fce086d75c2 req-776cf3f7-feec-4af2-809c-e544d86ffa28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701759 Apr 20 16:05:51.125555 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-af66b679-aa0d-4442-ba34-7fce086d75c2 req-e3f035bd-d7aa-4839-a401-fa558e3b2251 service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271799 Apr 20 16:05:51.256628 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-af66b679-aa0d-4442-ba34-7fce086d75c2 req-1a95c93d-3aa4-4016-8591-88fff93a4ec5 service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244531 Apr 20 16:05:51.804084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50133cc2-9267-42ae-8cd5-f03b150ba3f5 req-bc8be1da-6822-4391-a6e6-a89cc9334f9e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:51.805499 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-50133cc2-9267-42ae-8cd5-f03b150ba3f5 req-bc8be1da-6822-4391-a6e6-a89cc9334f9e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 943 time: 0.0779390 Apr 20 16:05:51.848777 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-50133cc2-9267-42ae-8cd5-f03b150ba3f5 req-4506af29-73e9-4164-b632-5b704ba01067 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f65824a6-6959-4dad-a722-d788d0ca01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376890 Apr 20 16:05:53.039097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599bb8a-7d7a-4f7d-8fe7-bf5fdff76b37 req-0d215317-2537-4331-b4a6-7698d3a62768 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:53.040493 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2599bb8a-7d7a-4f7d-8fe7-bf5fdff76b37 req-0d215317-2537-4331-b4a6-7698d3a62768 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 943 time: 0.0899286 Apr 20 16:05:53.083441 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2599bb8a-7d7a-4f7d-8fe7-bf5fdff76b37 req-d4197303-1c90-4214-b57f-e2974433714f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f65824a6-6959-4dad-a722-d788d0ca01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366256 Apr 20 16:05:53.421783 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:05:53.552094 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3,segment=NetworkSegment(68ecae7c-578d-49de-a105-9c77cbb683fb),segment_id=68ecae7c-578d-49de-a105-9c77cbb683fb)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:05:53.564818 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'port_id': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'mac_address': 'fa:16:3e:bb:aa:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:05:53.622787 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:53.639376 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:05:53.653953 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3,segment=NetworkSegment(68ecae7c-578d-49de-a105-9c77cbb683fb),segment_id=68ecae7c-578d-49de-a105-9c77cbb683fb)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:05:53.657752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:53.721799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:54.037003 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:05:54.265424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc1bb7-a582-45e4-9023-ab4c1379907e req-f4c7f057-a158-4f52-a60a-298fed73b78a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:54.266880 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-aabc1bb7-a582-45e4-9023-ab4c1379907e req-f4c7f057-a158-4f52-a60a-298fed73b78a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 944 time: 0.0801246 Apr 20 16:05:54.310640 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-aabc1bb7-a582-45e4-9023-ab4c1379907e req-0928dea8-468a-476b-ae6e-b95916952cbf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f65824a6-6959-4dad-a722-d788d0ca01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379326 Apr 20 16:05:54.484884 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:05:55.449778 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:05:55.500425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9f4c2-8560-449f-8978-fd9458342925 req-898bb7a1-3b41-4cc2-bcb9-686e156a4d83 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:55.501878 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f6e9f4c2-8560-449f-8978-fd9458342925 req-898bb7a1-3b41-4cc2-bcb9-686e156a4d83 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 944 time: 0.0848322 Apr 20 16:05:55.519516 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:05:55.524431 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:55.524805 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:55.546599 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f6e9f4c2-8560-449f-8978-fd9458342925 req-69451f15-d7a0-49f1-9648-75a2a2695deb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f65824a6-6959-4dad-a722-d788d0ca01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389774 Apr 20 16:05:55.640871 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:55.666825 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47787484-247a-42ac-a623-053bd9dc498e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:05:55.677019 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3,segment=NetworkSegment(68ecae7c-578d-49de-a105-9c77cbb683fb),segment_id=68ecae7c-578d-49de-a105-9c77cbb683fb)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:05:55.680942 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:55.714225 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd96485b-ba26-4d10-b427-24947a5421a6'] response: {'server_uuid': '47787484-247a-42ac-a623-053bd9dc498e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'code': 200} Apr 20 16:05:55.754417 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:55.935526 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff68e1-da65-43e3-8859-437014745344 req-7f524f69-0575-413e-9829-ff1e70659250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:55.937846 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dbff68e1-da65-43e3-8859-437014745344 req-7f524f69-0575-413e-9829-ff1e70659250 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 1098 time: 0.0751467 Apr 20 16:05:55.978647 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dbff68e1-da65-43e3-8859-437014745344 req-d7a36000-f296-47ec-bba1-c150ff73ae6a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f65824a6-6959-4dad-a722-d788d0ca01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349960 Apr 20 16:05:56.828477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670a1ff-9df3-4d16-8b78-415d2881a8f8 req-fe67a732-7ab7-45de-806d-1eadf501cfd8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:56.829837 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f670a1ff-9df3-4d16-8b78-415d2881a8f8 req-fe67a732-7ab7-45de-806d-1eadf501cfd8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 945 time: 0.1801846 Apr 20 16:05:56.872589 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f670a1ff-9df3-4d16-8b78-415d2881a8f8 req-904dfd48-998e-4c34-a682-3a14d3fd4f2c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f65824a6-6959-4dad-a722-d788d0ca01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370989 Apr 20 16:05:58.057696 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc639a-1b65-4dd8-b21e-45d713cfa86a req-4a896bca-d54e-4395-820d-62cef348a281 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:58.059021 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10dc639a-1b65-4dd8-b21e-45d713cfa86a req-4a896bca-d54e-4395-820d-62cef348a281 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 945 time: 0.0793197 Apr 20 16:05:58.101366 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10dc639a-1b65-4dd8-b21e-45d713cfa86a req-e36e8d54-b8d4-411d-8e73-a74684890b28 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f65824a6-6959-4dad-a722-d788d0ca01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362234 Apr 20 16:05:58.279090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e1a48-e55a-421a-aec9-85a85824f561 req-18a71176-ca9c-4f0f-9bea-9e8a3cb661d0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:58.281054 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-059e1a48-e55a-421a-aec9-85a85824f561 req-18a71176-ca9c-4f0f-9bea-9e8a3cb661d0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 945 time: 0.0783007 Apr 20 16:05:58.325860 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-059e1a48-e55a-421a-aec9-85a85824f561 req-2b14224c-d74e-483c-baf7-fc7bcd8bfc12 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f65824a6-6959-4dad-a722-d788d0ca01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391276 Apr 20 16:05:58.348905 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41276) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:58.416431 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f6376f-bec6-4714-b6f0-c740c16043d0 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:58.417869 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c2f6376f-bec6-4714-b6f0-c740c16043d0 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 1093 time: 0.0680072 Apr 20 16:05:58.420643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41280) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:05:58.425468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:05:58.431221 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:05:58.435019 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:floatingip and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:05:58.438331 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:05:58.444068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:05:58.454757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:58.586271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:58.723964 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.26.7.152 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/4e210436-cbd3-4266-ad0b-697373eae364) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:05:58.867244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:58.895839 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:58.954743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:05:58.961354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:05:58.965741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:05:58.997268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=4e210436-cbd3-4266-ad0b-697373eae364,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:59.375096 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:59.448054 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:59.650229 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:59.654624 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:59.857475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=4e210436-cbd3-4266-ad0b-697373eae364,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:59.869776 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:00.049961 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP d0660e0e-e355-451f-a546-ce1a6c6c5f84 associated. External IP: 172.26.7.152, port: e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3. Apr 20 16:06:00.394770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:06:00.573463 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:06:00.583100 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128eb129-da9a-4698-9b34-75677d988d55 None None] Sync routers for ids ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:06:00.592399 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128eb129-da9a-4698-9b34-75677d988d55 None None] Routers {'0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:06:00.592997 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-128eb129-da9a-4698-9b34-75677d988d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:05:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:00.597694 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:00.654427 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5ab0f896-bd95-4c1e-8e6e-74e57d713060 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2327187 Apr 20 16:06:00.655024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47787484-247a-42ac-a623-053bd9dc498e', 'tag': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:00.657440 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41284) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:06:00.699893 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead6a59c-cbf1-40b2-a017-f97c03cb468e'] response: {'name': 'network-changed', 'server_uuid': '47787484-247a-42ac-a623-053bd9dc498e', 'tag': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'status': 'completed', 'code': 200} Apr 20 16:06:00.731868 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e63769-3ace-45ef-bf5e-4f40321482fa tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:00.735945 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b9e63769-3ace-45ef-bf5e-4f40321482fa tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 1093 time: 0.0746667 Apr 20 16:06:00.796940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542c557-c052-46f4-9c46-d9c2e693a699 req-562b449c-f48a-4ab2-9303-50d83d0cdf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:00.798423 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2542c557-c052-46f4-9c46-d9c2e693a699 req-562b449c-f48a-4ab2-9303-50d83d0cdf7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 1098 time: 0.0771868 Apr 20 16:06:00.802210 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-128eb129-da9a-4698-9b34-75677d988d55 None None] Set router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:06:00.928445 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41292) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:06:00.935654 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-9279edc5-31d8-4b6c-b170-77943d359b56 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2032427013', 'description': 'tempest-secgroup-smoke-2032427013 description', 'project_id': '275d553700ad4a899ef09eedcedfa1df'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:06:00.943252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542c557-c052-46f4-9c46-d9c2e693a699 req-09042625-3528-4236-bb51-b45e114679db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:00.944663 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2542c557-c052-46f4-9c46-d9c2e693a699 req-09042625-3528-4236-bb51-b45e114679db service neutron] 10.222.0.11 "GET /v2.0/networks?id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa HTTP/1.1" status: 200 len: 898 time: 0.1405022 Apr 20 16:06:00.945563 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9279edc5-31d8-4b6c-b170-77943d359b56 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:06:01.008276 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9279edc5-31d8-4b6c-b170-77943d359b56 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:06:01.037915 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9279edc5-31d8-4b6c-b170-77943d359b56 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.072842 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2542c557-c052-46f4-9c46-d9c2e693a699 req-b16f1bfd-6961-4963-9656-ad21bd8017b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 HTTP/1.1" status: 200 len: 999 time: 0.1201854 Apr 20 16:06:01.073713 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9279edc5-31d8-4b6c-b170-77943d359b56 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:06:01.077640 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9279edc5-31d8-4b6c-b170-77943d359b56 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:06:01.113396 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9279edc5-31d8-4b6c-b170-77943d359b56 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:06:01.125155 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9279edc5-31d8-4b6c-b170-77943d359b56 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:06:01.145405 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-128eb129-da9a-4698-9b34-75677d988d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:05:42Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'd0660e0e-e355-451f-a546-ce1a6c6c5f84', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.152', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'port_id': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'mac_address': 'fa:16:3e:bb:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47787484-247a-42ac-a623-053bd9dc498e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:05:59Z', 'updated_at': '2022-04-20T16:05:59Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9eeddd7-8b8b-46ce-b6c1-21118ca9251e', 'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:35:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:41Z', 'updated_at': '2022-04-20T16:05:47Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:01.149276 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128eb129-da9a-4698-9b34-75677d988d55 None None] Checking router: 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:06:01.157656 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128eb129-da9a-4698-9b34-75677d988d55 None None] Routers {'0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:06:01.158490 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-128eb129-da9a-4698-9b34-75677d988d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:05:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:01.160038 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542c557-c052-46f4-9c46-d9c2e693a699 req-fe464bc0-f599-458d-954d-a7a102f74bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:01.162440 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2542c557-c052-46f4-9c46-d9c2e693a699 req-fe464bc0-f599-458d-954d-a7a102f74bea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fff6925-14c4-4242-b285-6f7981e6cc1f HTTP/1.1" status: 200 len: 834 time: 0.0782788 Apr 20 16:06:01.346926 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-128eb129-da9a-4698-9b34-75677d988d55 None None] Set router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:06:01.378770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9279edc5-31d8-4b6c-b170-77943d359b56 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.390646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9279edc5-31d8-4b6c-b170-77943d359b56 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.426693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542c557-c052-46f4-9c46-d9c2e693a699 req-b81df81b-4de7-46e2-89b5-dd71f75e4c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:01.428103 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2542c557-c052-46f4-9c46-d9c2e693a699 req-b81df81b-4de7-46e2-89b5-dd71f75e4c77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2591360 Apr 20 16:06:01.458780 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279edc5-31d8-4b6c-b170-77943d359b56 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35aff52-406e-4047-a785-daa261c16436,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:01.524928 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9279edc5-31d8-4b6c-b170-77943d359b56 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.526117 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9279edc5-31d8-4b6c-b170-77943d359b56 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5967419 Apr 20 16:06:01.528961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41296) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:06:01.535993 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-577da036-abbe-4b31-92d2-1c3e7db946f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'f35aff52-406e-4047-a785-daa261c16436', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:06:01.544597 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-577da036-abbe-4b31-92d2-1c3e7db946f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:06:01.551033 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-577da036-abbe-4b31-92d2-1c3e7db946f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:06:01.556667 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-577da036-abbe-4b31-92d2-1c3e7db946f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:06:01.572725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-577da036-abbe-4b31-92d2-1c3e7db946f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:06:01.597192 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2542c557-c052-46f4-9c46-d9c2e693a699 req-aff14edc-e68f-4717-aa31-31b072447263 service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593957 Apr 20 16:06:01.624335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-577da036-abbe-4b31-92d2-1c3e7db946f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.702973 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-128eb129-da9a-4698-9b34-75677d988d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:05:42Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'd0660e0e-e355-451f-a546-ce1a6c6c5f84', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.152', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'port_id': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'mac_address': 'fa:16:3e:bb:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47787484-247a-42ac-a623-053bd9dc498e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:05:59Z', 'updated_at': '2022-04-20T16:05:59Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9eeddd7-8b8b-46ce-b6c1-21118ca9251e', 'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:35:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:41Z', 'updated_at': '2022-04-20T16:05:47Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:01.706797 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128eb129-da9a-4698-9b34-75677d988d55 None None] The sync data for ids ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'] in dv-neutron-838699-1-hyperv is: [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:05:42Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'd0660e0e-e355-451f-a546-ce1a6c6c5f84', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.152', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'port_id': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'mac_address': 'fa:16:3e:bb:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47787484-247a-42ac-a623-053bd9dc498e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:05:59Z', 'updated_at': '2022-04-20T16:05:59Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9eeddd7-8b8b-46ce-b6c1-21118ca9251e', 'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:35:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:41Z', 'updated_at': '2022-04-20T16:05:47Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:06:01.771341 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-577da036-abbe-4b31-92d2-1c3e7db946f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.777127 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2542c557-c052-46f4-9c46-d9c2e693a699 req-cf449d51-a637-418d-bc8f-4bd20ffbbf63 service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731384 Apr 20 16:06:01.777822 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-577da036-abbe-4b31-92d2-1c3e7db946f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.801704 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577da036-abbe-4b31-92d2-1c3e7db946f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1855e4-f360-42a5-b658-7906921c9293,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:01.810173 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-577da036-abbe-4b31-92d2-1c3e7db946f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.811963 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-577da036-abbe-4b31-92d2-1c3e7db946f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2815428 Apr 20 16:06:01.815943 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41300) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:06:01.822658 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-69009282-4a10-41fd-a095-8ba41c363068 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'f35aff52-406e-4047-a785-daa261c16436', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:06:01.829104 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-69009282-4a10-41fd-a095-8ba41c363068 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:06:01.833761 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-69009282-4a10-41fd-a095-8ba41c363068 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:06:01.837322 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-69009282-4a10-41fd-a095-8ba41c363068 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:06:01.844204 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-69009282-4a10-41fd-a095-8ba41c363068 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:06:01.861992 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69009282-4a10-41fd-a095-8ba41c363068 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.900456 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba84722-b113-4779-a9c3-18448e579e64 None None] New status for floating IP d0660e0e-e355-451f-a546-ce1a6c6c5f84: ACTIVE {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:06:01.928350 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69009282-4a10-41fd-a095-8ba41c363068 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.932070 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69009282-4a10-41fd-a095-8ba41c363068 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.955200 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69009282-4a10-41fd-a095-8ba41c363068 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6684c07c-9c13-4ea3-9961-3aed6e273103,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:01.964531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69009282-4a10-41fd-a095-8ba41c363068 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.965831 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-69009282-4a10-41fd-a095-8ba41c363068 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1475596 Apr 20 16:06:01.969345 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41304) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:06:01.974322 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-874b2427-9268-4440-875c-5b75e98a75d6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'f35aff52-406e-4047-a785-daa261c16436', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:06:01.980035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-874b2427-9268-4440-875c-5b75e98a75d6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:06:01.984078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-874b2427-9268-4440-875c-5b75e98a75d6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:06:01.986975 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-874b2427-9268-4440-875c-5b75e98a75d6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:06:01.992686 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-874b2427-9268-4440-875c-5b75e98a75d6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:06:02.013261 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-874b2427-9268-4440-875c-5b75e98a75d6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.080411 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-874b2427-9268-4440-875c-5b75e98a75d6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.084070 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-874b2427-9268-4440-875c-5b75e98a75d6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.100514 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-606dc4db-e16b-4f10-81b1-15dd9af11453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.108935 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b2427-9268-4440-875c-5b75e98a75d6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fef4f68-1f0c-4254-a1b6-8588791c52b5,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:02.118843 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-874b2427-9268-4440-875c-5b75e98a75d6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.120166 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-874b2427-9268-4440-875c-5b75e98a75d6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499190 Apr 20 16:06:02.122819 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41308) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:06:02.128273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-0bfd1aa1-9b4c-46e3-a506-53a3a376dc58 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'f35aff52-406e-4047-a785-daa261c16436', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:06:02.133970 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0bfd1aa1-9b4c-46e3-a506-53a3a376dc58 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:06:02.138167 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0bfd1aa1-9b4c-46e3-a506-53a3a376dc58 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:06:02.141652 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0bfd1aa1-9b4c-46e3-a506-53a3a376dc58 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:06:02.147423 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0bfd1aa1-9b4c-46e3-a506-53a3a376dc58 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:06:02.164611 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1aa1-9b4c-46e3-a506-53a3a376dc58 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.230178 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1aa1-9b4c-46e3-a506-53a3a376dc58 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.234034 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1aa1-9b4c-46e3-a506-53a3a376dc58 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.257624 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd1aa1-9b4c-46e3-a506-53a3a376dc58 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ac5c6a-ae7f-4fdb-9955-4dd2f0b01268,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:02.268027 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1aa1-9b4c-46e3-a506-53a3a376dc58 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.269195 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0bfd1aa1-9b4c-46e3-a506-53a3a376dc58 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1449103 Apr 20 16:06:02.271886 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41312) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:06:02.276728 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-fc597fec-04f4-4695-ab73-5aa747298a49 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'f35aff52-406e-4047-a785-daa261c16436', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:06:02.282300 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-fc597fec-04f4-4695-ab73-5aa747298a49 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:06:02.286068 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-fc597fec-04f4-4695-ab73-5aa747298a49 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:06:02.288927 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-fc597fec-04f4-4695-ab73-5aa747298a49 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:06:02.294552 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-fc597fec-04f4-4695-ab73-5aa747298a49 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:06:02.304635 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-fc597fec-04f4-4695-ab73-5aa747298a49 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:06:02.311571 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc597fec-04f4-4695-ab73-5aa747298a49 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.377080 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc597fec-04f4-4695-ab73-5aa747298a49 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.380500 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc597fec-04f4-4695-ab73-5aa747298a49 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.402958 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc597fec-04f4-4695-ab73-5aa747298a49 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35796e4-f8a4-4699-8d92-7ce6c5b14a17,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:02.411543 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc597fec-04f4-4695-ab73-5aa747298a49 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.412734 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fc597fec-04f4-4695-ab73-5aa747298a49 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399302 Apr 20 16:06:02.415672 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41316) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:06:02.420946 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-48aaf31c-f84e-4e46-9c2e-72431286fcae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': 'f35aff52-406e-4047-a785-daa261c16436', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:06:02.426453 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-48aaf31c-f84e-4e46-9c2e-72431286fcae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:06:02.430249 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-48aaf31c-f84e-4e46-9c2e-72431286fcae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:06:02.433091 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-48aaf31c-f84e-4e46-9c2e-72431286fcae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:06:02.439293 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-48aaf31c-f84e-4e46-9c2e-72431286fcae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:06:02.448179 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-48aaf31c-f84e-4e46-9c2e-72431286fcae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:06:02.454321 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48aaf31c-f84e-4e46-9c2e-72431286fcae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.516684 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48aaf31c-f84e-4e46-9c2e-72431286fcae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.519795 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48aaf31c-f84e-4e46-9c2e-72431286fcae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.541592 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaf31c-f84e-4e46-9c2e-72431286fcae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93fbd12-78f5-41a0-b811-90ff4278006b,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:02.549952 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-48aaf31c-f84e-4e46-9c2e-72431286fcae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.551199 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-48aaf31c-f84e-4e46-9c2e-72431286fcae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345844 Apr 20 16:06:02.713695 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-38d3484c-68ac-41b5-bd86-d4afb97f99df tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:06:02.728776 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-38d3484c-68ac-41b5-bd86-d4afb97f99df tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:06:02.729985 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-38d3484c-68ac-41b5-bd86-d4afb97f99df tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2032427013&fields=id&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 267 time: 0.0587995 Apr 20 16:06:02.879055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-4876e4c0-6793-4f84-962d-01d53332c525 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:02.880440 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-4876e4c0-6793-4f84-962d-01d53332c525 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/networks?id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa HTTP/1.1" status: 200 len: 797 time: 0.1433156 Apr 20 16:06:02.906669 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-b8512b2d-d742-418f-a70c-7e0c4b4d0ca1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/quotas/275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 375 time: 0.0207222 Apr 20 16:06:02.995438 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-c44cf5f4-5488-4bd4-8f40-b725072d13d1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0837314 Apr 20 16:06:03.129976 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-b1d54647-7b67-4186-905f-62a2bac7b913 service neutron] 10.222.0.13 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226788 Apr 20 16:06:03.260186 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-c1e4c22f-2e08-4924-8a95-18068dcd1a63 service neutron] 10.222.0.13 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246233 Apr 20 16:06:03.478618 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a34e965e-c6bb-44af-b730-fed3b1c05c0e req-40148937-83c0-4333-94ff-71b63cc2689a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 210 time: 0.0425048 Apr 20 16:06:04.347640 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cea8ffea-dd4f-4ba1-82f8-30030608f86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:04.574015 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4d35d53a-0dea-4046-badf-e15dd68eec78 req-af5cf798-f43d-40b9-9805-1d7f622d2cb0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 210 time: 0.0456891 Apr 20 16:06:05.669012 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f89a9038-2ec6-45a6-aa73-256ad45d2993 req-f6aa8677-a5f1-47e3-a79c-57c710099f12 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 210 time: 0.0424254 Apr 20 16:06:05.744422 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:05.746261 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.764192 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d5437685-740a-4667-b2d7-9048ac72d8a7 req-6dcd838d-af86-4e7c-81e7-0970dc056b51 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 210 time: 0.0456824 Apr 20 16:06:07.088878 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:07.917211 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-445b4ad0-024b-42bd-8840-6bb2550a0002 req-82739de7-6b66-4e2b-90c0-1099432dced8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 210 time: 0.0456574 Apr 20 16:06:08.538284 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-c9482f6e-ce59-4e1c-8171-f0f70468caa9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:08.540750 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-c9482f6e-ce59-4e1c-8171-f0f70468caa9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/networks?id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa HTTP/1.1" status: 200 len: 797 time: 0.1464593 Apr 20 16:06:08.591511 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-ab004561-9053-40b9-9e86-e1d8c44515b2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 472 time: 0.0419903 Apr 20 16:06:08.610672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-3765b8f2-e71f-457e-ad5e-b025c477a58b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'port': {'device_id': '11185c8b-5dae-47bf-af1b-c91bfec08d7b', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'admin_state_up': True, 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'security_groups': ['f35aff52-406e-4047-a785-daa261c16436']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:06:08.743443 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-3765b8f2-e71f-457e-ad5e-b025c477a58b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:06:08.753447 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-3765b8f2-e71f-457e-ad5e-b025c477a58b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:06:08.763042 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-3765b8f2-e71f-457e-ad5e-b025c477a58b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:06:08.767152 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-3765b8f2-e71f-457e-ad5e-b025c477a58b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:09.072447 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-3765b8f2-e71f-457e-ad5e-b025c477a58b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.10 (02558b7f-870f-4d2c-bede-0a2c9dc30bfa/2fff6925-14c4-4242-b285-6f7981e6cc1f/c541247e-2e97-4845-898d-96290e70416d) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:06:09.075811 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d1dc7203-606b-454b-9457-1c88bd198fa5 req-f96facd9-9634-4ff2-8781-da100efec712 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 210 time: 0.0508008 Apr 20 16:06:09.265835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-3765b8f2-e71f-457e-ad5e-b025c477a58b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:09.281242 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-3765b8f2-e71f-457e-ad5e-b025c477a58b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object c541247e-2e97-4845-898d-96290e70416d will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:06:09.304492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-3765b8f2-e71f-457e-ad5e-b025c477a58b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:09.365646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-3765b8f2-e71f-457e-ad5e-b025c477a58b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:06:09.368664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-3765b8f2-e71f-457e-ad5e-b025c477a58b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:06:09.372490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-3765b8f2-e71f-457e-ad5e-b025c477a58b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:06:09.425057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765b8f2-e71f-457e-ad5e-b025c477a58b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=c541247e-2e97-4845-898d-96290e70416d,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:09.450054 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-3765b8f2-e71f-457e-ad5e-b025c477a58b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:09.450680 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-3765b8f2-e71f-457e-ad5e-b025c477a58b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:09.476680 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-3765b8f2-e71f-457e-ad5e-b025c477a58b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8697326 Apr 20 16:06:09.488650 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Request body: {'port': {'device_id': '11185c8b-5dae-47bf-af1b-c91bfec08d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:06:09.567327 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-00d43975-2e66-4c2f-b676-8ce9315731db None None] Provisioning for port c541247e-2e97-4845-898d-96290e70416d completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:06:09.572127 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-00d43975-2e66-4c2f-b676-8ce9315731db None None] Provisioning complete for port c541247e-2e97-4845-898d-96290e70416d triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:09.572534 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-00d43975-2e66-4c2f-b676-8ce9315731db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:09.598856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:09.625770 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-00d43975-2e66-4c2f-b676-8ce9315731db None None] Port c541247e-2e97-4845-898d-96290e70416d cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:06:09.939517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c541247e-2e97-4845-898d-96290e70416d {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:06:09.946586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:09.960780 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Transition to ACTIVE for port object c541247e-2e97-4845-898d-96290e70416d will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:06:09.965468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:10.121257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Pushing event updated for resources: {'Port': ['ID=c541247e-2e97-4845-898d-96290e70416d,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:10.246421 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Attempting to bind port c541247e-2e97-4845-898d-96290e70416d on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:06:10.246802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Attempting to bind port c541247e-2e97-4845-898d-96290e70416d by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '68ecae7c-578d-49de-a105-9c77cbb683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:06:10.247085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Attempting to bind port c541247e-2e97-4845-898d-96290e70416d on network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:06:10.255938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Port c541247e-2e97-4845-898d-96290e70416d on network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:06:10.256232 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Attempting to bind port c541247e-2e97-4845-898d-96290e70416d on network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:06:10.264215 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:06:10.265133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Checking segment: {'id': '68ecae7c-578d-49de-a105-9c77cbb683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:06:10.265515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Bound using segment: {'id': '68ecae7c-578d-49de-a105-9c77cbb683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:06:10.265947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Bound port: c541247e-2e97-4845-898d-96290e70416d, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ecae7c-578d-49de-a105-9c77cbb683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:06:10.266333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:10.353274 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa0154-fbe0-4230-98aa-a25376b0da91 req-43d98b48-c099-47d3-b67d-985c11f58aa0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:10.353883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-a3fa0154-fbe0-4230-98aa-a25376b0da91 req-43d98b48-c099-47d3-b67d-985c11f58aa0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:06:10.387038 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] For port c541247e-2e97-4845-898d-96290e70416d, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:06:10.390808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] For port c541247e-2e97-4845-898d-96290e70416d, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c541247e-2e97-4845-898d-96290e70416d,segment=NetworkSegment(68ecae7c-578d-49de-a105-9c77cbb683fb),segment_id=68ecae7c-578d-49de-a105-9c77cbb683fb)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:06:10.391873 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-a3fa0154-fbe0-4230-98aa-a25376b0da91 req-43d98b48-c099-47d3-b67d-985c11f58aa0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:06:10.393104 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a3fa0154-fbe0-4230-98aa-a25376b0da91 req-43d98b48-c099-47d3-b67d-985c11f58aa0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 944 time: 0.1986876 Apr 20 16:06:10.394558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:10.468539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:10.469421 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:10.470800 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] 10.222.0.11 "PUT /v2.0/ports/c541247e-2e97-4845-898d-96290e70416d HTTP/1.1" status: 200 len: 1094 time: 0.9863408 Apr 20 16:06:10.471245 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11185c8b-5dae-47bf-af1b-c91bfec08d7b', 'tag': 'c541247e-2e97-4845-898d-96290e70416d'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:10.510744 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a3fa0154-fbe0-4230-98aa-a25376b0da91 req-a35efc66-7264-4308-b822-9392109a87b9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f35aff52-406e-4047-a785-daa261c16436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845091 Apr 20 16:06:10.513525 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467ef45-74bd-4712-8c18-0df415371f61 service neutron] Pushing event updated for resources: {'Port': ['ID=c541247e-2e97-4845-898d-96290e70416d,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:10.553626 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa4bbe6e-1450-47c8-9a80-1f95077251ac'] response: {'name': 'network-changed', 'server_uuid': '11185c8b-5dae-47bf-af1b-c91bfec08d7b', 'tag': 'c541247e-2e97-4845-898d-96290e70416d', 'status': 'completed', 'code': 200} Apr 20 16:06:10.594520 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-9766a228-09c1-4c22-a2e0-6b322f47ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:10.596038 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-9766a228-09c1-4c22-a2e0-6b322f47ec3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 1097 time: 0.0789475 Apr 20 16:06:10.665822 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-604fb31d-e53b-490d-9436-d3cd3de69cd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c541247e-2e97-4845-898d-96290e70416d HTTP/1.1" status: 200 len: 217 time: 0.0616543 Apr 20 16:06:10.822103 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-6963c169-e023-4ed2-92b2-c180c9d72a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:10.823539 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-6963c169-e023-4ed2-92b2-c180c9d72a3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fff6925-14c4-4242-b285-6f7981e6cc1f HTTP/1.1" status: 200 len: 834 time: 0.1509273 Apr 20 16:06:10.924962 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-4a1db5d5-70cf-4c0a-8a8b-e8148395f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:10.926463 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-4a1db5d5-70cf-4c0a-8a8b-e8148395f79c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0964770 Apr 20 16:06:11.055511 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-2cb7dfd0-75da-4eca-bb51-31d322c0b54d service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227639 Apr 20 16:06:11.185409 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c576fbc-fc1c-4a26-a675-cc7580e4988d req-78a5a594-0fff-4c37-9d38-39fb584d60f1 service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241167 Apr 20 16:06:11.299990 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a169ec-af0c-4376-9a39-9c8358572706 req-b41f3f7c-f7dd-4fde-a201-c17e4f309107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:11.301442 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-91a169ec-af0c-4376-9a39-9c8358572706 req-b41f3f7c-f7dd-4fde-a201-c17e4f309107 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 1097 time: 0.0748014 Apr 20 16:06:11.436980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a169ec-af0c-4376-9a39-9c8358572706 req-fe060e27-f6a2-4d6a-aacc-f453b5657dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:11.438393 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-91a169ec-af0c-4376-9a39-9c8358572706 req-fe060e27-f6a2-4d6a-aacc-f453b5657dcb service neutron] 10.222.0.11 "GET /v2.0/networks?id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa HTTP/1.1" status: 200 len: 898 time: 0.1301031 Apr 20 16:06:11.509111 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-91a169ec-af0c-4376-9a39-9c8358572706 req-a1fbd1a6-e812-48c9-a464-5bcf240aaa7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c541247e-2e97-4845-898d-96290e70416d HTTP/1.1" status: 200 len: 217 time: 0.0594382 Apr 20 16:06:11.580174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a169ec-af0c-4376-9a39-9c8358572706 req-00629cce-4bd3-4ec3-9941-0d40dc770751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:11.581621 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-91a169ec-af0c-4376-9a39-9c8358572706 req-00629cce-4bd3-4ec3-9941-0d40dc770751 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fff6925-14c4-4242-b285-6f7981e6cc1f HTTP/1.1" status: 200 len: 834 time: 0.0624983 Apr 20 16:06:11.711152 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a169ec-af0c-4376-9a39-9c8358572706 req-a5e069af-2878-49de-bc64-9d6ebee8944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:11.712538 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-91a169ec-af0c-4376-9a39-9c8358572706 req-a5e069af-2878-49de-bc64-9d6ebee8944e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1224470 Apr 20 16:06:11.797837 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d83f3-c8fd-4386-bc6a-67c34fbbf8f2 req-dfcc08c5-f53f-4ce8-9237-25d98e3fa13c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:11.799255 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-187d83f3-c8fd-4386-bc6a-67c34fbbf8f2 req-dfcc08c5-f53f-4ce8-9237-25d98e3fa13c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 944 time: 0.1632588 Apr 20 16:06:11.879021 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-187d83f3-c8fd-4386-bc6a-67c34fbbf8f2 req-468320b0-cf05-452f-9f1f-a049a0c08597 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f35aff52-406e-4047-a785-daa261c16436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646119 Apr 20 16:06:11.898564 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-91a169ec-af0c-4376-9a39-9c8358572706 req-da06d064-9204-4fce-bbc7-ab493d25b20d service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738598 Apr 20 16:06:12.029594 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-91a169ec-af0c-4376-9a39-9c8358572706 req-c74081f6-f139-4ede-bc73-42ebabf99be8 service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247828 Apr 20 16:06:13.070140 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac0300-4fb6-44b3-85f8-2cf8cbb421cd req-841262a5-5fac-4ded-802a-b1baecda5eba tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:13.071514 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-47ac0300-4fb6-44b3-85f8-2cf8cbb421cd req-841262a5-5fac-4ded-802a-b1baecda5eba tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 944 time: 0.0824776 Apr 20 16:06:13.115026 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-47ac0300-4fb6-44b3-85f8-2cf8cbb421cd req-eb1b0a8e-57e4-479d-9567-2173685e27db tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f35aff52-406e-4047-a785-daa261c16436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378840 Apr 20 16:06:13.498098 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c541247e-2e97-4845-898d-96290e70416d details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:06:13.656731 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c541247e-2e97-4845-898d-96290e70416d, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c541247e-2e97-4845-898d-96290e70416d,segment=NetworkSegment(68ecae7c-578d-49de-a105-9c77cbb683fb),segment_id=68ecae7c-578d-49de-a105-9c77cbb683fb)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:06:13.672568 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': 'c541247e-2e97-4845-898d-96290e70416d', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'port_id': 'c541247e-2e97-4845-898d-96290e70416d', 'mac_address': 'fa:16:3e:e7:8c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:06:13.725455 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:13.741891 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c541247e-2e97-4845-898d-96290e70416d {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:06:13.757303 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c541247e-2e97-4845-898d-96290e70416d, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c541247e-2e97-4845-898d-96290e70416d,segment=NetworkSegment(68ecae7c-578d-49de-a105-9c77cbb683fb),segment_id=68ecae7c-578d-49de-a105-9c77cbb683fb)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:06:13.760676 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:13.824483 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=c541247e-2e97-4845-898d-96290e70416d,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:14.106160 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['c541247e-2e97-4845-898d-96290e70416d'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:06:14.303208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504960b-7bb4-4646-9d59-690435bd6f3b req-b8d9517e-9cd8-49d9-9a26-d2df6da832f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:14.304746 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4504960b-7bb4-4646-9d59-690435bd6f3b req-b8d9517e-9cd8-49d9-9a26-d2df6da832f9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 945 time: 0.0818579 Apr 20 16:06:14.351985 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4504960b-7bb4-4646-9d59-690435bd6f3b req-0720b969-2cf3-4e30-9109-9f61a9b1fb3c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f35aff52-406e-4047-a785-daa261c16436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412655 Apr 20 16:06:15.060830 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:15.503480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c541247e-2e97-4845-898d-96290e70416d up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:06:15.533296 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fd698-d7f7-4bb6-9860-2d2027dd480e req-2ff41167-13ad-4c07-b8a1-7e4a0816a5f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:15.534781 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c79fd698-d7f7-4bb6-9860-2d2027dd480e req-2ff41167-13ad-4c07-b8a1-7e4a0816a5f4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 945 time: 0.0795517 Apr 20 16:06:15.570462 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port c541247e-2e97-4845-898d-96290e70416d completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:06:15.575754 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port c541247e-2e97-4845-898d-96290e70416d triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:15.576016 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:15.590928 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c79fd698-d7f7-4bb6-9860-2d2027dd480e req-143c1804-7cee-4ffc-a139-68052241dd6d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f35aff52-406e-4047-a785-daa261c16436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505052 Apr 20 16:06:15.691030 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:15.716958 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11185c8b-5dae-47bf-af1b-c91bfec08d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c541247e-2e97-4845-898d-96290e70416d'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:15.726533 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port c541247e-2e97-4845-898d-96290e70416d, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c541247e-2e97-4845-898d-96290e70416d,segment=NetworkSegment(68ecae7c-578d-49de-a105-9c77cbb683fb),segment_id=68ecae7c-578d-49de-a105-9c77cbb683fb)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:06:15.730334 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:15.766757 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83f99c17-8a37-4dff-88d2-ef1709958539'] response: {'server_uuid': '11185c8b-5dae-47bf-af1b-c91bfec08d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c541247e-2e97-4845-898d-96290e70416d', 'code': 200} Apr 20 16:06:15.802524 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=c541247e-2e97-4845-898d-96290e70416d,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:15.983665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5ee73-fefb-4e9e-b74c-8ab6c846411d req-a449de09-1974-40eb-928c-7fae95a637e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:15.985060 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06f5ee73-fefb-4e9e-b74c-8ab6c846411d req-a449de09-1974-40eb-928c-7fae95a637e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 1099 time: 0.0690763 Apr 20 16:06:16.031394 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06f5ee73-fefb-4e9e-b74c-8ab6c846411d req-51738144-436e-46cc-924f-b2cfaad07c93 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f35aff52-406e-4047-a785-daa261c16436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400827 Apr 20 16:06:16.890899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd80198-3a35-4e28-bde8-560536fc817a req-d60fa8e7-efc6-426c-928e-0bbb2676636f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:16.892374 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-edd80198-3a35-4e28-bde8-560536fc817a req-d60fa8e7-efc6-426c-928e-0bbb2676636f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 946 time: 0.1931396 Apr 20 16:06:16.938378 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-edd80198-3a35-4e28-bde8-560536fc817a req-e2455ed2-092f-4a63-9e8f-db28554a4136 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f35aff52-406e-4047-a785-daa261c16436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385759 Apr 20 16:06:18.120161 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b726e2-5bf4-4efc-acee-6fab767a8ad8 req-6ae038de-8c7a-402d-a701-4e6087277517 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:18.121606 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-74b726e2-5bf4-4efc-acee-6fab767a8ad8 req-6ae038de-8c7a-402d-a701-4e6087277517 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 946 time: 0.0793879 Apr 20 16:06:18.168401 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-74b726e2-5bf4-4efc-acee-6fab767a8ad8 req-e48dce3a-607f-432d-bb5a-ce6e50755778 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f35aff52-406e-4047-a785-daa261c16436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411730 Apr 20 16:06:18.356383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4e555-eee9-4c85-9a83-9a26b6c063f9 req-75d30f23-4e97-4087-a388-acebff52d7ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:18.357746 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8be4e555-eee9-4c85-9a83-9a26b6c063f9 req-75d30f23-4e97-4087-a388-acebff52d7ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 946 time: 0.0804679 Apr 20 16:06:18.400705 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8be4e555-eee9-4c85-9a83-9a26b6c063f9 req-f2693f75-a8f7-4b54-ab03-1d7502ca48e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f35aff52-406e-4047-a785-daa261c16436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373580 Apr 20 16:06:18.423102 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41388) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:06:18.495416 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fdf3c5-2f7d-499a-bdb8-1a32caa86be7 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:18.497241 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d4fdf3c5-2f7d-499a-bdb8-1a32caa86be7 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 1094 time: 0.0731688 Apr 20 16:06:18.500514 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41392) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:06:18.505341 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': 'c541247e-2e97-4845-898d-96290e70416d', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:06:18.511149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:06:18.515562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:floatingip and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:06:18.518399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:06:18.524103 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:06:18.534457 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:18.669326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:18.799730 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.26.7.62 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/dd5f02e5-4409-4475-9c58-0f013b3fda1e) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:06:18.944257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:18.972511 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:19.033557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:06:19.036308 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:06:19.039802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:06:19.085676 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=dd5f02e5-4409-4475-9c58-0f013b3fda1e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:19.467969 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:19.540593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:19.751280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:19.755352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:19.959466 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=dd5f02e5-4409-4475-9c58-0f013b3fda1e,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:19.969461 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:20.133996 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP 2d33739b-a546-4920-94c8-5878e7736a54 associated. External IP: 172.26.7.62, port: c541247e-2e97-4845-898d-96290e70416d. Apr 20 16:06:20.480218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:06:20.656893 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:06:20.669735 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31edc9-5794-430c-920a-17b61cbe58f5 None None] Sync routers for ids ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:06:20.679007 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31edc9-5794-430c-920a-17b61cbe58f5 None None] Routers {'0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:06:20.679610 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-6f31edc9-5794-430c-920a-17b61cbe58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:06:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:20.680364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:20.739977 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d60571c9-caab-4d4f-ae78-ce6976350b9b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2384083 Apr 20 16:06:20.740691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11185c8b-5dae-47bf-af1b-c91bfec08d7b', 'tag': 'c541247e-2e97-4845-898d-96290e70416d'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:20.787176 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd86593-4d06-4ece-82c9-a02aae4a45cf'] response: {'name': 'network-changed', 'server_uuid': '11185c8b-5dae-47bf-af1b-c91bfec08d7b', 'tag': 'c541247e-2e97-4845-898d-96290e70416d', 'status': 'completed', 'code': 200} Apr 20 16:06:20.879793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc94598-467d-4cee-98cd-0d61da14e03a req-a92b2907-ef3a-48be-a37e-5d4b44aefdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:20.881281 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5cc94598-467d-4cee-98cd-0d61da14e03a req-a92b2907-ef3a-48be-a37e-5d4b44aefdb2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 1099 time: 0.0736160 Apr 20 16:06:20.887931 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-6f31edc9-5794-430c-920a-17b61cbe58f5 None None] Set router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:06:21.016196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc94598-467d-4cee-98cd-0d61da14e03a req-88ab08db-9143-4c58-8fa3-29a12d17f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:21.017556 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5cc94598-467d-4cee-98cd-0d61da14e03a req-88ab08db-9143-4c58-8fa3-29a12d17f3bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa HTTP/1.1" status: 200 len: 898 time: 0.1295838 Apr 20 16:06:21.120372 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5cc94598-467d-4cee-98cd-0d61da14e03a req-ef2c6947-8d67-46b2-889b-e33fec1ab1a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c541247e-2e97-4845-898d-96290e70416d HTTP/1.1" status: 200 len: 999 time: 0.0969064 Apr 20 16:06:21.181167 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc94598-467d-4cee-98cd-0d61da14e03a req-3026b534-d371-4190-aaf7-cd02bc78cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:21.182608 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5cc94598-467d-4cee-98cd-0d61da14e03a req-3026b534-d371-4190-aaf7-cd02bc78cc5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fff6925-14c4-4242-b285-6f7981e6cc1f HTTP/1.1" status: 200 len: 834 time: 0.0561512 Apr 20 16:06:21.229245 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-6f31edc9-5794-430c-920a-17b61cbe58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:05:42Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '2d33739b-a546-4920-94c8-5878e7736a54', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.62', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'port_id': 'c541247e-2e97-4845-898d-96290e70416d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'mac_address': 'fa:16:3e:e7:8c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11185c8b-5dae-47bf-af1b-c91bfec08d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:06:19Z', 'updated_at': '2022-04-20T16:06:19Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}, {'id': 'd0660e0e-e355-451f-a546-ce1a6c6c5f84', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.152', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'port_id': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'mac_address': 'fa:16:3e:bb:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47787484-247a-42ac-a623-053bd9dc498e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:05:59Z', 'updated_at': '2022-04-20T16:06:02Z', 'revision_number': 1, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9eeddd7-8b8b-46ce-b6c1-21118ca9251e', 'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:35:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:41Z', 'updated_at': '2022-04-20T16:05:47Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:21.233751 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31edc9-5794-430c-920a-17b61cbe58f5 None None] Checking router: 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:06:21.241821 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31edc9-5794-430c-920a-17b61cbe58f5 None None] Routers {'0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:06:21.242427 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-6f31edc9-5794-430c-920a-17b61cbe58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:06:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:21.265936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc94598-467d-4cee-98cd-0d61da14e03a req-3823bf9c-83c5-4e59-a226-944ac30b06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:21.267434 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5cc94598-467d-4cee-98cd-0d61da14e03a req-3823bf9c-83c5-4e59-a226-944ac30b06b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784304 Apr 20 16:06:21.399150 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5cc94598-467d-4cee-98cd-0d61da14e03a req-bd1e5dae-1507-475a-b2ba-8695661f2133 service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258566 Apr 20 16:06:21.414809 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-6f31edc9-5794-430c-920a-17b61cbe58f5 None None] Set router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:06:21.640348 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5cc94598-467d-4cee-98cd-0d61da14e03a req-bca659fd-f5ad-4717-9991-cbe312364ccf service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343357 Apr 20 16:06:21.763129 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-6f31edc9-5794-430c-920a-17b61cbe58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:05:42Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '2d33739b-a546-4920-94c8-5878e7736a54', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.62', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'port_id': 'c541247e-2e97-4845-898d-96290e70416d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'mac_address': 'fa:16:3e:e7:8c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11185c8b-5dae-47bf-af1b-c91bfec08d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:06:19Z', 'updated_at': '2022-04-20T16:06:19Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}, {'id': 'd0660e0e-e355-451f-a546-ce1a6c6c5f84', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.152', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'port_id': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'mac_address': 'fa:16:3e:bb:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47787484-247a-42ac-a623-053bd9dc498e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:05:59Z', 'updated_at': '2022-04-20T16:06:02Z', 'revision_number': 1, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9eeddd7-8b8b-46ce-b6c1-21118ca9251e', 'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:35:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:41Z', 'updated_at': '2022-04-20T16:05:47Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:21.767687 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31edc9-5794-430c-920a-17b61cbe58f5 None None] The sync data for ids ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'] in dv-neutron-838699-1-hyperv is: [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:05:42Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '2d33739b-a546-4920-94c8-5878e7736a54', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.62', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'port_id': 'c541247e-2e97-4845-898d-96290e70416d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'mac_address': 'fa:16:3e:e7:8c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11185c8b-5dae-47bf-af1b-c91bfec08d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:06:19Z', 'updated_at': '2022-04-20T16:06:19Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}, {'id': 'd0660e0e-e355-451f-a546-ce1a6c6c5f84', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.152', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'port_id': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'mac_address': 'fa:16:3e:bb:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47787484-247a-42ac-a623-053bd9dc498e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:05:59Z', 'updated_at': '2022-04-20T16:06:02Z', 'revision_number': 1, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9eeddd7-8b8b-46ce-b6c1-21118ca9251e', 'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:35:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:41Z', 'updated_at': '2022-04-20T16:05:47Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:06:21.951436 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2360a-b0fe-46df-9812-146b8617499f None None] New status for floating IP 2d33739b-a546-4920-94c8-5878e7736a54: ACTIVE {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:06:31.483861 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:06:32.093447 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f7586779-086b-49c6-8273-99bc148f5e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:34.350056 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f7b96f57-0646-47bd-a9b3-11f83e3bf3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:35.746211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:35.747286 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:36.638404 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5ff102bd-e72d-4fa7-b418-029b422d8755 req-78111701-abd5-49f7-8eca-d9731cf9a9d8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683391 Apr 20 16:06:36.783651 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff102bd-e72d-4fa7-b418-029b422d8755 req-503f0392-80f8-49f3-b4c0-b79dafaffce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:36.785137 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5ff102bd-e72d-4fa7-b418-029b422d8755 req-503f0392-80f8-49f3-b4c0-b79dafaffce3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 1098 time: 0.0787773 Apr 20 16:06:36.926779 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff102bd-e72d-4fa7-b418-029b422d8755 req-25de394c-c70a-4e57-8eb3-533b4f0271d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:36.928123 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5ff102bd-e72d-4fa7-b418-029b422d8755 req-25de394c-c70a-4e57-8eb3-533b4f0271d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa HTTP/1.1" status: 200 len: 898 time: 0.1237612 Apr 20 16:06:37.029635 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5ff102bd-e72d-4fa7-b418-029b422d8755 req-c61edbf2-6e3c-4407-9439-b8879b79dce7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 HTTP/1.1" status: 200 len: 1001 time: 0.0944855 Apr 20 16:06:37.091484 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff102bd-e72d-4fa7-b418-029b422d8755 req-88b7d106-f163-4fef-b311-53adbef39ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:37.091931 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:37.093088 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5ff102bd-e72d-4fa7-b418-029b422d8755 req-88b7d106-f163-4fef-b311-53adbef39ad4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fff6925-14c4-4242-b285-6f7981e6cc1f HTTP/1.1" status: 200 len: 834 time: 0.0572050 Apr 20 16:06:37.167706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff102bd-e72d-4fa7-b418-029b422d8755 req-42ee01cc-088b-42f9-a23d-3cd564f03148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:37.169195 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5ff102bd-e72d-4fa7-b418-029b422d8755 req-42ee01cc-088b-42f9-a23d-3cd564f03148 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699847 Apr 20 16:06:37.300047 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5ff102bd-e72d-4fa7-b418-029b422d8755 req-c52e1523-cf97-4a65-b6be-b783a0b428e1 service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241951 Apr 20 16:06:37.429637 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5ff102bd-e72d-4fa7-b418-029b422d8755 req-83b5ebc5-faed-4b2c-b785-1bc687f3fe24 service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233659 Apr 20 16:06:45.077795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:02.095732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d3222b68-096b-4ac6-809e-de83d94e2637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:04.352797 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-00ff1081-41e2-4a83-a436-0f45b71b8a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:05.749550 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:05.750762 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:07.095040 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:08.483133 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:07:15.078907 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:32.099717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-122500e7-c6e7-4218-b5b2-023a21ab2796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:34.356046 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b71e48dc-c009-4c15-b0ef-4281d5a45e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:35.680676 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41420) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:07:35.751149 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:35.753140 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:35.785994 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-40470e50-b3bf-4429-af28-d0565c8382e5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/d0660e0e-e355-451f-a546-ce1a6c6c5f84 HTTP/1.1" status: 200 len: 993 time: 0.1041808 Apr 20 16:07:36.530041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41430) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:07:36.535781 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:07:36.654445 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:36.864880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3,segment=NetworkSegment(68ecae7c-578d-49de-a105-9c77cbb683fb),segment_id=68ecae7c-578d-49de-a105-9c77cbb683fb)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:07:36.888663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:36.892995 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:36.956234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:36.956827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:36.958214 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/ports/e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 HTTP/1.1" status: 200 len: 938 time: 0.4273057 Apr 20 16:07:36.958758 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47787484-247a-42ac-a623-053bd9dc498e', 'tag': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:36.986096 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:36.994460 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:36.994811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:36.995307 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:36.995487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:36.995849 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:36.996187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:36.996780 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:36.996869 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:36.997155 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:36.997613 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:36.998244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:36.998244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360f22a-2641-4d47-83b2-f8a1f97cd9cb tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:37.119848 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:37.133332 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b016b787-d533-421f-8e8c-f42a41cbf8ca'] response: {'name': 'network-changed', 'server_uuid': '47787484-247a-42ac-a623-053bd9dc498e', 'tag': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'status': 'completed', 'code': 200} Apr 20 16:07:37.198014 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7f5d9ad1-4480-43a1-8417-015e99651831 None None] Provisioning complete for port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:37.198422 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7f5d9ad1-4480-43a1-8417-015e99651831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:37.268604 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d9ad1-4480-43a1-8417-015e99651831 None None] Port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 is administratively disabled so it will not transition to active. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Apr 20 16:07:37.339718 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113492c-1466-4a11-94bd-b1b0f66c623f req-906e7fd6-2924-40dc-9226-33556a64f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:37.341280 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3113492c-1466-4a11-94bd-b1b0f66c623f req-906e7fd6-2924-40dc-9226-33556a64f594 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 1099 time: 0.1780598 Apr 20 16:07:37.482191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113492c-1466-4a11-94bd-b1b0f66c623f req-956bd841-6bec-4954-b6ff-b19c6998166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:37.483687 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3113492c-1466-4a11-94bd-b1b0f66c623f req-956bd841-6bec-4954-b6ff-b19c6998166f service neutron] 10.222.0.11 "GET /v2.0/networks?id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa HTTP/1.1" status: 200 len: 898 time: 0.1358311 Apr 20 16:07:37.586073 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3113492c-1466-4a11-94bd-b1b0f66c623f req-b103fe8e-afec-4993-bd75-ee020540a8f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 HTTP/1.1" status: 200 len: 1002 time: 0.0956526 Apr 20 16:07:37.646227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113492c-1466-4a11-94bd-b1b0f66c623f req-b02990dd-2f6c-49c4-9b25-361d7e9380fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:37.647604 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3113492c-1466-4a11-94bd-b1b0f66c623f req-b02990dd-2f6c-49c4-9b25-361d7e9380fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fff6925-14c4-4242-b285-6f7981e6cc1f HTTP/1.1" status: 200 len: 834 time: 0.0561454 Apr 20 16:07:37.719742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113492c-1466-4a11-94bd-b1b0f66c623f req-897f5d3d-c930-4a37-8cac-e9d2ca1abec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:37.721197 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3113492c-1466-4a11-94bd-b1b0f66c623f req-897f5d3d-c930-4a37-8cac-e9d2ca1abec1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680351 Apr 20 16:07:37.853011 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3113492c-1466-4a11-94bd-b1b0f66c623f req-f62694fc-d609-4f2e-a2f3-8cbebff47c92 service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253903 Apr 20 16:07:37.986005 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3113492c-1466-4a11-94bd-b1b0f66c623f req-dbcc9cd6-1641-48b5-aa17-3a2237ac2ff9 service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269009 Apr 20 16:07:38.675090 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ff999270-62fe-4378-9da8-89c2100969cd req-7d3bfcea-0f99-4d1c-a723-81aeb98f66b7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708380 Apr 20 16:07:38.763147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff999270-62fe-4378-9da8-89c2100969cd req-ebf320ed-9dc4-4225-9ab3-338a6329d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:38.764596 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ff999270-62fe-4378-9da8-89c2100969cd req-ebf320ed-9dc4-4225-9ab3-338a6329d9c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 1099 time: 0.0682776 Apr 20 16:07:38.905743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff999270-62fe-4378-9da8-89c2100969cd req-319469c9-b9a0-4af8-8abf-b6d2e5c94aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:38.907172 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ff999270-62fe-4378-9da8-89c2100969cd req-319469c9-b9a0-4af8-8abf-b6d2e5c94aa7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa HTTP/1.1" status: 200 len: 898 time: 0.1251359 Apr 20 16:07:39.011606 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ff999270-62fe-4378-9da8-89c2100969cd req-671a6d5c-cb40-4e6e-ad7b-72a24c63e2c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c541247e-2e97-4845-898d-96290e70416d HTTP/1.1" status: 200 len: 1001 time: 0.0983806 Apr 20 16:07:39.075630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff999270-62fe-4378-9da8-89c2100969cd req-52a46254-a53c-4fcb-98e0-1f6d8263e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:39.077127 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ff999270-62fe-4378-9da8-89c2100969cd req-52a46254-a53c-4fcb-98e0-1f6d8263e8c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fff6925-14c4-4242-b285-6f7981e6cc1f HTTP/1.1" status: 200 len: 834 time: 0.0600250 Apr 20 16:07:39.155454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff999270-62fe-4378-9da8-89c2100969cd req-c23437d1-d559-453b-9c35-bb911b0ba7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:39.157007 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ff999270-62fe-4378-9da8-89c2100969cd req-c23437d1-d559-453b-9c35-bb911b0ba7f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702436 Apr 20 16:07:39.287823 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ff999270-62fe-4378-9da8-89c2100969cd req-27293d59-efb2-4021-be03-ed8570fcf19f service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228900 Apr 20 16:07:39.416303 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ff999270-62fe-4378-9da8-89c2100969cd req-3162657e-19e3-4d24-bac1-2b37d8ddb44a service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220858 Apr 20 16:07:40.443691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41442) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:07:40.449328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-6667eeeb-88ae-49e1-9d9b-3ec9f3d7d3ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:07:40.669527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6667eeeb-88ae-49e1-9d9b-3ec9f3d7d3ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:40.878540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6667eeeb-88ae-49e1-9d9b-3ec9f3d7d3ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3,segment=NetworkSegment(68ecae7c-578d-49de-a105-9c77cbb683fb),segment_id=68ecae7c-578d-49de-a105-9c77cbb683fb)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:07:40.903172 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6667eeeb-88ae-49e1-9d9b-3ec9f3d7d3ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:40.907390 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6667eeeb-88ae-49e1-9d9b-3ec9f3d7d3ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:40.972142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6667eeeb-88ae-49e1-9d9b-3ec9f3d7d3ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:40.972781 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6667eeeb-88ae-49e1-9d9b-3ec9f3d7d3ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:40.974173 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6667eeeb-88ae-49e1-9d9b-3ec9f3d7d3ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/ports/e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 HTTP/1.1" status: 200 len: 937 time: 0.5295405 Apr 20 16:07:40.974716 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47787484-247a-42ac-a623-053bd9dc498e', 'tag': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:40.977132 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41446) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:07:41.000774 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667eeeb-88ae-49e1-9d9b-3ec9f3d7d3ea tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:41.027554 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8208959-3261-4695-a331-d5b62a9d4fad'] response: {'name': 'network-changed', 'server_uuid': '47787484-247a-42ac-a623-053bd9dc498e', 'tag': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'status': 'completed', 'code': 200} Apr 20 16:07:41.094676 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5febad28-d7ef-4853-af91-dc0ff77acdf0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/d0660e0e-e355-451f-a546-ce1a6c6c5f84 HTTP/1.1" status: 200 len: 993 time: 0.1161463 Apr 20 16:07:41.120585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5300c92-ee3a-4438-9d26-f703618e4ba9 req-bae99bfc-d428-4d4e-aaad-a75d2c3f13d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:41.122112 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a5300c92-ee3a-4438-9d26-f703618e4ba9 req-bae99bfc-d428-4d4e-aaad-a75d2c3f13d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 1098 time: 0.0740108 Apr 20 16:07:41.210239 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6f5d45d0-65af-46ef-b1c4-c3d1f195c0c0 None None] Provisioning complete for port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:41.210780 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6f5d45d0-65af-46ef-b1c4-c3d1f195c0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:41.255372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5300c92-ee3a-4438-9d26-f703618e4ba9 req-b14ea414-c654-4168-b196-0c4c704d3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:41.256799 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a5300c92-ee3a-4438-9d26-f703618e4ba9 req-b14ea414-c654-4168-b196-0c4c704d3b16 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa HTTP/1.1" status: 200 len: 898 time: 0.1286047 Apr 20 16:07:41.332428 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:07:41.361833 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a5300c92-ee3a-4438-9d26-f703618e4ba9 req-8ef31cd1-5345-47f4-aa8e-87c14b5757c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 HTTP/1.1" status: 200 len: 1001 time: 0.0988414 Apr 20 16:07:41.427273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5300c92-ee3a-4438-9d26-f703618e4ba9 req-0db8b11b-ebd4-465b-824e-9ebe238636d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:41.428768 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a5300c92-ee3a-4438-9d26-f703618e4ba9 req-0db8b11b-ebd4-465b-824e-9ebe238636d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fff6925-14c4-4242-b285-6f7981e6cc1f HTTP/1.1" status: 200 len: 834 time: 0.0605898 Apr 20 16:07:41.502550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5300c92-ee3a-4438-9d26-f703618e4ba9 req-8e73ad97-c24b-4835-a06e-edfb4d685a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:41.504053 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a5300c92-ee3a-4438-9d26-f703618e4ba9 req-8e73ad97-c24b-4835-a06e-edfb4d685a7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691032 Apr 20 16:07:41.637923 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a5300c92-ee3a-4438-9d26-f703618e4ba9 req-ef107bc0-c898-47f0-98f0-5b28eeec5df1 service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279700 Apr 20 16:07:41.767043 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a5300c92-ee3a-4438-9d26-f703618e4ba9 req-eddc97d7-0d76-40df-83dc-c89622c1efc9 service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224678 Apr 20 16:07:43.654140 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41458) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:07:43.850846 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port dd5f02e5-4409-4475-9c58-0f013b3fda1e {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:07:43.851187 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:44.024284 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:44.024530 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:44.144489 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for dd5f02e5-4409-4475-9c58-0f013b3fda1e owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:07:44.291046 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:44.430420 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=dd5f02e5-4409-4475-9c58-0f013b3fda1e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:44.467167 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:44.467517 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:44.467888 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:44.468226 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:44.468560 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:44.468891 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:44.469467 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:44.469797 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:44.470126 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:44.470448 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:44.470771 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:44.471091 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:44.529166 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:44.529524 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP 2d33739b-a546-4920-94c8-5878e7736a54 disassociated (deleted). External IP: 172.26.7.62, port: c541247e-2e97-4845-898d-96290e70416d. Apr 20 16:07:44.880391 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:07:45.057484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:07:45.068336 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40d2da-4782-4d0c-9f33-b723c8895e17 None None] Sync routers for ids ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:07:45.076795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:45.077678 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40d2da-4782-4d0c-9f33-b723c8895e17 None None] Routers {'0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:07:45.078332 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bf40d2da-4782-4d0c-9f33-b723c8895e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:07:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:45.078957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:45.137513 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f380399b-e959-465a-9251-ef25a94a736f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/floatingips/2d33739b-a546-4920-94c8-5878e7736a54 HTTP/1.1" status: 204 len: 168 time: 1.4823229 Apr 20 16:07:45.138445 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11185c8b-5dae-47bf-af1b-c91bfec08d7b', 'tag': 'c541247e-2e97-4845-898d-96290e70416d'}] {{(pid=88169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:45.244863 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4632bbe-0006-4d9f-b75b-0aecee595221'] response: {'name': 'network-changed', 'server_uuid': '11185c8b-5dae-47bf-af1b-c91bfec08d7b', 'tag': 'c541247e-2e97-4845-898d-96290e70416d', 'status': 'completed', 'code': 200} Apr 20 16:07:45.272675 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-bf40d2da-4782-4d0c-9f33-b723c8895e17 None None] Set router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:07:45.347339 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ad8fe-c156-48c9-9e8c-572f7dbfbebb req-abc432da-0199-4c91-9183-e2ea474f3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:45.349474 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1a2ad8fe-c156-48c9-9e8c-572f7dbfbebb req-abc432da-0199-4c91-9183-e2ea474f3e77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 1099 time: 0.0780616 Apr 20 16:07:45.487738 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:07:45.534308 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ad8fe-c156-48c9-9e8c-572f7dbfbebb req-19193eb3-ae0c-4722-8b2c-ac7f980ee1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:45.536279 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1a2ad8fe-c156-48c9-9e8c-572f7dbfbebb req-19193eb3-ae0c-4722-8b2c-ac7f980ee1db service neutron] 10.222.0.11 "GET /v2.0/networks?id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa HTTP/1.1" status: 200 len: 898 time: 0.1800375 Apr 20 16:07:45.608288 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1a2ad8fe-c156-48c9-9e8c-572f7dbfbebb req-5da539a6-50bb-4d8e-b040-88104ebe4350 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c541247e-2e97-4845-898d-96290e70416d HTTP/1.1" status: 200 len: 217 time: 0.0653419 Apr 20 16:07:45.669671 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bf40d2da-4782-4d0c-9f33-b723c8895e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:05:42Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'd0660e0e-e355-451f-a546-ce1a6c6c5f84', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.152', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'port_id': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'mac_address': 'fa:16:3e:bb:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47787484-247a-42ac-a623-053bd9dc498e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:05:59Z', 'updated_at': '2022-04-20T16:06:02Z', 'revision_number': 1, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9eeddd7-8b8b-46ce-b6c1-21118ca9251e', 'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:35:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:41Z', 'updated_at': '2022-04-20T16:05:47Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:45.672833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f661315-2c28-4696-a3a9-91ad9e331a18 req-afb4c138-653a-424b-b9a5-fb6dbceb3c62 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:45.673397 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40d2da-4782-4d0c-9f33-b723c8895e17 None None] Checking router: 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:07:45.674299 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7f661315-2c28-4696-a3a9-91ad9e331a18 req-afb4c138-653a-424b-b9a5-fb6dbceb3c62 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 946 time: 0.2051837 Apr 20 16:07:45.682196 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40d2da-4782-4d0c-9f33-b723c8895e17 None None] Routers {'0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:07:45.682786 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bf40d2da-4782-4d0c-9f33-b723c8895e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:07:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:45.702974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ad8fe-c156-48c9-9e8c-572f7dbfbebb req-b5b40b8b-e01b-4ec4-b9bc-4401295db6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:45.704392 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1a2ad8fe-c156-48c9-9e8c-572f7dbfbebb req-b5b40b8b-e01b-4ec4-b9bc-4401295db6c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fff6925-14c4-4242-b285-6f7981e6cc1f HTTP/1.1" status: 200 len: 834 time: 0.0847576 Apr 20 16:07:45.861061 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-bf40d2da-4782-4d0c-9f33-b723c8895e17 None None] Set router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:07:45.869658 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7f661315-2c28-4696-a3a9-91ad9e331a18 req-c054bcc9-edcf-40ee-94e8-ae846f2d82da tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f35aff52-406e-4047-a785-daa261c16436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882787 Apr 20 16:07:45.907041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ad8fe-c156-48c9-9e8c-572f7dbfbebb req-ce43780e-09fe-4657-9ed5-556218d39490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:45.908567 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1a2ad8fe-c156-48c9-9e8c-572f7dbfbebb req-ce43780e-09fe-4657-9ed5-556218d39490 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1936409 Apr 20 16:07:46.043487 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1a2ad8fe-c156-48c9-9e8c-572f7dbfbebb req-831c0c67-54e5-4e20-838d-d55c4c47d9e0 service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273315 Apr 20 16:07:46.174938 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1a2ad8fe-c156-48c9-9e8c-572f7dbfbebb req-a257bcb2-b011-4ec8-8163-202cc3fc4a44 service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252708 Apr 20 16:07:46.208369 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bf40d2da-4782-4d0c-9f33-b723c8895e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:05:42Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'd0660e0e-e355-451f-a546-ce1a6c6c5f84', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.152', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'port_id': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'mac_address': 'fa:16:3e:bb:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47787484-247a-42ac-a623-053bd9dc498e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:05:59Z', 'updated_at': '2022-04-20T16:06:02Z', 'revision_number': 1, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9eeddd7-8b8b-46ce-b6c1-21118ca9251e', 'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:35:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:41Z', 'updated_at': '2022-04-20T16:05:47Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:46.212334 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40d2da-4782-4d0c-9f33-b723c8895e17 None None] The sync data for ids ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'] in dv-neutron-838699-1-hyperv is: [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:05:42Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'd0660e0e-e355-451f-a546-ce1a6c6c5f84', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.152', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'port_id': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'mac_address': 'fa:16:3e:bb:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47787484-247a-42ac-a623-053bd9dc498e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:05:59Z', 'updated_at': '2022-04-20T16:06:02Z', 'revision_number': 1, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9eeddd7-8b8b-46ce-b6c1-21118ca9251e', 'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:35:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:41Z', 'updated_at': '2022-04-20T16:05:47Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:07:46.408247 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb7c327-06b0-4788-8ef9-3513b0eac15d None None] New status for floating IP 2d33739b-a546-4920-94c8-5878e7736a54: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:07:46.915634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7983587-b2a2-4d85-9992-c6e0b1b9f26e req-fc1a3266-da8b-4664-b52c-5fc4477f79e3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:46.917176 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e7983587-b2a2-4d85-9992-c6e0b1b9f26e req-fc1a3266-da8b-4664-b52c-5fc4477f79e3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 946 time: 0.0795529 Apr 20 16:07:47.024278 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-e7983587-b2a2-4d85-9992-c6e0b1b9f26e req-fda4e8d1-0efc-45cc-b398-82593ea06041 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port c541247e-2e97-4845-898d-96290e70416d {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:07:47.024605 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e7983587-b2a2-4d85-9992-c6e0b1b9f26e req-fda4e8d1-0efc-45cc-b398-82593ea06041 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:47.161940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba34bf-a92b-48b7-8887-eb328a553799 req-9e209562-f623-4a02-9199-96aaa571d5d0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:47.163372 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d6ba34bf-a92b-48b7-8887-eb328a553799 req-9e209562-f623-4a02-9199-96aaa571d5d0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=11185c8b-5dae-47bf-af1b-c91bfec08d7b HTTP/1.1" status: 200 len: 946 time: 0.1816618 Apr 20 16:07:47.293084 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d6ba34bf-a92b-48b7-8887-eb328a553799 req-17579bdd-e615-4130-9338-a9591e165864 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f35aff52-406e-4047-a785-daa261c16436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106222 Apr 20 16:07:47.329650 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-e7983587-b2a2-4d85-9992-c6e0b1b9f26e req-fda4e8d1-0efc-45cc-b398-82593ea06041 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port c541247e-2e97-4845-898d-96290e70416d, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=c541247e-2e97-4845-898d-96290e70416d,segment=NetworkSegment(68ecae7c-578d-49de-a105-9c77cbb683fb),segment_id=68ecae7c-578d-49de-a105-9c77cbb683fb)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:07:47.330163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e7983587-b2a2-4d85-9992-c6e0b1b9f26e req-fda4e8d1-0efc-45cc-b398-82593ea06041 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:47.450063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-e7983587-b2a2-4d85-9992-c6e0b1b9f26e req-fda4e8d1-0efc-45cc-b398-82593ea06041 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for c541247e-2e97-4845-898d-96290e70416d owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:07:47.593961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e7983587-b2a2-4d85-9992-c6e0b1b9f26e req-fda4e8d1-0efc-45cc-b398-82593ea06041 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:47.646568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4e8d1-0efc-45cc-b398-82593ea06041 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=c541247e-2e97-4845-898d-96290e70416d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:47.718219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7983587-b2a2-4d85-9992-c6e0b1b9f26e req-fda4e8d1-0efc-45cc-b398-82593ea06041 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] No DVR routers for this DVR port c541247e-2e97-4845-898d-96290e70416d on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:07:47.720786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e7983587-b2a2-4d85-9992-c6e0b1b9f26e req-fda4e8d1-0efc-45cc-b398-82593ea06041 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:47.723694 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11185c8b-5dae-47bf-af1b-c91bfec08d7b', 'name': 'network-vif-deleted', 'tag': 'c541247e-2e97-4845-898d-96290e70416d'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:47.735442 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e7983587-b2a2-4d85-9992-c6e0b1b9f26e req-fda4e8d1-0efc-45cc-b398-82593ea06041 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "DELETE /v2.0/ports/c541247e-2e97-4845-898d-96290e70416d HTTP/1.1" status: 204 len: 173 time: 0.8134680 Apr 20 16:07:47.769936 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a51b7f-e717-4002-b6c8-9e942abcf82b'] response: {'server_uuid': '11185c8b-5dae-47bf-af1b-c91bfec08d7b', 'name': 'network-vif-deleted', 'tag': 'c541247e-2e97-4845-898d-96290e70416d', 'status': 'completed', 'code': 200} Apr 20 16:07:48.389392 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41480) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:07:48.454142 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-60efd968-4065-43ea-9483-a2dbaf5b259f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:48.482528 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-60efd968-4065-43ea-9483-a2dbaf5b259f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:48.546184 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-60efd968-4065-43ea-9483-a2dbaf5b259f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:48.563312 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efd968-4065-43ea-9483-a2dbaf5b259f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35aff52-406e-4047-a785-daa261c16436,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:48.577213 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-60efd968-4065-43ea-9483-a2dbaf5b259f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:48.578276 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-60efd968-4065-43ea-9483-a2dbaf5b259f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/security-groups/f35aff52-406e-4047-a785-daa261c16436 HTTP/1.1" status: 204 len: 168 time: 0.1878843 Apr 20 16:07:48.611685 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41486) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:07:48.810917 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-686f5663-0a75-4897-8d57-7d6c81557c13 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 4e210436-cbd3-4266-ad0b-697373eae364 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:07:48.811262 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-686f5663-0a75-4897-8d57-7d6c81557c13 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:48.974990 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-686f5663-0a75-4897-8d57-7d6c81557c13 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:48.975315 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-686f5663-0a75-4897-8d57-7d6c81557c13 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:49.095532 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-686f5663-0a75-4897-8d57-7d6c81557c13 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 4e210436-cbd3-4266-ad0b-697373eae364 owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:07:49.340392 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-686f5663-0a75-4897-8d57-7d6c81557c13 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:49.388315 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f5663-0a75-4897-8d57-7d6c81557c13 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=4e210436-cbd3-4266-ad0b-697373eae364,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:49.478973 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-686f5663-0a75-4897-8d57-7d6c81557c13 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:49.479718 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-686f5663-0a75-4897-8d57-7d6c81557c13 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP d0660e0e-e355-451f-a546-ce1a6c6c5f84 disassociated (deleted). External IP: 172.26.7.152, port: e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3. Apr 20 16:07:49.823456 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686f5663-0a75-4897-8d57-7d6c81557c13 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:07:49.836908 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c541247e-2e97-4845-898d-96290e70416d no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:07:49.874121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: c541247e-2e97-4845-898d-96290e70416d {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:07:49.874465 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device c541247e-2e97-4845-898d-96290e70416d not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:07:50.017117 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686f5663-0a75-4897-8d57-7d6c81557c13 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:07:50.029076 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc2b15c-cc85-4c90-9fa5-c8e236a7cc5f None None] Sync routers for ids ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:07:50.033446 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-686f5663-0a75-4897-8d57-7d6c81557c13 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:50.037990 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc2b15c-cc85-4c90-9fa5-c8e236a7cc5f None None] Routers {'0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:07:50.038659 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9cc2b15c-cc85-4c90-9fa5-c8e236a7cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:07:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:50.087629 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-686f5663-0a75-4897-8d57-7d6c81557c13 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/floatingips/d0660e0e-e355-451f-a546-ce1a6c6c5f84 HTTP/1.1" status: 204 len: 168 time: 1.4746943 Apr 20 16:07:50.088537 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47787484-247a-42ac-a623-053bd9dc498e', 'tag': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3'}] {{(pid=88169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:50.140227 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac056dd6-fa53-4033-b8ae-6330c9874cf9'] response: {'name': 'network-changed', 'server_uuid': '47787484-247a-42ac-a623-053bd9dc498e', 'tag': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'status': 'completed', 'code': 200} Apr 20 16:07:50.223382 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-9cc2b15c-cc85-4c90-9fa5-c8e236a7cc5f None None] Set router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:07:50.241183 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ef364-49bc-49f6-838c-afbfdef78144 req-fa5dd069-a277-4e8f-a8d1-528614549840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:50.242808 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f94ef364-49bc-49f6-838c-afbfdef78144 req-fa5dd069-a277-4e8f-a8d1-528614549840 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 1098 time: 0.0779026 Apr 20 16:07:50.381808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ef364-49bc-49f6-838c-afbfdef78144 req-b6f43478-a840-447b-ad0d-c241b10a65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:50.383165 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f94ef364-49bc-49f6-838c-afbfdef78144 req-b6f43478-a840-447b-ad0d-c241b10a65b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa HTTP/1.1" status: 200 len: 898 time: 0.1344924 Apr 20 16:07:50.546977 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9cc2b15c-cc85-4c90-9fa5-c8e236a7cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:05:42Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b9eeddd7-8b8b-46ce-b6c1-21118ca9251e', 'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:35:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:41Z', 'updated_at': '2022-04-20T16:05:47Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:50.551000 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc2b15c-cc85-4c90-9fa5-c8e236a7cc5f None None] Checking router: 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:07:50.560365 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc2b15c-cc85-4c90-9fa5-c8e236a7cc5f None None] Routers {'0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:07:50.560861 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9cc2b15c-cc85-4c90-9fa5-c8e236a7cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:07:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:50.604084 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f94ef364-49bc-49f6-838c-afbfdef78144 req-51284865-79f0-440a-ba8a-6ed6b6629945 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 HTTP/1.1" status: 200 len: 217 time: 0.2140899 Apr 20 16:07:50.677169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ef364-49bc-49f6-838c-afbfdef78144 req-263b4e61-db78-421e-ab0f-5861ef4ec0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:50.678598 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f94ef364-49bc-49f6-838c-afbfdef78144 req-263b4e61-db78-421e-ab0f-5861ef4ec0e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fff6925-14c4-4242-b285-6f7981e6cc1f HTTP/1.1" status: 200 len: 834 time: 0.0678105 Apr 20 16:07:50.738828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526471e2-27ba-4789-9ee2-a277300dd998 req-c65f96a4-67e1-4f36-9677-08b17cbe2d5f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:50.739502 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-526471e2-27ba-4789-9ee2-a277300dd998 req-c65f96a4-67e1-4f36-9677-08b17cbe2d5f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:07:50.760769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-526471e2-27ba-4789-9ee2-a277300dd998 req-c65f96a4-67e1-4f36-9677-08b17cbe2d5f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:07:50.761885 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-526471e2-27ba-4789-9ee2-a277300dd998 req-c65f96a4-67e1-4f36-9677-08b17cbe2d5f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 945 time: 0.3247032 Apr 20 16:07:50.765458 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-9cc2b15c-cc85-4c90-9fa5-c8e236a7cc5f None None] Set router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:07:50.806015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ef364-49bc-49f6-838c-afbfdef78144 req-87e2067c-ce7e-4649-9d4d-59e8b88c9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:50.807471 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f94ef364-49bc-49f6-838c-afbfdef78144 req-87e2067c-ce7e-4649-9d4d-59e8b88c9b07 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02558b7f-870f-4d2c-bede-0a2c9dc30bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1213779 Apr 20 16:07:50.839554 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-526471e2-27ba-4789-9ee2-a277300dd998 req-7f5b569f-93fc-474a-8e4c-266fd996c4f8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f65824a6-6959-4dad-a722-d788d0ca01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710042 Apr 20 16:07:50.944540 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f94ef364-49bc-49f6-838c-afbfdef78144 req-c6535950-906e-4c82-983a-9eff508785c1 service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292636 Apr 20 16:07:51.070677 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9cc2b15c-cc85-4c90-9fa5-c8e236a7cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:05:42Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b9eeddd7-8b8b-46ce-b6c1-21118ca9251e', 'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:35:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:41Z', 'updated_at': '2022-04-20T16:05:47Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:51.074595 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc2b15c-cc85-4c90-9fa5-c8e236a7cc5f None None] The sync data for ids ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'] in dv-neutron-838699-1-hyperv is: [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:05:42Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b9eeddd7-8b8b-46ce-b6c1-21118ca9251e', 'name': '', 'network_id': '02558b7f-870f-4d2c-bede-0a2c9dc30bfa', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:35:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:41Z', 'updated_at': '2022-04-20T16:05:47Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': '2fff6925-14c4-4242-b285-6f7981e6cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:07:51.075965 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f94ef364-49bc-49f6-838c-afbfdef78144 req-10fa20ae-55eb-40bd-aaf6-c0c7e0c1b82e service neutron] 10.222.0.11 "GET /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250746 Apr 20 16:07:51.272458 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052bc46f-96c8-4696-8bf0-917ecc2c47f8 None None] New status for floating IP d0660e0e-e355-451f-a546-ce1a6c6c5f84: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:07:52.085564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543c14d-76fa-4a4b-ab37-162682452055 req-d1ac049f-86fc-4c6a-a8fd-99087e66941b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:52.087003 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c543c14d-76fa-4a4b-ab37-162682452055 req-d1ac049f-86fc-4c6a-a8fd-99087e66941b tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 945 time: 0.1374080 Apr 20 16:07:52.112824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e9c97-9a4c-4f42-9f1c-b6f50f44c0df req-7e78bc49-874f-432d-a39a-1d034ac2a4fe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:52.114239 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6b3e9c97-9a4c-4f42-9f1c-b6f50f44c0df req-7e78bc49-874f-432d-a39a-1d034ac2a4fe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 945 time: 0.1230464 Apr 20 16:07:52.183504 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c543c14d-76fa-4a4b-ab37-162682452055 req-144d4aab-63d9-4294-8125-d4de6065d877 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=f65824a6-6959-4dad-a722-d788d0ca01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908964 Apr 20 16:07:52.199280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-6b3e9c97-9a4c-4f42-9f1c-b6f50f44c0df req-944c49ec-82a4-4ae7-a346-47b077c4367d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:07:52.199622 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-6b3e9c97-9a4c-4f42-9f1c-b6f50f44c0df req-944c49ec-82a4-4ae7-a346-47b077c4367d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:52.442077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-6b3e9c97-9a4c-4f42-9f1c-b6f50f44c0df req-944c49ec-82a4-4ae7-a346-47b077c4367d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3,segment=NetworkSegment(68ecae7c-578d-49de-a105-9c77cbb683fb),segment_id=68ecae7c-578d-49de-a105-9c77cbb683fb)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:07:52.442351 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-6b3e9c97-9a4c-4f42-9f1c-b6f50f44c0df req-944c49ec-82a4-4ae7-a346-47b077c4367d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:52.563862 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-6b3e9c97-9a4c-4f42-9f1c-b6f50f44c0df req-944c49ec-82a4-4ae7-a346-47b077c4367d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:07:52.711869 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-6b3e9c97-9a4c-4f42-9f1c-b6f50f44c0df req-944c49ec-82a4-4ae7-a346-47b077c4367d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:52.763322 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c49ec-82a4-4ae7-a346-47b077c4367d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:52.835224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3e9c97-9a4c-4f42-9f1c-b6f50f44c0df req-944c49ec-82a4-4ae7-a346-47b077c4367d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] No DVR routers for this DVR port e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:07:52.837828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-6b3e9c97-9a4c-4f42-9f1c-b6f50f44c0df req-944c49ec-82a4-4ae7-a346-47b077c4367d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:52.840375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47787484-247a-42ac-a623-053bd9dc498e', 'name': 'network-vif-deleted', 'tag': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:52.856362 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6b3e9c97-9a4c-4f42-9f1c-b6f50f44c0df req-944c49ec-82a4-4ae7-a346-47b077c4367d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "DELETE /v2.0/ports/e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 HTTP/1.1" status: 204 len: 173 time: 0.7370675 Apr 20 16:07:52.885837 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df3fac72-ac21-4ebb-96bb-a4a90b7da797'] response: {'server_uuid': '47787484-247a-42ac-a623-053bd9dc498e', 'name': 'network-vif-deleted', 'tag': 'e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3', 'status': 'completed', 'code': 200} Apr 20 16:07:53.349758 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-5bd578da-dbd2-4255-be34-3e32b09a9561 req-47de3345-6106-4012-84e4-58d44e172cac tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:07:53.365439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-5bd578da-dbd2-4255-be34-3e32b09a9561 req-47de3345-6106-4012-84e4-58d44e172cac tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:07:53.366612 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5bd578da-dbd2-4255-be34-3e32b09a9561 req-47de3345-6106-4012-84e4-58d44e172cac tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=47787484-247a-42ac-a623-053bd9dc498e HTTP/1.1" status: 200 len: 210 time: 0.0622699 Apr 20 16:07:54.460474 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41504) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:07:54.526361 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-df555e50-76c0-4d54-ad16-c3fb79d72571 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:54.554760 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-df555e50-76c0-4d54-ad16-c3fb79d72571 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:54.625436 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-df555e50-76c0-4d54-ad16-c3fb79d72571 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:54.643045 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df555e50-76c0-4d54-ad16-c3fb79d72571 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65824a6-6959-4dad-a722-d788d0ca01a5,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:54.652765 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-df555e50-76c0-4d54-ad16-c3fb79d72571 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:54.653896 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-df555e50-76c0-4d54-ad16-c3fb79d72571 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/security-groups/f65824a6-6959-4dad-a722-d788d0ca01a5 HTTP/1.1" status: 204 len: 168 time: 0.1924539 Apr 20 16:07:54.683151 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41510) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:07:55.321509 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-38c76ae2-6fb4-43ea-90d3-a8625cf7fbfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:55.676241 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-38c76ae2-6fb4-43ea-90d3-a8625cf7fbfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:07:55.676939 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-38c76ae2-6fb4-43ea-90d3-a8625cf7fbfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:55.856570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-38c76ae2-6fb4-43ea-90d3-a8625cf7fbfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port b9eeddd7-8b8b-46ce-b6c1-21118ca9251e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b9eeddd7-8b8b-46ce-b6c1-21118ca9251e,segment=NetworkSegment(68ecae7c-578d-49de-a105-9c77cbb683fb),segment_id=68ecae7c-578d-49de-a105-9c77cbb683fb)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:07:55.856919 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-38c76ae2-6fb4-43ea-90d3-a8625cf7fbfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:55.875072 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:07:55.909402 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:07:55.909747 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device e6d68a0e-a8cc-4f0b-8c33-3fc4b46d50b3 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:07:55.992203 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-38c76ae2-6fb4-43ea-90d3-a8625cf7fbfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for b9eeddd7-8b8b-46ce-b6c1-21118ca9251e owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:07:56.173987 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-38c76ae2-6fb4-43ea-90d3-a8625cf7fbfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:56.227864 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c76ae2-6fb4-43ea-90d3-a8625cf7fbfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=b9eeddd7-8b8b-46ce-b6c1-21118ca9251e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:56.496336 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-38c76ae2-6fb4-43ea-90d3-a8625cf7fbfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:56.953255 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c76ae2-6fb4-43ea-90d3-a8625cf7fbfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:07:57.124398 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c76ae2-6fb4-43ea-90d3-a8625cf7fbfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:07:57.133736 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8874d0c-dbbf-4d5a-bf28-be23c4820c29 None None] Sync routers for ids ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:07:57.141255 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-38c76ae2-6fb4-43ea-90d3-a8625cf7fbfa tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4569876 Apr 20 16:07:57.142869 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8874d0c-dbbf-4d5a-bf28-be23c4820c29 None None] Routers {'0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:07:57.143473 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f8874d0c-dbbf-4d5a-bf28-be23c4820c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:07:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:57.144032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41514) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:07:57.210067 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b4b8c6-32a6-4922-bf7d-0e5cfc3c4370 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting subnet 2fff6925-14c4-4242-b285-6f7981e6cc1f {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:07:57.213017 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-21b4b8c6-32a6-4922-bf7d-0e5cfc3c4370 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:57.266797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-21b4b8c6-32a6-4922-bf7d-0e5cfc3c4370 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:57.330084 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-f8874d0c-dbbf-4d5a-bf28-be23c4820c29 None None] Set router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:07:57.458393 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-21b4b8c6-32a6-4922-bf7d-0e5cfc3c4370 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:57.530300 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-21b4b8c6-32a6-4922-bf7d-0e5cfc3c4370 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:57.573364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4b8c6-32a6-4922-bf7d-0e5cfc3c4370 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Subnet': ['ID=2fff6925-14c4-4242-b285-6f7981e6cc1f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:57.575312 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-21b4b8c6-32a6-4922-bf7d-0e5cfc3c4370 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:57.581312 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a400dfb4-4f6c-4520-a5e7-bde275b651fe None None] Network 02558b7f-870f-4d2c-bede-0a2c9dc30bfa requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:07:57.585364 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-21b4b8c6-32a6-4922-bf7d-0e5cfc3c4370 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/subnets/2fff6925-14c4-4242-b285-6f7981e6cc1f HTTP/1.1" status: 204 len: 168 time: 0.4372914 Apr 20 16:07:57.585586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41518) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:07:57.614348 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f8874d0c-dbbf-4d5a-bf28-be23c4820c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:07:56Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:57.618545 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8874d0c-dbbf-4d5a-bf28-be23c4820c29 None None] Checking router: 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:07:57.626962 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8874d0c-dbbf-4d5a-bf28-be23c4820c29 None None] Routers {'0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:07:57.627674 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f8874d0c-dbbf-4d5a-bf28-be23c4820c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:07:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:57.771990 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a5342f6-469d-41ed-9be8-407f06cdda21 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:57.806310 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-f8874d0c-dbbf-4d5a-bf28-be23c4820c29 None None] Set router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:07:57.851181 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] DHCP port deletion for 02558b7f-870f-4d2c-bede-0a2c9dc30bfa request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:07:57.856079 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] Deleting port 92a88423-2adc-4055-840c-3fb7e72df10a {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:07:57.856466 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:57.958108 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a5342f6-469d-41ed-9be8-407f06cdda21 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:57.967598 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3a5342f6-469d-41ed-9be8-407f06cdda21 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 95598bc7-05f6-4718-becb-36f3b1248d41 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:07:57.968081 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a5342f6-469d-41ed-9be8-407f06cdda21 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:58.062848 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] For port 92a88423-2adc-4055-840c-3fb7e72df10a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=92a88423-2adc-4055-840c-3fb7e72df10a,segment=NetworkSegment(68ecae7c-578d-49de-a105-9c77cbb683fb),segment_id=68ecae7c-578d-49de-a105-9c77cbb683fb)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:07:58.063151 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:58.123624 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f8874d0c-dbbf-4d5a-bf28-be23c4820c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:07:56Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:58.128297 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8874d0c-dbbf-4d5a-bf28-be23c4820c29 None None] The sync data for ids ['0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0'] in dv-neutron-838699-1-hyperv is: [{'id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'name': 'tempest-TestNetworkBasicOps-router-914043007', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:36Z', 'updated_at': '2022-04-20T16:07:56Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '95598bc7-05f6-4718-becb-36f3b1248d41', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:37Z', 'updated_at': '2022-04-20T16:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:07:58.150225 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3a5342f6-469d-41ed-9be8-407f06cdda21 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port 95598bc7-05f6-4718-becb-36f3b1248d41, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=95598bc7-05f6-4718-becb-36f3b1248d41,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:07:58.150791 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a5342f6-469d-41ed-9be8-407f06cdda21 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:58.202013 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] Calling delete_port for 92a88423-2adc-4055-840c-3fb7e72df10a owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:07:58.281938 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:58.289332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3a5342f6-469d-41ed-9be8-407f06cdda21 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 95598bc7-05f6-4718-becb-36f3b1248d41 owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:07:58.334631 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] No DVR routers for this DVR port 92a88423-2adc-4055-840c-3fb7e72df10a on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:07:58.336192 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] Pushing event deleted for resources: {'Port': ['ID=92a88423-2adc-4055-840c-3fb7e72df10a,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:58.347641 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:58.348737 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:58.349394 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:58.349726 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:58.350270 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:58.350629 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:58.351022 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:58.351385 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:58.351712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:58.352054 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:58.352388 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:58.352717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315115f5-680e-4f06-8005-5cf98391aa24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:58.602996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a5342f6-469d-41ed-9be8-407f06cdda21 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:58.689670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5342f6-469d-41ed-9be8-407f06cdda21 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=95598bc7-05f6-4718-becb-36f3b1248d41,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:58.752622 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a5342f6-469d-41ed-9be8-407f06cdda21 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:58.881922 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b9eeddd7-8b8b-46ce-b6c1-21118ca9251e no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:07:58.946918 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: b9eeddd7-8b8b-46ce-b6c1-21118ca9251e {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:07:58.947265 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b9eeddd7-8b8b-46ce-b6c1-21118ca9251e not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:07:58.947688 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 92a88423-2adc-4055-840c-3fb7e72df10a no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:07:58.983910 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 92a88423-2adc-4055-840c-3fb7e72df10a {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:07:58.984261 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 92a88423-2adc-4055-840c-3fb7e72df10a not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:07:59.042512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a5342f6-469d-41ed-9be8-407f06cdda21 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.044705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a5342f6-469d-41ed-9be8-407f06cdda21 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.068492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a5342f6-469d-41ed-9be8-407f06cdda21 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.069087 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5342f6-469d-41ed-9be8-407f06cdda21 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Fanout notify agent at l3_agent the message router_deleted on router 0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:07:59.084475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a5342f6-469d-41ed-9be8-407f06cdda21 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.085512 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3a5342f6-469d-41ed-9be8-407f06cdda21 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/routers/0a4b98f6-f63b-44fe-a6fb-ea3d39d1eba0 HTTP/1.1" status: 204 len: 168 time: 1.4983466 Apr 20 16:07:59.088405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41522) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:07:59.202863 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-07f307af-2404-4c3a-928e-bc2aa28c7096 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.341733 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-07f307af-2404-4c3a-928e-bc2aa28c7096 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.367031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-07f307af-2404-4c3a-928e-bc2aa28c7096 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02558b7f-870f-4d2c-bede-0a2c9dc30bfa']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:59.378512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-07f307af-2404-4c3a-928e-bc2aa28c7096 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ecae7c-578d-49de-a105-9c77cbb683fb') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:59.378810 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-07f307af-2404-4c3a-928e-bc2aa28c7096 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ecae7c-578d-49de-a105-9c77cbb683fb') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:59.390303 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-07f307af-2404-4c3a-928e-bc2aa28c7096 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.405909 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-07f307af-2404-4c3a-928e-bc2aa28c7096 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.412029 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f307af-2404-4c3a-928e-bc2aa28c7096 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:07:59.412415 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-07f307af-2404-4c3a-928e-bc2aa28c7096 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:07:59.427453 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:07:59.506782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-07f307af-2404-4c3a-928e-bc2aa28c7096 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.511687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-07f307af-2404-4c3a-928e-bc2aa28c7096 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.536544 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f307af-2404-4c3a-928e-bc2aa28c7096 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Network': ['ID=02558b7f-870f-4d2c-bede-0a2c9dc30bfa,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:59.547059 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-07f307af-2404-4c3a-928e-bc2aa28c7096 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/networks/02558b7f-870f-4d2c-bede-0a2c9dc30bfa HTTP/1.1" status: 204 len: 168 time: 0.4539630 Apr 20 16:07:59.572043 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41526) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:07:59.577673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-336e3412-9828-472a-a8e0-bb4eab8fccbf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'network': {'name': 'tempest-network-smoke--1533910667', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'port_security_enabled': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:07:59.582776 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-336e3412-9828-472a-a8e0-bb4eab8fccbf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:07:59.586911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-336e3412-9828-472a-a8e0-bb4eab8fccbf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:network and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:07:59.589928 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-336e3412-9828-472a-a8e0-bb4eab8fccbf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:07:59.596045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-336e3412-9828-472a-a8e0-bb4eab8fccbf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:07:59.606494 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336e3412-9828-472a-a8e0-bb4eab8fccbf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:59.609862 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-336e3412-9828-472a-a8e0-bb4eab8fccbf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.636940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336e3412-9828-472a-a8e0-bb4eab8fccbf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:07:59.645732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-336e3412-9828-472a-a8e0-bb4eab8fccbf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.646201 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-336e3412-9828-472a-a8e0-bb4eab8fccbf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Added segment 8ea5062e-ed09-4321-8405-e9bb1da53b78 of type vlan for network 32046c78-c454-4d63-8f77-0e2b2636cc59 Apr 20 16:07:59.672760 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-336e3412-9828-472a-a8e0-bb4eab8fccbf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.700731 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-336e3412-9828-472a-a8e0-bb4eab8fccbf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.706051 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336e3412-9828-472a-a8e0-bb4eab8fccbf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:59.706626 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-336e3412-9828-472a-a8e0-bb4eab8fccbf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.808918 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-336e3412-9828-472a-a8e0-bb4eab8fccbf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2356873 Apr 20 16:07:59.811638 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41530) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:07:59.817146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-478504189', 'admin_state_up': True, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:07:59.818072 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e3412-9828-472a-a8e0-bb4eab8fccbf tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Network': ['ID=32046c78-c454-4d63-8f77-0e2b2636cc59,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:59.824570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:07:59.827715 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 32046c78-c454-4d63-8f77-0e2b2636cc59 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:07:59.828071 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:router and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:07:59.830927 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:07:59.837465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:07:59.848970 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.849999 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.865047 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:00.123519 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:00.416428 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:00.444516 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:00.679924 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.26.7.142 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/7e72f78f-cba3-432a-877c-235eee9c93e3) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:00.794877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 95598bc7-05f6-4718-becb-36f3b1248d41 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:08:00.823824 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:00.828792 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 95598bc7-05f6-4718-becb-36f3b1248d41 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:08:00.829146 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 95598bc7-05f6-4718-becb-36f3b1248d41 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:08:00.852704 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:00.910662 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:00.913326 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:00.920896 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:08:00.964664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=7e72f78f-cba3-432a-877c-235eee9c93e3,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:01.331192 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:01.662539 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:01.860393 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:08:02.102008 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0bdd815c-b510-40e1-b4bd-59c5e879c87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.150007 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:08:02.160388 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Sync routers for ids ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:08:02.173285 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Routers {'1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:08:02.173962 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:07:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:02.176825 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.181192 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8e236919-96ea-4a70-b530-bde02b89681a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3655281 Apr 20 16:08:02.181564 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41534) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:02.349466 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cdeac900-3357-4fc0-a570-754c620e4791 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=275d553700ad4a899ef09eedcedfa1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1666195 Apr 20 16:08:02.352003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41540) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:02.353791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Set router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:08:02.478920 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cbc887-0f61-47c8-83bb-56ff75e08b58 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:02.480487 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-68cbc887-0f61-47c8-83bb-56ff75e08b58 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275425 Apr 20 16:08:02.483126 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41544) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:02.522142 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-161ce2be-2ee5-4084-b181-f208d30d6121 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379562 Apr 20 16:08:02.524541 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41548) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:02.529737 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-0ade7ac2-1f9b-43ef-93eb-1dd542901411 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-560981726', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:08:02.636832 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'name': 'tempest-TestNetworkBasicOps-router-478504189', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:59Z', 'updated_at': '2022-04-20T16:08:01Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:02.639041 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0ade7ac2-1f9b-43ef-93eb-1dd542901411 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:08:02.640823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Checking router: 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:08:02.641178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Updating router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 port 7e72f78f-cba3-432a-877c-235eee9c93e3 binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:08:02.642880 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0ade7ac2-1f9b-43ef-93eb-1dd542901411 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:subnet and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:08:02.645736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0ade7ac2-1f9b-43ef-93eb-1dd542901411 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:08:02.651317 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0ade7ac2-1f9b-43ef-93eb-1dd542901411 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:08:02.661409 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ade7ac2-1f9b-43ef-93eb-1dd542901411 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:08:02.664953 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0ade7ac2-1f9b-43ef-93eb-1dd542901411 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.694757 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.884374 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0ade7ac2-1f9b-43ef-93eb-1dd542901411 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.968854 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade7ac2-1f9b-43ef-93eb-1dd542901411 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Subnet': ['ID=ab64d897-5777-4925-8d7a-c49b8374f052,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:02.975143 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ade7ac2-1f9b-43ef-93eb-1dd542901411 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Checking segment: {'id': '8ea5062e-ed09-4321-8405-e9bb1da53b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:08:02.975509 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ade7ac2-1f9b-43ef-93eb-1dd542901411 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network hostable DHCP agents. Network: 32046c78-c454-4d63-8f77-0e2b2636cc59, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:08:02.994406 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ade7ac2-1f9b-43ef-93eb-1dd542901411 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 32046c78-c454-4d63-8f77-0e2b2636cc59 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:08:03.003429 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-0ade7ac2-1f9b-43ef-93eb-1dd542901411 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 32046c78-c454-4d63-8f77-0e2b2636cc59) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:03.007502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade7ac2-1f9b-43ef-93eb-1dd542901411 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:03.008110 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0ade7ac2-1f9b-43ef-93eb-1dd542901411 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:03.015384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acc409e-765f-4ada-b0b2-11badc1a8d33 None None] Network 32046c78-c454-4d63-8f77-0e2b2636cc59 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:08:03.029369 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0ade7ac2-1f9b-43ef-93eb-1dd542901411 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5038586 Apr 20 16:08:03.032117 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41552) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:03.099089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:03.118063 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Transition to ACTIVE for port object 7e72f78f-cba3-432a-877c-235eee9c93e3 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:08:03.130377 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:03.260312 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Attempting to bind port 7e72f78f-cba3-432a-877c-235eee9c93e3 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:03.260600 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Attempting to bind port 7e72f78f-cba3-432a-877c-235eee9c93e3 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:03.260957 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Attempting to bind port 7e72f78f-cba3-432a-877c-235eee9c93e3 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:08:03.279324 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:08:03.279700 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:08:03.280118 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:03.280505 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:08:03.280962 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Bound port: 7e72f78f-cba3-432a-877c-235eee9c93e3, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:03.281329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:03.304639 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9621e-0077-40b6-8a64-0c1134d72574 None None] Pushing event updated for resources: {'Port': ['ID=7e72f78f-cba3-432a-877c-235eee9c93e3,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:03.435285 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-32046c78-c454-4d63-8f77-0e2b2636cc59', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ips': [{'subnet_id': 'ab64d897-5777-4925-8d7a-c49b8374f052'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:08:03.436116 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:03.451649 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] For port 7e72f78f-cba3-432a-877c-235eee9c93e3, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:08:03.463185 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] For port 7e72f78f-cba3-432a-877c-235eee9c93e3, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7e72f78f-cba3-432a-877c-235eee9c93e3,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:08:03.498808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:03.609286 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Routers {'1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:08:03.609917 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:07:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:03.708204 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9621e-0077-40b6-8a64-0c1134d72574 None None] Pushing event updated for resources: {'Port': ['ID=7e72f78f-cba3-432a-877c-235eee9c93e3,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:03.805632 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Allocated IP 172.20.0.2 (32046c78-c454-4d63-8f77-0e2b2636cc59/ab64d897-5777-4925-8d7a-c49b8374f052/d74ad7e5-f40e-4e40-970f-6bdd69ae31b2) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:03.837080 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:03.912662 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] Set router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:08:04.273095 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.287007 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Transition to ACTIVE for port object d74ad7e5-f40e-4e40-970f-6bdd69ae31b2 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:08:04.310143 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Transition to ACTIVE for port object d74ad7e5-f40e-4e40-970f-6bdd69ae31b2 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:08:04.316438 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.383546 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'name': 'tempest-TestNetworkBasicOps-router-478504189', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:59Z', 'updated_at': '2022-04-20T16:08:01Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:04.384304 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.1 (32046c78-c454-4d63-8f77-0e2b2636cc59/ab64d897-5777-4925-8d7a-c49b8374f052/c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:04.391547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Network 32046c78-c454-4d63-8f77-0e2b2636cc59 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:04.395056 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:04.397382 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:08:04.399447 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767aefdc-5baa-4b63-bca9-0dc952d85740 None None] The sync data for ids ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'] in dv-neutron-838699-1-hyperv is: [{'id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'name': 'tempest-TestNetworkBasicOps-router-478504189', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:59Z', 'updated_at': '2022-04-20T16:08:01Z', 'revision_number': 3, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:08:04.401523 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9a23a304-cffe-4c67-ad0c-632374cc71a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.456189 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Pushing event updated for resources: {'Port': ['ID=d74ad7e5-f40e-4e40-970f-6bdd69ae31b2,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:04.508533 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Attempting to bind port d74ad7e5-f40e-4e40-970f-6bdd69ae31b2 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:04.508902 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Attempting to bind port d74ad7e5-f40e-4e40-970f-6bdd69ae31b2 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '8ea5062e-ed09-4321-8405-e9bb1da53b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:04.509260 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Attempting to bind port d74ad7e5-f40e-4e40-970f-6bdd69ae31b2 on network 32046c78-c454-4d63-8f77-0e2b2636cc59 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:08:04.515008 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:08:04.515374 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Checking segment: {'id': '8ea5062e-ed09-4321-8405-e9bb1da53b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:08:04.515791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.516187 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Bound using segment: {'id': '8ea5062e-ed09-4321-8405-e9bb1da53b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:08:04.516643 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Bound port: d74ad7e5-f40e-4e40-970f-6bdd69ae31b2, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea5062e-ed09-4321-8405-e9bb1da53b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:04.517012 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.553226 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.568738 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:08:04.593380 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.616936 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] For port d74ad7e5-f40e-4e40-970f-6bdd69ae31b2, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:08:04.624933 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] For port d74ad7e5-f40e-4e40-970f-6bdd69ae31b2, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d74ad7e5-f40e-4e40-970f-6bdd69ae31b2,segment=NetworkSegment(8ea5062e-ed09-4321-8405-e9bb1da53b78),segment_id=8ea5062e-ed09-4321-8405-e9bb1da53b78)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:08:04.647953 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.664165 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 32046c78-c454-4d63-8f77-0e2b2636cc59 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:04.667176 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:04.675224 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:08:04.713292 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:04.742204 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.761521 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6e901-9ce3-437a-92f9-1f1b83d1a4ef None None] Pushing event updated for resources: {'Port': ['ID=d74ad7e5-f40e-4e40-970f-6bdd69ae31b2,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:04.894522 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7e72f78f-cba3-432a-877c-235eee9c93e3 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:08:05.008328 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 7e72f78f-cba3-432a-877c-235eee9c93e3 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:08:05.012974 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 7e72f78f-cba3-432a-877c-235eee9c93e3 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:05.013410 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:05.069203 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:05.173153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:05.192697 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 7e72f78f-cba3-432a-877c-235eee9c93e3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7e72f78f-cba3-432a-877c-235eee9c93e3,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:08:05.197867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:05.323570 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=7e72f78f-cba3-432a-877c-235eee9c93e3,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:05.550417 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:05.556062 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:05.762247 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:05.765275 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:05.792352 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:05.794628 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:05.823637 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3ea4a7-7c20-4831-bc5c-5bd3384f8192 None None] Network 32046c78-c454-4d63-8f77-0e2b2636cc59 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:08:05.917220 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e8be079d-119b-4834-9fd7-0858ea38d782 None None] Provisioning for port d74ad7e5-f40e-4e40-970f-6bdd69ae31b2 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:08:05.930809 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 32046c78-c454-4d63-8f77-0e2b2636cc59 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:05.931908 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:06.115872 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:08:06.305443 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:08:06.318943 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6a8021c7-0959-4c96-a4ec-102e0ac08e59 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2857983 Apr 20 16:08:06.321484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41556) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:06.327785 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Sync routers for ids ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:08:06.338221 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Routers {'1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:08:06.338767 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:08:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:06.358122 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-33a11b67-694b-4de5-a79e-7ac31abdee52 None None] Provisioning for port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:08:06.364438 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-33a11b67-694b-4de5-a79e-7ac31abdee52 None None] Provisioning complete for port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:06.365060 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-33a11b67-694b-4de5-a79e-7ac31abdee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:06.424290 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-33a11b67-694b-4de5-a79e-7ac31abdee52 None None] Port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:08:06.484752 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e1f6b7-0228-4304-ba27-46460a788be2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:06.485220 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e1f6b7-0228-4304-ba27-46460a788be2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:06.485682 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e1f6b7-0228-4304-ba27-46460a788be2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:06.486138 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e1f6b7-0228-4304-ba27-46460a788be2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:06.487788 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-86e1f6b7-0228-4304-ba27-46460a788be2 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1651347 Apr 20 16:08:06.491077 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41560) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:06.534850 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Set router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:08:06.555600 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3a83315c-ac67-481e-a201-5dc8e6ca5e98 None None] Provisioning complete for port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:06.556012 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3a83315c-ac67-481e-a201-5dc8e6ca5e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:06.566351 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcd9ec0-b8b3-495a-9675-c2702bdc3e3a tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:06.567308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcd9ec0-b8b3-495a-9675-c2702bdc3e3a tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:06.567788 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcd9ec0-b8b3-495a-9675-c2702bdc3e3a tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:06.568243 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcd9ec0-b8b3-495a-9675-c2702bdc3e3a tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:06.571830 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0dcd9ec0-b8b3-495a-9675-c2702bdc3e3a tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0781722 Apr 20 16:08:06.572673 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41564) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:06.640856 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-3a83315c-ac67-481e-a201-5dc8e6ca5e98 None None] Port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:08:06.748579 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7d51dc10-cd54-46db-8946-2633d787da6f None None] Provisioning complete for port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:06.748861 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7d51dc10-cd54-46db-8946-2633d787da6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:06.802635 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a2bebc20-9280-41a2-a302-643bce790cc9 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2286859 Apr 20 16:08:06.813054 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7d51dc10-cd54-46db-8946-2633d787da6f None None] Port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:08:06.883114 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'name': 'tempest-TestNetworkBasicOps-router-478504189', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:59Z', 'updated_at': '2022-04-20T16:08:04Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1', 'name': '', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:8e:91:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:04Z', 'updated_at': '2022-04-20T16:08:05Z', 'revision_number': 2, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:06.887134 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Checking router: 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:08:06.887494 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Updating router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:08:06.939853 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:06.949467 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7e72f78f-cba3-432a-877c-235eee9c93e3 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:08:07.017852 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 7e72f78f-cba3-432a-877c-235eee9c93e3 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:07.018229 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.134948 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.163945 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d74ad7e5-f40e-4e40-970f-6bdd69ae31b2 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:08:07.246306 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41570) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:07.249494 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port d74ad7e5-f40e-4e40-970f-6bdd69ae31b2 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:08:07.252268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-924141af-5af8-4799-b7df-16624e65bc31 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340328829', 'description': 'tempest-secgroup-smoke-340328829 description', 'project_id': '275d553700ad4a899ef09eedcedfa1df'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:08:07.255791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port d74ad7e5-f40e-4e40-970f-6bdd69ae31b2 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:07.256436 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.258162 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-924141af-5af8-4799-b7df-16624e65bc31 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:08:07.262334 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-924141af-5af8-4799-b7df-16624e65bc31 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:08:07.265196 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-924141af-5af8-4799-b7df-16624e65bc31 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:08:07.270880 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-924141af-5af8-4799-b7df-16624e65bc31 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:08:07.281667 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-924141af-5af8-4799-b7df-16624e65bc31 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.294167 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.302993 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-924141af-5af8-4799-b7df-16624e65bc31 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:08:07.306354 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Transition to ACTIVE for port object c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:08:07.307213 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-924141af-5af8-4799-b7df-16624e65bc31 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:08:07.310145 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-924141af-5af8-4799-b7df-16624e65bc31 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:08:07.313954 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.315958 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-924141af-5af8-4799-b7df-16624e65bc31 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:08:07.387653 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.391484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-924141af-5af8-4799-b7df-16624e65bc31 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.396099 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-924141af-5af8-4799-b7df-16624e65bc31 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.423178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port d74ad7e5-f40e-4e40-970f-6bdd69ae31b2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d74ad7e5-f40e-4e40-970f-6bdd69ae31b2,segment=NetworkSegment(8ea5062e-ed09-4321-8405-e9bb1da53b78),segment_id=8ea5062e-ed09-4321-8405-e9bb1da53b78)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:08:07.431715 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.444449 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924141af-5af8-4799-b7df-16624e65bc31 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5547485f-cdeb-4412-a6d9-b28d7c42b183,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:07.450852 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-924141af-5af8-4799-b7df-16624e65bc31 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.452212 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-924141af-5af8-4799-b7df-16624e65bc31 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2046864 Apr 20 16:08:07.455303 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41574) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:07.461464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-cd0b8b02-faa6-438b-960a-63e498696a3e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '5547485f-cdeb-4412-a6d9-b28d7c42b183', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:08:07.467905 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cd0b8b02-faa6-438b-960a-63e498696a3e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:08:07.472383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cd0b8b02-faa6-438b-960a-63e498696a3e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:08:07.476486 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cd0b8b02-faa6-438b-960a-63e498696a3e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:08:07.484763 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cd0b8b02-faa6-438b-960a-63e498696a3e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:08:07.512843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8b02-faa6-438b-960a-63e498696a3e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.523935 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab23548-a4b3-47eb-bd52-6672433e69b8 None None] Pushing event updated for resources: {'Port': ['ID=c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:07.525104 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=d74ad7e5-f40e-4e40-970f-6bdd69ae31b2,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:07.538963 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23548-a4b3-47eb-bd52-6672433e69b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:07.540033 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23548-a4b3-47eb-bd52-6672433e69b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:07.540384 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23548-a4b3-47eb-bd52-6672433e69b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:07.540717 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23548-a4b3-47eb-bd52-6672433e69b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:07.541224 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23548-a4b3-47eb-bd52-6672433e69b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:07.542422 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23548-a4b3-47eb-bd52-6672433e69b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:07.542925 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23548-a4b3-47eb-bd52-6672433e69b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:07.543431 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23548-a4b3-47eb-bd52-6672433e69b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:07.543947 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23548-a4b3-47eb-bd52-6672433e69b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:07.544440 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23548-a4b3-47eb-bd52-6672433e69b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:07.544927 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23548-a4b3-47eb-bd52-6672433e69b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:07.545253 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23548-a4b3-47eb-bd52-6672433e69b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:07.565223 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Attempting to bind port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:07.565593 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Attempting to bind port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '8ea5062e-ed09-4321-8405-e9bb1da53b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:07.565948 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Attempting to bind port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 on network 32046c78-c454-4d63-8f77-0e2b2636cc59 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:08:07.571429 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:08:07.572086 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Checking segment: {'id': '8ea5062e-ed09-4321-8405-e9bb1da53b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:08:07.572478 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.573027 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Bound using segment: {'id': '8ea5062e-ed09-4321-8405-e9bb1da53b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:08:07.573662 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Bound port: c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea5062e-ed09-4321-8405-e9bb1da53b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:07.574037 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.606497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8b02-faa6-438b-960a-63e498696a3e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.610236 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8b02-faa6-438b-960a-63e498696a3e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.641561 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b8b02-faa6-438b-960a-63e498696a3e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10de3d1a-e5ab-4761-a55a-c7d7033b2773,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:07.648290 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8b02-faa6-438b-960a-63e498696a3e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.649973 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cd0b8b02-faa6-438b-960a-63e498696a3e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1934083 Apr 20 16:08:07.652496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41578) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:07.657606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-9c551d02-44ee-46e2-ad34-574f69532de7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '5547485f-cdeb-4412-a6d9-b28d7c42b183', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:08:07.664333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9c551d02-44ee-46e2-ad34-574f69532de7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:08:07.668645 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9c551d02-44ee-46e2-ad34-574f69532de7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:08:07.672008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9c551d02-44ee-46e2-ad34-574f69532de7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:08:07.681991 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9c551d02-44ee-46e2-ad34-574f69532de7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:08:07.700413 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c551d02-44ee-46e2-ad34-574f69532de7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.701038 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] For port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:08:07.704006 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] For port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1,segment=NetworkSegment(8ea5062e-ed09-4321-8405-e9bb1da53b78),segment_id=8ea5062e-ed09-4321-8405-e9bb1da53b78)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:08:07.709989 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.767314 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c551d02-44ee-46e2-ad34-574f69532de7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.774023 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c551d02-44ee-46e2-ad34-574f69532de7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.784788 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Routers {'1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:08:07.786172 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:08:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:07.804327 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c551d02-44ee-46e2-ad34-574f69532de7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3060fcdc-2a00-40f6-8350-5125000d296d,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:07.811139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c551d02-44ee-46e2-ad34-574f69532de7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.812360 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9c551d02-44ee-46e2-ad34-574f69532de7 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1588275 Apr 20 16:08:07.814999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41582) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:07.820693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-05307cf8-4a70-4f95-bfcf-8f40f64d0f89 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '5547485f-cdeb-4412-a6d9-b28d7c42b183', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:08:07.828527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-05307cf8-4a70-4f95-bfcf-8f40f64d0f89 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:08:07.833710 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-05307cf8-4a70-4f95-bfcf-8f40f64d0f89 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:08:07.838304 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-05307cf8-4a70-4f95-bfcf-8f40f64d0f89 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:08:07.847320 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab23548-a4b3-47eb-bd52-6672433e69b8 None None] Pushing event updated for resources: {'Port': ['ID=c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:07.851383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-05307cf8-4a70-4f95-bfcf-8f40f64d0f89 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:08:07.873009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-05307cf8-4a70-4f95-bfcf-8f40f64d0f89 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.943408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-05307cf8-4a70-4f95-bfcf-8f40f64d0f89 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.948865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-05307cf8-4a70-4f95-bfcf-8f40f64d0f89 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.970697 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05307cf8-4a70-4f95-bfcf-8f40f64d0f89 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d9d4f3-7c7e-4aab-90ec-14a4b2716c2f,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:07.990470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-05307cf8-4a70-4f95-bfcf-8f40f64d0f89 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.994667 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41586) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:07.995178 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-05307cf8-4a70-4f95-bfcf-8f40f64d0f89 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1789689 Apr 20 16:08:08.001244 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-e856293e-6c91-4323-8cc3-9ae4361302b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '5547485f-cdeb-4412-a6d9-b28d7c42b183', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:08:08.008055 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e856293e-6c91-4323-8cc3-9ae4361302b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:08:08.012180 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e856293e-6c91-4323-8cc3-9ae4361302b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:08:08.015164 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-e856293e-6c91-4323-8cc3-9ae4361302b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:08:08.021952 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-e856293e-6c91-4323-8cc3-9ae4361302b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:08:08.027061 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] Set router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:08:08.040153 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e856293e-6c91-4323-8cc3-9ae4361302b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.113320 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e856293e-6c91-4323-8cc3-9ae4361302b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.119719 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e856293e-6c91-4323-8cc3-9ae4361302b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.146828 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856293e-6c91-4323-8cc3-9ae4361302b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510dc3f6-4be9-43de-a709-2e80c112940b,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:08.161296 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e856293e-6c91-4323-8cc3-9ae4361302b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.163201 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e856293e-6c91-4323-8cc3-9ae4361302b1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1664774 Apr 20 16:08:08.165956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41590) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:08.173074 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-07329fb6-4c09-401e-93a8-5e9a09fa175a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '5547485f-cdeb-4412-a6d9-b28d7c42b183', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:08:08.181316 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-07329fb6-4c09-401e-93a8-5e9a09fa175a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:08:08.186616 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-07329fb6-4c09-401e-93a8-5e9a09fa175a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:08:08.190868 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-07329fb6-4c09-401e-93a8-5e9a09fa175a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:08:08.199162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-07329fb6-4c09-401e-93a8-5e9a09fa175a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:08:08.215543 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-07329fb6-4c09-401e-93a8-5e9a09fa175a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:08:08.222464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-07329fb6-4c09-401e-93a8-5e9a09fa175a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.287805 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-07329fb6-4c09-401e-93a8-5e9a09fa175a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.291490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-07329fb6-4c09-401e-93a8-5e9a09fa175a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.316151 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07329fb6-4c09-401e-93a8-5e9a09fa175a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b5c1b4-8224-4335-8249-4ec5668ed610,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:08.327672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-07329fb6-4c09-401e-93a8-5e9a09fa175a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.328891 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-07329fb6-4c09-401e-93a8-5e9a09fa175a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1614752 Apr 20 16:08:08.331647 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41594) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:08.336631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-45b08a3a-0399-4415-8dd8-41520717b578 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'security_group_rule': {'security_group_id': '5547485f-cdeb-4412-a6d9-b28d7c42b183', 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:08:08.342464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-45b08a3a-0399-4415-8dd8-41520717b578 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:08:08.346644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-45b08a3a-0399-4415-8dd8-41520717b578 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:security_group_rule and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:08:08.349956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-45b08a3a-0399-4415-8dd8-41520717b578 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:08:08.356361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-45b08a3a-0399-4415-8dd8-41520717b578 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:08:08.367942 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-45b08a3a-0399-4415-8dd8-41520717b578 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Project 275d553700ad4a899ef09eedcedfa1df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:08:08.374527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-45b08a3a-0399-4415-8dd8-41520717b578 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.391067 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'name': 'tempest-TestNetworkBasicOps-router-478504189', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:59Z', 'updated_at': '2022-04-20T16:08:04Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1', 'name': '', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:8e:91:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:04Z', 'updated_at': '2022-04-20T16:08:07Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:08.394996 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32079f6e-d82e-44ad-808e-80359a4fe4b0 None None] The sync data for ids ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'] in dv-neutron-838699-1-hyperv is: [{'id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'name': 'tempest-TestNetworkBasicOps-router-478504189', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:59Z', 'updated_at': '2022-04-20T16:08:04Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1', 'name': '', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:8e:91:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:04Z', 'updated_at': '2022-04-20T16:08:07Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:08:08.447141 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-45b08a3a-0399-4415-8dd8-41520717b578 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.452844 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-45b08a3a-0399-4415-8dd8-41520717b578 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.478331 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b08a3a-0399-4415-8dd8-41520717b578 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163dbd7a-6dcd-4057-b468-c337c28fb9af,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:08.487524 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-45b08a3a-0399-4415-8dd8-41520717b578 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.502909 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-45b08a3a-0399-4415-8dd8-41520717b578 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1701090 Apr 20 16:08:08.659241 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-cc9de928-1cd4-4958-a7a5-faaf74da4e5a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340328829&fields=id&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 267 time: 0.0419767 Apr 20 16:08:08.824443 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-73fda04c-2b17-4e79-a0a5-3415ae848518 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:08.825173 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-73fda04c-2b17-4e79-a0a5-3415ae848518 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:08:08.845368 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-73fda04c-2b17-4e79-a0a5-3415ae848518 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:08:08.846527 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-73fda04c-2b17-4e79-a0a5-3415ae848518 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/networks?id=32046c78-c454-4d63-8f77-0e2b2636cc59 HTTP/1.1" status: 200 len: 797 time: 0.1805201 Apr 20 16:08:08.869438 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9196ba91-8edf-4a41-b220-5a2805aa2f4d tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/quotas/275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 375 time: 0.0135367 Apr 20 16:08:08.922484 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d74ad7e5-f40e-4e40-970f-6bdd69ae31b2 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:08:08.968748 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-a26e0491-0122-4fdd-ae9e-0402414d9a28 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933661 Apr 20 16:08:08.997583 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port d74ad7e5-f40e-4e40-970f-6bdd69ae31b2 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:08.997968 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:09.029520 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-848736c3-72e3-4268-a5d8-aadae9b3886e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:08:09.031711 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-848736c3-72e3-4268-a5d8-aadae9b3886e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495300 Apr 20 16:08:09.129896 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:08:09.171348 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-5d660a60-4089-4a18-bb73-8137fcc76ea2 service neutron] 10.222.0.13 "GET /v2.0/networks/32046c78-c454-4d63-8f77-0e2b2636cc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330647 Apr 20 16:08:09.208159 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:08:09.213275 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:09.213736 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:09.341460 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:09.379738 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1,segment=NetworkSegment(8ea5062e-ed09-4321-8405-e9bb1da53b78),segment_id=8ea5062e-ed09-4321-8405-e9bb1da53b78)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:08:09.384839 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:09.433145 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-8e2ed55c-826c-45bc-9317-ef70507452e1 service neutron] 10.222.0.13 "GET /v2.0/networks/32046c78-c454-4d63-8f77-0e2b2636cc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535725 Apr 20 16:08:09.453684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:09.614545 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ba13d5a2-76de-460f-96c0-47b3b65073be req-4c3d2541-2637-41c2-b5c0-2ebb0e23e77a tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 210 time: 0.0433505 Apr 20 16:08:10.634014 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-5d407f78-b311-4a8b-961b-9811dc6963af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:10.635347 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-5d407f78-b311-4a8b-961b-9811dc6963af tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/networks?id=32046c78-c454-4d63-8f77-0e2b2636cc59 HTTP/1.1" status: 200 len: 797 time: 0.1494091 Apr 20 16:08:10.694197 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-4a651f19-6276-4d44-b667-b6c0756a5571 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275d553700ad4a899ef09eedcedfa1df HTTP/1.1" status: 200 len: 379 time: 0.0436647 Apr 20 16:08:10.702138 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9639f318-ab66-4fcb-8832-d206b9c142e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'port': {'device_id': '311d05da-0c25-449c-b53d-e1f57c16f9ea', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'admin_state_up': True, 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'security_groups': ['5547485f-cdeb-4412-a6d9-b28d7c42b183']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:08:10.828137 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cc708a1c-f4dd-45d4-9eae-ffffe68bc202 req-1071cbee-6efc-465a-9bee-3035d5593d06 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 210 time: 0.0987463 Apr 20 16:08:10.854001 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:08:10.888643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9639f318-ab66-4fcb-8832-d206b9c142e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:08:10.892730 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9639f318-ab66-4fcb-8832-d206b9c142e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:port and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:08:10.896144 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9639f318-ab66-4fcb-8832-d206b9c142e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:08:10.901856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9639f318-ab66-4fcb-8832-d206b9c142e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:08:10.911522 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9639f318-ab66-4fcb-8832-d206b9c142e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Made reservation on behalf of 275d553700ad4a899ef09eedcedfa1df for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:08:10.915099 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9639f318-ab66-4fcb-8832-d206b9c142e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:10.920561 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:10.920936 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:11.083855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9639f318-ab66-4fcb-8832-d206b9c142e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.20.0.4 (32046c78-c454-4d63-8f77-0e2b2636cc59/ab64d897-5777-4925-8d7a-c49b8374f052/885886ce-63d8-463f-add8-df9db70a76e6) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:11.266926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9639f318-ab66-4fcb-8832-d206b9c142e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:11.281856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9639f318-ab66-4fcb-8832-d206b9c142e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Transition to ACTIVE for port object 885886ce-63d8-463f-add8-df9db70a76e6 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:08:11.305840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9639f318-ab66-4fcb-8832-d206b9c142e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:11.375366 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9639f318-ab66-4fcb-8832-d206b9c142e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 32046c78-c454-4d63-8f77-0e2b2636cc59 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:11.382985 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9639f318-ab66-4fcb-8832-d206b9c142e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:11.387287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9639f318-ab66-4fcb-8832-d206b9c142e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:08:11.417769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639f318-ab66-4fcb-8832-d206b9c142e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=885886ce-63d8-463f-add8-df9db70a76e6,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:11.454774 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9639f318-ab66-4fcb-8832-d206b9c142e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:11.455291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9639f318-ab66-4fcb-8832-d206b9c142e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:11.480185 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9639f318-ab66-4fcb-8832-d206b9c142e2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7815561 Apr 20 16:08:11.491847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Request body: {'port': {'device_id': '311d05da-0c25-449c-b53d-e1f57c16f9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:08:11.605435 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:11.618388 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c73cdafb-26f3-4c20-97a2-44e870582b34 None None] Provisioning for port 885886ce-63d8-463f-add8-df9db70a76e6 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:08:11.623270 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c73cdafb-26f3-4c20-97a2-44e870582b34 None None] Provisioning complete for port 885886ce-63d8-463f-add8-df9db70a76e6 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:11.623703 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c73cdafb-26f3-4c20-97a2-44e870582b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:11.707700 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c73cdafb-26f3-4c20-97a2-44e870582b34 None None] Port 885886ce-63d8-463f-add8-df9db70a76e6 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:08:11.991024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 885886ce-63d8-463f-add8-df9db70a76e6 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:08:11.999555 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:12.018491 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Transition to ACTIVE for port object 885886ce-63d8-463f-add8-df9db70a76e6 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:08:12.022464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:12.321034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121a2f0-4063-410b-80fc-4ba0fce22e49 req-c3b85504-4d83-43f7-afdc-b9cc0968a684 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:12.321641 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-1121a2f0-4063-410b-80fc-4ba0fce22e49 req-c3b85504-4d83-43f7-afdc-b9cc0968a684 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:08:12.330201 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Pushing event updated for resources: {'Port': ['ID=885886ce-63d8-463f-add8-df9db70a76e6,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:12.383219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-1121a2f0-4063-410b-80fc-4ba0fce22e49 req-c3b85504-4d83-43f7-afdc-b9cc0968a684 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:08:12.384300 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1121a2f0-4063-410b-80fc-4ba0fce22e49 req-c3b85504-4d83-43f7-afdc-b9cc0968a684 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 931 time: 0.4436946 Apr 20 16:08:12.431457 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Attempting to bind port 885886ce-63d8-463f-add8-df9db70a76e6 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:12.431800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Attempting to bind port 885886ce-63d8-463f-add8-df9db70a76e6 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '8ea5062e-ed09-4321-8405-e9bb1da53b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:12.432126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Attempting to bind port 885886ce-63d8-463f-add8-df9db70a76e6 on network 32046c78-c454-4d63-8f77-0e2b2636cc59 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:08:12.440616 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Port 885886ce-63d8-463f-add8-df9db70a76e6 on network 32046c78-c454-4d63-8f77-0e2b2636cc59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:08:12.440931 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Attempting to bind port 885886ce-63d8-463f-add8-df9db70a76e6 on network 32046c78-c454-4d63-8f77-0e2b2636cc59 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:08:12.449519 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:08:12.449845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Checking segment: {'id': '8ea5062e-ed09-4321-8405-e9bb1da53b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:08:12.450213 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Bound using segment: {'id': '8ea5062e-ed09-4321-8405-e9bb1da53b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:08:12.450631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Bound port: 885886ce-63d8-463f-add8-df9db70a76e6, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ea5062e-ed09-4321-8405-e9bb1da53b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:12.450967 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:12.463401 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1121a2f0-4063-410b-80fc-4ba0fce22e49 req-b377a134-454e-42ce-8ced-64fd49be5bb1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=5547485f-cdeb-4412-a6d9-b28d7c42b183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729070 Apr 20 16:08:12.540059 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] For port 885886ce-63d8-463f-add8-df9db70a76e6, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:08:12.542903 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] For port 885886ce-63d8-463f-add8-df9db70a76e6, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=885886ce-63d8-463f-add8-df9db70a76e6,segment=NetworkSegment(8ea5062e-ed09-4321-8405-e9bb1da53b78),segment_id=8ea5062e-ed09-4321-8405-e9bb1da53b78)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:08:12.547464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:12.604029 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:12.604696 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:12.605974 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] 10.222.0.11 "PUT /v2.0/ports/885886ce-63d8-463f-add8-df9db70a76e6 HTTP/1.1" status: 200 len: 1093 time: 1.1189818 Apr 20 16:08:12.606411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311d05da-0c25-449c-b53d-e1f57c16f9ea', 'tag': '885886ce-63d8-463f-add8-df9db70a76e6'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:12.640917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092beaf-6481-4e9b-8523-37074649c23c service neutron] Pushing event updated for resources: {'Port': ['ID=885886ce-63d8-463f-add8-df9db70a76e6,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:12.677348 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d9c759-383c-42f8-9aab-76d71bd3b311'] response: {'name': 'network-changed', 'server_uuid': '311d05da-0c25-449c-b53d-e1f57c16f9ea', 'tag': '885886ce-63d8-463f-add8-df9db70a76e6', 'status': 'completed', 'code': 200} Apr 20 16:08:12.718518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-bf144ee8-c976-434c-850b-1a4aca4136c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:12.720322 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-bf144ee8-c976-434c-850b-1a4aca4136c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 1096 time: 0.0753291 Apr 20 16:08:12.792636 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-7cc5c797-5320-4687-a9b1-d0f7672263f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=885886ce-63d8-463f-add8-df9db70a76e6 HTTP/1.1" status: 200 len: 217 time: 0.0648904 Apr 20 16:08:12.853679 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-05ed0099-dcb0-46c7-acaf-a72b5af125a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:12.855174 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-05ed0099-dcb0-46c7-acaf-a72b5af125a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ab64d897-5777-4925-8d7a-c49b8374f052 HTTP/1.1" status: 200 len: 834 time: 0.0572438 Apr 20 16:08:12.933712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-21f08031-d6e4-4aa8-b404-9e898e7932e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:12.935166 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-21f08031-d6e4-4aa8-b404-9e898e7932e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32046c78-c454-4d63-8f77-0e2b2636cc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746405 Apr 20 16:08:13.064938 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-4ddf08cd-c884-4176-9192-de6ded8c9c83 service neutron] 10.222.0.11 "GET /v2.0/networks/32046c78-c454-4d63-8f77-0e2b2636cc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234832 Apr 20 16:08:13.195154 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9d57fba4-08e2-42d3-bfcd-b1713e814e73 req-9947607d-749f-4f49-85ae-38390f9f379f service neutron] 10.222.0.11 "GET /v2.0/networks/32046c78-c454-4d63-8f77-0e2b2636cc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236572 Apr 20 16:08:13.306974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0127f4-5678-4ce2-a094-420e29508707 req-96b68010-34b6-43e5-abc9-3595bd50c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:13.308440 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec0127f4-5678-4ce2-a094-420e29508707 req-96b68010-34b6-43e5-abc9-3595bd50c075 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 1096 time: 0.0694304 Apr 20 16:08:13.438996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0127f4-5678-4ce2-a094-420e29508707 req-3fe894c7-c47c-48c9-9685-0e89c7ba6eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:13.440462 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec0127f4-5678-4ce2-a094-420e29508707 req-3fe894c7-c47c-48c9-9685-0e89c7ba6eed service neutron] 10.222.0.11 "GET /v2.0/networks?id=32046c78-c454-4d63-8f77-0e2b2636cc59 HTTP/1.1" status: 200 len: 898 time: 0.1261175 Apr 20 16:08:13.511498 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec0127f4-5678-4ce2-a094-420e29508707 req-e44fed49-891f-4f32-ab0a-97bffbef764e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=885886ce-63d8-463f-add8-df9db70a76e6 HTTP/1.1" status: 200 len: 217 time: 0.0645709 Apr 20 16:08:13.605922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0127f4-5678-4ce2-a094-420e29508707 req-7aa2b68a-f865-49da-b974-c5c352005d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:13.607285 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec0127f4-5678-4ce2-a094-420e29508707 req-7aa2b68a-f865-49da-b974-c5c352005d21 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ab64d897-5777-4925-8d7a-c49b8374f052 HTTP/1.1" status: 200 len: 834 time: 0.0898774 Apr 20 16:08:13.713758 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ab617-b00c-429c-a803-b04876186c0a req-b13c3072-1126-4309-b488-08079bc6b7d1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:13.715205 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e41ab617-b00c-429c-a803-b04876186c0a req-b13c3072-1126-4309-b488-08079bc6b7d1 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 943 time: 0.1462681 Apr 20 16:08:13.717803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0127f4-5678-4ce2-a094-420e29508707 req-8fb9acf5-af4f-44b0-b4cb-b9ed1db2ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:13.719123 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec0127f4-5678-4ce2-a094-420e29508707 req-8fb9acf5-af4f-44b0-b4cb-b9ed1db2ac32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32046c78-c454-4d63-8f77-0e2b2636cc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1056437 Apr 20 16:08:13.838791 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e41ab617-b00c-429c-a803-b04876186c0a req-10c654bb-af7a-45fd-bc9f-f0cc739f20f2 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=5547485f-cdeb-4412-a6d9-b28d7c42b183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173806 Apr 20 16:08:13.879028 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec0127f4-5678-4ce2-a094-420e29508707 req-5daff80f-6d7f-4062-8996-a3b5d3c3cfa8 service neutron] 10.222.0.11 "GET /v2.0/networks/32046c78-c454-4d63-8f77-0e2b2636cc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452074 Apr 20 16:08:14.017186 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec0127f4-5678-4ce2-a094-420e29508707 req-367db2d4-bb76-4936-8b37-5413f143cff3 service neutron] 10.222.0.11 "GET /v2.0/networks/32046c78-c454-4d63-8f77-0e2b2636cc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321907 Apr 20 16:08:15.081155 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:15.176131 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873fb27-5229-4563-a31c-cd8f19df9413 req-84cd981f-367e-4f5b-bf71-3699696b7ff6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:15.177588 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8873fb27-5229-4563-a31c-cd8f19df9413 req-84cd981f-367e-4f5b-bf71-3699696b7ff6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 943 time: 0.0837975 Apr 20 16:08:15.221436 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8873fb27-5229-4563-a31c-cd8f19df9413 req-ef5d3e5b-1f44-48c4-8196-335cfac41da9 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=5547485f-cdeb-4412-a6d9-b28d7c42b183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381827 Apr 20 16:08:15.937173 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 885886ce-63d8-463f-add8-df9db70a76e6 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:08:16.068091 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 885886ce-63d8-463f-add8-df9db70a76e6, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=885886ce-63d8-463f-add8-df9db70a76e6,segment=NetworkSegment(8ea5062e-ed09-4321-8405-e9bb1da53b78),segment_id=8ea5062e-ed09-4321-8405-e9bb1da53b78)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:08:16.080898 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '885886ce-63d8-463f-add8-df9db70a76e6', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'port_id': '885886ce-63d8-463f-add8-df9db70a76e6', 'mac_address': 'fa:16:3e:21:80:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:08:16.135052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:16.151840 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 885886ce-63d8-463f-add8-df9db70a76e6 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:08:16.166870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 885886ce-63d8-463f-add8-df9db70a76e6, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=885886ce-63d8-463f-add8-df9db70a76e6,segment=NetworkSegment(8ea5062e-ed09-4321-8405-e9bb1da53b78),segment_id=8ea5062e-ed09-4321-8405-e9bb1da53b78)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:08:16.170703 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:16.239076 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=885886ce-63d8-463f-add8-df9db70a76e6,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:16.401523 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b70e72-d9a9-4a4d-a60c-b5e7bc8abae8 req-d94150d3-1452-4056-beb5-c8bb3efd2953 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:16.402977 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b3b70e72-d9a9-4a4d-a60c-b5e7bc8abae8 req-d94150d3-1452-4056-beb5-c8bb3efd2953 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 944 time: 0.0792041 Apr 20 16:08:16.448870 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b3b70e72-d9a9-4a4d-a60c-b5e7bc8abae8 req-a9e66934-dd41-41a0-8a3c-fb0325fb6775 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=5547485f-cdeb-4412-a6d9-b28d7c42b183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402148 Apr 20 16:08:16.481818 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['885886ce-63d8-463f-add8-df9db70a76e6'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:08:17.627251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2157909-dcf8-4351-b3e6-91f5770ccf56 req-3ee1f295-36ca-4107-a5c9-e101b958259f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:17.628726 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c2157909-dcf8-4351-b3e6-91f5770ccf56 req-3ee1f295-36ca-4107-a5c9-e101b958259f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 944 time: 0.0785773 Apr 20 16:08:17.672716 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c2157909-dcf8-4351-b3e6-91f5770ccf56 req-8033af94-a6b1-4513-9e2d-31461be1bfe8 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=5547485f-cdeb-4412-a6d9-b28d7c42b183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380344 Apr 20 16:08:17.949096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 885886ce-63d8-463f-add8-df9db70a76e6 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:08:18.026732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 885886ce-63d8-463f-add8-df9db70a76e6 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:08:18.031547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 885886ce-63d8-463f-add8-df9db70a76e6 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:18.031953 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:18.156486 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:18.183159 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311d05da-0c25-449c-b53d-e1f57c16f9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885886ce-63d8-463f-add8-df9db70a76e6'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:18.194496 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 885886ce-63d8-463f-add8-df9db70a76e6, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=885886ce-63d8-463f-add8-df9db70a76e6,segment=NetworkSegment(8ea5062e-ed09-4321-8405-e9bb1da53b78),segment_id=8ea5062e-ed09-4321-8405-e9bb1da53b78)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:08:18.198885 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:18.275578 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=885886ce-63d8-463f-add8-df9db70a76e6,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:18.291494 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fdcd801-8e76-4ed1-be8c-c0ca8a9a85d6'] response: {'server_uuid': '311d05da-0c25-449c-b53d-e1f57c16f9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885886ce-63d8-463f-add8-df9db70a76e6', 'code': 200} Apr 20 16:08:18.542936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900112e0-bd67-4734-851e-92ee0879e8f1 req-b08be37a-23fa-4757-9aec-7fbddd731a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:18.544444 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-900112e0-bd67-4734-851e-92ee0879e8f1 req-b08be37a-23fa-4757-9aec-7fbddd731a38 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 1098 time: 0.0741837 Apr 20 16:08:18.693991 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-900112e0-bd67-4734-851e-92ee0879e8f1 req-58dcfaa2-a5e3-499e-9130-c511bd134b62 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5547485f-cdeb-4412-a6d9-b28d7c42b183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438098 Apr 20 16:08:18.862083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3aa0b-409b-4ece-80e2-3aa1afe31e36 req-568714d7-c620-426d-9a89-52b3c7664104 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:18.864061 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5bf3aa0b-409b-4ece-80e2-3aa1afe31e36 req-568714d7-c620-426d-9a89-52b3c7664104 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 945 time: 0.0862021 Apr 20 16:08:18.906394 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5bf3aa0b-409b-4ece-80e2-3aa1afe31e36 req-0a95b64e-5c9b-43f8-8592-9c0d7101ed83 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=5547485f-cdeb-4412-a6d9-b28d7c42b183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367785 Apr 20 16:08:20.097848 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4a496-47ef-49a1-a690-271c1f5ab98b req-03e96079-40c6-4cfe-a807-a29db7073851 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:20.099325 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5ef4a496-47ef-49a1-a690-271c1f5ab98b req-03e96079-40c6-4cfe-a807-a29db7073851 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 945 time: 0.0838552 Apr 20 16:08:20.143378 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5ef4a496-47ef-49a1-a690-271c1f5ab98b req-41e88fcb-d5fe-457a-a06c-38b91e4a0701 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=5547485f-cdeb-4412-a6d9-b28d7c42b183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383227 Apr 20 16:08:21.327156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3c0c1-d30a-4bb2-9653-750ad2d0dc34 req-983df31c-8783-48bc-b082-2c1eedb21c95 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:21.328624 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8ee3c0c1-d30a-4bb2-9653-750ad2d0dc34 req-983df31c-8783-48bc-b082-2c1eedb21c95 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 945 time: 0.0822959 Apr 20 16:08:21.373537 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8ee3c0c1-d30a-4bb2-9653-750ad2d0dc34 req-8535711e-ed36-4d9d-ae3d-0265a92d6b84 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=5547485f-cdeb-4412-a6d9-b28d7c42b183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387621 Apr 20 16:08:21.552741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b43a5-4026-42a4-9d00-5022ad724222 req-25dc8bc2-9f84-44be-a6e5-8a7dc819c080 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:21.554071 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f0b43a5-4026-42a4-9d00-5022ad724222 req-25dc8bc2-9f84-44be-a6e5-8a7dc819c080 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 945 time: 0.0775063 Apr 20 16:08:21.596945 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f0b43a5-4026-42a4-9d00-5022ad724222 req-b1e7fd4e-0428-4162-8503-cd1f6512165f tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=5547485f-cdeb-4412-a6d9-b28d7c42b183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373604 Apr 20 16:08:21.618712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41652) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:21.694848 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc073c1-0766-4a89-bb2d-2b1b97a439e9 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:21.696333 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cdc073c1-0766-4a89-bb2d-2b1b97a439e9 tempest-TestNetworkBasicOps-536490825 tempest-TestNetworkBasicOps-536490825-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 1093 time: 0.0767028 Apr 20 16:08:21.699118 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41656) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:21.703711 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': '885886ce-63d8-463f-add8-df9db70a76e6', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:08:21.709884 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:08:21.713619 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Usage tracker for resource:floatingip and tenant:275d553700ad4a899ef09eedcedfa1df is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:08:21.716364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:08:21.722144 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:08:21.732052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:21.865683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:21.998313 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Allocated IP 172.26.7.13 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/16757bb6-bcf9-4a7c-9e32-d5547059e21e) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:22.148672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:22.178480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:22.234943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:22.237701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:22.241755 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:08:22.290034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=16757bb6-bcf9-4a7c-9e32-d5547059e21e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:22.486565 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:08:22.653864 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:22.726877 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:23.024330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:23.028674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:23.137405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event updated for resources: {'Port': ['ID=16757bb6-bcf9-4a7c-9e32-d5547059e21e,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:23.147009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:23.316269 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP 8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3 associated. External IP: 172.26.7.13, port: 885886ce-63d8-463f-add8-df9db70a76e6. Apr 20 16:08:23.663139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:08:23.841808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:08:23.851946 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3ef836-c496-49f4-b4b5-f4dd2b9ac13e None None] Sync routers for ids ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:08:23.860909 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3ef836-c496-49f4-b4b5-f4dd2b9ac13e None None] Routers {'1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:08:23.861518 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8c3ef836-c496-49f4-b4b5-f4dd2b9ac13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:08:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:23.866286 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:23.921385 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-27c16536-7307-47fd-b7f2-39234742dcfe tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2211821 Apr 20 16:08:23.921938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311d05da-0c25-449c-b53d-e1f57c16f9ea', 'tag': '885886ce-63d8-463f-add8-df9db70a76e6'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:23.924124 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41660) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:23.968598 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ecf7c4-58e0-4d92-b84b-a5e948e6e3df'] response: {'name': 'network-changed', 'server_uuid': '311d05da-0c25-449c-b53d-e1f57c16f9ea', 'tag': '885886ce-63d8-463f-add8-df9db70a76e6', 'status': 'completed', 'code': 200} Apr 20 16:08:24.035924 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b3739ff4-df06-4e1e-b511-f83ceabd4cae tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3 HTTP/1.1" status: 200 len: 990 time: 0.1094182 Apr 20 16:08:24.046975 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-8c3ef836-c496-49f4-b4b5-f4dd2b9ac13e None None] Set router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:08:24.063504 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0eefa-05fe-49bd-9405-62fe0fde3571 req-3edce49c-1dac-4d24-a1e1-1fac565571a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:24.065010 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-76f0eefa-05fe-49bd-9405-62fe0fde3571 req-3edce49c-1dac-4d24-a1e1-1fac565571a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 1098 time: 0.0744560 Apr 20 16:08:24.196156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0eefa-05fe-49bd-9405-62fe0fde3571 req-0fa81c2d-fd67-4962-9b69-6a4d266ee252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:24.197675 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-76f0eefa-05fe-49bd-9405-62fe0fde3571 req-0fa81c2d-fd67-4962-9b69-6a4d266ee252 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32046c78-c454-4d63-8f77-0e2b2636cc59 HTTP/1.1" status: 200 len: 898 time: 0.1261582 Apr 20 16:08:24.405931 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8c3ef836-c496-49f4-b4b5-f4dd2b9ac13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'name': 'tempest-TestNetworkBasicOps-router-478504189', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:59Z', 'updated_at': '2022-04-20T16:08:04Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'port_id': '885886ce-63d8-463f-add8-df9db70a76e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'mac_address': 'fa:16:3e:21:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d05da-0c25-449c-b53d-e1f57c16f9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:08:22Z', 'updated_at': '2022-04-20T16:08:22Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1', 'name': '', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:8e:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:04Z', 'updated_at': '2022-04-20T16:08:09Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:24.410688 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3ef836-c496-49f4-b4b5-f4dd2b9ac13e None None] Checking router: 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:08:24.419466 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3ef836-c496-49f4-b4b5-f4dd2b9ac13e None None] Routers {'1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:08:24.420138 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8c3ef836-c496-49f4-b4b5-f4dd2b9ac13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:08:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:24.426852 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-76f0eefa-05fe-49bd-9405-62fe0fde3571 req-dc058e65-8f3e-46a4-91f8-04c8efe59ae6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=885886ce-63d8-463f-add8-df9db70a76e6 HTTP/1.1" status: 200 len: 998 time: 0.2224936 Apr 20 16:08:24.488976 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0eefa-05fe-49bd-9405-62fe0fde3571 req-989aa65d-e021-4589-b1dc-ed9043f4224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:24.490338 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-76f0eefa-05fe-49bd-9405-62fe0fde3571 req-989aa65d-e021-4589-b1dc-ed9043f4224b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ab64d897-5777-4925-8d7a-c49b8374f052 HTTP/1.1" status: 200 len: 834 time: 0.0573494 Apr 20 16:08:24.565687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0eefa-05fe-49bd-9405-62fe0fde3571 req-e2b48d1e-f596-4d8e-a6b0-23fea60bd4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:24.567232 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-76f0eefa-05fe-49bd-9405-62fe0fde3571 req-e2b48d1e-f596-4d8e-a6b0-23fea60bd4e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32046c78-c454-4d63-8f77-0e2b2636cc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709162 Apr 20 16:08:24.632896 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-8c3ef836-c496-49f4-b4b5-f4dd2b9ac13e None None] Set router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:08:24.698231 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-76f0eefa-05fe-49bd-9405-62fe0fde3571 req-d2863848-b5a7-412f-bcc9-6d7dd0cf14d2 service neutron] 10.222.0.11 "GET /v2.0/networks/32046c78-c454-4d63-8f77-0e2b2636cc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243095 Apr 20 16:08:24.830878 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-76f0eefa-05fe-49bd-9405-62fe0fde3571 req-ea6b2787-0646-4441-af67-f70bb5efd1e6 service neutron] 10.222.0.11 "GET /v2.0/networks/32046c78-c454-4d63-8f77-0e2b2636cc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266499 Apr 20 16:08:24.971072 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-8c3ef836-c496-49f4-b4b5-f4dd2b9ac13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'name': 'tempest-TestNetworkBasicOps-router-478504189', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:59Z', 'updated_at': '2022-04-20T16:08:04Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'port_id': '885886ce-63d8-463f-add8-df9db70a76e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'mac_address': 'fa:16:3e:21:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d05da-0c25-449c-b53d-e1f57c16f9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:08:22Z', 'updated_at': '2022-04-20T16:08:22Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1', 'name': '', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:8e:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:04Z', 'updated_at': '2022-04-20T16:08:09Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:24.975495 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3ef836-c496-49f4-b4b5-f4dd2b9ac13e None None] The sync data for ids ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'] in dv-neutron-838699-1-hyperv is: [{'id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'name': 'tempest-TestNetworkBasicOps-router-478504189', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:59Z', 'updated_at': '2022-04-20T16:08:04Z', 'revision_number': 4, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'port_id': '885886ce-63d8-463f-add8-df9db70a76e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'mac_address': 'fa:16:3e:21:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d05da-0c25-449c-b53d-e1f57c16f9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:08:22Z', 'updated_at': '2022-04-20T16:08:22Z', 'revision_number': 0, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1', 'name': '', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:8e:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:04Z', 'updated_at': '2022-04-20T16:08:09Z', 'revision_number': 5, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:08:25.038724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41666) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:25.142243 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-583726c9-5367-42be-aa86-b9ee4dd57d92 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3 HTTP/1.1" status: 200 len: 990 time: 0.1023788 Apr 20 16:08:25.166153 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b264ce5e-999a-4057-9e97-50a2d1a51c93 None None] New status for floating IP 8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3: ACTIVE {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:08:26.146109 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41670) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:08:26.252866 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-04214bb1-d56d-45f6-bfc6-772ba186cc27 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3 HTTP/1.1" status: 200 len: 992 time: 0.1056044 Apr 20 16:08:32.109838 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ef8d2e1d-8b43-4e00-9764-b02da8cc7268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:34.360871 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-63118e11-d847-4782-b3a4-e5c54b141d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:35.757161 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:35.758672 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:37.107863 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:40.647050 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-22f2b605-3362-4ad6-a782-af8253b62fd3 req-1221f56c-5d8b-4b87-87db-e9b984ea9247 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749621 Apr 20 16:08:40.784075 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2b605-3362-4ad6-a782-af8253b62fd3 req-ef585d47-6203-4062-a478-e126bc32218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:40.785513 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-22f2b605-3362-4ad6-a782-af8253b62fd3 req-ef585d47-6203-4062-a478-e126bc32218e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 1098 time: 0.0706813 Apr 20 16:08:40.928918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2b605-3362-4ad6-a782-af8253b62fd3 req-d10e9155-d919-479d-962c-85c0380d543d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:40.930320 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-22f2b605-3362-4ad6-a782-af8253b62fd3 req-d10e9155-d919-479d-962c-85c0380d543d service neutron] 10.222.0.11 "GET /v2.0/networks?id=32046c78-c454-4d63-8f77-0e2b2636cc59 HTTP/1.1" status: 200 len: 898 time: 0.1256149 Apr 20 16:08:41.032074 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-22f2b605-3362-4ad6-a782-af8253b62fd3 req-85587f32-09c3-4b57-9002-040e3986cea8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=885886ce-63d8-463f-add8-df9db70a76e6 HTTP/1.1" status: 200 len: 1000 time: 0.0954223 Apr 20 16:08:41.095630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2b605-3362-4ad6-a782-af8253b62fd3 req-9def0b42-9bf3-4c46-8eae-9edc975d2855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:41.097050 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-22f2b605-3362-4ad6-a782-af8253b62fd3 req-9def0b42-9bf3-4c46-8eae-9edc975d2855 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ab64d897-5777-4925-8d7a-c49b8374f052 HTTP/1.1" status: 200 len: 834 time: 0.0574677 Apr 20 16:08:41.174928 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2b605-3362-4ad6-a782-af8253b62fd3 req-665313a6-d96d-495e-a124-e87f0a6986c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:41.176419 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-22f2b605-3362-4ad6-a782-af8253b62fd3 req-665313a6-d96d-495e-a124-e87f0a6986c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32046c78-c454-4d63-8f77-0e2b2636cc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722136 Apr 20 16:08:41.305455 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-22f2b605-3362-4ad6-a782-af8253b62fd3 req-5bd467d7-0706-42bb-91f6-fbf235448948 service neutron] 10.222.0.11 "GET /v2.0/networks/32046c78-c454-4d63-8f77-0e2b2636cc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216462 Apr 20 16:08:41.434770 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-22f2b605-3362-4ad6-a782-af8253b62fd3 req-6c75cffb-d263-4275-90b8-c3eff6cb2217 service neutron] 10.222.0.11 "GET /v2.0/networks/32046c78-c454-4d63-8f77-0e2b2636cc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231279 Apr 20 16:08:45.091364 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:59.485929 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:09:02.104635 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-902f4159-70bd-4244-a007-338bd35084b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:04.362864 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a71924fd-8e98-4ee8-a269-19178b9411f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:05.758339 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:05.760667 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:07.112049 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:15.096734 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:26.769750 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41696) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:26.774821 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-6931cca3-de46-463c-8938-77a370bdd8a3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:09:27.407745 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6931cca3-de46-463c-8938-77a370bdd8a3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:27.418880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6931cca3-de46-463c-8938-77a370bdd8a3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:27.593108 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6931cca3-de46-463c-8938-77a370bdd8a3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:09:27.770618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6931cca3-de46-463c-8938-77a370bdd8a3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:09:27.777679 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6931cca3-de46-463c-8938-77a370bdd8a3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:27.778803 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6931cca3-de46-463c-8938-77a370bdd8a3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 HTTP/1.1" status: 200 len: 888 time: 1.0080731 Apr 20 16:09:27.781059 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a28a52-64b0-4d2b-a130-abd215451dda None None] Sync routers for ids ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:09:27.793852 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a28a52-64b0-4d2b-a130-abd215451dda None None] Routers {'1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:09:27.794471 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-03a28a52-64b0-4d2b-a130-abd215451dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:09:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:27.853732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-03a28a52-64b0-4d2b-a130-abd215451dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:27.861906 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a28a52-64b0-4d2b-a130-abd215451dda None None] Routers {'1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:09:27.862512 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-03a28a52-64b0-4d2b-a130-abd215451dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:09:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:27.927913 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-03a28a52-64b0-4d2b-a130-abd215451dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:27.928316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a28a52-64b0-4d2b-a130-abd215451dda None None] The sync data for ids ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'] in dv-neutron-838699-1-hyperv is: [] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:09:28.414450 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c5f32c-4a70-4ae9-b11b-f4db0615ea1b None None] New status for floating IP 8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3: DOWN {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:09:28.875913 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7e72f78f-cba3-432a-877c-235eee9c93e3 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:09:28.987312 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:29.002784 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 7e72f78f-cba3-432a-877c-235eee9c93e3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7e72f78f-cba3-432a-877c-235eee9c93e3,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:09:29.006573 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:29.007325 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:09:29.119449 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=7e72f78f-cba3-432a-877c-235eee9c93e3,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:29.149747 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:29.150659 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:29.150994 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:29.151324 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:29.151649 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:29.151999 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:29.152322 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:29.152643 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:29.152966 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:29.153284 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:29.153603 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:29.153920 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:29.185992 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:29.217689 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1,segment=NetworkSegment(8ea5062e-ed09-4321-8405-e9bb1da53b78),segment_id=8ea5062e-ed09-4321-8405-e9bb1da53b78)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:09:29.221345 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:29.284770 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:29.935365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41702) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:29.940518 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5584c20a-56d6-4023-9112-2f62b6aa1784 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:09:30.550843 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5584c20a-56d6-4023-9112-2f62b6aa1784 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:30.561929 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5584c20a-56d6-4023-9112-2f62b6aa1784 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652982'] for router, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:30.740872 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5584c20a-56d6-4023-9112-2f62b6aa1784 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:09:30.925793 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5584c20a-56d6-4023-9112-2f62b6aa1784 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:09:30.933132 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5584c20a-56d6-4023-9112-2f62b6aa1784 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:30.934461 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5584c20a-56d6-4023-9112-2f62b6aa1784 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 HTTP/1.1" status: 200 len: 887 time: 0.9980986 Apr 20 16:09:30.934867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e71a05-28a4-4832-a79c-dfe4d8baa378 None None] Sync routers for ids ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:09:30.937425 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41706) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:30.944380 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e71a05-28a4-4832-a79c-dfe4d8baa378 None None] Routers {'1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:09:30.944987 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-09e71a05-28a4-4832-a79c-dfe4d8baa378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:09:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:31.043297 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8bce2339-f682-4698-a365-dbf27065168c tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3 HTTP/1.1" status: 200 len: 990 time: 0.1036897 Apr 20 16:09:31.122284 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-09e71a05-28a4-4832-a79c-dfe4d8baa378 None None] Set router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:09:31.500946 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-09e71a05-28a4-4832-a79c-dfe4d8baa378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'name': 'tempest-TestNetworkBasicOps-router-478504189', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:59Z', 'updated_at': '2022-04-20T16:09:30Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:09:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'port_id': '885886ce-63d8-463f-add8-df9db70a76e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'mac_address': 'fa:16:3e:21:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d05da-0c25-449c-b53d-e1f57c16f9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:08:22Z', 'updated_at': '2022-04-20T16:09:28Z', 'revision_number': 2, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1', 'name': '', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:8e:91:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:04Z', 'updated_at': '2022-04-20T16:09:29Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:31.504686 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e71a05-28a4-4832-a79c-dfe4d8baa378 None None] Checking router: 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:09:31.512755 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e71a05-28a4-4832-a79c-dfe4d8baa378 None None] Routers {'1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:09:31.513357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-09e71a05-28a4-4832-a79c-dfe4d8baa378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:09:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:31.684388 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-09e71a05-28a4-4832-a79c-dfe4d8baa378 None None] Set router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:09:32.020716 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-09e71a05-28a4-4832-a79c-dfe4d8baa378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'name': 'tempest-TestNetworkBasicOps-router-478504189', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:59Z', 'updated_at': '2022-04-20T16:09:30Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:09:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'port_id': '885886ce-63d8-463f-add8-df9db70a76e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'mac_address': 'fa:16:3e:21:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d05da-0c25-449c-b53d-e1f57c16f9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:08:22Z', 'updated_at': '2022-04-20T16:09:28Z', 'revision_number': 2, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1', 'name': '', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:8e:91:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:04Z', 'updated_at': '2022-04-20T16:09:29Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:32.024712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e71a05-28a4-4832-a79c-dfe4d8baa378 None None] The sync data for ids ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'] in dv-neutron-838699-1-hyperv is: [{'id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'name': 'tempest-TestNetworkBasicOps-router-478504189', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:59Z', 'updated_at': '2022-04-20T16:09:30Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:09:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'port_id': '885886ce-63d8-463f-add8-df9db70a76e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'mac_address': 'fa:16:3e:21:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d05da-0c25-449c-b53d-e1f57c16f9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:08:22Z', 'updated_at': '2022-04-20T16:09:28Z', 'revision_number': 2, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1', 'name': '', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:8e:91:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:04Z', 'updated_at': '2022-04-20T16:09:29Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:09:32.046280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41710) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:32.106972 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d535f2eb-b260-4b14-b0a0-5c4b916e4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:32.165617 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-44e5d53f-c3bc-4830-9184-fad78f8c6395 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3 HTTP/1.1" status: 200 len: 990 time: 0.1180255 Apr 20 16:09:32.929678 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7e72f78f-cba3-432a-877c-235eee9c93e3 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:09:33.001251 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 7e72f78f-cba3-432a-877c-235eee9c93e3 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:33.001724 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:33.121380 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:33.138656 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 7e72f78f-cba3-432a-877c-235eee9c93e3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7e72f78f-cba3-432a-877c-235eee9c93e3,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:09:33.142588 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:33.143364 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:09:33.167812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41714) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:33.266461 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=7e72f78f-cba3-432a-877c-235eee9c93e3,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:33.281394 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:33.281777 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:33.291272 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9b828bbd-75b8-458c-9638-3f0354ea1d0e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3 HTTP/1.1" status: 200 len: 990 time: 0.1211762 Apr 20 16:09:33.396545 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:33.429849 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1,segment=NetworkSegment(8ea5062e-ed09-4321-8405-e9bb1da53b78),segment_id=8ea5062e-ed09-4321-8405-e9bb1da53b78)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:09:33.433226 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:33.498388 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1,revision_number=7']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:33.648859 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a6294-1ec8-4073-a4f2-87fff71d041a None None] New status for floating IP 8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3: ACTIVE {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:09:34.295104 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41718) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:34.365330 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f7acd287-857c-45b2-867a-1126fc01a126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:34.401659 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-678d210d-bfc4-4590-ad56-fec02dfa67f6 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/floatingips/8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3 HTTP/1.1" status: 200 len: 992 time: 0.1052959 Apr 20 16:09:34.678778 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41726) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:34.891383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7e72f78f-cba3-432a-877c-235eee9c93e3 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:09:34.960986 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 7e72f78f-cba3-432a-877c-235eee9c93e3 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:34.961263 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:34.997337 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 16757bb6-bcf9-4a7c-9e32-d5547059e21e {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:09:34.997681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.075988 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:09:35.169010 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.169374 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.176178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:35.176546 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.291294 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 16757bb6-bcf9-4a7c-9e32-d5547059e21e owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:09:35.439379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.485273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=16757bb6-bcf9-4a7c-9e32-d5547059e21e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:35.527252 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:35.527521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:35.527892 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:35.528227 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:35.528547 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:35.528872 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:35.529198 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:35.529519 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:35.529838 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:35.530155 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:35.530471 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:35.530784 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:35.584017 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.584348 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Floating IP 8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3 disassociated (deleted). External IP: 172.26.7.13, port: 885886ce-63d8-463f-add8-df9db70a76e6. Apr 20 16:09:35.760155 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.762343 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.929272 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:09:36.102542 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:09:36.111646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c90cfc-6a4c-4c9b-a91c-51551597399e None None] Sync routers for ids ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:09:36.120603 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c90cfc-6a4c-4c9b-a91c-51551597399e None None] Routers {'1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:09:36.121223 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-74c90cfc-6a4c-4c9b-a91c-51551597399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:09:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:36.122639 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:36.177245 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-431bf072-9cad-46a7-8f2f-e94cca354747 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/floatingips/8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3 HTTP/1.1" status: 204 len: 168 time: 1.4973807 Apr 20 16:09:36.177887 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311d05da-0c25-449c-b53d-e1f57c16f9ea', 'tag': '885886ce-63d8-463f-add8-df9db70a76e6'}] {{(pid=88169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:36.229907 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16212ceb-a1df-4601-8b65-c4e202e29252'] response: {'name': 'network-changed', 'server_uuid': '311d05da-0c25-449c-b53d-e1f57c16f9ea', 'tag': '885886ce-63d8-463f-add8-df9db70a76e6', 'status': 'completed', 'code': 200} Apr 20 16:09:36.312295 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-74c90cfc-6a4c-4c9b-a91c-51551597399e None None] Set router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:09:36.324192 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a16799-03ab-4154-ab81-7cb19bf5c147 req-a11a31d3-7a2d-4223-a2df-b5a59d4df4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:36.325750 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-54a16799-03ab-4154-ab81-7cb19bf5c147 req-a11a31d3-7a2d-4223-a2df-b5a59d4df4c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275d553700ad4a899ef09eedcedfa1df&device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 1098 time: 0.0722613 Apr 20 16:09:36.469636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a16799-03ab-4154-ab81-7cb19bf5c147 req-06f50480-a2eb-472c-aa98-a82b4d2c79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:36.471267 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-54a16799-03ab-4154-ab81-7cb19bf5c147 req-06f50480-a2eb-472c-aa98-a82b4d2c79f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32046c78-c454-4d63-8f77-0e2b2636cc59 HTTP/1.1" status: 200 len: 898 time: 0.1398025 Apr 20 16:09:36.485391 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:09:36.582919 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-54a16799-03ab-4154-ab81-7cb19bf5c147 req-02a8dd3f-6d72-4d48-be5e-762a7b665f22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=885886ce-63d8-463f-add8-df9db70a76e6 HTTP/1.1" status: 200 len: 217 time: 0.1034181 Apr 20 16:09:36.639943 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-74c90cfc-6a4c-4c9b-a91c-51551597399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'name': 'tempest-TestNetworkBasicOps-router-478504189', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:59Z', 'updated_at': '2022-04-20T16:09:30Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:09:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1', 'name': '', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:8e:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:04Z', 'updated_at': '2022-04-20T16:09:33Z', 'revision_number': 7, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:36.643714 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c90cfc-6a4c-4c9b-a91c-51551597399e None None] Checking router: 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:09:36.652154 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c90cfc-6a4c-4c9b-a91c-51551597399e None None] Routers {'1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:09:36.652759 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-74c90cfc-6a4c-4c9b-a91c-51551597399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:09:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:36.662636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a16799-03ab-4154-ab81-7cb19bf5c147 req-8de5873b-2eba-49f3-a4bf-e8d27cd9384a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:36.664086 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-54a16799-03ab-4154-ab81-7cb19bf5c147 req-8de5873b-2eba-49f3-a4bf-e8d27cd9384a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ab64d897-5777-4925-8d7a-c49b8374f052 HTTP/1.1" status: 200 len: 834 time: 0.0740426 Apr 20 16:09:36.676815 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5dc91-94c3-4956-91f7-7dd83ab67167 req-da1e2c4a-0813-49e2-9ef3-589330a065a4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:36.678274 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d3c5dc91-94c3-4956-91f7-7dd83ab67167 req-da1e2c4a-0813-49e2-9ef3-589330a065a4 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 945 time: 0.1467733 Apr 20 16:09:36.837090 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-74c90cfc-6a4c-4c9b-a91c-51551597399e None None] Set router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:09:36.889034 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d3c5dc91-94c3-4956-91f7-7dd83ab67167 req-077581fe-7285-4dbe-9496-c2ff190e00b0 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=5547485f-cdeb-4412-a6d9-b28d7c42b183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539174 Apr 20 16:09:36.909303 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a16799-03ab-4154-ab81-7cb19bf5c147 req-1c7f6755-e6f0-4e00-bf05-eae00aa2db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:36.910992 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-54a16799-03ab-4154-ab81-7cb19bf5c147 req-1c7f6755-e6f0-4e00-bf05-eae00aa2db76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32046c78-c454-4d63-8f77-0e2b2636cc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2318530 Apr 20 16:09:37.041063 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-54a16799-03ab-4154-ab81-7cb19bf5c147 req-2550af32-bcbf-4345-8735-bdae32b3d034 service neutron] 10.222.0.11 "GET /v2.0/networks/32046c78-c454-4d63-8f77-0e2b2636cc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217308 Apr 20 16:09:37.180507 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-54a16799-03ab-4154-ab81-7cb19bf5c147 req-2bc2c9b7-860c-4f68-98b5-815495abe170 service neutron] 10.222.0.11 "GET /v2.0/networks/32046c78-c454-4d63-8f77-0e2b2636cc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329334 Apr 20 16:09:37.198436 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:37.249321 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-74c90cfc-6a4c-4c9b-a91c-51551597399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'name': 'tempest-TestNetworkBasicOps-router-478504189', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:59Z', 'updated_at': '2022-04-20T16:09:30Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:09:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1', 'name': '', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:8e:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:04Z', 'updated_at': '2022-04-20T16:09:33Z', 'revision_number': 7, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:37.255738 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c90cfc-6a4c-4c9b-a91c-51551597399e None None] The sync data for ids ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'] in dv-neutron-838699-1-hyperv is: [{'id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'name': 'tempest-TestNetworkBasicOps-router-478504189', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:59Z', 'updated_at': '2022-04-20T16:09:30Z', 'revision_number': 6, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:09:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1', 'name': '', 'network_id': '32046c78-c454-4d63-8f77-0e2b2636cc59', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'mac_address': 'fa:16:3e:8e:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:04Z', 'updated_at': '2022-04-20T16:09:33Z', 'revision_number': 7, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'subnets': [{'id': 'ab64d897-5777-4925-8d7a-c49b8374f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:09:37.898444 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ab272-af3a-4eaf-bbec-9c32006b95be None None] New status for floating IP 8cecd2a2-4fc2-4ec0-b6e2-d9a3679548c3: DOWN {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:09:38.128115 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a051c-3bdd-4bd5-8166-a7ee9eb9a73a req-2f70fed8-bb1e-449b-bf95-788577853c97 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:38.129624 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e97a051c-3bdd-4bd5-8166-a7ee9eb9a73a req-2f70fed8-bb1e-449b-bf95-788577853c97 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 945 time: 0.1337228 Apr 20 16:09:38.168769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36d718-6e78-4a0a-a4c1-7625787c2134 req-f7e18aad-d62b-44eb-99af-4dbfc9dea6ad tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:38.170207 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ed36d718-6e78-4a0a-a4c1-7625787c2134 req-f7e18aad-d62b-44eb-99af-4dbfc9dea6ad tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "GET /v2.0/ports?device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 945 time: 0.1181734 Apr 20 16:09:38.235298 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e97a051c-3bdd-4bd5-8166-a7ee9eb9a73a req-8421c125-16d3-4812-862f-30540baf1783 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/security-groups?id=5547485f-cdeb-4412-a6d9-b28d7c42b183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943103 Apr 20 16:09:38.255072 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-ed36d718-6e78-4a0a-a4c1-7625787c2134 req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 885886ce-63d8-463f-add8-df9db70a76e6 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:09:38.255418 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ed36d718-6e78-4a0a-a4c1-7625787c2134 req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:38.501678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-ed36d718-6e78-4a0a-a4c1-7625787c2134 req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port 885886ce-63d8-463f-add8-df9db70a76e6, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=885886ce-63d8-463f-add8-df9db70a76e6,segment=NetworkSegment(8ea5062e-ed09-4321-8405-e9bb1da53b78),segment_id=8ea5062e-ed09-4321-8405-e9bb1da53b78)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:09:38.502037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ed36d718-6e78-4a0a-a4c1-7625787c2134 req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:38.627780 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-ed36d718-6e78-4a0a-a4c1-7625787c2134 req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 885886ce-63d8-463f-add8-df9db70a76e6 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:09:38.770851 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ed36d718-6e78-4a0a-a4c1-7625787c2134 req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:38.849801 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=885886ce-63d8-463f-add8-df9db70a76e6,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:38.866570 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:38.866922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:38.867260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:38.867591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:38.867946 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:38.868276 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:38.869165 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:38.869514 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:38.869840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:38.870160 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:38.870480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:38.870799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:38.911125 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed36d718-6e78-4a0a-a4c1-7625787c2134 req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] No DVR routers for this DVR port 885886ce-63d8-463f-add8-df9db70a76e6 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:09:38.913776 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-ed36d718-6e78-4a0a-a4c1-7625787c2134 req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:38.917284 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311d05da-0c25-449c-b53d-e1f57c16f9ea', 'name': 'network-vif-deleted', 'tag': '885886ce-63d8-463f-add8-df9db70a76e6'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:38.928735 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ed36d718-6e78-4a0a-a4c1-7625787c2134 req-05b82463-9b4e-4a5d-9cac-6978febcb4f5 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.11 "DELETE /v2.0/ports/885886ce-63d8-463f-add8-df9db70a76e6 HTTP/1.1" status: 204 len: 173 time: 0.7478662 Apr 20 16:09:38.963376 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2bb5b75-42ec-4e3c-83db-a50f9d3fbf1c'] response: {'server_uuid': '311d05da-0c25-449c-b53d-e1f57c16f9ea', 'name': 'network-vif-deleted', 'tag': '885886ce-63d8-463f-add8-df9db70a76e6', 'status': 'completed', 'code': 200} Apr 20 16:09:39.403574 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-e45fe8f8-562b-4ab3-a31f-f53b448f64fd req-1721dbe0-ee7b-4003-b7b3-0266d911fc25 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Synchronizing usage tracker for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:09:39.419332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-e45fe8f8-562b-4ab3-a31f-f53b448f64fd req-1721dbe0-ee7b-4003-b7b3-0266d911fc25 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Unset dirty status for tenant:275d553700ad4a899ef09eedcedfa1df on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:09:39.420768 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e45fe8f8-562b-4ab3-a31f-f53b448f64fd req-1721dbe0-ee7b-4003-b7b3-0266d911fc25 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "GET /v2.0/ports?device_id=311d05da-0c25-449c-b53d-e1f57c16f9ea HTTP/1.1" status: 200 len: 210 time: 0.0626960 Apr 20 16:09:40.513865 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41744) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:40.584008 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58cf868b-3d5c-4877-b20d-7acefe9a0396 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:40.714174 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58cf868b-3d5c-4877-b20d-7acefe9a0396 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:40.779291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58cf868b-3d5c-4877-b20d-7acefe9a0396 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:40.798114 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf868b-3d5c-4877-b20d-7acefe9a0396 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5547485f-cdeb-4412-a6d9-b28d7c42b183,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:40.804724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-58cf868b-3d5c-4877-b20d-7acefe9a0396 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:40.808423 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-58cf868b-3d5c-4877-b20d-7acefe9a0396 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/security-groups/5547485f-cdeb-4412-a6d9-b28d7c42b183 HTTP/1.1" status: 204 len: 168 time: 0.2909985 Apr 20 16:09:40.836045 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41750) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:41.372792 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9ff1b6ef-379f-4f8d-abd9-286bdda532b3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:41.717313 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-9ff1b6ef-379f-4f8d-abd9-286bdda532b3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:09:41.718015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9ff1b6ef-379f-4f8d-abd9-286bdda532b3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:41.900427 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-9ff1b6ef-379f-4f8d-abd9-286bdda532b3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1,segment=NetworkSegment(8ea5062e-ed09-4321-8405-e9bb1da53b78),segment_id=8ea5062e-ed09-4321-8405-e9bb1da53b78)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:09:41.900780 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9ff1b6ef-379f-4f8d-abd9-286bdda532b3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:42.029818 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-9ff1b6ef-379f-4f8d-abd9-286bdda532b3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:09:42.357220 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 885886ce-63d8-463f-add8-df9db70a76e6 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:09:42.391524 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 885886ce-63d8-463f-add8-df9db70a76e6 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:09:42.391890 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 885886ce-63d8-463f-add8-df9db70a76e6 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:09:42.456848 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9ff1b6ef-379f-4f8d-abd9-286bdda532b3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:42.530423 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1b6ef-379f-4f8d-abd9-286bdda532b3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:42.776261 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9ff1b6ef-379f-4f8d-abd9-286bdda532b3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:43.130478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff1b6ef-379f-4f8d-abd9-286bdda532b3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:09:43.300002 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff1b6ef-379f-4f8d-abd9-286bdda532b3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:09:43.310944 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3252fb17-8c8c-4728-adb8-9466049043cb None None] Sync routers for ids ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:09:43.316144 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9ff1b6ef-379f-4f8d-abd9-286bdda532b3 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "PUT /v2.0/routers/1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4786241 Apr 20 16:09:43.318824 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41754) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:43.320467 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3252fb17-8c8c-4728-adb8-9466049043cb None None] Routers {'1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:09:43.321093 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-3252fb17-8c8c-4728-adb8-9466049043cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:09:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:43.390503 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99518aa-ca77-4463-94b0-a1799766c313 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting subnet ab64d897-5777-4925-8d7a-c49b8374f052 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:09:43.393372 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a99518aa-ca77-4463-94b0-a1799766c313 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:43.445853 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a99518aa-ca77-4463-94b0-a1799766c313 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:43.497684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-3252fb17-8c8c-4728-adb8-9466049043cb None None] Set router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:09:43.528153 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a99518aa-ca77-4463-94b0-a1799766c313 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:43.710607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a99518aa-ca77-4463-94b0-a1799766c313 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:43.749885 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99518aa-ca77-4463-94b0-a1799766c313 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Subnet': ['ID=ab64d897-5777-4925-8d7a-c49b8374f052,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:43.751866 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a99518aa-ca77-4463-94b0-a1799766c313 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:43.762769 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a99518aa-ca77-4463-94b0-a1799766c313 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/subnets/ab64d897-5777-4925-8d7a-c49b8374f052 HTTP/1.1" status: 204 len: 168 time: 0.4429407 Apr 20 16:09:43.764507 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6d0415-c6ea-4685-bb23-07841811cca5 None None] Network 32046c78-c454-4d63-8f77-0e2b2636cc59 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:09:43.765349 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41758) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:43.943722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b74cb83-d28e-4f8b-b007-6552ecb9bd33 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:43.946219 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-3252fb17-8c8c-4728-adb8-9466049043cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'name': 'tempest-TestNetworkBasicOps-router-478504189', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:59Z', 'updated_at': '2022-04-20T16:09:42Z', 'revision_number': 7, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:09:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:43.951366 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3252fb17-8c8c-4728-adb8-9466049043cb None None] Checking router: 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:09:43.964087 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3252fb17-8c8c-4728-adb8-9466049043cb None None] Routers {'1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:09:43.964628 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-3252fb17-8c8c-4728-adb8-9466049043cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:09:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:44.121621 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b74cb83-d28e-4f8b-b007-6552ecb9bd33 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:44.129556 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bed7cd-6047-4b5d-8851-c008ee6e8526 None None] DHCP port deletion for 32046c78-c454-4d63-8f77-0e2b2636cc59 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:09:44.133293 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-8b74cb83-d28e-4f8b-b007-6552ecb9bd33 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Deleting port 7e72f78f-cba3-432a-877c-235eee9c93e3 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:09:44.133704 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b74cb83-d28e-4f8b-b007-6552ecb9bd33 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:44.146409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c5bed7cd-6047-4b5d-8851-c008ee6e8526 None None] Deleting port d74ad7e5-f40e-4e40-970f-6bdd69ae31b2 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:09:44.146774 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c5bed7cd-6047-4b5d-8851-c008ee6e8526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:44.189481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-3252fb17-8c8c-4728-adb8-9466049043cb None None] Set router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:09:44.306408 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-8b74cb83-d28e-4f8b-b007-6552ecb9bd33 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] For port 7e72f78f-cba3-432a-877c-235eee9c93e3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7e72f78f-cba3-432a-877c-235eee9c93e3,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:09:44.306681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b74cb83-d28e-4f8b-b007-6552ecb9bd33 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:44.431076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-8b74cb83-d28e-4f8b-b007-6552ecb9bd33 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Calling delete_port for 7e72f78f-cba3-432a-877c-235eee9c93e3 owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:09:44.603103 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b74cb83-d28e-4f8b-b007-6552ecb9bd33 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:44.633579 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c5bed7cd-6047-4b5d-8851-c008ee6e8526 None None] For port d74ad7e5-f40e-4e40-970f-6bdd69ae31b2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d74ad7e5-f40e-4e40-970f-6bdd69ae31b2,segment=NetworkSegment(8ea5062e-ed09-4321-8405-e9bb1da53b78),segment_id=8ea5062e-ed09-4321-8405-e9bb1da53b78)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:09:44.634691 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c5bed7cd-6047-4b5d-8851-c008ee6e8526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:44.651392 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74cb83-d28e-4f8b-b007-6552ecb9bd33 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Port': ['ID=7e72f78f-cba3-432a-877c-235eee9c93e3,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:44.737651 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b74cb83-d28e-4f8b-b007-6552ecb9bd33 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:44.758309 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c5bed7cd-6047-4b5d-8851-c008ee6e8526 None None] Calling delete_port for d74ad7e5-f40e-4e40-970f-6bdd69ae31b2 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:09:44.838434 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-3252fb17-8c8c-4728-adb8-9466049043cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'name': 'tempest-TestNetworkBasicOps-router-478504189', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:59Z', 'updated_at': '2022-04-20T16:09:42Z', 'revision_number': 7, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:09:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:44.843900 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3252fb17-8c8c-4728-adb8-9466049043cb None None] The sync data for ids ['1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3'] in dv-neutron-838699-1-hyperv is: [{'id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'name': 'tempest-TestNetworkBasicOps-router-478504189', 'tenant_id': '275d553700ad4a899ef09eedcedfa1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:59Z', 'updated_at': '2022-04-20T16:09:42Z', 'revision_number': 7, 'project_id': '275d553700ad4a899ef09eedcedfa1df', 'gw_port': {'id': '7e72f78f-cba3-432a-877c-235eee9c93e3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:09:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:09:44.849836 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c5bed7cd-6047-4b5d-8851-c008ee6e8526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:44.898381 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bed7cd-6047-4b5d-8851-c008ee6e8526 None None] Pushing event deleted for resources: {'Port': ['ID=d74ad7e5-f40e-4e40-970f-6bdd69ae31b2,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:44.901854 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bed7cd-6047-4b5d-8851-c008ee6e8526 None None] No DVR routers for this DVR port d74ad7e5-f40e-4e40-970f-6bdd69ae31b2 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:09:44.923491 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b74cb83-d28e-4f8b-b007-6552ecb9bd33 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:44.925651 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b74cb83-d28e-4f8b-b007-6552ecb9bd33 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:44.947829 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b74cb83-d28e-4f8b-b007-6552ecb9bd33 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:44.948470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b74cb83-d28e-4f8b-b007-6552ecb9bd33 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Fanout notify agent at l3_agent the message router_deleted on router 1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:09:44.963023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8b74cb83-d28e-4f8b-b007-6552ecb9bd33 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:44.964111 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8b74cb83-d28e-4f8b-b007-6552ecb9bd33 tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/routers/1a17ffdb-ff8a-4fa7-bf1b-5d0cf5ac1cf3 HTTP/1.1" status: 204 len: 168 time: 1.1978464 Apr 20 16:09:44.966732 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41762) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:45.108290 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:45.169632 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2637978e-450f-4d6e-b58e-478c8945b05e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:45.284563 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d74ad7e5-f40e-4e40-970f-6bdd69ae31b2 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:09:45.323654 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2637978e-450f-4d6e-b58e-478c8945b05e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:45.326276 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: d74ad7e5-f40e-4e40-970f-6bdd69ae31b2 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:09:45.326627 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d74ad7e5-f40e-4e40-970f-6bdd69ae31b2 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:09:45.352009 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-2637978e-450f-4d6e-b58e-478c8945b05e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32046c78-c454-4d63-8f77-0e2b2636cc59']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:45.365370 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-2637978e-450f-4d6e-b58e-478c8945b05e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea5062e-ed09-4321-8405-e9bb1da53b78') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:45.365604 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-2637978e-450f-4d6e-b58e-478c8945b05e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea5062e-ed09-4321-8405-e9bb1da53b78') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:45.377087 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2637978e-450f-4d6e-b58e-478c8945b05e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:45.392665 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2637978e-450f-4d6e-b58e-478c8945b05e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:45.398492 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2637978e-450f-4d6e-b58e-478c8945b05e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:09:45.398871 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2637978e-450f-4d6e-b58e-478c8945b05e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:09:45.414145 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:09:45.497129 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2637978e-450f-4d6e-b58e-478c8945b05e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:45.514636 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2637978e-450f-4d6e-b58e-478c8945b05e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:45.526289 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637978e-450f-4d6e-b58e-478c8945b05e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] Pushing event deleted for resources: {'Network': ['ID=32046c78-c454-4d63-8f77-0e2b2636cc59,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:45.536611 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2637978e-450f-4d6e-b58e-478c8945b05e tempest-TestNetworkBasicOps-673580021 tempest-TestNetworkBasicOps-673580021-project] 10.222.0.13 "DELETE /v2.0/networks/32046c78-c454-4d63-8f77-0e2b2636cc59 HTTP/1.1" status: 204 len: 168 time: 0.5688987 Apr 20 16:09:45.829051 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41770) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:46.016390 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9c26fd70-7de9-438b-9c12-c6e268665b07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=275d553700ad4a899ef09eedcedfa1df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1861989 Apr 20 16:09:46.019203 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41776) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:46.075693 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-63a20740-9303-46da-aeb6-f2824f0b315c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:46.100591 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-63a20740-9303-46da-aeb6-f2824f0b315c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:46.152173 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-63a20740-9303-46da-aeb6-f2824f0b315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:46.170281 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a20740-9303-46da-aeb6-f2824f0b315c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e802ebec-74d9-4a84-a194-b842d79c622e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:46.178225 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-63a20740-9303-46da-aeb6-f2824f0b315c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:46.182536 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-63a20740-9303-46da-aeb6-f2824f0b315c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e802ebec-74d9-4a84-a194-b842d79c622e HTTP/1.1" status: 204 len: 168 time: 0.1623819 Apr 20 16:09:46.466770 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41784) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:46.484439 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d3096d2e-0ff7-4c2a-9d49-fd1619862473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:46.498586 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d3096d2e-0ff7-4c2a-9d49-fd1619862473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:09:46.502333 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d3096d2e-0ff7-4c2a-9d49-fd1619862473 admin admin] Usage tracker for resource:security_group_rule and tenant:ec5897f51026416db4a6cedb6224ffd4 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:09:46.505061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d3096d2e-0ff7-4c2a-9d49-fd1619862473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:09:46.510606 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d3096d2e-0ff7-4c2a-9d49-fd1619862473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:09:46.592801 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d3096d2e-0ff7-4c2a-9d49-fd1619862473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:46.596631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d3096d2e-0ff7-4c2a-9d49-fd1619862473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:46.643456 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d3096d2e-0ff7-4c2a-9d49-fd1619862473 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec5897f51026416db4a6cedb6224ffd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755955 Apr 20 16:09:46.644374 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3096d2e-0ff7-4c2a-9d49-fd1619862473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b14c27-d6f4-40e3-98ad-478a9dffa70f,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:46.647604 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41788) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:46.705384 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-421dcb3a-d2e5-42c9-8b1f-cae21b5ff6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:46.730714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-421dcb3a-d2e5-42c9-8b1f-cae21b5ff6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:46.784295 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-421dcb3a-d2e5-42c9-8b1f-cae21b5ff6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:46.798842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dcb3a-d2e5-42c9-8b1f-cae21b5ff6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b14c27-d6f4-40e3-98ad-478a9dffa70f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:46.804576 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-421dcb3a-d2e5-42c9-8b1f-cae21b5ff6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:46.805685 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-421dcb3a-d2e5-42c9-8b1f-cae21b5ff6b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69b14c27-d6f4-40e3-98ad-478a9dffa70f HTTP/1.1" status: 204 len: 168 time: 0.1570828 Apr 20 16:09:46.850140 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7e72f78f-cba3-432a-877c-235eee9c93e3 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:09:46.886392 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 7e72f78f-cba3-432a-877c-235eee9c93e3 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:09:46.886748 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7e72f78f-cba3-432a-877c-235eee9c93e3 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:09:46.887164 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:09:46.920143 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:09:46.920497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device c2027a02-97ef-4bd4-8a4f-d8fb3eeaaae1 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:09:47.548036 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41812) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:47.648716 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1684751692-network', 'tenant_id': 'bc7d4f588ce4487da2e4fe725d4afe58'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:09:47.653570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:09:47.657394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Usage tracker for resource:network and tenant:bc7d4f588ce4487da2e4fe725d4afe58 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:09:47.660192 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:09:47.666320 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:09:47.675667 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Made reservation on behalf of bc7d4f588ce4487da2e4fe725d4afe58 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:09:47.677931 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:47.689906 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:47.704187 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:09:47.707884 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Usage tracker for resource:security_group_rule and tenant:bc7d4f588ce4487da2e4fe725d4afe58 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:09:47.710605 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:09:47.716189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:09:47.798542 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:47.802112 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:47.832727 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:09:47.840834 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e6b01e-4180-49a0-8be4-370bdf31a4f8,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:47.847866 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:47.848852 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Added segment 8878df93-671a-4ba5-aad6-73bab1bb4fe9 of type vlan for network 85dc0d5f-14ee-4e55-8fed-43d0a4c80040 Apr 20 16:09:47.875148 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:47.902397 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:47.903338 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:47.903944 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:48.011703 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] Pushing event updated for resources: {'Network': ['ID=85dc0d5f-14ee-4e55-8fed-43d0a4c80040,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:48.016326 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-aa974ed2-89aa-4bce-8415-6fd65089dd08 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4672635 Apr 20 16:09:48.019306 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41818) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:48.021352 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 85dc0d5f-14ee-4e55-8fed-43d0a4c80040 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:09:48.025062 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-34eb2869-81a3-4332-ad82-82ccc5a773f6 admin admin] Request body: {'subnet': {'network_id': '85dc0d5f-14ee-4e55-8fed-43d0a4c80040', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1684751692-subnet', 'tenant_id': 'bc7d4f588ce4487da2e4fe725d4afe58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:09:48.030049 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-34eb2869-81a3-4332-ad82-82ccc5a773f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:09:48.033963 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-34eb2869-81a3-4332-ad82-82ccc5a773f6 admin admin] Usage tracker for resource:subnet and tenant:bc7d4f588ce4487da2e4fe725d4afe58 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:09:48.036782 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-34eb2869-81a3-4332-ad82-82ccc5a773f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:09:48.043178 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-34eb2869-81a3-4332-ad82-82ccc5a773f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:09:48.052767 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eb2869-81a3-4332-ad82-82ccc5a773f6 admin admin] Made reservation on behalf of bc7d4f588ce4487da2e4fe725d4afe58 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:09:48.055097 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-34eb2869-81a3-4332-ad82-82ccc5a773f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:48.253253 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-34eb2869-81a3-4332-ad82-82ccc5a773f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:48.326125 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb2869-81a3-4332-ad82-82ccc5a773f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b1fb65-77e6-46fb-9808-5d2f5cd8afc4,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:48.334477 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eb2869-81a3-4332-ad82-82ccc5a773f6 admin admin] Checking segment: {'id': '8878df93-671a-4ba5-aad6-73bab1bb4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '85dc0d5f-14ee-4e55-8fed-43d0a4c80040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:09:48.334832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eb2869-81a3-4332-ad82-82ccc5a773f6 admin admin] Network hostable DHCP agents. Network: 85dc0d5f-14ee-4e55-8fed-43d0a4c80040, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:09:48.354545 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eb2869-81a3-4332-ad82-82ccc5a773f6 admin admin] Network 85dc0d5f-14ee-4e55-8fed-43d0a4c80040 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:09:48.363890 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-34eb2869-81a3-4332-ad82-82ccc5a773f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 85dc0d5f-14ee-4e55-8fed-43d0a4c80040) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:48.368186 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eb2869-81a3-4332-ad82-82ccc5a773f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:48.369339 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-34eb2869-81a3-4332-ad82-82ccc5a773f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:48.372621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d50284-39d1-4672-a3a2-a8e4a67ff0d2 None None] Network 85dc0d5f-14ee-4e55-8fed-43d0a4c80040 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:09:48.392318 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-34eb2869-81a3-4332-ad82-82ccc5a773f6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3717234 Apr 20 16:09:48.580777 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be71ddd-71e8-4061-91a0-eb841b0e74a8 None None] Network 85dc0d5f-14ee-4e55-8fed-43d0a4c80040 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:09:48.882049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41836) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:48.888210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1621663753-network', 'tenant_id': 'b308329291b247b9945ef0c209c5ef2c'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:09:48.892817 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:09:48.896849 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Usage tracker for resource:network and tenant:b308329291b247b9945ef0c209c5ef2c is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:09:48.900322 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:09:48.908671 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:09:48.918748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Made reservation on behalf of b308329291b247b9945ef0c209c5ef2c for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:09:48.921055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:48.933085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:48.947657 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:09:48.951500 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b308329291b247b9945ef0c209c5ef2c is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:09:48.954347 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:09:48.960048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:09:49.041924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:49.045345 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:49.074886 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:09:49.083084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00c3d4d-7c29-455c-9b31-673b7e28d18e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:49.088492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:49.088896 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Added segment e96ed3f3-f58c-4a1e-b7c5-71a804cc56c4 of type vlan for network 645d719c-9f1b-4e52-ab9a-0d2a3596a1cf Apr 20 16:09:49.115231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:49.144721 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:49.145808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:49.146428 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:49.247378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] Pushing event updated for resources: {'Network': ['ID=645d719c-9f1b-4e52-ab9a-0d2a3596a1cf,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:49.251363 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a8711f66-5280-4cdb-9e9d-442a586e59b5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3682475 Apr 20 16:09:49.254031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41840) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:09:49.257741 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 645d719c-9f1b-4e52-ab9a-0d2a3596a1cf details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:09:49.260980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a848e715-1477-422b-b609-79fc90361874 admin admin] Request body: {'subnet': {'network_id': '645d719c-9f1b-4e52-ab9a-0d2a3596a1cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1621663753-subnet', 'tenant_id': 'b308329291b247b9945ef0c209c5ef2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:09:49.265735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a848e715-1477-422b-b609-79fc90361874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:09:49.269583 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a848e715-1477-422b-b609-79fc90361874 admin admin] Usage tracker for resource:subnet and tenant:b308329291b247b9945ef0c209c5ef2c is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:09:49.272393 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a848e715-1477-422b-b609-79fc90361874 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:09:49.278030 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a848e715-1477-422b-b609-79fc90361874 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:09:49.287651 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a848e715-1477-422b-b609-79fc90361874 admin admin] Made reservation on behalf of b308329291b247b9945ef0c209c5ef2c for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:09:49.289896 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a848e715-1477-422b-b609-79fc90361874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:49.492926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a848e715-1477-422b-b609-79fc90361874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:49.568207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848e715-1477-422b-b609-79fc90361874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9387980c-04b4-4ccf-8a3d-3da2d1521256,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:49.572284 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a848e715-1477-422b-b609-79fc90361874 admin admin] Checking segment: {'id': 'e96ed3f3-f58c-4a1e-b7c5-71a804cc56c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '645d719c-9f1b-4e52-ab9a-0d2a3596a1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:09:49.572626 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a848e715-1477-422b-b609-79fc90361874 admin admin] Network hostable DHCP agents. Network: 645d719c-9f1b-4e52-ab9a-0d2a3596a1cf, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:09:49.591653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a848e715-1477-422b-b609-79fc90361874 admin admin] Network 645d719c-9f1b-4e52-ab9a-0d2a3596a1cf is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:09:49.600564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-a848e715-1477-422b-b609-79fc90361874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 645d719c-9f1b-4e52-ab9a-0d2a3596a1cf) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:49.605009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a848e715-1477-422b-b609-79fc90361874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:49.605585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a848e715-1477-422b-b609-79fc90361874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:49.610762 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27083e06-0246-4000-9757-f656d0491b02 None None] Network 645d719c-9f1b-4e52-ab9a-0d2a3596a1cf requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:09:49.625991 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a848e715-1477-422b-b609-79fc90361874 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3709154 Apr 20 16:09:49.816234 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9622b9e9-dac3-49d4-84c9-3c9970403108 None None] Network 645d719c-9f1b-4e52-ab9a-0d2a3596a1cf requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:09:50.307572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-7ed2e046-e9e6-42b5-b4c2-79d999d9cf21 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:50.309064 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-7ed2e046-e9e6-42b5-b4c2-79d999d9cf21 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/networks?id=85dc0d5f-14ee-4e55-8fed-43d0a4c80040 HTTP/1.1" status: 200 len: 812 time: 0.2459023 Apr 20 16:09:50.324125 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-3d5add97-2a60-467f-ace2-12e72b1f02db tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/quotas/bc7d4f588ce4487da2e4fe725d4afe58 HTTP/1.1" status: 200 len: 375 time: 0.0094841 Apr 20 16:09:50.377107 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-6475d0d9-0870-430f-8944-c542a0016a19 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc7d4f588ce4487da2e4fe725d4afe58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478673 Apr 20 16:09:50.387836 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-4c781638-5bb5-4493-9ad6-31cfa666f3c5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:09:50.388773 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-4c781638-5bb5-4493-9ad6-31cfa666f3c5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054212 Apr 20 16:09:50.519476 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-8abd1dc3-5e77-46a2-9613-1886b3a0ecfa service neutron] 10.222.0.13 "GET /v2.0/networks/85dc0d5f-14ee-4e55-8fed-43d0a4c80040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254716 Apr 20 16:09:50.650892 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-97b9cd93-fac5-4e25-a81c-545851375825 service neutron] 10.222.0.13 "GET /v2.0/networks/85dc0d5f-14ee-4e55-8fed-43d0a4c80040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255639 Apr 20 16:09:50.823706 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e5bca3d9-37b6-4c9e-b9e3-3b3fb2ad831b req-df8996c0-6608-4e23-a284-e02dd7b2d251 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 210 time: 0.0429659 Apr 20 16:09:51.830506 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-7dca34f9-9297-443d-a00f-463f307a7e03 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:51.832017 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-7dca34f9-9297-443d-a00f-463f307a7e03 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.11 "GET /v2.0/networks?id=85dc0d5f-14ee-4e55-8fed-43d0a4c80040 HTTP/1.1" status: 200 len: 812 time: 0.1446199 Apr 20 16:09:51.843930 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-ae250758-604e-4b06-82b5-7ead407dc015 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Request body: {'port': {'device_id': 'c8a7cc52-2e29-4117-a069-5801016ea329', 'network_id': '85dc0d5f-14ee-4e55-8fed-43d0a4c80040', 'admin_state_up': True, 'tenant_id': 'bc7d4f588ce4487da2e4fe725d4afe58'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:09:51.985979 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b2cbf723-5fe0-484b-84b6-d27ca5e1e621 req-da44ea25-11d7-442c-aa84-16ec84de477f tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 210 time: 0.0502238 Apr 20 16:09:52.035476 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-ae250758-604e-4b06-82b5-7ead407dc015 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:09:52.039249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-ae250758-604e-4b06-82b5-7ead407dc015 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Usage tracker for resource:port and tenant:bc7d4f588ce4487da2e4fe725d4afe58 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:09:52.042627 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-ae250758-604e-4b06-82b5-7ead407dc015 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:09:52.048364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-ae250758-604e-4b06-82b5-7ead407dc015 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:09:52.057491 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-ae250758-604e-4b06-82b5-7ead407dc015 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Made reservation on behalf of bc7d4f588ce4487da2e4fe725d4afe58 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:09:52.061283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-ae250758-604e-4b06-82b5-7ead407dc015 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:52.218346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-ae250758-604e-4b06-82b5-7ead407dc015 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Allocated IP 172.20.0.6 (85dc0d5f-14ee-4e55-8fed-43d0a4c80040/e6b1fb65-77e6-46fb-9808-5d2f5cd8afc4/052ff4d4-d726-46fa-b859-9cedb70958af) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:09:52.421323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-ae250758-604e-4b06-82b5-7ead407dc015 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:52.449910 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-ae250758-604e-4b06-82b5-7ead407dc015 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:52.513175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-ae250758-604e-4b06-82b5-7ead407dc015 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Network 85dc0d5f-14ee-4e55-8fed-43d0a4c80040 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:09:52.516122 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-ae250758-604e-4b06-82b5-7ead407dc015 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:52.523961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-ae250758-604e-4b06-82b5-7ead407dc015 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:09:52.563114 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae250758-604e-4b06-82b5-7ead407dc015 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Pushing event updated for resources: {'Port': ['ID=052ff4d4-d726-46fa-b859-9cedb70958af,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:52.593660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-ae250758-604e-4b06-82b5-7ead407dc015 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:52.594265 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-ae250758-604e-4b06-82b5-7ead407dc015 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:52.612901 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-ae250758-604e-4b06-82b5-7ead407dc015 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7725563 Apr 20 16:09:52.624011 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Request body: {'port': {'device_id': 'c8a7cc52-2e29-4117-a069-5801016ea329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:09:52.735289 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:53.223240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052ff4d4-d726-46fa-b859-9cedb70958af {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:09:53.232745 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:53.258575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Transition to ACTIVE for port object 052ff4d4-d726-46fa-b859-9cedb70958af will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:09:53.267987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b0cc5-c8fa-4cdf-b521-0c7c1ab463d5 req-e6e30b1a-3db5-405c-bce7-ec1daf8952be tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:53.268609 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-a49b0cc5-c8fa-4cdf-b521-0c7c1ab463d5 req-e6e30b1a-3db5-405c-bce7-ec1daf8952be tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Synchronizing usage tracker for tenant:bc7d4f588ce4487da2e4fe725d4afe58 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:09:53.272167 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:53.413030 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-a49b0cc5-c8fa-4cdf-b521-0c7c1ab463d5 req-e6e30b1a-3db5-405c-bce7-ec1daf8952be tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Unset dirty status for tenant:bc7d4f588ce4487da2e4fe725d4afe58 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:09:53.414175 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a49b0cc5-c8fa-4cdf-b521-0c7c1ab463d5 req-e6e30b1a-3db5-405c-bce7-ec1daf8952be tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 931 time: 0.3088510 Apr 20 16:09:53.450168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Pushing event updated for resources: {'Port': ['ID=052ff4d4-d726-46fa-b859-9cedb70958af,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:53.535919 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a49b0cc5-c8fa-4cdf-b521-0c7c1ab463d5 req-ef59a4aa-1c01-4549-bc67-74be19aaf129 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915680 Apr 20 16:09:53.555153 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Attempting to bind port 052ff4d4-d726-46fa-b859-9cedb70958af on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:09:53.555484 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Attempting to bind port 052ff4d4-d726-46fa-b859-9cedb70958af by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '8878df93-671a-4ba5-aad6-73bab1bb4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '85dc0d5f-14ee-4e55-8fed-43d0a4c80040'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:09:53.555854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Attempting to bind port 052ff4d4-d726-46fa-b859-9cedb70958af on network 85dc0d5f-14ee-4e55-8fed-43d0a4c80040 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:09:53.560379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Port 052ff4d4-d726-46fa-b859-9cedb70958af on network 85dc0d5f-14ee-4e55-8fed-43d0a4c80040 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:09:53.560693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Attempting to bind port 052ff4d4-d726-46fa-b859-9cedb70958af on network 85dc0d5f-14ee-4e55-8fed-43d0a4c80040 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:09:53.565735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:09:53.566071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Checking segment: {'id': '8878df93-671a-4ba5-aad6-73bab1bb4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '85dc0d5f-14ee-4e55-8fed-43d0a4c80040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:09:53.566444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Bound using segment: {'id': '8878df93-671a-4ba5-aad6-73bab1bb4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '85dc0d5f-14ee-4e55-8fed-43d0a4c80040'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:09:53.566865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Bound port: 052ff4d4-d726-46fa-b859-9cedb70958af, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8878df93-671a-4ba5-aad6-73bab1bb4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '85dc0d5f-14ee-4e55-8fed-43d0a4c80040'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:09:53.567205 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:53.657634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] For port 052ff4d4-d726-46fa-b859-9cedb70958af, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:09:53.660498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] For port 052ff4d4-d726-46fa-b859-9cedb70958af, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=052ff4d4-d726-46fa-b859-9cedb70958af,segment=NetworkSegment(8878df93-671a-4ba5-aad6-73bab1bb4fe9),segment_id=8878df93-671a-4ba5-aad6-73bab1bb4fe9)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:09:53.664770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:53.717549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:53.718339 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:53.719853 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] 10.222.0.11 "PUT /v2.0/ports/052ff4d4-d726-46fa-b859-9cedb70958af HTTP/1.1" status: 200 len: 1093 time: 1.0997322 Apr 20 16:09:53.722641 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a7cc52-2e29-4117-a069-5801016ea329', 'tag': '052ff4d4-d726-46fa-b859-9cedb70958af'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:53.758587 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545bca4-a0ae-49c1-8154-d61c7673f448 service neutron] Pushing event updated for resources: {'Port': ['ID=052ff4d4-d726-46fa-b859-9cedb70958af,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:53.792523 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8992ed6-9129-4ecb-8c3e-36c5a759165b'] response: {'name': 'network-changed', 'server_uuid': 'c8a7cc52-2e29-4117-a069-5801016ea329', 'tag': '052ff4d4-d726-46fa-b859-9cedb70958af', 'status': 'completed', 'code': 200} Apr 20 16:09:53.831179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-46b5868c-ee6f-472e-8b3b-a8c0cc2cd64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:53.832673 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-46b5868c-ee6f-472e-8b3b-a8c0cc2cd64b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc7d4f588ce4487da2e4fe725d4afe58&device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 1096 time: 0.0755930 Apr 20 16:09:53.903880 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-b7170b59-2e82-4180-aecb-222e18cb1543 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=052ff4d4-d726-46fa-b859-9cedb70958af HTTP/1.1" status: 200 len: 217 time: 0.0637116 Apr 20 16:09:53.963568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-193a73d0-7f09-4ed3-9fb5-86778fb3f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:53.964977 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-193a73d0-7f09-4ed3-9fb5-86778fb3f2af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6b1fb65-77e6-46fb-9808-5d2f5cd8afc4 HTTP/1.1" status: 200 len: 852 time: 0.0560083 Apr 20 16:09:54.010059 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-a3744231-32ca-417f-9325-6e4c940cc794 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=85dc0d5f-14ee-4e55-8fed-43d0a4c80040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397854 Apr 20 16:09:54.137056 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-ceb57a72-8a5a-4195-b3e9-873c68856350 service neutron] 10.222.0.11 "GET /v2.0/networks/85dc0d5f-14ee-4e55-8fed-43d0a4c80040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212561 Apr 20 16:09:54.267939 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61ed9c10-77d0-4ec5-9eea-559b193e6fc7 req-5a9cbbe8-48b1-4ab4-ad81-0715cb0f50eb service neutron] 10.222.0.11 "GET /v2.0/networks/85dc0d5f-14ee-4e55-8fed-43d0a4c80040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242523 Apr 20 16:09:54.390055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dda4bb-389f-4298-ab45-84dab406477d req-849510da-c7a7-491c-945d-0ff25133f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:54.391429 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e6dda4bb-389f-4298-ab45-84dab406477d req-849510da-c7a7-491c-945d-0ff25133f8c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc7d4f588ce4487da2e4fe725d4afe58&device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 1096 time: 0.0766485 Apr 20 16:09:54.522466 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dda4bb-389f-4298-ab45-84dab406477d req-1eed85ff-5712-42d1-bf56-ba756b9dea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:54.523920 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e6dda4bb-389f-4298-ab45-84dab406477d req-1eed85ff-5712-42d1-bf56-ba756b9dea34 service neutron] 10.222.0.11 "GET /v2.0/networks?id=85dc0d5f-14ee-4e55-8fed-43d0a4c80040 HTTP/1.1" status: 200 len: 913 time: 0.1268184 Apr 20 16:09:54.589133 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e6dda4bb-389f-4298-ab45-84dab406477d req-d766b15e-001a-4fef-b58c-4a32bd6b9be0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=052ff4d4-d726-46fa-b859-9cedb70958af HTTP/1.1" status: 200 len: 217 time: 0.0593755 Apr 20 16:09:54.796091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dda4bb-389f-4298-ab45-84dab406477d req-53e60fd6-1e0d-4f0a-8ac9-ce7080b0311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:54.797429 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e6dda4bb-389f-4298-ab45-84dab406477d req-53e60fd6-1e0d-4f0a-8ac9-ce7080b0311e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6b1fb65-77e6-46fb-9808-5d2f5cd8afc4 HTTP/1.1" status: 200 len: 852 time: 0.2024908 Apr 20 16:09:54.846757 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e6dda4bb-389f-4298-ab45-84dab406477d req-a1021af7-7361-4ac5-b17d-c973b1eb3a56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=85dc0d5f-14ee-4e55-8fed-43d0a4c80040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423665 Apr 20 16:09:54.935725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842fe35-b35f-4b90-8a13-aea28ec77540 req-75e073ff-7add-4b24-bba2-79149ed7a30f tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:54.937188 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0842fe35-b35f-4b90-8a13-aea28ec77540 req-75e073ff-7add-4b24-bba2-79149ed7a30f tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 943 time: 0.2121518 Apr 20 16:09:55.006302 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0842fe35-b35f-4b90-8a13-aea28ec77540 req-7231e3a4-f5a3-4d3e-9266-ce573ba162e6 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619256 Apr 20 16:09:55.022103 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e6dda4bb-389f-4298-ab45-84dab406477d req-61bee3a4-d89a-4cf4-9866-e21dcd6b5165 service neutron] 10.222.0.11 "GET /v2.0/networks/85dc0d5f-14ee-4e55-8fed-43d0a4c80040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668818 Apr 20 16:09:55.150463 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e6dda4bb-389f-4298-ab45-84dab406477d req-20858f7a-c2f1-42b8-ba64-3c697a85fbef service neutron] 10.222.0.11 "GET /v2.0/networks/85dc0d5f-14ee-4e55-8fed-43d0a4c80040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219864 Apr 20 16:09:56.194156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c6cd8-a045-42f1-bf67-4b00d2d36dcd req-e736a63f-8785-4af9-862a-50b3ee319cc4 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:56.195396 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-438c6cd8-a045-42f1-bf67-4b00d2d36dcd req-e736a63f-8785-4af9-862a-50b3ee319cc4 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 943 time: 0.0842025 Apr 20 16:09:56.239711 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-438c6cd8-a045-42f1-bf67-4b00d2d36dcd req-b9b82085-d40a-4271-b102-e0aa8c81dcc9 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386419 Apr 20 16:09:56.418409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 052ff4d4-d726-46fa-b859-9cedb70958af details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:09:56.551531 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 052ff4d4-d726-46fa-b859-9cedb70958af, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=052ff4d4-d726-46fa-b859-9cedb70958af,segment=NetworkSegment(8878df93-671a-4ba5-aad6-73bab1bb4fe9),segment_id=8878df93-671a-4ba5-aad6-73bab1bb4fe9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:09:56.564159 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '052ff4d4-d726-46fa-b859-9cedb70958af', 'network_id': '85dc0d5f-14ee-4e55-8fed-43d0a4c80040', 'port_id': '052ff4d4-d726-46fa-b859-9cedb70958af', 'mac_address': 'fa:16:3e:6d:b2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b1fb65-77e6-46fb-9808-5d2f5cd8afc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:09:56.621527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:56.637487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052ff4d4-d726-46fa-b859-9cedb70958af {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:09:56.652547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 052ff4d4-d726-46fa-b859-9cedb70958af, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=052ff4d4-d726-46fa-b859-9cedb70958af,segment=NetworkSegment(8878df93-671a-4ba5-aad6-73bab1bb4fe9),segment_id=8878df93-671a-4ba5-aad6-73bab1bb4fe9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:09:56.656374 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:56.721067 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=052ff4d4-d726-46fa-b859-9cedb70958af,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:56.985635 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['052ff4d4-d726-46fa-b859-9cedb70958af'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:09:57.423103 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18e58c-cfd4-4960-8305-72680aacbbd6 req-22d96b2c-eb78-4616-a82c-0a5fefa21eb5 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:57.424605 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7d18e58c-cfd4-4960-8305-72680aacbbd6 req-22d96b2c-eb78-4616-a82c-0a5fefa21eb5 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 944 time: 0.0786684 Apr 20 16:09:57.467983 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7d18e58c-cfd4-4960-8305-72680aacbbd6 req-5696a72a-e7aa-45b5-853e-590f65f1e408 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377049 Apr 20 16:09:58.438002 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 052ff4d4-d726-46fa-b859-9cedb70958af up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:09:58.505007 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 052ff4d4-d726-46fa-b859-9cedb70958af completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:09:58.510126 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 052ff4d4-d726-46fa-b859-9cedb70958af triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:58.510503 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:58.626422 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:58.653815 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a7cc52-2e29-4117-a069-5801016ea329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052ff4d4-d726-46fa-b859-9cedb70958af'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:58.654974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b701f-5814-4f03-bb06-bd9ae73c7c82 req-6a3c5058-7cb8-4f1a-9ec4-284baaca48df tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:58.656431 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ed6b701f-5814-4f03-bb06-bd9ae73c7c82 req-6a3c5058-7cb8-4f1a-9ec4-284baaca48df tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 944 time: 0.0825338 Apr 20 16:09:58.663726 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 052ff4d4-d726-46fa-b859-9cedb70958af, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=052ff4d4-d726-46fa-b859-9cedb70958af,segment=NetworkSegment(8878df93-671a-4ba5-aad6-73bab1bb4fe9),segment_id=8878df93-671a-4ba5-aad6-73bab1bb4fe9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:09:58.667560 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:58.705427 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ed6b701f-5814-4f03-bb06-bd9ae73c7c82 req-e34072bf-881c-4fd6-8877-4a75f25898f2 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406482 Apr 20 16:09:58.708597 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e91181f-da73-4cec-8e8e-f3b4082f547c'] response: {'server_uuid': 'c8a7cc52-2e29-4117-a069-5801016ea329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052ff4d4-d726-46fa-b859-9cedb70958af', 'code': 200} Apr 20 16:09:58.747850 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=052ff4d4-d726-46fa-b859-9cedb70958af,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:58.930415 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70ae86-0702-40c4-bc35-2d9c7a036996 req-888f490e-6cbd-4199-9f8c-104a48e61cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:58.932658 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eb70ae86-0702-40c4-bc35-2d9c7a036996 req-888f490e-6cbd-4199-9f8c-104a48e61cd9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 1098 time: 0.0701580 Apr 20 16:09:58.980644 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eb70ae86-0702-40c4-bc35-2d9c7a036996 req-369183b9-f64f-4e77-bb5a-0c8d9004285f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382032 Apr 20 16:09:59.892470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e7944-c8ee-45f1-bb71-2688dcf61da0 req-7bf73fd0-5c45-465a-8f9d-d541a9482392 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:59.893956 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ed7e7944-c8ee-45f1-bb71-2688dcf61da0 req-7bf73fd0-5c45-465a-8f9d-d541a9482392 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 945 time: 0.0796425 Apr 20 16:09:59.937280 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ed7e7944-c8ee-45f1-bb71-2688dcf61da0 req-8660d3e4-ff19-48c2-9f7d-f458dbedda16 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376873 Apr 20 16:10:01.124706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb175a9-04c0-4b86-a9cd-96c7df2d2b62 req-d347e211-5e97-4c42-a6c1-8b9371b04b58 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:01.126045 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7cb175a9-04c0-4b86-a9cd-96c7df2d2b62 req-d347e211-5e97-4c42-a6c1-8b9371b04b58 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 945 time: 0.0810876 Apr 20 16:10:01.170007 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7cb175a9-04c0-4b86-a9cd-96c7df2d2b62 req-bf0d1a7d-b2e1-4b40-806f-170ed06206e4 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380917 Apr 20 16:10:01.350095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2b57-c53b-4d39-a6fe-c79a2104ba23 req-55e3fcb8-f7e5-48b0-8290-a2fa4c8b0cba tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:01.351554 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7dce2b57-c53b-4d39-a6fe-c79a2104ba23 req-55e3fcb8-f7e5-48b0-8290-a2fa4c8b0cba tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 945 time: 0.0796893 Apr 20 16:10:01.400393 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7dce2b57-c53b-4d39-a6fe-c79a2104ba23 req-c08696ee-281a-4534-9902-f27d84aa4404 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380814 Apr 20 16:10:01.801141 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f552d6-a0b4-4dd3-a311-3ea6d839a4e6 req-9dcb98e9-3eb0-4d7f-b49e-399879804050 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:01.802472 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d0f552d6-a0b4-4dd3-a311-3ea6d839a4e6 req-9dcb98e9-3eb0-4d7f-b49e-399879804050 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 945 time: 0.0812633 Apr 20 16:10:01.846219 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d0f552d6-a0b4-4dd3-a311-3ea6d839a4e6 req-5b0f54ce-e451-4afd-a9cb-35cc27de81ff tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376003 Apr 20 16:10:02.100067 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8d3ea81c-aaea-4dc5-a892-6da12c14be63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:03.170287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0deed0b-7f44-4902-aa40-caf099a76a29 req-9e954d84-b745-455d-b521-5c4364e246bd tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:03.171789 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e0deed0b-7f44-4902-aa40-caf099a76a29 req-9e954d84-b745-455d-b521-5c4364e246bd tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 945 time: 0.0790455 Apr 20 16:10:03.216620 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e0deed0b-7f44-4902-aa40-caf099a76a29 req-af869c82-6fe8-4e2f-8c75-806a6d54f4c7 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391338 Apr 20 16:10:03.607802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdbc07-ec93-4842-ae6c-296712bb2a7d req-f699390c-1460-4866-b1e9-fb9a69b11ee4 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:03.609150 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-69fdbc07-ec93-4842-ae6c-296712bb2a7d req-f699390c-1460-4866-b1e9-fb9a69b11ee4 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 945 time: 0.1393652 Apr 20 16:10:03.610986 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079163f-d8ee-4daf-a87e-15d388576fa9 req-e687b3e1-9876-42f1-a58f-039afc1bf975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:03.612339 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b079163f-d8ee-4daf-a87e-15d388576fa9 req-e687b3e1-9876-42f1-a58f-039afc1bf975 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc7d4f588ce4487da2e4fe725d4afe58&device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 1098 time: 0.1043165 Apr 20 16:10:03.733432 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-69fdbc07-ec93-4842-ae6c-296712bb2a7d req-8caf996d-fdef-4a9b-8718-8b8c316428c2 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186533 Apr 20 16:10:03.876151 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079163f-d8ee-4daf-a87e-15d388576fa9 req-fcd6b0b0-f8ed-4496-aa96-f5892f30deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:03.877553 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b079163f-d8ee-4daf-a87e-15d388576fa9 req-fcd6b0b0-f8ed-4496-aa96-f5892f30deb2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=85dc0d5f-14ee-4e55-8fed-43d0a4c80040 HTTP/1.1" status: 200 len: 913 time: 0.2481732 Apr 20 16:10:03.946406 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b079163f-d8ee-4daf-a87e-15d388576fa9 req-df3acea4-21a6-47d1-8c57-824eb6203fcf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=052ff4d4-d726-46fa-b859-9cedb70958af HTTP/1.1" status: 200 len: 217 time: 0.0622222 Apr 20 16:10:04.006583 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079163f-d8ee-4daf-a87e-15d388576fa9 req-8f195a69-7477-44ed-9c30-b24ee3e8a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:04.008188 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b079163f-d8ee-4daf-a87e-15d388576fa9 req-8f195a69-7477-44ed-9c30-b24ee3e8a665 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6b1fb65-77e6-46fb-9808-5d2f5cd8afc4 HTTP/1.1" status: 200 len: 852 time: 0.0563664 Apr 20 16:10:04.054501 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b079163f-d8ee-4daf-a87e-15d388576fa9 req-c35ef2c1-3a5e-4044-b804-c647cb70cba5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=85dc0d5f-14ee-4e55-8fed-43d0a4c80040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409777 Apr 20 16:10:04.185751 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b079163f-d8ee-4daf-a87e-15d388576fa9 req-7c8e2c42-706b-4f96-a0fe-af9f658705b7 service neutron] 10.222.0.11 "GET /v2.0/networks/85dc0d5f-14ee-4e55-8fed-43d0a4c80040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250536 Apr 20 16:10:04.314872 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b079163f-d8ee-4daf-a87e-15d388576fa9 req-69c97780-93c8-4114-a2d4-59fd0eee5276 service neutron] 10.222.0.11 "GET /v2.0/networks/85dc0d5f-14ee-4e55-8fed-43d0a4c80040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235435 Apr 20 16:10:04.368024 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ed4e688c-4e21-422a-b033-0e8de7f79246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:04.919913 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dd0ab-afbc-4cf5-b3ec-08c640f03e9b req-a7ae9e24-085f-44cc-b3cb-60be4c479ef7 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:04.921351 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c2dd0ab-afbc-4cf5-b3ec-08c640f03e9b req-a7ae9e24-085f-44cc-b3cb-60be4c479ef7 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 945 time: 0.0839887 Apr 20 16:10:04.965549 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c2dd0ab-afbc-4cf5-b3ec-08c640f03e9b req-cc0acb3e-d86e-4b9a-9c12-a5555dd842df tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385516 Apr 20 16:10:05.760832 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:05.762910 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:06.148860 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e318b-6414-47c5-983d-e98fcc237a89 req-110b7a7d-6616-4748-a680-add319d6c7a8 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:06.150332 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f80e318b-6414-47c5-983d-e98fcc237a89 req-110b7a7d-6616-4748-a680-add319d6c7a8 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 945 time: 0.0790758 Apr 20 16:10:06.193867 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f80e318b-6414-47c5-983d-e98fcc237a89 req-ba867eae-5826-418d-9e90-adb50dac895a tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373657 Apr 20 16:10:06.584542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad1aa0-fe89-49c5-b8d0-f1b27e8c843b req-3fb2ec2f-c761-4a6e-be2e-d15c12d5bda0 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:06.585975 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e7ad1aa0-fe89-49c5-b8d0-f1b27e8c843b req-3fb2ec2f-c761-4a6e-be2e-d15c12d5bda0 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 945 time: 0.0821128 Apr 20 16:10:06.630288 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e7ad1aa0-fe89-49c5-b8d0-f1b27e8c843b req-87ecea68-e987-402d-a29f-89b909dd0cf9 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387344 Apr 20 16:10:07.117208 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:07.813803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c60de-fc26-44ac-9584-033bbf66cc6f req-9e8f2685-f89f-4435-9333-b9490813c69c tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:07.815225 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-104c60de-fc26-44ac-9584-033bbf66cc6f req-9e8f2685-f89f-4435-9333-b9490813c69c tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 945 time: 0.0794125 Apr 20 16:10:07.861120 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-104c60de-fc26-44ac-9584-033bbf66cc6f req-da02c7ef-4d91-49d3-a395-ce6d114357b2 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403984 Apr 20 16:10:08.254933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3e9fe-6378-4282-b308-2377322529e1 req-c4393b1c-2c14-4052-b067-1d8ba289776c tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:08.256408 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dcb3e9fe-6378-4282-b308-2377322529e1 req-c4393b1c-2c14-4052-b067-1d8ba289776c tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 945 time: 0.1403668 Apr 20 16:10:08.258226 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989dd06-baf8-4730-9a72-c83b46f3a101 req-f6a8a66f-0f7d-46f9-9dfb-d80bed4f4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:08.259545 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e989dd06-baf8-4730-9a72-c83b46f3a101 req-f6a8a66f-0f7d-46f9-9dfb-d80bed4f4a83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc7d4f588ce4487da2e4fe725d4afe58&device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 1098 time: 0.1124234 Apr 20 16:10:08.380353 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dcb3e9fe-6378-4282-b308-2377322529e1 req-08bf2e4b-08f4-4d03-b7bc-ba6974d1df34 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180408 Apr 20 16:10:08.417887 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989dd06-baf8-4730-9a72-c83b46f3a101 req-ab7c10f7-b715-4797-bff0-3c44dbe36041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:08.419297 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e989dd06-baf8-4730-9a72-c83b46f3a101 req-ab7c10f7-b715-4797-bff0-3c44dbe36041 service neutron] 10.222.0.11 "GET /v2.0/networks?id=85dc0d5f-14ee-4e55-8fed-43d0a4c80040 HTTP/1.1" status: 200 len: 913 time: 0.1448960 Apr 20 16:10:08.494129 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e989dd06-baf8-4730-9a72-c83b46f3a101 req-994af08a-48f1-45d3-9b0e-6dfb3cecfc6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=052ff4d4-d726-46fa-b859-9cedb70958af HTTP/1.1" status: 200 len: 217 time: 0.0682557 Apr 20 16:10:08.557256 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989dd06-baf8-4730-9a72-c83b46f3a101 req-94beed3e-1377-4f32-a144-90259bf7f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:08.558767 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e989dd06-baf8-4730-9a72-c83b46f3a101 req-94beed3e-1377-4f32-a144-90259bf7f25e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6b1fb65-77e6-46fb-9808-5d2f5cd8afc4 HTTP/1.1" status: 200 len: 852 time: 0.0593092 Apr 20 16:10:08.604949 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e989dd06-baf8-4730-9a72-c83b46f3a101 req-e8528734-3284-4502-82c7-404a8d3c0860 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=85dc0d5f-14ee-4e55-8fed-43d0a4c80040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407345 Apr 20 16:10:08.740963 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e989dd06-baf8-4730-9a72-c83b46f3a101 req-a760d0ec-97fc-4ce3-bd00-e590a85de4dc service neutron] 10.222.0.11 "GET /v2.0/networks/85dc0d5f-14ee-4e55-8fed-43d0a4c80040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300356 Apr 20 16:10:08.971330 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e989dd06-baf8-4730-9a72-c83b46f3a101 req-6ad76e4c-dd48-40ae-8205-55ba45928cf8 service neutron] 10.222.0.11 "GET /v2.0/networks/85dc0d5f-14ee-4e55-8fed-43d0a4c80040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241118 Apr 20 16:10:09.568812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a963d-c70a-4bc4-bbea-5cff3b9d5cd8 req-1d740817-689a-48a9-bc4e-230546ddccf0 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:09.570148 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0c5a963d-c70a-4bc4-bbea-5cff3b9d5cd8 req-1d740817-689a-48a9-bc4e-230546ddccf0 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 945 time: 0.0821018 Apr 20 16:10:09.613491 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0c5a963d-c70a-4bc4-bbea-5cff3b9d5cd8 req-3571a870-5bd4-44aa-8c00-fdd2a888119f tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372765 Apr 20 16:10:10.795214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd2adb-6184-41d1-864c-c19d5b2e1a76 req-17361826-4327-4d7c-9900-27140506f134 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:10.796693 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c8fd2adb-6184-41d1-864c-c19d5b2e1a76 req-17361826-4327-4d7c-9900-27140506f134 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 945 time: 0.0799372 Apr 20 16:10:10.843481 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c8fd2adb-6184-41d1-864c-c19d5b2e1a76 req-ca725923-b8af-4a0d-a730-4f6adb1fbc90 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411513 Apr 20 16:10:11.211501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc569b21-214b-4054-9f67-b53809914ca7 req-f9a362d8-599a-46e6-948e-d7d37586f6f3 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:11.213000 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cc569b21-214b-4054-9f67-b53809914ca7 req-f9a362d8-599a-46e6-948e-d7d37586f6f3 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 945 time: 0.0792267 Apr 20 16:10:11.256988 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cc569b21-214b-4054-9f67-b53809914ca7 req-ceb13c39-f7f5-450a-ad80-40ab14f29513 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383778 Apr 20 16:10:12.446843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79ed2d-ea8c-48a1-8bb7-fefb20c71674 req-9dd3015f-99ed-4344-84ef-b6222089014e tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:12.448847 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-db79ed2d-ea8c-48a1-8bb7-fefb20c71674 req-9dd3015f-99ed-4344-84ef-b6222089014e tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 945 time: 0.0833254 Apr 20 16:10:12.492297 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-db79ed2d-ea8c-48a1-8bb7-fefb20c71674 req-25d5ca2c-b9fb-46f9-9168-50b990b8795b tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379436 Apr 20 16:10:13.176094 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529d257-cf77-409d-a6a6-abeeb8baa119 req-862857b7-06f2-4a0e-88b8-1cc8623088ae tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:13.177580 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e529d257-cf77-409d-a6a6-abeeb8baa119 req-862857b7-06f2-4a0e-88b8-1cc8623088ae tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 945 time: 0.0782225 Apr 20 16:10:13.249152 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-e529d257-cf77-409d-a6a6-abeeb8baa119 req-a85c49b1-b5c5-4bb5-b15d-5891a734626f tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Deleting port 052ff4d4-d726-46fa-b859-9cedb70958af {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:10:13.249490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e529d257-cf77-409d-a6a6-abeeb8baa119 req-a85c49b1-b5c5-4bb5-b15d-5891a734626f tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:13.484410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-e529d257-cf77-409d-a6a6-abeeb8baa119 req-a85c49b1-b5c5-4bb5-b15d-5891a734626f tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] For port 052ff4d4-d726-46fa-b859-9cedb70958af, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=052ff4d4-d726-46fa-b859-9cedb70958af,segment=NetworkSegment(8878df93-671a-4ba5-aad6-73bab1bb4fe9),segment_id=8878df93-671a-4ba5-aad6-73bab1bb4fe9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:10:13.485080 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e529d257-cf77-409d-a6a6-abeeb8baa119 req-a85c49b1-b5c5-4bb5-b15d-5891a734626f tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:13.485183 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:10:13.610483 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-e529d257-cf77-409d-a6a6-abeeb8baa119 req-a85c49b1-b5c5-4bb5-b15d-5891a734626f tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Calling delete_port for 052ff4d4-d726-46fa-b859-9cedb70958af owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:10:13.786068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14a02f-fd13-4a69-a679-d058fdc6e9b7 req-eddfe191-1f4a-481d-8d61-c98933699f12 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:13.787419 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2c14a02f-fd13-4a69-a679-d058fdc6e9b7 req-eddfe191-1f4a-481d-8d61-c98933699f12 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a7cc52-2e29-4117-a069-5801016ea329 HTTP/1.1" status: 200 len: 945 time: 0.1843073 Apr 20 16:10:13.844515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e529d257-cf77-409d-a6a6-abeeb8baa119 req-a85c49b1-b5c5-4bb5-b15d-5891a734626f tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:13.856659 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['052ff4d4-d726-46fa-b859-9cedb70958af'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:10:13.895149 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2c14a02f-fd13-4a69-a679-d058fdc6e9b7 req-f5ff0630-d750-47a7-a4a0-f4086b1a5f77 tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.13 "GET /v2.0/security-groups?id=55e6b01e-4180-49a0-8be4-370bdf31a4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964186 Apr 20 16:10:13.904666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c49b1-b5c5-4bb5-b15d-5891a734626f tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Pushing event deleted for resources: {'Port': ['ID=052ff4d4-d726-46fa-b859-9cedb70958af,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:13.974946 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e529d257-cf77-409d-a6a6-abeeb8baa119 req-a85c49b1-b5c5-4bb5-b15d-5891a734626f tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] No DVR routers for this DVR port 052ff4d4-d726-46fa-b859-9cedb70958af on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:10:13.977374 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e529d257-cf77-409d-a6a6-abeeb8baa119 req-a85c49b1-b5c5-4bb5-b15d-5891a734626f tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:13.979934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a7cc52-2e29-4117-a069-5801016ea329', 'name': 'network-vif-deleted', 'tag': '052ff4d4-d726-46fa-b859-9cedb70958af'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:13.995856 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e529d257-cf77-409d-a6a6-abeeb8baa119 req-a85c49b1-b5c5-4bb5-b15d-5891a734626f tempest-TestServerAdvancedOps-2107316848 tempest-TestServerAdvancedOps-2107316848-project] 10.222.0.11 "DELETE /v2.0/ports/052ff4d4-d726-46fa-b859-9cedb70958af HTTP/1.1" status: 204 len: 173 time: 0.8126550 Apr 20 16:10:14.032999 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9eeb35f-45b8-4876-924f-5c50adeff79f'] response: {'server_uuid': 'c8a7cc52-2e29-4117-a069-5801016ea329', 'name': 'network-vif-deleted', 'tag': '052ff4d4-d726-46fa-b859-9cedb70958af', 'status': 'completed', 'code': 200} Apr 20 16:10:14.997668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41936) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:10:15.054956 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e64caf-f8a2-4048-aaac-64bf8e3d154f admin admin] Deleting subnet e6b1fb65-77e6-46fb-9808-5d2f5cd8afc4 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:10:15.057773 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8e64caf-f8a2-4048-aaac-64bf8e3d154f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:15.105549 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:15.108143 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8e64caf-f8a2-4048-aaac-64bf8e3d154f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:15.161478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8e64caf-f8a2-4048-aaac-64bf8e3d154f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:15.225645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8e64caf-f8a2-4048-aaac-64bf8e3d154f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:15.267601 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b8e64caf-f8a2-4048-aaac-64bf8e3d154f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:15.271256 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e64caf-f8a2-4048-aaac-64bf8e3d154f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b1fb65-77e6-46fb-9808-5d2f5cd8afc4,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:15.275233 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b8e64caf-f8a2-4048-aaac-64bf8e3d154f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e6b1fb65-77e6-46fb-9808-5d2f5cd8afc4 HTTP/1.1" status: 204 len: 168 time: 0.2765367 Apr 20 16:10:15.278160 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41940) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:10:15.379305 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2058cf70-6c83-4162-9877-05dd2276eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:15.589647 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2058cf70-6c83-4162-9877-05dd2276eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:15.614287 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-2058cf70-6c83-4162-9877-05dd2276eae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85dc0d5f-14ee-4e55-8fed-43d0a4c80040']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:15.626379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-2058cf70-6c83-4162-9877-05dd2276eae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8878df93-671a-4ba5-aad6-73bab1bb4fe9') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:15.626682 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-2058cf70-6c83-4162-9877-05dd2276eae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8878df93-671a-4ba5-aad6-73bab1bb4fe9') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:15.637635 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2058cf70-6c83-4162-9877-05dd2276eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:15.652764 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2058cf70-6c83-4162-9877-05dd2276eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:15.658546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2058cf70-6c83-4162-9877-05dd2276eae7 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:10:15.658928 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2058cf70-6c83-4162-9877-05dd2276eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:10:15.672089 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:10:15.745239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2058cf70-6c83-4162-9877-05dd2276eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:15.761189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2058cf70-6c83-4162-9877-05dd2276eae7 admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:15.769882 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058cf70-6c83-4162-9877-05dd2276eae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=85dc0d5f-14ee-4e55-8fed-43d0a4c80040,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:15.772684 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-2058cf70-6c83-4162-9877-05dd2276eae7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/85dc0d5f-14ee-4e55-8fed-43d0a4c80040 HTTP/1.1" status: 204 len: 168 time: 0.4936068 Apr 20 16:10:15.776123 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41944) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:10:15.832690 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-712d2f14-0435-42a4-ae1c-9159f6e2ece9 admin admin] Deleting subnet 9387980c-04b4-4ccf-8a3d-3da2d1521256 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:10:15.835584 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-712d2f14-0435-42a4-ae1c-9159f6e2ece9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:15.886775 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-712d2f14-0435-42a4-ae1c-9159f6e2ece9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:15.939038 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-712d2f14-0435-42a4-ae1c-9159f6e2ece9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.004201 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-712d2f14-0435-42a4-ae1c-9159f6e2ece9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.044708 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d2f14-0435-42a4-ae1c-9159f6e2ece9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9387980c-04b4-4ccf-8a3d-3da2d1521256,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:16.051163 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-712d2f14-0435-42a4-ae1c-9159f6e2ece9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.057437 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-712d2f14-0435-42a4-ae1c-9159f6e2ece9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9387980c-04b4-4ccf-8a3d-3da2d1521256 HTTP/1.1" status: 204 len: 168 time: 0.2803814 Apr 20 16:10:16.059919 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 41948) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:10:16.162777 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69c57e64-5dd2-48ee-84d3-1dfe0a139f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.282376 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69c57e64-5dd2-48ee-84d3-1dfe0a139f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.305995 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-69c57e64-5dd2-48ee-84d3-1dfe0a139f2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645d719c-9f1b-4e52-ab9a-0d2a3596a1cf']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:16.317986 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-69c57e64-5dd2-48ee-84d3-1dfe0a139f2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96ed3f3-f58c-4a1e-b7c5-71a804cc56c4') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:16.318285 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-69c57e64-5dd2-48ee-84d3-1dfe0a139f2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96ed3f3-f58c-4a1e-b7c5-71a804cc56c4') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:16.330556 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69c57e64-5dd2-48ee-84d3-1dfe0a139f2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.347121 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69c57e64-5dd2-48ee-84d3-1dfe0a139f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.353221 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c57e64-5dd2-48ee-84d3-1dfe0a139f2d admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:10:16.354345 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69c57e64-5dd2-48ee-84d3-1dfe0a139f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:10:16.367566 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:10:16.441508 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69c57e64-5dd2-48ee-84d3-1dfe0a139f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.446413 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-69c57e64-5dd2-48ee-84d3-1dfe0a139f2d admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.468317 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-69c57e64-5dd2-48ee-84d3-1dfe0a139f2d admin admin] 10.222.0.13 "DELETE /v2.0/networks/645d719c-9f1b-4e52-ab9a-0d2a3596a1cf HTTP/1.1" status: 204 len: 168 time: 0.4074640 Apr 20 16:10:16.469243 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c57e64-5dd2-48ee-84d3-1dfe0a139f2d admin admin] Pushing event deleted for resources: {'Network': ['ID=645d719c-9f1b-4e52-ab9a-0d2a3596a1cf,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:16.477770 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 052ff4d4-d726-46fa-b859-9cedb70958af no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:10:16.518111 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 052ff4d4-d726-46fa-b859-9cedb70958af {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:10:16.518458 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 052ff4d4-d726-46fa-b859-9cedb70958af not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:10:16.634255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41954) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:10:16.686898 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b626966e-986c-4091-94cb-40286754417d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc7d4f588ce4487da2e4fe725d4afe58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514510 Apr 20 16:10:16.689477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41958) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:10:16.751471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7ee7349-4a35-4be8-92d0-4974acdb9d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.777317 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7ee7349-4a35-4be8-92d0-4974acdb9d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.827785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7ee7349-4a35-4be8-92d0-4974acdb9d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.842450 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee7349-4a35-4be8-92d0-4974acdb9d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e6b01e-4180-49a0-8be4-370bdf31a4f8,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:16.849190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7ee7349-4a35-4be8-92d0-4974acdb9d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.850453 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e7ee7349-4a35-4be8-92d0-4974acdb9d78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55e6b01e-4180-49a0-8be4-370bdf31a4f8 HTTP/1.1" status: 204 len: 168 time: 0.1599765 Apr 20 16:10:17.202794 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41966) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:10:17.252722 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-51cfddee-5cc7-440e-aef0-6e700c283041 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b308329291b247b9945ef0c209c5ef2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463789 Apr 20 16:10:17.252940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 41970) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:10:17.312573 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-669b9909-4e40-44bc-8500-ee385e1110e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:17.346375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-669b9909-4e40-44bc-8500-ee385e1110e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:17.396950 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-669b9909-4e40-44bc-8500-ee385e1110e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:17.412787 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b9909-4e40-44bc-8500-ee385e1110e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00c3d4d-7c29-455c-9b31-673b7e28d18e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:17.417598 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-669b9909-4e40-44bc-8500-ee385e1110e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:17.418798 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-669b9909-4e40-44bc-8500-ee385e1110e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b00c3d4d-7c29-455c-9b31-673b7e28d18e HTTP/1.1" status: 204 len: 168 time: 0.1649549 Apr 20 16:10:24.791722 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-bf131a74-5ca6-4f0b-bdae-9eb3f0cc0c2d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e58c1691e13c45ff8e6bf64b09d31953&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321121 Apr 20 16:10:24.942222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-d9b03f52-46a2-407a-a79e-0e50f2f40b8c tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:24.943651 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-d9b03f52-46a2-407a-a79e-0e50f2f40b8c tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1464736 Apr 20 16:10:24.957522 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-22a2a7a9-1d16-47da-be03-f61c88ff7f83 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/quotas/e58c1691e13c45ff8e6bf64b09d31953 HTTP/1.1" status: 200 len: 375 time: 0.0085790 Apr 20 16:10:25.003653 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-87e36ec2-7331-45db-8f66-7d213e80ab72 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e58c1691e13c45ff8e6bf64b09d31953&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411768 Apr 20 16:10:25.277621 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c749b7ae-9bd5-4de2-9f4b-be9eec3ca568 req-af41acc9-f655-45fb-9f9b-3d8def5c9468 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/ports?device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 210 time: 0.1417475 Apr 20 16:10:26.372586 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c5e0e648-a8f7-407b-84a8-cd2a2fc5f208 req-e7970336-a058-480f-b754-6b8d858ee068 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/ports?device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 210 time: 0.0433829 Apr 20 16:10:27.572915 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-99266130-9e0a-42f3-b962-d0e2c5d8e039 req-f5d3a772-b1ae-4a4f-847d-257d69362973 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/ports?device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 210 time: 0.1481950 Apr 20 16:10:28.716590 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-337b444c-6956-4b02-bd22-34ae3461e987 req-c54ff424-98c8-46a0-a35b-adfc7c470e8b tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/ports?device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 210 time: 0.0440753 Apr 20 16:10:29.860267 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-67a4cf32-b020-4d10-a7b4-365f3060edce req-039af0f3-ae44-430b-911d-9e218f3ed6e0 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/ports?device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 210 time: 0.0420339 Apr 20 16:10:30.089909 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-0b76472f-0b8c-4829-9349-00d88586afdd tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e58c1691e13c45ff8e6bf64b09d31953&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303934 Apr 20 16:10:30.247116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-93444372-f2ab-4ad2-8a95-96172c193213 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:30.248622 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-93444372-f2ab-4ad2-8a95-96172c193213 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1540110 Apr 20 16:10:30.262741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Request body: {'port': {'device_id': '7220d064-3ed0-494f-a2aa-4fd1fb85d54a', 'network_id': '95b2e426-407c-4ecc-a5c6-6b05ea2504c3', 'admin_state_up': True, 'tenant_id': 'e58c1691e13c45ff8e6bf64b09d31953'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:10:30.395998 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:10:30.399803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Usage tracker for resource:port and tenant:e58c1691e13c45ff8e6bf64b09d31953 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:10:30.402564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:10:30.408185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:10:30.417295 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Made reservation on behalf of e58c1691e13c45ff8e6bf64b09d31953 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:10:30.420638 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:30.432620 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:30.450900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:10:30.454647 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Usage tracker for resource:security_group_rule and tenant:e58c1691e13c45ff8e6bf64b09d31953 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:10:30.457383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:10:30.462951 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:10:30.543961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:30.547529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:30.629978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f472b078-b821-45ec-990f-5537583892aa,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:30.718477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Allocated IP 192.168.233.70 (95b2e426-407c-4ecc-a5c6-6b05ea2504c3/9b02e436-6ceb-4858-a844-cf97b223cd4a/e69841f3-4003-420c-ab4c-4dcc2d8ad7b8) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:10:30.917686 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:30.933576 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Transition to ACTIVE for port object e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:10:30.956526 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:31.030755 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Network 95b2e426-407c-4ecc-a5c6-6b05ea2504c3 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:10:31.033790 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:10:31.036497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:10:31.123176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Pushing event updated for resources: {'Port': ['ID=e69841f3-4003-420c-ab4c-4dcc2d8ad7b8,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:31.162075 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:31.162698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:31.209981 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-09a162a2-09b2-4b9a-831e-33122f08dc49 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9512651 Apr 20 16:10:31.213760 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6fbb6e05-6cff-47a6-a775-d8483aa4ac28 None None] Provisioning for port e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:10:31.218581 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6fbb6e05-6cff-47a6-a775-d8483aa4ac28 None None] Provisioning complete for port e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:10:31.218934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9608a2-4886-484f-9491-006e860fbc91 req-b981ec47-1b17-4871-aa9c-8b93fa67bae1 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:31.219064 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6e05-6cff-47a6-a775-d8483aa4ac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:31.219619 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-6f9608a2-4886-484f-9491-006e860fbc91 req-b981ec47-1b17-4871-aa9c-8b93fa67bae1 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Synchronizing usage tracker for tenant:e58c1691e13c45ff8e6bf64b09d31953 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:10:31.242381 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-6f9608a2-4886-484f-9491-006e860fbc91 req-b981ec47-1b17-4871-aa9c-8b93fa67bae1 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Unset dirty status for tenant:e58c1691e13c45ff8e6bf64b09d31953 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:10:31.243627 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6f9608a2-4886-484f-9491-006e860fbc91 req-b981ec47-1b17-4871-aa9c-8b93fa67bae1 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/ports?device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 935 time: 0.2502513 Apr 20 16:10:31.275623 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb6e05-6cff-47a6-a775-d8483aa4ac28 None None] Port e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:10:31.276774 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Request body: {'port': {'device_id': '7220d064-3ed0-494f-a2aa-4fd1fb85d54a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:10:31.331027 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-6f9608a2-4886-484f-9491-006e860fbc91 req-f990fbb4-9282-45d4-89de-c20c0577f454 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Synchronizing usage tracker for tenant:e58c1691e13c45ff8e6bf64b09d31953 on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:10:31.398137 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-6f9608a2-4886-484f-9491-006e860fbc91 req-f990fbb4-9282-45d4-89de-c20c0577f454 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Unset dirty status for tenant:e58c1691e13c45ff8e6bf64b09d31953 on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:10:31.399268 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6f9608a2-4886-484f-9491-006e860fbc91 req-f990fbb4-9282-45d4-89de-c20c0577f454 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/security-groups?id=f472b078-b821-45ec-990f-5537583892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490180 Apr 20 16:10:31.416612 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:31.751577 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:10:31.758791 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:31.774077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Transition to ACTIVE for port object e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:10:31.777752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:32.045219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e69841f3-4003-420c-ab4c-4dcc2d8ad7b8,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:32.103328 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9c8a73d3-3076-4c3c-af86-d16105e581f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:32.127111 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Attempting to bind port e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:10:32.127455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Attempting to bind port e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '4d92b8e6-a57a-40a9-baf5-4346f51ef710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '95b2e426-407c-4ecc-a5c6-6b05ea2504c3'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:10:32.127798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Attempting to bind port e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 on network 95b2e426-407c-4ecc-a5c6-6b05ea2504c3 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:10:32.132578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Port e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 on network 95b2e426-407c-4ecc-a5c6-6b05ea2504c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:10:32.133084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Attempting to bind port e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 on network 95b2e426-407c-4ecc-a5c6-6b05ea2504c3 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:10:32.138817 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:10:32.139165 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Checking segment: {'id': '4d92b8e6-a57a-40a9-baf5-4346f51ef710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '95b2e426-407c-4ecc-a5c6-6b05ea2504c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:10:32.139557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Bound using segment: {'id': '4d92b8e6-a57a-40a9-baf5-4346f51ef710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '95b2e426-407c-4ecc-a5c6-6b05ea2504c3'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:10:32.140026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Bound port: e69841f3-4003-420c-ab4c-4dcc2d8ad7b8, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d92b8e6-a57a-40a9-baf5-4346f51ef710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '95b2e426-407c-4ecc-a5c6-6b05ea2504c3'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:10:32.140377 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:32.231405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] For port e69841f3-4003-420c-ab4c-4dcc2d8ad7b8, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:10:32.234634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] For port e69841f3-4003-420c-ab4c-4dcc2d8ad7b8, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e69841f3-4003-420c-ab4c-4dcc2d8ad7b8,segment=NetworkSegment(4d92b8e6-a57a-40a9-baf5-4346f51ef710),segment_id=4d92b8e6-a57a-40a9-baf5-4346f51ef710)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:10:32.238154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:32.298011 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:32.298526 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:32.299939 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] 10.222.0.11 "PUT /v2.0/ports/e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 HTTP/1.1" status: 200 len: 1097 time: 1.0773432 Apr 20 16:10:32.300380 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7220d064-3ed0-494f-a2aa-4fd1fb85d54a', 'tag': 'e69841f3-4003-420c-ab4c-4dcc2d8ad7b8'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:32.328349 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc347b59-e707-405d-b91e-6234e043a5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e69841f3-4003-420c-ab4c-4dcc2d8ad7b8,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:32.375229 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f3bdac2-259a-4b0e-b86a-de5910dc010e'] response: {'name': 'network-changed', 'server_uuid': '7220d064-3ed0-494f-a2aa-4fd1fb85d54a', 'tag': 'e69841f3-4003-420c-ab4c-4dcc2d8ad7b8', 'status': 'completed', 'code': 200} Apr 20 16:10:32.434851 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-0f901e76-216a-4f08-bbf3-cb3b654f2891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:32.436465 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-0f901e76-216a-4f08-bbf3-cb3b654f2891 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e58c1691e13c45ff8e6bf64b09d31953&device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 1100 time: 0.0939276 Apr 20 16:10:32.516232 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-69bcc28c-346d-4aba-86fc-98ca7f68fbbe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 HTTP/1.1" status: 200 len: 217 time: 0.0730667 Apr 20 16:10:32.626362 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-d709f550-a80b-4ee6-a81d-dec3e7ac1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:32.627676 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-d709f550-a80b-4ee6-a81d-dec3e7ac1fc2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b02e436-6ceb-4858-a844-cf97b223cd4a HTTP/1.1" status: 200 len: 843 time: 0.1060081 Apr 20 16:10:32.701498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328329d-b788-4058-913a-0878dd432622 req-e255b460-c364-4cc7-91ac-b268fba903e1 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:32.703027 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b328329d-b788-4058-913a-0878dd432622 req-e255b460-c364-4cc7-91ac-b268fba903e1 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/ports?device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 947 time: 0.1516907 Apr 20 16:10:32.754933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-36e01c8d-05bb-4afa-a3a0-9b13feececd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:32.756423 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-36e01c8d-05bb-4afa-a3a0-9b13feececd8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=95b2e426-407c-4ecc-a5c6-6b05ea2504c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1209214 Apr 20 16:10:32.786304 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b328329d-b788-4058-913a-0878dd432622 req-dae3f429-d98a-4dc2-8f0c-d46d2d439362 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/security-groups?id=f472b078-b821-45ec-990f-5537583892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717523 Apr 20 16:10:32.893583 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-7059de65-b2af-4daa-92d5-2dc57e0cdb90 service neutron] 10.222.0.11 "GET /v2.0/networks/95b2e426-407c-4ecc-a5c6-6b05ea2504c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307914 Apr 20 16:10:33.027399 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7eb3f4fd-9695-4da1-b8f5-00547cc00b14 req-b02b508a-3c2e-4ab5-a5cc-2aa7f03ccdf9 service neutron] 10.222.0.11 "GET /v2.0/networks/95b2e426-407c-4ecc-a5c6-6b05ea2504c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279883 Apr 20 16:10:33.144328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768af7ba-4c2f-45e4-8042-015a722819c3 req-f1214f04-5095-450e-8cb4-02d882bdac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:33.145689 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-768af7ba-4c2f-45e4-8042-015a722819c3 req-f1214f04-5095-450e-8cb4-02d882bdac3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e58c1691e13c45ff8e6bf64b09d31953&device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 1100 time: 0.0733063 Apr 20 16:10:33.273626 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768af7ba-4c2f-45e4-8042-015a722819c3 req-4579582d-8c74-4c2c-9098-8b1083f1cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:33.275548 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-768af7ba-4c2f-45e4-8042-015a722819c3 req-4579582d-8c74-4c2c-9098-8b1083f1cfb4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=95b2e426-407c-4ecc-a5c6-6b05ea2504c3 HTTP/1.1" status: 200 len: 870 time: 0.1232598 Apr 20 16:10:33.339746 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-768af7ba-4c2f-45e4-8042-015a722819c3 req-eed0f121-33a2-429a-b34c-c7829aecce43 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 HTTP/1.1" status: 200 len: 217 time: 0.0592792 Apr 20 16:10:33.403162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768af7ba-4c2f-45e4-8042-015a722819c3 req-cb263d2e-69cb-4000-b6ae-1dfa8b844262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:33.404484 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-768af7ba-4c2f-45e4-8042-015a722819c3 req-cb263d2e-69cb-4000-b6ae-1dfa8b844262 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b02e436-6ceb-4858-a844-cf97b223cd4a HTTP/1.1" status: 200 len: 843 time: 0.0590086 Apr 20 16:10:33.477517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768af7ba-4c2f-45e4-8042-015a722819c3 req-0c856a62-ef04-46fa-8435-ce0c9acc0f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:33.478964 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-768af7ba-4c2f-45e4-8042-015a722819c3 req-0c856a62-ef04-46fa-8435-ce0c9acc0f93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=95b2e426-407c-4ecc-a5c6-6b05ea2504c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0683579 Apr 20 16:10:33.606484 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-768af7ba-4c2f-45e4-8042-015a722819c3 req-2fa0d676-d0ff-40c3-8720-c6fc5f0d39db service neutron] 10.222.0.11 "GET /v2.0/networks/95b2e426-407c-4ecc-a5c6-6b05ea2504c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213527 Apr 20 16:10:33.850347 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-768af7ba-4c2f-45e4-8042-015a722819c3 req-ee8227b0-bcfc-4803-9efd-b9446843eab9 service neutron] 10.222.0.11 "GET /v2.0/networks/95b2e426-407c-4ecc-a5c6-6b05ea2504c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374723 Apr 20 16:10:33.971912 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f15dd-6e2b-4d8a-8b63-80a5eace7946 req-dea250c0-e510-45aa-9386-584125bc46ce tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:33.973331 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-059f15dd-6e2b-4d8a-8b63-80a5eace7946 req-dea250c0-e510-45aa-9386-584125bc46ce tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/ports?device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 947 time: 0.0815959 Apr 20 16:10:34.016810 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-059f15dd-6e2b-4d8a-8b63-80a5eace7946 req-338cc27a-3b4c-4442-ab82-510764a56fa6 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/security-groups?id=f472b078-b821-45ec-990f-5537583892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378151 Apr 20 16:10:34.370752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5c9202c3-a2dd-41e5-b39d-ff507e82926a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:34.531099 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:10:34.660308 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port e69841f3-4003-420c-ab4c-4dcc2d8ad7b8, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e69841f3-4003-420c-ab4c-4dcc2d8ad7b8,segment=NetworkSegment(4d92b8e6-a57a-40a9-baf5-4346f51ef710),segment_id=4d92b8e6-a57a-40a9-baf5-4346f51ef710)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:10:34.672817 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': 'e69841f3-4003-420c-ab4c-4dcc2d8ad7b8', 'network_id': '95b2e426-407c-4ecc-a5c6-6b05ea2504c3', 'port_id': 'e69841f3-4003-420c-ab4c-4dcc2d8ad7b8', 'mac_address': 'fa:16:3e:4b:a6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b02e436-6ceb-4858-a844-cf97b223cd4a', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:10:34.728638 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:34.750921 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:10:34.766018 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port e69841f3-4003-420c-ab4c-4dcc2d8ad7b8, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e69841f3-4003-420c-ab4c-4dcc2d8ad7b8,segment=NetworkSegment(4d92b8e6-a57a-40a9-baf5-4346f51ef710),segment_id=4d92b8e6-a57a-40a9-baf5-4346f51ef710)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:10:34.769744 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:34.833598 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=e69841f3-4003-420c-ab4c-4dcc2d8ad7b8,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:34.840736 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:34.841082 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:34.841417 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:34.841747 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:34.842074 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:34.842401 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:34.842722 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:34.843108 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:34.843437 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:34.843752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:34.844095 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:34.844412 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:35.123962 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['e69841f3-4003-420c-ab4c-4dcc2d8ad7b8'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:10:35.202450 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a210f7-d725-432e-a7bc-d3843dbd7f7d req-385e3b2a-260e-49f2-a0fd-0e51efef0319 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:35.203936 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a6a210f7-d725-432e-a7bc-d3843dbd7f7d req-385e3b2a-260e-49f2-a0fd-0e51efef0319 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/ports?device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 948 time: 0.0851200 Apr 20 16:10:35.248464 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a6a210f7-d725-432e-a7bc-d3843dbd7f7d req-342f2280-8a02-4ace-aca5-6b3357877edd tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/security-groups?id=f472b078-b821-45ec-990f-5537583892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387332 Apr 20 16:10:35.760389 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:35.762635 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:36.434372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ca3d9-8e4c-4f53-b10f-d70c01b592b8 req-7026c3fd-3ca2-41a8-a698-dad99a86a5b2 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:36.435818 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d41ca3d9-8e4c-4f53-b10f-d70c01b592b8 req-7026c3fd-3ca2-41a8-a698-dad99a86a5b2 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/ports?device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 948 time: 0.0830133 Apr 20 16:10:36.478583 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d41ca3d9-8e4c-4f53-b10f-d70c01b592b8 req-e2cf7f8e-e5a5-4ffa-8edf-3bc618124c5b tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/security-groups?id=f472b078-b821-45ec-990f-5537583892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370584 Apr 20 16:10:36.544461 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:10:36.614239 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:10:36.618789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:10:36.619727 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:36.758221 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:36.783297 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7220d064-3ed0-494f-a2aa-4fd1fb85d54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69841f3-4003-420c-ab4c-4dcc2d8ad7b8'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:36.793163 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port e69841f3-4003-420c-ab4c-4dcc2d8ad7b8, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e69841f3-4003-420c-ab4c-4dcc2d8ad7b8,segment=NetworkSegment(4d92b8e6-a57a-40a9-baf5-4346f51ef710),segment_id=4d92b8e6-a57a-40a9-baf5-4346f51ef710)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:10:36.796978 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:36.830883 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c30b17-64e6-44d0-afa6-156ac29a4bce'] response: {'server_uuid': '7220d064-3ed0-494f-a2aa-4fd1fb85d54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69841f3-4003-420c-ab4c-4dcc2d8ad7b8', 'code': 200} Apr 20 16:10:36.868611 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=e69841f3-4003-420c-ab4c-4dcc2d8ad7b8,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:37.046202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ed364-b09b-4fd9-85a2-a42f7f16c50e req-db9a397c-f73e-426e-8018-fd61da275b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:37.047559 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b33ed364-b09b-4fd9-85a2-a42f7f16c50e req-db9a397c-f73e-426e-8018-fd61da275b11 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 1102 time: 0.0679042 Apr 20 16:10:37.097788 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b33ed364-b09b-4fd9-85a2-a42f7f16c50e req-79a00444-1b71-4af4-8f89-c82fe81942c9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f472b078-b821-45ec-990f-5537583892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445035 Apr 20 16:10:37.121082 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:37.660063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4f622-bee3-4eaa-a9e9-47abafcb5ba6 req-22a98138-cbb0-429e-9d5d-e2cc60dd645f tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:37.661505 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cbd4f622-bee3-4eaa-a9e9-47abafcb5ba6 req-22a98138-cbb0-429e-9d5d-e2cc60dd645f tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/ports?device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 949 time: 0.0782139 Apr 20 16:10:37.704354 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cbd4f622-bee3-4eaa-a9e9-47abafcb5ba6 req-4ec0f379-9d42-41f5-ae9e-5e8d023fe5cd tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/security-groups?id=f472b078-b821-45ec-990f-5537583892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372307 Apr 20 16:10:38.892862 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cb398-1410-49e4-877c-e11453843f0e req-1e23112a-24d6-4f2e-9e28-0a14440119cf tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:38.894342 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e46cb398-1410-49e4-877c-e11453843f0e req-1e23112a-24d6-4f2e-9e28-0a14440119cf tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/ports?device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 949 time: 0.0830319 Apr 20 16:10:38.938374 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e46cb398-1410-49e4-877c-e11453843f0e req-dcf28a4b-a3c1-4298-a29b-11dedefb6dbb tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/security-groups?id=f472b078-b821-45ec-990f-5537583892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383220 Apr 20 16:10:40.006606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990e8f0-b2b3-4775-9209-93180d9cb287 req-a820eb6e-3211-47bc-ab29-626dbc83ebbb tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:40.008076 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3990e8f0-b2b3-4775-9209-93180d9cb287 req-a820eb6e-3211-47bc-ab29-626dbc83ebbb tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/ports?device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 949 time: 0.0808465 Apr 20 16:10:40.052382 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3990e8f0-b2b3-4775-9209-93180d9cb287 req-bb622b57-344c-4f24-b878-e47f8e283628 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/security-groups?id=f472b078-b821-45ec-990f-5537583892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387683 Apr 20 16:10:41.239972 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27e8a3-c444-49de-8880-dc5b1e8c34af req-257ea39b-2eb0-41a6-a257-a5b1140454c2 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:41.241421 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d27e8a3-c444-49de-8880-dc5b1e8c34af req-257ea39b-2eb0-41a6-a257-a5b1140454c2 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/ports?device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 949 time: 0.0821128 Apr 20 16:10:41.323929 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d27e8a3-c444-49de-8880-dc5b1e8c34af req-c068880b-078e-48db-b85d-f556df289700 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/security-groups?id=f472b078-b821-45ec-990f-5537583892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761631 Apr 20 16:10:41.360692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65166ae1-bd29-4c7a-a71f-9f21893e8b8b req-0234b366-5a3b-46ba-964e-87ed4de48f36 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:41.362256 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65166ae1-bd29-4c7a-a71f-9f21893e8b8b req-0234b366-5a3b-46ba-964e-87ed4de48f36 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.11 "GET /v2.0/ports?device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 949 time: 0.0867779 Apr 20 16:10:41.433121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-65166ae1-bd29-4c7a-a71f-9f21893e8b8b req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Deleting port e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:10:41.433555 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-65166ae1-bd29-4c7a-a71f-9f21893e8b8b req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:41.673636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-65166ae1-bd29-4c7a-a71f-9f21893e8b8b req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] For port e69841f3-4003-420c-ab4c-4dcc2d8ad7b8, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e69841f3-4003-420c-ab4c-4dcc2d8ad7b8,segment=NetworkSegment(4d92b8e6-a57a-40a9-baf5-4346f51ef710),segment_id=4d92b8e6-a57a-40a9-baf5-4346f51ef710)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:10:41.673987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-65166ae1-bd29-4c7a-a71f-9f21893e8b8b req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:41.792698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-65166ae1-bd29-4c7a-a71f-9f21893e8b8b req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Calling delete_port for e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:10:41.932161 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-65166ae1-bd29-4c7a-a71f-9f21893e8b8b req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:41.943035 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['e69841f3-4003-420c-ab4c-4dcc2d8ad7b8'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:10:41.981861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Pushing event deleted for resources: {'Port': ['ID=e69841f3-4003-420c-ab4c-4dcc2d8ad7b8,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:42.033791 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:42.034142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:42.034487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:42.034825 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:42.035159 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:42.035487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:42.035842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:42.036172 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:42.036500 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:42.036824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:42.037148 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:42.037472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:42.075713 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-65166ae1-bd29-4c7a-a71f-9f21893e8b8b req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] No DVR routers for this DVR port e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:10:42.078236 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-65166ae1-bd29-4c7a-a71f-9f21893e8b8b req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:42.080928 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7220d064-3ed0-494f-a2aa-4fd1fb85d54a', 'name': 'network-vif-deleted', 'tag': 'e69841f3-4003-420c-ab4c-4dcc2d8ad7b8'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:42.097666 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65166ae1-bd29-4c7a-a71f-9f21893e8b8b req-b6e037a4-5b02-43ea-8f58-653064ba544d tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.11 "DELETE /v2.0/ports/e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 HTTP/1.1" status: 204 len: 173 time: 0.7305865 Apr 20 16:10:42.126707 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e783b1-d5f2-427a-a4a1-93b9752bc5f5'] response: {'server_uuid': '7220d064-3ed0-494f-a2aa-4fd1fb85d54a', 'name': 'network-vif-deleted', 'tag': 'e69841f3-4003-420c-ab4c-4dcc2d8ad7b8', 'status': 'completed', 'code': 200} Apr 20 16:10:42.479663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-f5a2708b-8fba-4c5d-b316-0636337ac9a9 req-59fb8946-8e24-4563-b23a-dd93cfb11ec5 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Synchronizing usage tracker for tenant:e58c1691e13c45ff8e6bf64b09d31953 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:10:42.495154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-f5a2708b-8fba-4c5d-b316-0636337ac9a9 req-59fb8946-8e24-4563-b23a-dd93cfb11ec5 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] Unset dirty status for tenant:e58c1691e13c45ff8e6bf64b09d31953 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:10:42.496379 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f5a2708b-8fba-4c5d-b316-0636337ac9a9 req-59fb8946-8e24-4563-b23a-dd93cfb11ec5 tempest-ServersAdminNegativeTestJSON-589845543 tempest-ServersAdminNegativeTestJSON-589845543-project] 10.222.0.13 "GET /v2.0/ports?device_id=7220d064-3ed0-494f-a2aa-4fd1fb85d54a HTTP/1.1" status: 200 len: 210 time: 0.0589802 Apr 20 16:10:43.848275 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 42122) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:10:43.989810 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dd4f9346-9560-4525-aa9e-a59efed5b2c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e58c1691e13c45ff8e6bf64b09d31953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403799 Apr 20 16:10:43.992323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 42128) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:10:44.051182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-816b1a4c-b255-493c-a32b-9f917f68b7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:44.076741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-816b1a4c-b255-493c-a32b-9f917f68b7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:44.127581 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-816b1a4c-b255-493c-a32b-9f917f68b7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:44.145066 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b1a4c-b255-493c-a32b-9f917f68b7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f472b078-b821-45ec-990f-5537583892aa,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:44.152420 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-816b1a4c-b255-493c-a32b-9f917f68b7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:44.156125 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-816b1a4c-b255-493c-a32b-9f917f68b7b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f472b078-b821-45ec-990f-5537583892aa HTTP/1.1" status: 204 len: 168 time: 0.1628585 Apr 20 16:10:44.426329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 42136) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:10:44.444311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0107f216-ce82-47ab-b04a-1b78e2b5f1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:44.458118 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0107f216-ce82-47ab-b04a-1b78e2b5f1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:10:44.461955 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0107f216-ce82-47ab-b04a-1b78e2b5f1c2 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab339d66c46488b82e243db658bc350 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:10:44.465287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0107f216-ce82-47ab-b04a-1b78e2b5f1c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:10:44.471195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0107f216-ce82-47ab-b04a-1b78e2b5f1c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:10:44.553348 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0107f216-ce82-47ab-b04a-1b78e2b5f1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:44.557081 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0107f216-ce82-47ab-b04a-1b78e2b5f1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:44.601671 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107f216-ce82-47ab-b04a-1b78e2b5f1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc5c1f0-3176-4b25-9cff-bb5735b79fb3,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:44.607997 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0107f216-ce82-47ab-b04a-1b78e2b5f1c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ab339d66c46488b82e243db658bc350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804888 Apr 20 16:10:44.610746 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 42140) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:10:44.671636 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5cae9381-b941-4ba1-ad3d-611cfc90f134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:44.692753 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:10:44.696041 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5cae9381-b941-4ba1-ad3d-611cfc90f134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:44.729874 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:10:44.730221 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device e69841f3-4003-420c-ab4c-4dcc2d8ad7b8 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:10:44.746420 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5cae9381-b941-4ba1-ad3d-611cfc90f134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:44.762903 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae9381-b941-4ba1-ad3d-611cfc90f134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc5c1f0-3176-4b25-9cff-bb5735b79fb3,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:44.772417 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae9381-b941-4ba1-ad3d-611cfc90f134 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:44.772761 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae9381-b941-4ba1-ad3d-611cfc90f134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:44.773097 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae9381-b941-4ba1-ad3d-611cfc90f134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:44.773426 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae9381-b941-4ba1-ad3d-611cfc90f134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:44.773752 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae9381-b941-4ba1-ad3d-611cfc90f134 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:44.774078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae9381-b941-4ba1-ad3d-611cfc90f134 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:44.774402 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae9381-b941-4ba1-ad3d-611cfc90f134 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:44.774722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae9381-b941-4ba1-ad3d-611cfc90f134 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:44.775573 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae9381-b941-4ba1-ad3d-611cfc90f134 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:44.775922 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae9381-b941-4ba1-ad3d-611cfc90f134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:44.776243 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae9381-b941-4ba1-ad3d-611cfc90f134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:44.776556 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae9381-b941-4ba1-ad3d-611cfc90f134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:44.780424 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5cae9381-b941-4ba1-ad3d-611cfc90f134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:44.784038 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5cae9381-b941-4ba1-ad3d-611cfc90f134 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4bc5c1f0-3176-4b25-9cff-bb5735b79fb3 HTTP/1.1" status: 204 len: 168 time: 0.1697242 Apr 20 16:10:45.123392 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.483646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 42164) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:10:45.587255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1148348879-network', 'tenant_id': '43c11812a6f741d79acd2774312c67a8'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:10:45.592031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:10:45.596266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Usage tracker for resource:network and tenant:43c11812a6f741d79acd2774312c67a8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:10:45.599211 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:10:45.609532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:10:45.619848 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Made reservation on behalf of 43c11812a6f741d79acd2774312c67a8 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:10:45.622086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.634086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.648500 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:10:45.652317 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Usage tracker for resource:security_group_rule and tenant:43c11812a6f741d79acd2774312c67a8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:10:45.655083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:10:45.660812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:10:45.742461 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.746189 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.775971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:10:45.784051 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0695a15f-159a-44d0-9717-3c548a13d816,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:45.789550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.789899 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Added segment cea8a49f-c392-4a63-acf0-e7d9895474aa of type vlan for network 57bafc92-33ad-4859-9343-8d4e36750f60 Apr 20 16:10:45.816073 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.844394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.845422 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:45.846257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.951635 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] Pushing event updated for resources: {'Network': ['ID=57bafc92-33ad-4859-9343-8d4e36750f60,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:45.956308 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cd4cb681-12cf-407e-b33a-470555521109 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4715276 Apr 20 16:10:45.959268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 42172) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:10:45.962242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 57bafc92-33ad-4859-9343-8d4e36750f60 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:10:45.965155 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e9d013de-efd6-4d57-b7d4-9d7f8886cafe admin admin] Request body: {'subnet': {'network_id': '57bafc92-33ad-4859-9343-8d4e36750f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1148348879-subnet', 'tenant_id': '43c11812a6f741d79acd2774312c67a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:10:45.970056 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e9d013de-efd6-4d57-b7d4-9d7f8886cafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:10:45.974202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e9d013de-efd6-4d57-b7d4-9d7f8886cafe admin admin] Usage tracker for resource:subnet and tenant:43c11812a6f741d79acd2774312c67a8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:10:45.977124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e9d013de-efd6-4d57-b7d4-9d7f8886cafe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:10:45.982963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e9d013de-efd6-4d57-b7d4-9d7f8886cafe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:10:45.994508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d013de-efd6-4d57-b7d4-9d7f8886cafe admin admin] Made reservation on behalf of 43c11812a6f741d79acd2774312c67a8 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:10:45.996879 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9d013de-efd6-4d57-b7d4-9d7f8886cafe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:46.301460 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9d013de-efd6-4d57-b7d4-9d7f8886cafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:46.372657 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d013de-efd6-4d57-b7d4-9d7f8886cafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1771f35-50ab-4a4b-9358-89a97a8b35b4,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:46.386160 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d013de-efd6-4d57-b7d4-9d7f8886cafe admin admin] Checking segment: {'id': 'cea8a49f-c392-4a63-acf0-e7d9895474aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '57bafc92-33ad-4859-9343-8d4e36750f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:10:46.386514 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d013de-efd6-4d57-b7d4-9d7f8886cafe admin admin] Network hostable DHCP agents. Network: 57bafc92-33ad-4859-9343-8d4e36750f60, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:10:46.404541 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d013de-efd6-4d57-b7d4-9d7f8886cafe admin admin] Network 57bafc92-33ad-4859-9343-8d4e36750f60 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:10:46.413298 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e9d013de-efd6-4d57-b7d4-9d7f8886cafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 57bafc92-33ad-4859-9343-8d4e36750f60) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:10:46.418473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d013de-efd6-4d57-b7d4-9d7f8886cafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:46.419056 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9d013de-efd6-4d57-b7d4-9d7f8886cafe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:46.423023 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4d0fec-1927-463b-94ff-fceba00f33c8 None None] Network 57bafc92-33ad-4859-9343-8d4e36750f60 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:10:46.445763 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e9d013de-efd6-4d57-b7d4-9d7f8886cafe admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4853530 Apr 20 16:10:46.632224 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a600e-0c94-4ccd-903f-ea9d40acc711 None None] Network 57bafc92-33ad-4859-9343-8d4e36750f60 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:10:46.947367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-fc37697b-022f-4f78-8990-a4cac6c49250 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:46.948069 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-fc37697b-022f-4f78-8990-a4cac6c49250 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Synchronizing usage tracker for tenant:43c11812a6f741d79acd2774312c67a8 on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:10:46.964746 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-fc37697b-022f-4f78-8990-a4cac6c49250 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Unset dirty status for tenant:43c11812a6f741d79acd2774312c67a8 on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:10:46.965868 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-fc37697b-022f-4f78-8990-a4cac6c49250 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/networks?id=57bafc92-33ad-4859-9343-8d4e36750f60 HTTP/1.1" status: 200 len: 812 time: 0.1628191 Apr 20 16:10:46.981129 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-915822dd-eef5-472b-aa31-deece7c2eb2c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/quotas/43c11812a6f741d79acd2774312c67a8 HTTP/1.1" status: 200 len: 375 time: 0.0095417 Apr 20 16:10:47.030675 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-a3d29569-cbbe-4488-90d8-5db17db407ff tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43c11812a6f741d79acd2774312c67a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447049 Apr 20 16:10:47.163052 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-6ecb6bb1-530b-4eaa-8624-f726a3ef87ce service neutron] 10.222.0.13 "GET /v2.0/networks/57bafc92-33ad-4859-9343-8d4e36750f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257443 Apr 20 16:10:47.298136 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-2239b002-a6e7-4706-a954-0790b27cceb6 service neutron] 10.222.0.13 "GET /v2.0/networks/57bafc92-33ad-4859-9343-8d4e36750f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289713 Apr 20 16:10:48.493073 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d532dba0-ccc4-49af-8491-c1d1e4899443 req-fe1322c5-a3fe-47a9-87fc-afcbe886923e tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 210 time: 0.0431466 Apr 20 16:10:49.659948 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-39cecad9-3f96-41b3-88ef-80d4c85829b0 req-2ff30264-650e-40ce-90b7-fd84ef0c6265 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 210 time: 0.0553830 Apr 20 16:10:49.719049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-8a626f60-4008-4cee-9fbd-71a3cab2f052 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:49.720465 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-8a626f60-4008-4cee-9fbd-71a3cab2f052 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.11 "GET /v2.0/networks?id=57bafc92-33ad-4859-9343-8d4e36750f60 HTTP/1.1" status: 200 len: 812 time: 0.1923084 Apr 20 16:10:49.735234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-1b885ae7-bdfa-499b-a550-4533a3ffcd3c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Request body: {'port': {'device_id': 'ddd8a4fe-7522-4c72-9bf7-4dd8e2191247', 'network_id': '57bafc92-33ad-4859-9343-8d4e36750f60', 'admin_state_up': True, 'tenant_id': '43c11812a6f741d79acd2774312c67a8'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:10:49.870107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-1b885ae7-bdfa-499b-a550-4533a3ffcd3c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:10:49.873921 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-1b885ae7-bdfa-499b-a550-4533a3ffcd3c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Usage tracker for resource:port and tenant:43c11812a6f741d79acd2774312c67a8 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:10:49.876690 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-1b885ae7-bdfa-499b-a550-4533a3ffcd3c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:10:49.882940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-1b885ae7-bdfa-499b-a550-4533a3ffcd3c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:10:49.892539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-1b885ae7-bdfa-499b-a550-4533a3ffcd3c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Made reservation on behalf of 43c11812a6f741d79acd2774312c67a8 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:10:49.895940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-1b885ae7-bdfa-499b-a550-4533a3ffcd3c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:50.054510 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-1b885ae7-bdfa-499b-a550-4533a3ffcd3c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Allocated IP 172.20.0.2 (57bafc92-33ad-4859-9343-8d4e36750f60/b1771f35-50ab-4a4b-9358-89a97a8b35b4/457430e0-98de-4f39-9ebe-dfcf383f9ef7) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:10:50.257273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-1b885ae7-bdfa-499b-a550-4533a3ffcd3c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:50.286541 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-1b885ae7-bdfa-499b-a550-4533a3ffcd3c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:50.351218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-1b885ae7-bdfa-499b-a550-4533a3ffcd3c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Network 57bafc92-33ad-4859-9343-8d4e36750f60 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:10:50.354742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-1b885ae7-bdfa-499b-a550-4533a3ffcd3c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:10:50.363047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-1b885ae7-bdfa-499b-a550-4533a3ffcd3c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:10:50.399385 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b885ae7-bdfa-499b-a550-4533a3ffcd3c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Pushing event updated for resources: {'Port': ['ID=457430e0-98de-4f39-9ebe-dfcf383f9ef7,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:50.432888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-1b885ae7-bdfa-499b-a550-4533a3ffcd3c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:50.433490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-1b885ae7-bdfa-499b-a550-4533a3ffcd3c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:50.454443 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-1b885ae7-bdfa-499b-a550-4533a3ffcd3c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7233231 Apr 20 16:10:50.465517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Request body: {'port': {'device_id': 'ddd8a4fe-7522-4c72-9bf7-4dd8e2191247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:10:50.483181 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:10:50.573379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:51.011878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6b3ec-7cda-4962-861a-a0569c1a7260 req-9b842af6-a3c5-49ee-a633-5a1a9a5d5cd9 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:51.012565 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-7ad6b3ec-7cda-4962-861a-a0569c1a7260 req-9b842af6-a3c5-49ee-a633-5a1a9a5d5cd9 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Synchronizing usage tracker for tenant:43c11812a6f741d79acd2774312c67a8 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:10:51.075052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-7ad6b3ec-7cda-4962-861a-a0569c1a7260 req-9b842af6-a3c5-49ee-a633-5a1a9a5d5cd9 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Unset dirty status for tenant:43c11812a6f741d79acd2774312c67a8 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:10:51.076214 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7ad6b3ec-7cda-4962-861a-a0569c1a7260 req-9b842af6-a3c5-49ee-a633-5a1a9a5d5cd9 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 931 time: 0.2941492 Apr 20 16:10:51.109498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457430e0-98de-4f39-9ebe-dfcf383f9ef7 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:10:51.124359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:51.145306 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-7ad6b3ec-7cda-4962-861a-a0569c1a7260 req-913e1fe7-f052-4be8-943f-91434c19abb7 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Synchronizing usage tracker for tenant:43c11812a6f741d79acd2774312c67a8 on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:10:51.150047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Transition to ACTIVE for port object 457430e0-98de-4f39-9ebe-dfcf383f9ef7 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:10:51.154687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:51.273424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-7ad6b3ec-7cda-4962-861a-a0569c1a7260 req-913e1fe7-f052-4be8-943f-91434c19abb7 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Unset dirty status for tenant:43c11812a6f741d79acd2774312c67a8 on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:10:51.274483 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7ad6b3ec-7cda-4962-861a-a0569c1a7260 req-913e1fe7-f052-4be8-943f-91434c19abb7 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915171 Apr 20 16:10:51.322368 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Pushing event updated for resources: {'Port': ['ID=457430e0-98de-4f39-9ebe-dfcf383f9ef7,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:51.393961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Attempting to bind port 457430e0-98de-4f39-9ebe-dfcf383f9ef7 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:10:51.394293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Attempting to bind port 457430e0-98de-4f39-9ebe-dfcf383f9ef7 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'cea8a49f-c392-4a63-acf0-e7d9895474aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '57bafc92-33ad-4859-9343-8d4e36750f60'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:10:51.394621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Attempting to bind port 457430e0-98de-4f39-9ebe-dfcf383f9ef7 on network 57bafc92-33ad-4859-9343-8d4e36750f60 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:10:51.399152 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Port 457430e0-98de-4f39-9ebe-dfcf383f9ef7 on network 57bafc92-33ad-4859-9343-8d4e36750f60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:10:51.399474 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Attempting to bind port 457430e0-98de-4f39-9ebe-dfcf383f9ef7 on network 57bafc92-33ad-4859-9343-8d4e36750f60 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:10:51.405122 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:10:51.405462 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Checking segment: {'id': 'cea8a49f-c392-4a63-acf0-e7d9895474aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '57bafc92-33ad-4859-9343-8d4e36750f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:10:51.405847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Bound using segment: {'id': 'cea8a49f-c392-4a63-acf0-e7d9895474aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '57bafc92-33ad-4859-9343-8d4e36750f60'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:10:51.406278 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Bound port: 457430e0-98de-4f39-9ebe-dfcf383f9ef7, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea8a49f-c392-4a63-acf0-e7d9895474aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '57bafc92-33ad-4859-9343-8d4e36750f60'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:10:51.406623 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:51.496671 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] For port 457430e0-98de-4f39-9ebe-dfcf383f9ef7, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:10:51.500453 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] For port 457430e0-98de-4f39-9ebe-dfcf383f9ef7, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=457430e0-98de-4f39-9ebe-dfcf383f9ef7,segment=NetworkSegment(cea8a49f-c392-4a63-acf0-e7d9895474aa),segment_id=cea8a49f-c392-4a63-acf0-e7d9895474aa)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:10:51.505118 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:51.559494 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:51.560134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:51.561517 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] 10.222.0.11 "PUT /v2.0/ports/457430e0-98de-4f39-9ebe-dfcf383f9ef7 HTTP/1.1" status: 200 len: 1093 time: 1.1005402 Apr 20 16:10:51.561947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd8a4fe-7522-4c72-9bf7-4dd8e2191247', 'tag': '457430e0-98de-4f39-9ebe-dfcf383f9ef7'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:51.590558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df8ad1-8703-40aa-ac4d-49d48ec424f5 service neutron] Pushing event updated for resources: {'Port': ['ID=457430e0-98de-4f39-9ebe-dfcf383f9ef7,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:51.632533 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8171d7e-c257-4dec-9b20-63e1c4bcf555'] response: {'name': 'network-changed', 'server_uuid': 'ddd8a4fe-7522-4c72-9bf7-4dd8e2191247', 'tag': '457430e0-98de-4f39-9ebe-dfcf383f9ef7', 'status': 'completed', 'code': 200} Apr 20 16:10:51.672036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-f8aabcc5-2b80-4c95-ba53-ab2d0961d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:51.673487 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-f8aabcc5-2b80-4c95-ba53-ab2d0961d628 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43c11812a6f741d79acd2774312c67a8&device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 1096 time: 0.0750160 Apr 20 16:10:51.739164 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-4eb95f8f-7138-4015-8161-3945e49f3314 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=457430e0-98de-4f39-9ebe-dfcf383f9ef7 HTTP/1.1" status: 200 len: 217 time: 0.0590966 Apr 20 16:10:51.801277 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-67210b92-1c93-45d9-9285-f1d180b8526e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:51.802647 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-67210b92-1c93-45d9-9285-f1d180b8526e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b1771f35-50ab-4a4b-9358-89a97a8b35b4 HTTP/1.1" status: 200 len: 852 time: 0.0579803 Apr 20 16:10:51.847903 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-0a70952f-6b48-4f9f-a4fb-f112432d4ead service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57bafc92-33ad-4859-9343-8d4e36750f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397720 Apr 20 16:10:51.975587 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-c5d45509-3882-4d2a-aacf-b9434e504281 service neutron] 10.222.0.11 "GET /v2.0/networks/57bafc92-33ad-4859-9343-8d4e36750f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206136 Apr 20 16:10:52.104960 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3951235c-60e4-4da9-a5bf-446cc53a6893 req-6511dcd1-4d1b-4812-b757-50254a729a27 service neutron] 10.222.0.11 "GET /v2.0/networks/57bafc92-33ad-4859-9343-8d4e36750f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224766 Apr 20 16:10:52.218260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d6b9f-d227-4d71-85e0-dd60c23657bb req-5a13c64e-b334-41dd-ab6b-f4e92516894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:52.219701 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2f0d6b9f-d227-4d71-85e0-dd60c23657bb req-5a13c64e-b334-41dd-ab6b-f4e92516894b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43c11812a6f741d79acd2774312c67a8&device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 1096 time: 0.0735874 Apr 20 16:10:52.354702 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d6b9f-d227-4d71-85e0-dd60c23657bb req-137d19e7-008c-4991-8825-fd10c01976ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:52.356194 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2f0d6b9f-d227-4d71-85e0-dd60c23657bb req-137d19e7-008c-4991-8825-fd10c01976ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=57bafc92-33ad-4859-9343-8d4e36750f60 HTTP/1.1" status: 200 len: 913 time: 0.1303511 Apr 20 16:10:52.460990 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2f0d6b9f-d227-4d71-85e0-dd60c23657bb req-6441996a-8b61-45be-9f78-725c62535c52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=457430e0-98de-4f39-9ebe-dfcf383f9ef7 HTTP/1.1" status: 200 len: 217 time: 0.0993347 Apr 20 16:10:52.536797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d6b9f-d227-4d71-85e0-dd60c23657bb req-7e14c3d1-8321-461c-9690-3d1b18531629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:52.538166 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2f0d6b9f-d227-4d71-85e0-dd60c23657bb req-7e14c3d1-8321-461c-9690-3d1b18531629 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b1771f35-50ab-4a4b-9358-89a97a8b35b4 HTTP/1.1" status: 200 len: 852 time: 0.0709419 Apr 20 16:10:52.549182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99001dc-c851-42b8-8d1f-078c0436d3c4 req-900c49a8-cabf-48a8-9720-a25671de67da tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:52.550499 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a99001dc-c851-42b8-8d1f-078c0436d3c4 req-900c49a8-cabf-48a8-9720-a25671de67da tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 943 time: 0.1419389 Apr 20 16:10:52.722285 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2f0d6b9f-d227-4d71-85e0-dd60c23657bb req-c628f4fd-7037-4204-9ada-147881cd05ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57bafc92-33ad-4859-9343-8d4e36750f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1708603 Apr 20 16:10:52.804915 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a99001dc-c851-42b8-8d1f-078c0436d3c4 req-b6d50879-3091-49b1-a0a0-904d9b58c396 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248218 Apr 20 16:10:52.865351 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2f0d6b9f-d227-4d71-85e0-dd60c23657bb req-bfea2fbd-b5c2-4bed-9045-2a1e412a5b62 service neutron] 10.222.0.11 "GET /v2.0/networks/57bafc92-33ad-4859-9343-8d4e36750f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322415 Apr 20 16:10:52.995878 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2f0d6b9f-d227-4d71-85e0-dd60c23657bb req-20f00ec4-fc0a-459a-9fc4-d8a78fefb392 service neutron] 10.222.0.11 "GET /v2.0/networks/57bafc92-33ad-4859-9343-8d4e36750f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223276 Apr 20 16:10:53.986308 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c99ed-a34a-4668-8700-19a21ec6045e req-14021a7c-71df-43b5-9552-3e9168ba85fb tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:53.987727 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c53c99ed-a34a-4668-8700-19a21ec6045e req-14021a7c-71df-43b5-9552-3e9168ba85fb tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 943 time: 0.0777924 Apr 20 16:10:54.031605 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c53c99ed-a34a-4668-8700-19a21ec6045e req-09d11f86-9b7d-465e-8792-efd535595ee4 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381711 Apr 20 16:10:54.748448 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 457430e0-98de-4f39-9ebe-dfcf383f9ef7 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:10:54.880493 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 457430e0-98de-4f39-9ebe-dfcf383f9ef7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=457430e0-98de-4f39-9ebe-dfcf383f9ef7,segment=NetworkSegment(cea8a49f-c392-4a63-acf0-e7d9895474aa),segment_id=cea8a49f-c392-4a63-acf0-e7d9895474aa)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:10:54.893714 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '457430e0-98de-4f39-9ebe-dfcf383f9ef7', 'network_id': '57bafc92-33ad-4859-9343-8d4e36750f60', 'port_id': '457430e0-98de-4f39-9ebe-dfcf383f9ef7', 'mac_address': 'fa:16:3e:6f:56:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1771f35-50ab-4a4b-9358-89a97a8b35b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:10:54.946832 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:54.963068 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457430e0-98de-4f39-9ebe-dfcf383f9ef7 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:10:54.979083 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 457430e0-98de-4f39-9ebe-dfcf383f9ef7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=457430e0-98de-4f39-9ebe-dfcf383f9ef7,segment=NetworkSegment(cea8a49f-c392-4a63-acf0-e7d9895474aa),segment_id=cea8a49f-c392-4a63-acf0-e7d9895474aa)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:10:54.982367 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:55.048829 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=457430e0-98de-4f39-9ebe-dfcf383f9ef7,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:55.214475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e97aa3-3734-4fad-9064-d57a5fb03bb5 req-c071ef63-bff7-4f10-b5ce-0819945da5e3 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:55.215942 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-39e97aa3-3734-4fad-9064-d57a5fb03bb5 req-c071ef63-bff7-4f10-b5ce-0819945da5e3 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 944 time: 0.0830243 Apr 20 16:10:55.258960 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-39e97aa3-3734-4fad-9064-d57a5fb03bb5 req-aa3807b2-38be-4ff5-9162-845b2b9bbe1d tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371161 Apr 20 16:10:55.301481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['457430e0-98de-4f39-9ebe-dfcf383f9ef7'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:10:56.444583 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78326dd-e7e2-403e-8428-dd1ff998f413 req-d823938d-fda6-4223-981c-97ec72f43c2c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:56.445931 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a78326dd-e7e2-403e-8428-dd1ff998f413 req-d823938d-fda6-4223-981c-97ec72f43c2c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 944 time: 0.0800653 Apr 20 16:10:56.489392 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a78326dd-e7e2-403e-8428-dd1ff998f413 req-4e66a72a-fb4c-4e5d-ae66-a3e3a2a173b7 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379550 Apr 20 16:10:56.750253 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 457430e0-98de-4f39-9ebe-dfcf383f9ef7 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:10:56.816039 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 457430e0-98de-4f39-9ebe-dfcf383f9ef7 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:10:56.820678 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 457430e0-98de-4f39-9ebe-dfcf383f9ef7 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:10:56.821065 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:56.934539 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:56.960150 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd8a4fe-7522-4c72-9bf7-4dd8e2191247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457430e0-98de-4f39-9ebe-dfcf383f9ef7'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:56.969810 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 457430e0-98de-4f39-9ebe-dfcf383f9ef7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=457430e0-98de-4f39-9ebe-dfcf383f9ef7,segment=NetworkSegment(cea8a49f-c392-4a63-acf0-e7d9895474aa),segment_id=cea8a49f-c392-4a63-acf0-e7d9895474aa)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:10:56.974769 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:57.012781 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d04fafe8-e09b-4a00-9289-e1f60d45e9e5'] response: {'server_uuid': 'ddd8a4fe-7522-4c72-9bf7-4dd8e2191247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457430e0-98de-4f39-9ebe-dfcf383f9ef7', 'code': 200} Apr 20 16:10:57.044336 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=457430e0-98de-4f39-9ebe-dfcf383f9ef7,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:57.222441 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686d5bc-c6c5-4d50-8f8c-17ce48a78f79 req-417f2d6a-1fdc-4635-ab40-f1f58ea25cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:57.223940 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b686d5bc-c6c5-4d50-8f8c-17ce48a78f79 req-417f2d6a-1fdc-4635-ab40-f1f58ea25cb8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 1098 time: 0.0735507 Apr 20 16:10:57.265906 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b686d5bc-c6c5-4d50-8f8c-17ce48a78f79 req-fe269dec-c9b7-451b-bb8f-61eb279bc494 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342205 Apr 20 16:10:57.668615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12723e52-e674-4398-b05c-3b1aac669901 req-85c1f686-e649-4f11-b53e-a75b1402680b tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:57.670049 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-12723e52-e674-4398-b05c-3b1aac669901 req-85c1f686-e649-4f11-b53e-a75b1402680b tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0802066 Apr 20 16:10:57.715479 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-12723e52-e674-4398-b05c-3b1aac669901 req-3b5c76e8-a675-4b47-9a44-61e1a3f24ae2 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398521 Apr 20 16:10:58.901061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337819b-181b-4d20-8892-9430558e0c6c req-b625c2e3-9477-4cc8-90b7-1e7d743d2301 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:58.902489 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8337819b-181b-4d20-8892-9430558e0c6c req-b625c2e3-9477-4cc8-90b7-1e7d743d2301 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0779834 Apr 20 16:10:58.945438 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8337819b-181b-4d20-8892-9430558e0c6c req-c4dc8f09-433e-42f2-972d-b31f9a1a7c7b tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373654 Apr 20 16:10:59.315972 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 42240) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:10:59.348831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ce25a-9b74-42d3-a62f-77d64da44d8f req-56e03772-f84e-4478-b4c4-e8d9202a96a2 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:59.350292 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-088ce25a-9b74-42d3-a62f-77d64da44d8f req-56e03772-f84e-4478-b4c4-e8d9202a96a2 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0851533 Apr 20 16:10:59.395315 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-088ce25a-9b74-42d3-a62f-77d64da44d8f req-666efd82-1ed5-4a2f-a208-436fba1e0448 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386007 Apr 20 16:10:59.432829 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-e23aeafa-8800-40b7-9ec1-5cd6df8c072d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1157212 Apr 20 16:11:00.626794 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-e1a4f1b3-d43a-4eaa-8289-0ca13c662f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:00.628288 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-e1a4f1b3-d43a-4eaa-8289-0ca13c662f8a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43c11812a6f741d79acd2774312c67a8&device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 1098 time: 0.1332355 Apr 20 16:11:00.639910 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15469a0-16f4-4eba-873e-b661e85b7686 req-31d21ba7-49d4-43d9-a756-35f3addd3223 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:00.641277 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a15469a0-16f4-4eba-873e-b661e85b7686 req-31d21ba7-49d4-43d9-a756-35f3addd3223 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.1159353 Apr 20 16:11:00.763494 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a15469a0-16f4-4eba-873e-b661e85b7686 req-c851d1c3-564e-4680-98de-1c9232021a3c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042359 Apr 20 16:11:00.797322 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-35c7931e-7dba-4eac-a9e6-e160c8fa5b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:00.798738 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-35c7931e-7dba-4eac-a9e6-e160c8fa5b9e service neutron] 10.222.0.11 "GET /v2.0/networks?id=57bafc92-33ad-4859-9343-8d4e36750f60 HTTP/1.1" status: 200 len: 913 time: 0.1566324 Apr 20 16:11:00.867804 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-c265f4f1-a1fe-44c9-b5d3-43115e8e7bab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=457430e0-98de-4f39-9ebe-dfcf383f9ef7 HTTP/1.1" status: 200 len: 217 time: 0.0631204 Apr 20 16:11:00.928521 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-013a6717-066f-463f-a7da-3d6ae74e9d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:00.929969 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-013a6717-066f-463f-a7da-3d6ae74e9d37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b1771f35-50ab-4a4b-9358-89a97a8b35b4 HTTP/1.1" status: 200 len: 852 time: 0.0563862 Apr 20 16:11:00.978766 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-67212583-64b6-45f3-a693-8642eb4a8bcc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57bafc92-33ad-4859-9343-8d4e36750f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418556 Apr 20 16:11:01.108426 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-18ac53e6-c154-4dc8-a54c-59e0f5aab784 service neutron] 10.222.0.11 "GET /v2.0/networks/57bafc92-33ad-4859-9343-8d4e36750f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241930 Apr 20 16:11:01.334104 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-5a05f318-e581-4674-9424-f779024845ad service neutron] 10.222.0.11 "GET /v2.0/networks/57bafc92-33ad-4859-9343-8d4e36750f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201104 Apr 20 16:11:01.942625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e7c98-b74d-44c2-8930-ce8e37293c59 req-d384bfc1-0cb5-4215-a47e-1fc77a7655f4 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:01.944076 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-593e7c98-b74d-44c2-8930-ce8e37293c59 req-d384bfc1-0cb5-4215-a47e-1fc77a7655f4 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0780210 Apr 20 16:11:01.987154 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-593e7c98-b74d-44c2-8930-ce8e37293c59 req-e351cc8c-eb1c-4081-b10a-3d0bafa07523 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369265 Apr 20 16:11:02.107253 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b9c90fd4-46ac-432d-9642-90c0583daf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:03.170468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c59dfd-f106-4f84-ab35-66465b232ba0 req-f75faf0b-fe63-41c2-8933-a13c57d00278 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:03.171941 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-09c59dfd-f106-4f84-ab35-66465b232ba0 req-f75faf0b-fe63-41c2-8933-a13c57d00278 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0813150 Apr 20 16:11:03.215857 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-09c59dfd-f106-4f84-ab35-66465b232ba0 req-5f8895ae-de91-4d3e-8dfd-5004c0479d02 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382426 Apr 20 16:11:04.373097 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1045038d-0c77-477e-b035-2541817a0608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:04.406742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ff709-03a4-4fcd-be39-525bfa9b962f req-4fc25fae-c1f7-41a6-89b3-bbc4b82e11d9 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:04.408206 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-120ff709-03a4-4fcd-be39-525bfa9b962f req-4fc25fae-c1f7-41a6-89b3-bbc4b82e11d9 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0879741 Apr 20 16:11:04.452139 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-120ff709-03a4-4fcd-be39-525bfa9b962f req-af3afe0b-62f5-4b78-a90f-2c6535d31ec3 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380943 Apr 20 16:11:05.635076 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3a6bb-e625-46cd-a525-81a780464971 req-32027bdb-4a29-4602-adf0-97d8d51a7125 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:05.636546 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1cf3a6bb-e625-46cd-a525-81a780464971 req-32027bdb-4a29-4602-adf0-97d8d51a7125 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0789614 Apr 20 16:11:05.680196 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1cf3a6bb-e625-46cd-a525-81a780464971 req-8bec6b61-64ab-463d-b8a5-c99be95d5416 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379467 Apr 20 16:11:05.761574 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:05.765895 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:06.866962 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ab2ea-5df6-4465-8524-d509eb55000b req-e552f489-2e1d-47f6-acb2-3f766e67e804 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:06.868430 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-685ab2ea-5df6-4465-8524-d509eb55000b req-e552f489-2e1d-47f6-acb2-3f766e67e804 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0819330 Apr 20 16:11:06.911616 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-685ab2ea-5df6-4465-8524-d509eb55000b req-2438d7ce-9111-43f7-b116-8e3f5cc5c8bd tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370066 Apr 20 16:11:07.123278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:08.098691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adef99-e93f-4d8f-9311-c6c561f1dee0 req-45930324-a92d-4ffa-814c-6b285d7484cb tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:08.100146 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f7adef99-e93f-4d8f-9311-c6c561f1dee0 req-45930324-a92d-4ffa-814c-6b285d7484cb tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0789905 Apr 20 16:11:08.146911 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f7adef99-e93f-4d8f-9311-c6c561f1dee0 req-59b6ed75-972b-4d5f-abc8-2262bc91400f tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406806 Apr 20 16:11:09.327504 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6eed59-7f8c-46cb-8852-cbeff9ac79ed req-38853c1e-6f8e-4d30-aacb-a30a09ff85d3 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:09.328951 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bd6eed59-7f8c-46cb-8852-cbeff9ac79ed req-38853c1e-6f8e-4d30-aacb-a30a09ff85d3 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0785725 Apr 20 16:11:09.371430 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bd6eed59-7f8c-46cb-8852-cbeff9ac79ed req-5140837e-80ee-454b-97df-f1ac47ee783e tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368683 Apr 20 16:11:10.553965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e907c8-558c-4b53-ae15-b374b1a010e0 req-884fa1b1-33fc-4de8-9149-51ac82df414a tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:10.555482 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-79e907c8-558c-4b53-ae15-b374b1a010e0 req-884fa1b1-33fc-4de8-9149-51ac82df414a tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0811837 Apr 20 16:11:10.600101 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-79e907c8-558c-4b53-ae15-b374b1a010e0 req-e77cc730-660c-430d-8d9e-9a8ee5982fb4 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379510 Apr 20 16:11:11.783839 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e6bd1-a13b-46fa-be53-086886c7276e req-21f45eb3-7364-4d04-87d3-f8fa7cf00f6a tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:11.785270 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e97e6bd1-a13b-46fa-be53-086886c7276e req-21f45eb3-7364-4d04-87d3-f8fa7cf00f6a tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0795350 Apr 20 16:11:11.831419 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e97e6bd1-a13b-46fa-be53-086886c7276e req-07c725d7-9be1-4b0c-a98e-8e0c03a5bfb9 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406492 Apr 20 16:11:13.014802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b1904-a810-4f39-bc82-e6b054e97469 req-e87501c4-f246-4642-9b27-466d3e9a0f5c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:13.016267 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d96b1904-a810-4f39-bc82-e6b054e97469 req-e87501c4-f246-4642-9b27-466d3e9a0f5c tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0792098 Apr 20 16:11:13.058854 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d96b1904-a810-4f39-bc82-e6b054e97469 req-f81add51-0f74-49b8-8bc5-0bffc986aa1a tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369816 Apr 20 16:11:14.241971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6babd-1aab-4a78-8619-91b58a7617d2 req-020271f2-5f55-4b42-90a4-bbc6a5bca9b4 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:14.243408 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65d6babd-1aab-4a78-8619-91b58a7617d2 req-020271f2-5f55-4b42-90a4-bbc6a5bca9b4 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0817704 Apr 20 16:11:14.296441 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65d6babd-1aab-4a78-8619-91b58a7617d2 req-e7c334e7-c5db-4621-a031-aefb003c3a54 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472353 Apr 20 16:11:15.165613 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:15.476760 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679f679-901d-422d-a93c-5c1fb5928878 req-b4e18c36-d823-4ff6-b42e-19b40a78bcde tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:15.478102 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9679f679-901d-422d-a93c-5c1fb5928878 req-b4e18c36-d823-4ff6-b42e-19b40a78bcde tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0787246 Apr 20 16:11:15.521963 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9679f679-901d-422d-a93c-5c1fb5928878 req-9f89d48a-4318-4f51-89dd-dc0aa643ddca tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377464 Apr 20 16:11:16.705806 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3034448-a6b2-487e-a294-514daf36c359 req-775b1ce8-bd56-49a3-bf96-7928fe953d6f tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:16.707250 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a3034448-a6b2-487e-a294-514daf36c359 req-775b1ce8-bd56-49a3-bf96-7928fe953d6f tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0828023 Apr 20 16:11:16.750637 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a3034448-a6b2-487e-a294-514daf36c359 req-74b9a2cb-e1c3-4ddf-ac27-dc92b9beb525 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375712 Apr 20 16:11:17.937103 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca748e-29ee-4ddf-96a0-4da9788bc4b8 req-26e218fe-743c-48cb-a644-1a481c95f171 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:17.938537 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4dca748e-29ee-4ddf-96a0-4da9788bc4b8 req-26e218fe-743c-48cb-a644-1a481c95f171 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0834410 Apr 20 16:11:17.985149 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4dca748e-29ee-4ddf-96a0-4da9788bc4b8 req-1352f396-2b47-46c2-966e-24314f22867d tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409889 Apr 20 16:11:19.167308 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff1c30-cf0f-4743-85f0-8393f802e3b2 req-d208075f-4584-4612-98c9-0e1072dca6dc tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:19.168790 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3dff1c30-cf0f-4743-85f0-8393f802e3b2 req-d208075f-4584-4612-98c9-0e1072dca6dc tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0796380 Apr 20 16:11:19.212850 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3dff1c30-cf0f-4743-85f0-8393f802e3b2 req-f719b19d-1ffc-4c10-a29c-f19e8d9a2cc8 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376894 Apr 20 16:11:20.400174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5c226-bb98-4249-8651-36a8d47e17c2 req-1e35729c-6e58-4dee-860f-abcbe8be9372 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:20.401615 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-25c5c226-bb98-4249-8651-36a8d47e17c2 req-1e35729c-6e58-4dee-860f-abcbe8be9372 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0828104 Apr 20 16:11:20.444512 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-25c5c226-bb98-4249-8651-36a8d47e17c2 req-7476acdd-5ac0-4721-89b2-01be6c9da17a tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370078 Apr 20 16:11:21.629772 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1035005-3855-451c-a9bf-9f21c1eec505 req-a6a70069-cbcb-4695-b931-1faaf3bc3f28 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:21.631223 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e1035005-3855-451c-a9bf-9f21c1eec505 req-a6a70069-cbcb-4695-b931-1faaf3bc3f28 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0788093 Apr 20 16:11:21.674870 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e1035005-3855-451c-a9bf-9f21c1eec505 req-214c8a9d-7a50-46f0-b884-cfc1a0b020ec tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379694 Apr 20 16:11:22.864141 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b97344-26b3-4870-adcb-b8ceda359a03 req-2eaf2541-e334-4a54-b459-452999070707 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:22.865607 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c2b97344-26b3-4870-adcb-b8ceda359a03 req-2eaf2541-e334-4a54-b459-452999070707 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0880501 Apr 20 16:11:22.908403 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c2b97344-26b3-4870-adcb-b8ceda359a03 req-9881a916-1720-4ce4-a51f-30455c97aca3 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372484 Apr 20 16:11:24.090325 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06463b52-4f31-4f1f-9b58-cdc8f8fdc42b req-d58b20f8-8f2a-4c21-af43-336dbce61c2a tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:24.091746 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06463b52-4f31-4f1f-9b58-cdc8f8fdc42b req-d58b20f8-8f2a-4c21-af43-336dbce61c2a tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0808406 Apr 20 16:11:24.235261 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-06463b52-4f31-4f1f-9b58-cdc8f8fdc42b req-135276c5-daab-4bb0-af77-a60a29c67e96 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371374 Apr 20 16:11:25.413721 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871f0de-f476-4bf7-955e-cee090c64ab6 req-e52f8ee7-c0fe-4043-b936-6e55e9f01873 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:25.415142 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3871f0de-f476-4bf7-955e-cee090c64ab6 req-e52f8ee7-c0fe-4043-b936-6e55e9f01873 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0773473 Apr 20 16:11:25.458183 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3871f0de-f476-4bf7-955e-cee090c64ab6 req-09fd39dd-b310-4d81-89c8-c1e879351082 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368445 Apr 20 16:11:26.645377 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d884b-ceb3-4ef7-bb1c-88de2b2b8626 req-d3234fd6-1360-4e2a-a5c4-d997743337f4 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:26.646801 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8a5d884b-ceb3-4ef7-bb1c-88de2b2b8626 req-d3234fd6-1360-4e2a-a5c4-d997743337f4 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0835207 Apr 20 16:11:26.692362 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8a5d884b-ceb3-4ef7-bb1c-88de2b2b8626 req-9a9a9f1b-1037-45c5-9291-aec1499de0c1 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398469 Apr 20 16:11:27.482378 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:11:27.879619 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e225bd-f440-4426-be58-b4b6c501ef56 req-406ccc78-180b-401e-b15a-b2c45c9701bd tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:27.880981 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-81e225bd-f440-4426-be58-b4b6c501ef56 req-406ccc78-180b-401e-b15a-b2c45c9701bd tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0827377 Apr 20 16:11:27.923747 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-81e225bd-f440-4426-be58-b4b6c501ef56 req-7d947113-d49e-4e00-9353-4c445cd4cd26 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371308 Apr 20 16:11:28.043734 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-5e6ea2e1-79d8-4387-8061-f523c6ca1e0e service neutron] 10.222.0.11 "GET /v2.0/ports/457430e0-98de-4f39-9ebe-dfcf383f9ef7/bindings/hv-neutron-8386 HTTP/1.1" status: 200 len: 384 time: 0.0745811 Apr 20 16:11:28.299432 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-20f9c5bf-019b-4ba1-8a9e-9a7f852020ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:28.300911 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-20f9c5bf-019b-4ba1-8a9e-9a7f852020ec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247&tenant_id=43c11812a6f741d79acd2774312c67a8 HTTP/1.1" status: 200 len: 1098 time: 0.0736439 Apr 20 16:11:28.390521 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-81ca6b93-bbf9-41bc-99d5-324ea9b80ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:28.391973 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-81ca6b93-bbf9-41bc-99d5-324ea9b80ea5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43c11812a6f741d79acd2774312c67a8&device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 1098 time: 0.0702555 Apr 20 16:11:28.519095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-1adddb3d-425d-4a79-846d-903dd38ee17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:28.520464 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-1adddb3d-425d-4a79-846d-903dd38ee17b service neutron] 10.222.0.11 "GET /v2.0/networks?id=57bafc92-33ad-4859-9343-8d4e36750f60 HTTP/1.1" status: 200 len: 913 time: 0.1232483 Apr 20 16:11:28.588765 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-4b715644-06eb-4c68-8429-cc3a32052394 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=457430e0-98de-4f39-9ebe-dfcf383f9ef7 HTTP/1.1" status: 200 len: 217 time: 0.0627236 Apr 20 16:11:28.649112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-ad5e3ebe-ae9e-4db3-aa51-2a4e8b6faff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:28.650474 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-ad5e3ebe-ae9e-4db3-aa51-2a4e8b6faff9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b1771f35-50ab-4a4b-9358-89a97a8b35b4 HTTP/1.1" status: 200 len: 852 time: 0.0559571 Apr 20 16:11:28.695862 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-69678944-9f82-4adb-a4f0-d54705ee2479 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57bafc92-33ad-4859-9343-8d4e36750f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389667 Apr 20 16:11:28.823490 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-4bccbb65-5b64-4e6b-b0d8-a9de6d58d492 service neutron] 10.222.0.11 "GET /v2.0/networks/57bafc92-33ad-4859-9343-8d4e36750f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215625 Apr 20 16:11:28.957907 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8e4680e-8e38-4abc-8f12-77c70d9d9a09 req-1b945270-74c8-49bc-9cc6-923dd89dc5c9 service neutron] 10.222.0.11 "GET /v2.0/networks/57bafc92-33ad-4859-9343-8d4e36750f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284144 Apr 20 16:11:29.121614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d78ace-8d13-4b39-8d50-eaa4f3a863a7 req-b034f3e6-e2ce-44a1-bda8-886f6554c3b0 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:29.123078 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e5d78ace-8d13-4b39-8d50-eaa4f3a863a7 req-b034f3e6-e2ce-44a1-bda8-886f6554c3b0 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0873353 Apr 20 16:11:29.169738 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e5d78ace-8d13-4b39-8d50-eaa4f3a863a7 req-08261e2e-777f-4a38-b43e-e2eb0aa48c29 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398593 Apr 20 16:11:30.352757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc063457-63b2-43e1-9139-24dec77beb9e req-7fead0ba-684e-4986-a1ba-b65fa007b915 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:30.354184 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bc063457-63b2-43e1-9139-24dec77beb9e req-7fead0ba-684e-4986-a1ba-b65fa007b915 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0777302 Apr 20 16:11:30.400958 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bc063457-63b2-43e1-9139-24dec77beb9e req-93362808-7a11-41f7-a1f9-f65b81963cbb tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411592 Apr 20 16:11:30.939299 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 457430e0-98de-4f39-9ebe-dfcf383f9ef7 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:11:30.942022 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 457430e0-98de-4f39-9ebe-dfcf383f9ef7 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:11:31.145630 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:31.175682 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 457430e0-98de-4f39-9ebe-dfcf383f9ef7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=457430e0-98de-4f39-9ebe-dfcf383f9ef7,segment=NetworkSegment(cea8a49f-c392-4a63-acf0-e7d9895474aa),segment_id=cea8a49f-c392-4a63-acf0-e7d9895474aa)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:11:31.197174 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd8a4fe-7522-4c72-9bf7-4dd8e2191247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '457430e0-98de-4f39-9ebe-dfcf383f9ef7'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:31.203439 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '457430e0-98de-4f39-9ebe-dfcf383f9ef7', 'network_id': '57bafc92-33ad-4859-9343-8d4e36750f60', 'port_id': '457430e0-98de-4f39-9ebe-dfcf383f9ef7', 'mac_address': 'fa:16:3e:6f:56:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1771f35-50ab-4a4b-9358-89a97a8b35b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:11:31.209807 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 457430e0-98de-4f39-9ebe-dfcf383f9ef7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=457430e0-98de-4f39-9ebe-dfcf383f9ef7,segment=NetworkSegment(cea8a49f-c392-4a63-acf0-e7d9895474aa),segment_id=cea8a49f-c392-4a63-acf0-e7d9895474aa)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:11:31.239566 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:31.277738 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2514028-83a8-4361-9bca-a3a9bbb50f5a'] response: {'server_uuid': 'ddd8a4fe-7522-4c72-9bf7-4dd8e2191247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '457430e0-98de-4f39-9ebe-dfcf383f9ef7', 'code': 200} Apr 20 16:11:31.317234 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:31.340233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457430e0-98de-4f39-9ebe-dfcf383f9ef7 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:11:31.344597 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=457430e0-98de-4f39-9ebe-dfcf383f9ef7,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:31.358886 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 457430e0-98de-4f39-9ebe-dfcf383f9ef7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=457430e0-98de-4f39-9ebe-dfcf383f9ef7,segment=NetworkSegment(cea8a49f-c392-4a63-acf0-e7d9895474aa),segment_id=cea8a49f-c392-4a63-acf0-e7d9895474aa)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:11:31.361895 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:31.429816 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=457430e0-98de-4f39-9ebe-dfcf383f9ef7,revision_number=7']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:31.458818 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['457430e0-98de-4f39-9ebe-dfcf383f9ef7'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:11:31.600507 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8281b7-8735-4604-bbf0-a8d635647a0c req-1406a4a1-c356-438d-9352-84bf2c3edf9d tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:31.602137 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f8281b7-8735-4604-bbf0-a8d635647a0c req-1406a4a1-c356-438d-9352-84bf2c3edf9d tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 944 time: 0.0895038 Apr 20 16:11:31.646703 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f8281b7-8735-4604-bbf0-a8d635647a0c req-c2247136-2618-4cf3-afe5-d7a92dc215a1 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383787 Apr 20 16:11:32.109182 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3c27b3d4-4893-49a9-a393-02e7f57e6bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:32.833961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce112d63-3672-484a-9519-e61699a6353d req-3013de5c-d3e6-4c3e-834f-3de447756826 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:32.835443 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce112d63-3672-484a-9519-e61699a6353d req-3013de5c-d3e6-4c3e-834f-3de447756826 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 944 time: 0.0825067 Apr 20 16:11:32.886272 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce112d63-3672-484a-9519-e61699a6353d req-b523523e-dbac-4929-8573-56abf00615b2 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447404 Apr 20 16:11:32.960383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 457430e0-98de-4f39-9ebe-dfcf383f9ef7 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:11:33.027559 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 457430e0-98de-4f39-9ebe-dfcf383f9ef7 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:33.028214 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:33.145751 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:33.179333 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 457430e0-98de-4f39-9ebe-dfcf383f9ef7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=457430e0-98de-4f39-9ebe-dfcf383f9ef7,segment=NetworkSegment(cea8a49f-c392-4a63-acf0-e7d9895474aa),segment_id=cea8a49f-c392-4a63-acf0-e7d9895474aa)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:11:33.183968 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:33.261945 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-2f973c31-9c25-4600-a148-b7772752b1d3 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:33.263301 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-2f973c31-9c25-4600-a148-b7772752b1d3 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247&tenant_id=43c11812a6f741d79acd2774312c67a8&binding%3Ahost_id=hv-neutron-8386 HTTP/1.1" status: 200 len: 945 time: 0.0883574 Apr 20 16:11:33.267080 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=457430e0-98de-4f39-9ebe-dfcf383f9ef7,revision_number=8']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:33.278202 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd8a4fe-7522-4c72-9bf7-4dd8e2191247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457430e0-98de-4f39-9ebe-dfcf383f9ef7'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:33.334329 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384210ae-c2ea-4306-af8e-62c357640e9e'] response: {'server_uuid': 'ddd8a4fe-7522-4c72-9bf7-4dd8e2191247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457430e0-98de-4f39-9ebe-dfcf383f9ef7', 'code': 200} Apr 20 16:11:33.430248 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-d08868cc-6f2b-44a5-9e07-2e2bf23d7506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:33.431669 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-d08868cc-6f2b-44a5-9e07-2e2bf23d7506 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43c11812a6f741d79acd2774312c67a8&device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 1098 time: 0.0724902 Apr 20 16:11:33.665291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-46c4b877-6037-49d1-876c-15f0ef3735ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:33.666716 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-46c4b877-6037-49d1-876c-15f0ef3735ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=57bafc92-33ad-4859-9343-8d4e36750f60 HTTP/1.1" status: 200 len: 913 time: 0.2294998 Apr 20 16:11:33.734050 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-78d94dd0-4b4c-445f-9a72-5576e4849de4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=457430e0-98de-4f39-9ebe-dfcf383f9ef7 HTTP/1.1" status: 200 len: 217 time: 0.0610709 Apr 20 16:11:33.793196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-80df22e2-e897-49b2-9fe7-b5fc359785f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:33.794546 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-80df22e2-e897-49b2-9fe7-b5fc359785f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b1771f35-50ab-4a4b-9358-89a97a8b35b4 HTTP/1.1" status: 200 len: 852 time: 0.0554767 Apr 20 16:11:33.839204 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-86fa7be3-d3dc-46b1-becc-88f3d7c434b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57bafc92-33ad-4859-9343-8d4e36750f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390420 Apr 20 16:11:33.974988 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-615e503a-c8c6-4311-8e31-dbbc44ecad61 service neutron] 10.222.0.11 "GET /v2.0/networks/57bafc92-33ad-4859-9343-8d4e36750f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300349 Apr 20 16:11:34.103415 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-a10143c2-efb4-4a44-84f1-fcbc5a301325 service neutron] 10.222.0.11 "GET /v2.0/networks/57bafc92-33ad-4859-9343-8d4e36750f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216984 Apr 20 16:11:34.375619 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-31324f47-8a3d-4a27-bb9c-45c4498adca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:34.911274 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f493d-2977-427f-b171-75dbcad61c59 req-b2efc36a-0979-4a42-a433-5218500d435d tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:34.912755 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cf3f493d-2977-427f-b171-75dbcad61c59 req-b2efc36a-0979-4a42-a433-5218500d435d tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0896864 Apr 20 16:11:34.956461 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cf3f493d-2977-427f-b171-75dbcad61c59 req-d4aa3f85-4609-4ced-897f-d2549b9b3b27 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381262 Apr 20 16:11:35.760509 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.765380 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:36.138093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65ae23-c9c2-49e0-8eeb-f6ec046258ac req-fe4db797-8e64-4a52-81e4-c22c308978e4 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:36.140095 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce65ae23-c9c2-49e0-8eeb-f6ec046258ac req-fe4db797-8e64-4a52-81e4-c22c308978e4 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0793905 Apr 20 16:11:36.182641 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ce65ae23-c9c2-49e0-8eeb-f6ec046258ac req-c3c89145-9a70-4c19-9f54-fd7c2be41da9 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/security-groups?id=0695a15f-159a-44d0-9717-3c548a13d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369124 Apr 20 16:11:36.622199 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-3e5efbd2-8598-4ccd-b90d-fe769913ecea tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:36.624168 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-3e5efbd2-8598-4ccd-b90d-fe769913ecea tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 945 time: 0.0815456 Apr 20 16:11:36.689952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-8b24beba-8318-42bd-987d-a93dcc3aaa0d tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Deleting port 457430e0-98de-4f39-9ebe-dfcf383f9ef7 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:11:36.690284 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-8b24beba-8318-42bd-987d-a93dcc3aaa0d tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:36.929979 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-8b24beba-8318-42bd-987d-a93dcc3aaa0d tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] For port 457430e0-98de-4f39-9ebe-dfcf383f9ef7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=457430e0-98de-4f39-9ebe-dfcf383f9ef7,segment=NetworkSegment(cea8a49f-c392-4a63-acf0-e7d9895474aa),segment_id=cea8a49f-c392-4a63-acf0-e7d9895474aa)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:11:36.930332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-8b24beba-8318-42bd-987d-a93dcc3aaa0d tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.051160 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-8b24beba-8318-42bd-987d-a93dcc3aaa0d tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Calling delete_port for 457430e0-98de-4f39-9ebe-dfcf383f9ef7 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:11:37.159759 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.195375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-8b24beba-8318-42bd-987d-a93dcc3aaa0d tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.214751 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['457430e0-98de-4f39-9ebe-dfcf383f9ef7'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:11:37.249486 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24beba-8318-42bd-987d-a93dcc3aaa0d tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Pushing event deleted for resources: {'Port': ['ID=457430e0-98de-4f39-9ebe-dfcf383f9ef7,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:37.363057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-8b24beba-8318-42bd-987d-a93dcc3aaa0d tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] No DVR routers for this DVR port 457430e0-98de-4f39-9ebe-dfcf383f9ef7 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:11:37.468325 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-8b24beba-8318-42bd-987d-a93dcc3aaa0d tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.472757 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4032eeb8-dd35-46a1-8baf-7005589e82c9 req-748cdbac-e36d-4d1e-ab9f-aeaa0f8f46e4 tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd8a4fe-7522-4c72-9bf7-4dd8e2191247 HTTP/1.1" status: 200 len: 210 time: 0.1791615 Apr 20 16:11:37.473176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd8a4fe-7522-4c72-9bf7-4dd8e2191247', 'name': 'network-vif-deleted', 'tag': '457430e0-98de-4f39-9ebe-dfcf383f9ef7'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:37.489732 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-964b238a-c1f9-4ccb-9119-fd19de568c7c req-8b24beba-8318-42bd-987d-a93dcc3aaa0d tempest-DeleteServersTestJSON-634505535 tempest-DeleteServersTestJSON-634505535-project] 10.222.0.11 "DELETE /v2.0/ports/457430e0-98de-4f39-9ebe-dfcf383f9ef7 HTTP/1.1" status: 204 len: 173 time: 0.8613248 Apr 20 16:11:37.523412 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a274d30-b0d8-401b-baeb-481b626509d9'] response: {'server_uuid': 'ddd8a4fe-7522-4c72-9bf7-4dd8e2191247', 'name': 'network-vif-deleted', 'tag': '457430e0-98de-4f39-9ebe-dfcf383f9ef7', 'status': 'completed', 'code': 200} Apr 20 16:11:38.718645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 42350) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:11:38.776668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a097a6-31d6-4619-9676-858853e619cb admin admin] Deleting subnet b1771f35-50ab-4a4b-9358-89a97a8b35b4 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:11:38.779382 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24a097a6-31d6-4619-9676-858853e619cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:38.829875 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24a097a6-31d6-4619-9676-858853e619cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:38.885342 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24a097a6-31d6-4619-9676-858853e619cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:38.962808 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24a097a6-31d6-4619-9676-858853e619cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:38.999507 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a097a6-31d6-4619-9676-858853e619cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1771f35-50ab-4a4b-9358-89a97a8b35b4,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:39.003160 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-24a097a6-31d6-4619-9676-858853e619cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.008751 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-24a097a6-31d6-4619-9676-858853e619cb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b1771f35-50ab-4a4b-9358-89a97a8b35b4 HTTP/1.1" status: 204 len: 168 time: 0.2890980 Apr 20 16:11:39.011194 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 42354) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:11:39.207760 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-28b9d4ef-af3a-41ca-83db-c438708d3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.330196 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-28b9d4ef-af3a-41ca-83db-c438708d3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.355249 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-28b9d4ef-af3a-41ca-83db-c438708d3a0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bafc92-33ad-4859-9343-8d4e36750f60']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:39.368373 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-28b9d4ef-af3a-41ca-83db-c438708d3a0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea8a49f-c392-4a63-acf0-e7d9895474aa') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:39.368674 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-28b9d4ef-af3a-41ca-83db-c438708d3a0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea8a49f-c392-4a63-acf0-e7d9895474aa') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:39.380530 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-28b9d4ef-af3a-41ca-83db-c438708d3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.396734 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-28b9d4ef-af3a-41ca-83db-c438708d3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.402527 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b9d4ef-af3a-41ca-83db-c438708d3a0d admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:11:39.402909 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-28b9d4ef-af3a-41ca-83db-c438708d3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:11:39.415612 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:11:39.490169 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-28b9d4ef-af3a-41ca-83db-c438708d3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.506197 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-28b9d4ef-af3a-41ca-83db-c438708d3a0d admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.516063 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9d4ef-af3a-41ca-83db-c438708d3a0d admin admin] Pushing event deleted for resources: {'Network': ['ID=57bafc92-33ad-4859-9343-8d4e36750f60,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:39.524391 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-28b9d4ef-af3a-41ca-83db-c438708d3a0d admin admin] 10.222.0.13 "DELETE /v2.0/networks/57bafc92-33ad-4859-9343-8d4e36750f60 HTTP/1.1" status: 204 len: 168 time: 0.5122402 Apr 20 16:11:39.649780 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 42360) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:11:39.697947 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e00b0150-ab72-46d3-a8d3-e5253019d03d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43c11812a6f741d79acd2774312c67a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470178 Apr 20 16:11:39.700425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 42364) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:11:39.756178 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cee65bd4-bad8-42a7-9096-71a2ed29d207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.780674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cee65bd4-bad8-42a7-9096-71a2ed29d207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.831858 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cee65bd4-bad8-42a7-9096-71a2ed29d207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.849272 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee65bd4-bad8-42a7-9096-71a2ed29d207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0695a15f-159a-44d0-9717-3c548a13d816,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:39.859429 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cee65bd4-bad8-42a7-9096-71a2ed29d207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.860590 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cee65bd4-bad8-42a7-9096-71a2ed29d207 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0695a15f-159a-44d0-9717-3c548a13d816 HTTP/1.1" status: 204 len: 168 time: 0.1592956 Apr 20 16:11:40.577938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 42388) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:11:40.680720 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1169543682-network', 'tenant_id': 'ed7a6cabc3d04c3eb28d4cefef84f104'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:11:40.685351 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:11:40.689150 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Usage tracker for resource:network and tenant:ed7a6cabc3d04c3eb28d4cefef84f104 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:11:40.691962 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:11:40.697981 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:11:40.707483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Made reservation on behalf of ed7a6cabc3d04c3eb28d4cefef84f104 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:11:40.709688 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:40.721818 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:40.735971 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:11:40.739641 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Usage tracker for resource:security_group_rule and tenant:ed7a6cabc3d04c3eb28d4cefef84f104 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:11:40.742358 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:11:40.747922 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:11:40.833476 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:40.837162 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:40.867833 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:11:40.876698 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f06192e-b651-4e57-9e78-d4978c40d2a6,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:40.884242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:40.884242 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Added segment 94fbfdff-7520-4f54-86a0-6c1c2e0ef13a of type vlan for network 682b2a29-49c1-45f6-be59-010e516274bc Apr 20 16:11:40.911436 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:40.940059 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:40.940985 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:40.941564 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:41.001823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 457430e0-98de-4f39-9ebe-dfcf383f9ef7 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:11:41.034995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 457430e0-98de-4f39-9ebe-dfcf383f9ef7 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:11:41.035348 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 457430e0-98de-4f39-9ebe-dfcf383f9ef7 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:11:41.042543 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] Pushing event updated for resources: {'Network': ['ID=682b2a29-49c1-45f6-be59-010e516274bc,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:41.046016 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c7c7deee-0af0-4987-98d4-4fad5ac3eeda admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4664893 Apr 20 16:11:41.048997 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 42394) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:11:41.053333 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 682b2a29-49c1-45f6-be59-010e516274bc details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:11:41.054280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ff65dea9-6a8f-47f6-8f11-15801ee98207 admin admin] Request body: {'subnet': {'network_id': '682b2a29-49c1-45f6-be59-010e516274bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1169543682-subnet', 'tenant_id': 'ed7a6cabc3d04c3eb28d4cefef84f104', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:11:41.059238 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ff65dea9-6a8f-47f6-8f11-15801ee98207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:11:41.063806 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ff65dea9-6a8f-47f6-8f11-15801ee98207 admin admin] Usage tracker for resource:subnet and tenant:ed7a6cabc3d04c3eb28d4cefef84f104 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:11:41.066645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ff65dea9-6a8f-47f6-8f11-15801ee98207 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:11:41.072419 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ff65dea9-6a8f-47f6-8f11-15801ee98207 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:11:41.081957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff65dea9-6a8f-47f6-8f11-15801ee98207 admin admin] Made reservation on behalf of ed7a6cabc3d04c3eb28d4cefef84f104 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:11:41.084323 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ff65dea9-6a8f-47f6-8f11-15801ee98207 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:41.285004 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ff65dea9-6a8f-47f6-8f11-15801ee98207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:41.361071 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65dea9-6a8f-47f6-8f11-15801ee98207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff9b9892-ae10-47c5-ba41-6ccadcb12b22,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:41.369144 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff65dea9-6a8f-47f6-8f11-15801ee98207 admin admin] Checking segment: {'id': '94fbfdff-7520-4f54-86a0-6c1c2e0ef13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '682b2a29-49c1-45f6-be59-010e516274bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:11:41.369511 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff65dea9-6a8f-47f6-8f11-15801ee98207 admin admin] Network hostable DHCP agents. Network: 682b2a29-49c1-45f6-be59-010e516274bc, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:11:41.392916 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff65dea9-6a8f-47f6-8f11-15801ee98207 admin admin] Network 682b2a29-49c1-45f6-be59-010e516274bc is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:11:41.401273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-ff65dea9-6a8f-47f6-8f11-15801ee98207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 682b2a29-49c1-45f6-be59-010e516274bc) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:41.405681 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff65dea9-6a8f-47f6-8f11-15801ee98207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:41.406293 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ff65dea9-6a8f-47f6-8f11-15801ee98207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:41.411014 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c61cf1-fad7-483d-8ddd-6c2c5fb796ae None None] Network 682b2a29-49c1-45f6-be59-010e516274bc requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:11:41.426307 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ff65dea9-6a8f-47f6-8f11-15801ee98207 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3762443 Apr 20 16:11:41.660834 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50970b51-8500-46eb-9e84-f2720bda3b35 None None] Network 682b2a29-49c1-45f6-be59-010e516274bc requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:11:41.932322 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-8a51b367-fddd-457d-9891-34a48f58ecc5 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:41.933660 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-8a51b367-fddd-457d-9891-34a48f58ecc5 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/networks?id=682b2a29-49c1-45f6-be59-010e516274bc HTTP/1.1" status: 200 len: 815 time: 0.1443181 Apr 20 16:11:41.947592 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-f5ba35b5-5a20-4e8b-9bc2-cbe4363f0792 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/quotas/ed7a6cabc3d04c3eb28d4cefef84f104 HTTP/1.1" status: 200 len: 375 time: 0.0085430 Apr 20 16:11:41.997480 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-860c5262-7777-4b4c-9b35-9ac3edd8c934 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed7a6cabc3d04c3eb28d4cefef84f104&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445099 Apr 20 16:11:42.139658 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-55daa8db-716c-4144-be3a-b0c06bb4bd2d service neutron] 10.222.0.13 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348050 Apr 20 16:11:42.268135 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-27b71880-d1aa-4269-8950-2af02621397c service neutron] 10.222.0.13 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227095 Apr 20 16:11:42.438247 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-98f5e807-7480-4fa7-bae4-3d53a7e0b531 req-4853d9bb-c2df-4639-a5b9-bf7aed36fc9a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 210 time: 0.0415957 Apr 20 16:11:43.437583 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-409fd4d6-22d7-4a51-90e9-af87753a82a0 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:43.438999 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-409fd4d6-22d7-4a51-90e9-af87753a82a0 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.11 "GET /v2.0/networks?id=682b2a29-49c1-45f6-be59-010e516274bc HTTP/1.1" status: 200 len: 815 time: 0.1490591 Apr 20 16:11:43.450296 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Request body: {'port': {'device_id': '6bf00456-e10e-4cf4-9eb8-d61ceeb7915c', 'network_id': '682b2a29-49c1-45f6-be59-010e516274bc', 'admin_state_up': True, 'tenant_id': 'ed7a6cabc3d04c3eb28d4cefef84f104'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:11:43.601363 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6cd5c801-ca69-40d2-8847-f58635a133f5 req-cc9ced0f-07cf-4968-9678-26a42f15bd4c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 210 time: 0.0571535 Apr 20 16:11:43.629190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:11:43.633010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Usage tracker for resource:port and tenant:ed7a6cabc3d04c3eb28d4cefef84f104 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:11:43.635793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:11:43.642003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:11:43.651951 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Made reservation on behalf of ed7a6cabc3d04c3eb28d4cefef84f104 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:11:43.655355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:43.811493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Allocated IP 172.20.0.9 (682b2a29-49c1-45f6-be59-010e516274bc/ff9b9892-ae10-47c5-ba41-6ccadcb12b22/57383f79-3c55-425e-9994-f2ef0c3af5cc) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:11:44.011995 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:44.039332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:44.101917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Network 682b2a29-49c1-45f6-be59-010e516274bc is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:44.104870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:44.107133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:11:44.163299 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Pushing event updated for resources: {'Port': ['ID=57383f79-3c55-425e-9994-f2ef0c3af5cc,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:44.176411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:44.176755 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:44.177094 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:44.177427 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:44.177759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:44.178102 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:44.178412 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:44.178736 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:44.179062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:44.179382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:44.179703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:44.180048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:44.196973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:44.197568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:44.217170 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-6b0119f4-d87b-40b0-a8bd-0d7152ae55fa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7703946 Apr 20 16:11:44.227404 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Request body: {'port': {'device_id': '6bf00456-e10e-4cf4-9eb8-d61ceeb7915c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:11:44.333090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:44.846591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57383f79-3c55-425e-9994-f2ef0c3af5cc {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:11:44.855624 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:44.867386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac538d-f278-4431-92c8-e8aca4cdfc76 req-34350595-4351-4761-9d65-8a0277551f4c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:44.868268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-08ac538d-f278-4431-92c8-e8aca4cdfc76 req-34350595-4351-4761-9d65-8a0277551f4c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Synchronizing usage tracker for tenant:ed7a6cabc3d04c3eb28d4cefef84f104 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:11:44.887621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Transition to ACTIVE for port object 57383f79-3c55-425e-9994-f2ef0c3af5cc will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:11:44.895316 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:44.941971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-08ac538d-f278-4431-92c8-e8aca4cdfc76 req-34350595-4351-4761-9d65-8a0277551f4c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Unset dirty status for tenant:ed7a6cabc3d04c3eb28d4cefef84f104 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:11:44.943113 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-08ac538d-f278-4431-92c8-e8aca4cdfc76 req-34350595-4351-4761-9d65-8a0277551f4c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 931 time: 0.2322524 Apr 20 16:11:45.051670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Pushing event updated for resources: {'Port': ['ID=57383f79-3c55-425e-9994-f2ef0c3af5cc,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:45.098912 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-08ac538d-f278-4431-92c8-e8aca4cdfc76 req-7c034ef8-0f80-420d-b76c-4bb1f9e6f1cb tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484904 Apr 20 16:11:45.142635 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:45.168899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Attempting to bind port 57383f79-3c55-425e-9994-f2ef0c3af5cc on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:11:45.169225 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Attempting to bind port 57383f79-3c55-425e-9994-f2ef0c3af5cc by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '94fbfdff-7520-4f54-86a0-6c1c2e0ef13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '682b2a29-49c1-45f6-be59-010e516274bc'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:11:45.169553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Attempting to bind port 57383f79-3c55-425e-9994-f2ef0c3af5cc on network 682b2a29-49c1-45f6-be59-010e516274bc {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:11:45.174214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Port 57383f79-3c55-425e-9994-f2ef0c3af5cc on network 682b2a29-49c1-45f6-be59-010e516274bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:11:45.174536 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Attempting to bind port 57383f79-3c55-425e-9994-f2ef0c3af5cc on network 682b2a29-49c1-45f6-be59-010e516274bc {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:11:45.179602 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:11:45.179982 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Checking segment: {'id': '94fbfdff-7520-4f54-86a0-6c1c2e0ef13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '682b2a29-49c1-45f6-be59-010e516274bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:11:45.180369 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Bound using segment: {'id': '94fbfdff-7520-4f54-86a0-6c1c2e0ef13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '682b2a29-49c1-45f6-be59-010e516274bc'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:11:45.180791 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Bound port: 57383f79-3c55-425e-9994-f2ef0c3af5cc, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94fbfdff-7520-4f54-86a0-6c1c2e0ef13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '682b2a29-49c1-45f6-be59-010e516274bc'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:11:45.181136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:45.268415 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] For port 57383f79-3c55-425e-9994-f2ef0c3af5cc, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:11:45.271317 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] For port 57383f79-3c55-425e-9994-f2ef0c3af5cc, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=57383f79-3c55-425e-9994-f2ef0c3af5cc,segment=NetworkSegment(94fbfdff-7520-4f54-86a0-6c1c2e0ef13a),segment_id=94fbfdff-7520-4f54-86a0-6c1c2e0ef13a)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:11:45.275544 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:45.335067 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:45.335672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:45.337031 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] 10.222.0.11 "PUT /v2.0/ports/57383f79-3c55-425e-9994-f2ef0c3af5cc HTTP/1.1" status: 200 len: 1093 time: 1.1134214 Apr 20 16:11:45.337464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf00456-e10e-4cf4-9eb8-d61ceeb7915c', 'tag': '57383f79-3c55-425e-9994-f2ef0c3af5cc'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:45.361190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b5dc1-aefe-4b39-af45-ffc7b2696631 service neutron] Pushing event updated for resources: {'Port': ['ID=57383f79-3c55-425e-9994-f2ef0c3af5cc,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:45.415699 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43fcc851-33d4-4850-986d-eea836f58dd3'] response: {'name': 'network-changed', 'server_uuid': '6bf00456-e10e-4cf4-9eb8-d61ceeb7915c', 'tag': '57383f79-3c55-425e-9994-f2ef0c3af5cc', 'status': 'completed', 'code': 200} Apr 20 16:11:45.455351 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-97bb106f-f8ff-4572-8d52-93c01ff3cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:45.456848 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-97bb106f-f8ff-4572-8d52-93c01ff3cb0d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed7a6cabc3d04c3eb28d4cefef84f104&device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 1096 time: 0.0727830 Apr 20 16:11:45.525975 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-898f9d70-98a3-41a0-b784-d98305a5e261 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57383f79-3c55-425e-9994-f2ef0c3af5cc HTTP/1.1" status: 200 len: 217 time: 0.0630302 Apr 20 16:11:45.585820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-f66ffe9b-1beb-4b5f-9828-8a5435751986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:45.587180 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-f66ffe9b-1beb-4b5f-9828-8a5435751986 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9b9892-ae10-47c5-ba41-6ccadcb12b22 HTTP/1.1" status: 200 len: 855 time: 0.0558317 Apr 20 16:11:45.636691 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-9cdb8312-4800-468f-819b-592ddf5ec677 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=682b2a29-49c1-45f6-be59-010e516274bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430048 Apr 20 16:11:45.765016 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-13f339b7-6bd3-4998-a77c-4306cceaa6c4 service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222813 Apr 20 16:11:45.892731 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5728f644-c1a1-4e5a-abef-c264c97bea48 req-aee00ced-d6fd-417a-a654-e05355925014 service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219714 Apr 20 16:11:46.006271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae03fb-f714-422b-9b9a-182704bb40e5 req-15e4ac94-1293-45f7-b3a5-62bf49c2eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:46.007707 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3aae03fb-f714-422b-9b9a-182704bb40e5 req-15e4ac94-1293-45f7-b3a5-62bf49c2eda3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed7a6cabc3d04c3eb28d4cefef84f104&device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 1096 time: 0.0696476 Apr 20 16:11:46.282487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae03fb-f714-422b-9b9a-182704bb40e5 req-44cb78ab-6c55-4cde-9639-68a6216d191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:46.283926 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3aae03fb-f714-422b-9b9a-182704bb40e5 req-44cb78ab-6c55-4cde-9639-68a6216d191d service neutron] 10.222.0.11 "GET /v2.0/networks?id=682b2a29-49c1-45f6-be59-010e516274bc HTTP/1.1" status: 200 len: 916 time: 0.2700596 Apr 20 16:11:46.359698 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3aae03fb-f714-422b-9b9a-182704bb40e5 req-5b7ec18d-a00c-4a80-8cd7-f5ed4256bb94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57383f79-3c55-425e-9994-f2ef0c3af5cc HTTP/1.1" status: 200 len: 217 time: 0.0687623 Apr 20 16:11:46.424121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1cfe8-a8d3-4b5c-a4b3-410cc993dadd req-b9e8c54c-a7fc-49e5-b5da-7f52c3db4558 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:46.425547 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49f1cfe8-a8d3-4b5c-a4b3-410cc993dadd req-b9e8c54c-a7fc-49e5-b5da-7f52c3db4558 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 943 time: 0.2192357 Apr 20 16:11:46.455622 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae03fb-f714-422b-9b9a-182704bb40e5 req-fb1c8484-288d-44bf-bad4-3c03e12786bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:46.457031 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3aae03fb-f714-422b-9b9a-182704bb40e5 req-fb1c8484-288d-44bf-bad4-3c03e12786bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9b9892-ae10-47c5-ba41-6ccadcb12b22 HTTP/1.1" status: 200 len: 855 time: 0.0912807 Apr 20 16:11:46.512809 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3aae03fb-f714-422b-9b9a-182704bb40e5 req-1099bf1f-1728-4e47-9e0b-1bab689f8572 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=682b2a29-49c1-45f6-be59-010e516274bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477345 Apr 20 16:11:46.517994 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49f1cfe8-a8d3-4b5c-a4b3-410cc993dadd req-bdda55f8-fa5b-4333-97f5-ae0b07cb3e90 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861735 Apr 20 16:11:46.643631 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3aae03fb-f714-422b-9b9a-182704bb40e5 req-f9674d32-929c-4940-823c-3450ec5d725c service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240375 Apr 20 16:11:46.772499 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3aae03fb-f714-422b-9b9a-182704bb40e5 req-47424402-eef9-4793-823c-ee135cfcbba7 service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230927 Apr 20 16:11:47.705020 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fbf5c-fd70-454f-a7a6-5eb98459e866 req-6d3820d4-4c66-44c6-a209-aafb47c0e7fb tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:47.706469 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3d8fbf5c-fd70-454f-a7a6-5eb98459e866 req-6d3820d4-4c66-44c6-a209-aafb47c0e7fb tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 943 time: 0.0823820 Apr 20 16:11:47.749978 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3d8fbf5c-fd70-454f-a7a6-5eb98459e866 req-15aac9c8-2124-4f82-abd7-26a69ddc6294 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379684 Apr 20 16:11:48.933983 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842df39-b38f-422d-9d71-2c924ee4fee1 req-97189aeb-fe99-4b51-837f-19c17839cd17 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:48.935420 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8842df39-b38f-422d-9d71-2c924ee4fee1 req-97189aeb-fe99-4b51-837f-19c17839cd17 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 943 time: 0.0806179 Apr 20 16:11:48.978373 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8842df39-b38f-422d-9d71-2c924ee4fee1 req-5269bf43-99eb-4033-af6a-763a643f6ad7 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373306 Apr 20 16:11:49.033095 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 57383f79-3c55-425e-9994-f2ef0c3af5cc details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:11:49.163252 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 57383f79-3c55-425e-9994-f2ef0c3af5cc, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=57383f79-3c55-425e-9994-f2ef0c3af5cc,segment=NetworkSegment(94fbfdff-7520-4f54-86a0-6c1c2e0ef13a),segment_id=94fbfdff-7520-4f54-86a0-6c1c2e0ef13a)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:11:49.177164 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '57383f79-3c55-425e-9994-f2ef0c3af5cc', 'network_id': '682b2a29-49c1-45f6-be59-010e516274bc', 'port_id': '57383f79-3c55-425e-9994-f2ef0c3af5cc', 'mac_address': 'fa:16:3e:e7:77:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9b9892-ae10-47c5-ba41-6ccadcb12b22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:11:49.231007 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:49.246806 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57383f79-3c55-425e-9994-f2ef0c3af5cc {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:11:49.261405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 57383f79-3c55-425e-9994-f2ef0c3af5cc, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=57383f79-3c55-425e-9994-f2ef0c3af5cc,segment=NetworkSegment(94fbfdff-7520-4f54-86a0-6c1c2e0ef13a),segment_id=94fbfdff-7520-4f54-86a0-6c1c2e0ef13a)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:11:49.264806 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:49.335868 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=57383f79-3c55-425e-9994-f2ef0c3af5cc,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:49.343109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:49.343458 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:49.344428 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:49.344766 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:49.345127 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:49.345484 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:49.345819 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:49.346144 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:49.346725 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:49.347048 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:49.347372 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:49.347691 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:49.575558 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['57383f79-3c55-425e-9994-f2ef0c3af5cc'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:11:50.162985 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650ab83-9766-457a-b7ef-f9c9ff89f50d req-fb1d27b9-de9c-4b78-b124-6dbe5c7aa318 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:50.164453 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9650ab83-9766-457a-b7ef-f9c9ff89f50d req-fb1d27b9-de9c-4b78-b124-6dbe5c7aa318 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 944 time: 0.0820658 Apr 20 16:11:50.209556 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9650ab83-9766-457a-b7ef-f9c9ff89f50d req-a56ac5cc-ac02-4399-944a-1a41d7cd0ead tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394464 Apr 20 16:11:51.034554 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 57383f79-3c55-425e-9994-f2ef0c3af5cc up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:11:51.102415 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 57383f79-3c55-425e-9994-f2ef0c3af5cc completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:11:51.107328 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 57383f79-3c55-425e-9994-f2ef0c3af5cc triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:51.107700 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:51.222773 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:51.248844 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf00456-e10e-4cf4-9eb8-d61ceeb7915c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57383f79-3c55-425e-9994-f2ef0c3af5cc'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:51.259141 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 57383f79-3c55-425e-9994-f2ef0c3af5cc, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=57383f79-3c55-425e-9994-f2ef0c3af5cc,segment=NetworkSegment(94fbfdff-7520-4f54-86a0-6c1c2e0ef13a),segment_id=94fbfdff-7520-4f54-86a0-6c1c2e0ef13a)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:11:51.263852 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:51.296970 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e7b6e7a-ae5e-488d-9b36-5c231e67b276'] response: {'server_uuid': '6bf00456-e10e-4cf4-9eb8-d61ceeb7915c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57383f79-3c55-425e-9994-f2ef0c3af5cc', 'code': 200} Apr 20 16:11:51.338730 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=57383f79-3c55-425e-9994-f2ef0c3af5cc,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:51.394054 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad70f7b-760c-4f2c-bf6f-fe5f9af9dfef req-b6dab6b9-e9aa-4fe2-a76b-56359c8625fc tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:51.395504 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0ad70f7b-760c-4f2c-bf6f-fe5f9af9dfef req-b6dab6b9-e9aa-4fe2-a76b-56359c8625fc tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0820432 Apr 20 16:11:51.444399 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0ad70f7b-760c-4f2c-bf6f-fe5f9af9dfef req-5f32dcae-8cf7-4727-86e5-1cab0d9f55cb tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427947 Apr 20 16:11:51.513856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9125cb-b43a-43f4-b7ba-80862054b694 req-f43cae01-661a-466a-a951-4fe025068129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:51.515287 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b9125cb-b43a-43f4-b7ba-80862054b694 req-f43cae01-661a-466a-a951-4fe025068129 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 1098 time: 0.0679908 Apr 20 16:11:51.554011 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b9125cb-b43a-43f4-b7ba-80862054b694 req-be79d020-7bdc-43c5-9b87-b9cdeaba0e81 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332015 Apr 20 16:11:52.630162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb977fc-adda-4294-9b84-50bcf51ada05 req-3a5f8b4d-7e77-443e-933e-9e058ca377c7 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:52.631598 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bcb977fc-adda-4294-9b84-50bcf51ada05 req-3a5f8b4d-7e77-443e-933e-9e058ca377c7 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0824981 Apr 20 16:11:52.676392 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bcb977fc-adda-4294-9b84-50bcf51ada05 req-25593050-1fd6-4d80-892c-b6fca16aa475 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388772 Apr 20 16:11:53.856422 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e0f56-aa9f-4a7c-9e34-3ad62739b2dd req-b50a85f2-310b-47d4-aa18-4f733c05080a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:53.857875 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a70e0f56-aa9f-4a7c-9e34-3ad62739b2dd req-b50a85f2-310b-47d4-aa18-4f733c05080a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0796115 Apr 20 16:11:53.901813 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a70e0f56-aa9f-4a7c-9e34-3ad62739b2dd req-a83485e5-89d0-422f-93bb-a603be70f8ed tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382853 Apr 20 16:11:54.090132 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a1120-0b76-4a6d-9133-492d7add456e req-7280e2c8-56d9-45b8-b411-75d35a520803 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:54.091482 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cf3a1120-0b76-4a6d-9133-492d7add456e req-7280e2c8-56d9-45b8-b411-75d35a520803 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0866873 Apr 20 16:11:54.135486 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cf3a1120-0b76-4a6d-9133-492d7add456e req-e318c715-c55d-4f90-a9fb-d0ede5518e50 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380797 Apr 20 16:11:54.479859 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddd073-896c-40ab-b70b-85186f68234b req-fd9835f8-5e4b-4918-b799-207acd1a6de5 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:54.481313 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-27ddd073-896c-40ab-b70b-85186f68234b req-fd9835f8-5e4b-4918-b799-207acd1a6de5 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0803428 Apr 20 16:11:54.524876 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-27ddd073-896c-40ab-b70b-85186f68234b req-524a3725-cefd-4749-96a2-55011ddb18fe tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374064 Apr 20 16:11:54.712819 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf52544-800e-4059-9549-d6da09b1167f req-907b3e95-be1a-4844-b779-121e7107b75f tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:54.714269 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4bf52544-800e-4059-9549-d6da09b1167f req-907b3e95-be1a-4844-b779-121e7107b75f tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0865269 Apr 20 16:11:54.758199 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4bf52544-800e-4059-9549-d6da09b1167f req-f1574279-af49-47b7-b469-0bee1ec354af tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382898 Apr 20 16:11:55.098401 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-3536c338-1722-402a-ac0f-71c872958c68 req-c1823bda-a55b-4b27-8983-a55f99900239 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0692511 Apr 20 16:11:55.151435 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5158619-e6a8-40ce-b124-a6e3c7a9516c req-9c586ca5-ce50-40cb-a46f-ddaee81a05b6 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:55.152952 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e5158619-e6a8-40ce-b124-a6e3c7a9516c req-9c586ca5-ce50-40cb-a46f-ddaee81a05b6 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0810404 Apr 20 16:11:55.205519 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e5158619-e6a8-40ce-b124-a6e3c7a9516c req-9074dd89-698c-4202-b589-474a4f99ba22 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462053 Apr 20 16:11:56.230580 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536c338-1722-402a-ac0f-71c872958c68 req-769424c8-6a20-40a4-8611-8a6d7fd55adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:56.232095 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3536c338-1722-402a-ac0f-71c872958c68 req-769424c8-6a20-40a4-8611-8a6d7fd55adb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed7a6cabc3d04c3eb28d4cefef84f104&device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 1098 time: 0.0732436 Apr 20 16:11:56.521048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536c338-1722-402a-ac0f-71c872958c68 req-13f129b1-a267-4bcd-b532-7f689539f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:56.522398 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3536c338-1722-402a-ac0f-71c872958c68 req-13f129b1-a267-4bcd-b532-7f689539f0d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=682b2a29-49c1-45f6-be59-010e516274bc HTTP/1.1" status: 200 len: 916 time: 0.2848830 Apr 20 16:11:56.535272 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb3c9d-2937-4428-a365-238728523c75 req-09cf5f8b-071d-445a-89e6-e70c301c039a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:56.536002 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-36cb3c9d-2937-4428-a365-238728523c75 req-09cf5f8b-071d-445a-89e6-e70c301c039a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.1283014 Apr 20 16:11:56.612334 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3536c338-1722-402a-ac0f-71c872958c68 req-fff5694a-f968-4a35-aaa1-2349db250dbc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57383f79-3c55-425e-9994-f2ef0c3af5cc HTTP/1.1" status: 200 len: 217 time: 0.0756075 Apr 20 16:11:56.676208 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-36cb3c9d-2937-4428-a365-238728523c75 req-f4fd4bac-df41-4174-83d7-aa3f00d741ed tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917568 Apr 20 16:11:56.692106 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536c338-1722-402a-ac0f-71c872958c68 req-027b31f4-4d6e-4fb1-b79a-5e03182da22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:56.694244 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3536c338-1722-402a-ac0f-71c872958c68 req-027b31f4-4d6e-4fb1-b79a-5e03182da22c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9b9892-ae10-47c5-ba41-6ccadcb12b22 HTTP/1.1" status: 200 len: 855 time: 0.0702760 Apr 20 16:11:56.741412 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3536c338-1722-402a-ac0f-71c872958c68 req-9391501b-a4d2-4897-a37a-56475f044a3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=682b2a29-49c1-45f6-be59-010e516274bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408974 Apr 20 16:11:56.870043 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3536c338-1722-402a-ac0f-71c872958c68 req-d6524de6-3fa5-4605-afe4-d985ca8d04f5 service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227846 Apr 20 16:11:57.001769 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3536c338-1722-402a-ac0f-71c872958c68 req-771ffbb3-5b64-459b-8f71-d6e6d6e73b4b service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251814 Apr 20 16:11:57.864191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd6b43-1a0b-468e-8ce1-d1512f9d56b1 req-321ac79f-4c25-4b8f-b8bd-1cceb6f567c7 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:57.865609 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-05dd6b43-1a0b-468e-8ce1-d1512f9d56b1 req-321ac79f-4c25-4b8f-b8bd-1cceb6f567c7 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0817678 Apr 20 16:11:57.909528 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-05dd6b43-1a0b-468e-8ce1-d1512f9d56b1 req-45c4f08e-22d7-4535-b71f-c0907675bfec tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383618 Apr 20 16:11:59.091953 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febff7f0-4f3b-4bc8-8778-6527a9daf0ab req-517e3ca5-d687-48e1-abca-ce5ca40385a5 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:59.093385 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-febff7f0-4f3b-4bc8-8778-6527a9daf0ab req-517e3ca5-d687-48e1-abca-ce5ca40385a5 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0788355 Apr 20 16:11:59.137495 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-febff7f0-4f3b-4bc8-8778-6527a9daf0ab req-6b3f77ec-0d4a-48c8-8c42-f8139afcc11c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382159 Apr 20 16:12:00.319998 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27bb84-cbbc-403e-ad5e-93d4e350fa16 req-2d2497a3-7c30-4723-b511-a09882f2be1a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:00.321439 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec27bb84-cbbc-403e-ad5e-93d4e350fa16 req-2d2497a3-7c30-4723-b511-a09882f2be1a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0809925 Apr 20 16:12:00.375340 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ec27bb84-cbbc-403e-ad5e-93d4e350fa16 req-9c109a6c-8453-4805-a921-b97ef4710117 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483291 Apr 20 16:12:01.556586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab73fac-e076-4d77-854e-c5fab108858e req-740a8481-b96f-4063-bb00-f64b4273076c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:01.557916 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eab73fac-e076-4d77-854e-c5fab108858e req-740a8481-b96f-4063-bb00-f64b4273076c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0781007 Apr 20 16:12:01.604395 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eab73fac-e076-4d77-854e-c5fab108858e req-0d5e7cdc-00fb-4f80-83dc-6f365bf5f5b5 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403075 Apr 20 16:12:02.111817 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a9454032-6f57-4541-ab55-ef993d9cfcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:02.784171 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dff7ea-203e-4ece-9b1e-0138b9579f42 req-45841029-2e73-4d8d-ab40-0ea43a5c23d5 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:02.785604 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-73dff7ea-203e-4ece-9b1e-0138b9579f42 req-45841029-2e73-4d8d-ab40-0ea43a5c23d5 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0786226 Apr 20 16:12:02.829886 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-73dff7ea-203e-4ece-9b1e-0138b9579f42 req-3d77cd73-a380-4aa7-9cf3-b64e6c1fe3d3 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382898 Apr 20 16:12:04.019060 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f00f5-558b-417b-b43e-67d5ac504dc0 req-53515c56-38df-4c9d-b301-72fcd011b0c4 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:04.020537 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-610f00f5-558b-417b-b43e-67d5ac504dc0 req-53515c56-38df-4c9d-b301-72fcd011b0c4 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0879421 Apr 20 16:12:04.063421 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-610f00f5-558b-417b-b43e-67d5ac504dc0 req-ae93dd95-ec19-47b8-a8df-a4914f2034ce tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373058 Apr 20 16:12:04.377903 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ebee1297-f019-4e64-bc29-14d54e7d7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:04.480847 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:12:05.246935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734c287-b791-4c9a-9ca4-a78f51eda7b3 req-4b6661e6-a54a-4dca-ad04-b1b1274b7a61 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:05.248402 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6734c287-b791-4c9a-9ca4-a78f51eda7b3 req-4b6661e6-a54a-4dca-ad04-b1b1274b7a61 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0783923 Apr 20 16:12:05.291083 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6734c287-b791-4c9a-9ca4-a78f51eda7b3 req-777a0cc3-1276-450c-9d14-2a18209df909 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370400 Apr 20 16:12:05.754822 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:05.765086 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:06.476219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83c1da-c260-49ab-9a65-fb669ab51ca2 req-ff87e6a9-c665-4c71-9b57-d414052ad1e1 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:06.477568 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5a83c1da-c260-49ab-9a65-fb669ab51ca2 req-ff87e6a9-c665-4c71-9b57-d414052ad1e1 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0825205 Apr 20 16:12:06.520576 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5a83c1da-c260-49ab-9a65-fb669ab51ca2 req-eea5d677-60a6-4623-a33f-f5659a1754e9 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374510 Apr 20 16:12:07.130490 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:07.700208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e899d-ea3a-4471-818c-140807070d36 req-be0e80d9-da6c-40e4-a096-a7d747aef1b6 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:07.701637 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e61e899d-ea3a-4471-818c-140807070d36 req-be0e80d9-da6c-40e4-a096-a7d747aef1b6 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0800338 Apr 20 16:12:07.747291 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e61e899d-ea3a-4471-818c-140807070d36 req-6426025a-c13e-4bbe-b7e3-b4252bde90c4 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394049 Apr 20 16:12:09.082572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6790a-3a82-4ed2-8d5d-7d0df12c751b req-e7362aa7-cdc8-4236-94e1-a8f9b16b0325 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:09.085033 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6bc6790a-3a82-4ed2-8d5d-7d0df12c751b req-e7362aa7-cdc8-4236-94e1-a8f9b16b0325 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0822074 Apr 20 16:12:09.128793 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6bc6790a-3a82-4ed2-8d5d-7d0df12c751b req-a9ea863d-0c5b-4b98-b8cf-4d8d8200fc47 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392478 Apr 20 16:12:10.311899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231a023-1e13-47f3-82bf-746cc4ffe79f req-d3a902c5-4f3d-4eda-818b-5f171fcb7f8e tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:10.313886 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c231a023-1e13-47f3-82bf-746cc4ffe79f req-d3a902c5-4f3d-4eda-818b-5f171fcb7f8e tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0818906 Apr 20 16:12:10.356068 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c231a023-1e13-47f3-82bf-746cc4ffe79f req-15088bb3-a8f8-43aa-b923-93527dbd0a09 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366154 Apr 20 16:12:11.536783 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d46d42-d8a1-4d21-9c5a-c5c24beebd30 req-2efe42e7-16af-47de-a348-de263c38b556 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:11.538152 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c1d46d42-d8a1-4d21-9c5a-c5c24beebd30 req-2efe42e7-16af-47de-a348-de263c38b556 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0789330 Apr 20 16:12:11.581498 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c1d46d42-d8a1-4d21-9c5a-c5c24beebd30 req-8f917591-61ac-4b9b-8111-06a11f93340f tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377860 Apr 20 16:12:12.776279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb2f4e-67fb-4db1-95d4-ad5def300535 req-a62537cd-c64f-414e-ad7c-14377001a60c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:12.777711 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-edcb2f4e-67fb-4db1-95d4-ad5def300535 req-a62537cd-c64f-414e-ad7c-14377001a60c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0816979 Apr 20 16:12:12.820899 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-edcb2f4e-67fb-4db1-95d4-ad5def300535 req-defe9b03-1d53-490c-85e3-61ac6c01adb2 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375776 Apr 20 16:12:14.007049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e8b07-2394-48a7-8848-de1c288f7cc5 req-05371df2-7959-4e99-98dc-ff0aa8d865da tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:14.008533 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-122e8b07-2394-48a7-8848-de1c288f7cc5 req-05371df2-7959-4e99-98dc-ff0aa8d865da tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0828905 Apr 20 16:12:14.054547 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-122e8b07-2394-48a7-8848-de1c288f7cc5 req-cc47d5cf-109a-4200-8cac-247830060ebc tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404575 Apr 20 16:12:15.142967 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:15.332989 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44911960-8cc2-450a-995d-d1052df70e63 req-e71e6946-36fe-4f8d-89ad-0c3f416179d2 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:15.334434 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-44911960-8cc2-450a-995d-d1052df70e63 req-e71e6946-36fe-4f8d-89ad-0c3f416179d2 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.1769755 Apr 20 16:12:15.379432 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-44911960-8cc2-450a-995d-d1052df70e63 req-5279f1c8-bed1-4e8e-b7d0-40725035eb50 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390940 Apr 20 16:12:16.564508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10d337-ec73-44a0-8d97-a009de3438a0 req-f4463f60-34d6-4232-8ffa-e922d3e00063 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:16.565845 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9e10d337-ec73-44a0-8d97-a009de3438a0 req-f4463f60-34d6-4232-8ffa-e922d3e00063 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0815692 Apr 20 16:12:16.612969 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9e10d337-ec73-44a0-8d97-a009de3438a0 req-a135a3eb-f61b-4343-b9be-7913d5e0188a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383115 Apr 20 16:12:17.791558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c019683-6dcb-435a-bd8b-c3ae3467e3d2 req-5d9fbe5d-d110-452c-b22c-fd0bc2f618c7 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:17.793021 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3c019683-6dcb-435a-bd8b-c3ae3467e3d2 req-5d9fbe5d-d110-452c-b22c-fd0bc2f618c7 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0786133 Apr 20 16:12:17.839144 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3c019683-6dcb-435a-bd8b-c3ae3467e3d2 req-70806140-b757-4387-869b-63836364f7d6 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 Apr 20 16:12:19.018228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca773aac-a5d8-4119-b56b-b7a1736e6e7f req-7640e026-e926-4211-9758-a9cae0e16963 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:19.019648 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ca773aac-a5d8-4119-b56b-b7a1736e6e7f req-7640e026-e926-4211-9758-a9cae0e16963 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0773635 Apr 20 16:12:19.066728 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ca773aac-a5d8-4119-b56b-b7a1736e6e7f req-1ad19d95-3d6b-4dc5-9ed3-6604f8653bdc tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415461 Apr 20 16:12:20.253927 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cc6d1-3d52-4b65-b85c-17af2aaf6e74 req-de4c69c6-7b55-4bba-a76c-018c27b09bf2 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:20.255365 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0d9cc6d1-3d52-4b65-b85c-17af2aaf6e74 req-de4c69c6-7b55-4bba-a76c-018c27b09bf2 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0829794 Apr 20 16:12:20.298879 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0d9cc6d1-3d52-4b65-b85c-17af2aaf6e74 req-4f4b46aa-ee05-4c3d-ac8b-d7f4aec0ccde tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378497 Apr 20 16:12:21.485019 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786b94b-80f2-48eb-af0c-8366b02ff9f6 req-ab664d7f-eaa3-4258-8e0c-6c253cd60b59 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:21.486365 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2786b94b-80f2-48eb-af0c-8366b02ff9f6 req-ab664d7f-eaa3-4258-8e0c-6c253cd60b59 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0784590 Apr 20 16:12:21.529191 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2786b94b-80f2-48eb-af0c-8366b02ff9f6 req-e4bf315b-8a71-4a69-997b-ea5419ec0f51 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368404 Apr 20 16:12:22.713679 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa5cf7-802b-4f79-a9c4-f3fca1cc9df2 req-21934c1e-5110-4f8d-a0b4-79fe417f77c9 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:22.715120 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-08fa5cf7-802b-4f79-a9c4-f3fca1cc9df2 req-21934c1e-5110-4f8d-a0b4-79fe417f77c9 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0818744 Apr 20 16:12:22.757894 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-08fa5cf7-802b-4f79-a9c4-f3fca1cc9df2 req-096e5ee6-4950-430d-869f-f5de61ccd4bd tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372481 Apr 20 16:12:23.805972 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3536c338-1722-402a-ac0f-71c872958c68 req-9e7fe990-fd86-486b-ace9-947c37fe64f1 service neutron] 10.222.0.11 "GET /v2.0/ports/57383f79-3c55-425e-9994-f2ef0c3af5cc/bindings/hv-neutron-8386 HTTP/1.1" status: 200 len: 384 time: 0.0787265 Apr 20 16:12:23.964058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef60edf-ac34-4e8f-ae8c-2e7a420c2976 req-1ea8f211-0744-486a-b19a-c209426149fc tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:23.965547 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3ef60edf-ac34-4e8f-ae8c-2e7a420c2976 req-1ea8f211-0744-486a-b19a-c209426149fc tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0850451 Apr 20 16:12:24.054574 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3ef60edf-ac34-4e8f-ae8c-2e7a420c2976 req-5ac61464-f036-42f3-8038-d81c5eba46a9 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816562 Apr 20 16:12:24.082648 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536c338-1722-402a-ac0f-71c872958c68 req-e8fed07d-304a-49b7-a929-40a00fb05592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:24.084143 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3536c338-1722-402a-ac0f-71c872958c68 req-e8fed07d-304a-49b7-a929-40a00fb05592 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c&tenant_id=ed7a6cabc3d04c3eb28d4cefef84f104 HTTP/1.1" status: 200 len: 1098 time: 0.0819135 Apr 20 16:12:24.173455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536c338-1722-402a-ac0f-71c872958c68 req-65e5b546-1420-43dd-a40b-385643f2f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:24.174977 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3536c338-1722-402a-ac0f-71c872958c68 req-65e5b546-1420-43dd-a40b-385643f2f7d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed7a6cabc3d04c3eb28d4cefef84f104&device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 1098 time: 0.0704944 Apr 20 16:12:24.303406 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536c338-1722-402a-ac0f-71c872958c68 req-ea734739-fb4f-49f4-9d58-cc98a927dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:24.304927 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3536c338-1722-402a-ac0f-71c872958c68 req-ea734739-fb4f-49f4-9d58-cc98a927dca7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=682b2a29-49c1-45f6-be59-010e516274bc HTTP/1.1" status: 200 len: 916 time: 0.1246171 Apr 20 16:12:24.374942 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3536c338-1722-402a-ac0f-71c872958c68 req-28c488f3-75e1-49a2-934f-915190999c6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57383f79-3c55-425e-9994-f2ef0c3af5cc HTTP/1.1" status: 200 len: 217 time: 0.0643115 Apr 20 16:12:24.439646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536c338-1722-402a-ac0f-71c872958c68 req-99d99262-3621-4b39-aba0-6f452c774f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:24.441621 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3536c338-1722-402a-ac0f-71c872958c68 req-99d99262-3621-4b39-aba0-6f452c774f02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9b9892-ae10-47c5-ba41-6ccadcb12b22 HTTP/1.1" status: 200 len: 855 time: 0.0600412 Apr 20 16:12:24.489546 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3536c338-1722-402a-ac0f-71c872958c68 req-22275b6d-9d5f-4914-822c-b624444e9be3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=682b2a29-49c1-45f6-be59-010e516274bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419438 Apr 20 16:12:24.620896 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3536c338-1722-402a-ac0f-71c872958c68 req-cd1ed457-541c-444e-9165-79ebed263ca6 service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257124 Apr 20 16:12:24.757667 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3536c338-1722-402a-ac0f-71c872958c68 req-40014796-d5a4-4cd2-8429-3c196a2dbf8b service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302156 Apr 20 16:12:25.239272 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4e51-2977-4b35-857f-9faf7d511aa7 req-4f9f2bde-a72a-4aeb-9956-2563c1af4aaa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:25.241119 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e87a4e51-2977-4b35-857f-9faf7d511aa7 req-4f9f2bde-a72a-4aeb-9956-2563c1af4aaa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0833316 Apr 20 16:12:25.285094 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e87a4e51-2977-4b35-857f-9faf7d511aa7 req-cba379e5-05b9-4bb3-bd9f-a41c9e1bb1aa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383182 Apr 20 16:12:26.465550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8d24a-6526-4acc-9eb0-0ddddebd056e req-d94c675f-62c7-4d88-94c4-10c5944e1b41 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:26.466890 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d3a8d24a-6526-4acc-9eb0-0ddddebd056e req-d94c675f-62c7-4d88-94c4-10c5944e1b41 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0778427 Apr 20 16:12:26.514176 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d3a8d24a-6526-4acc-9eb0-0ddddebd056e req-3d61eb58-94ce-457f-8198-2283521f9750 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407689 Apr 20 16:12:27.252318 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 57383f79-3c55-425e-9994-f2ef0c3af5cc details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:12:27.257918 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 57383f79-3c55-425e-9994-f2ef0c3af5cc no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:12:27.477187 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:27.496851 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 57383f79-3c55-425e-9994-f2ef0c3af5cc, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=57383f79-3c55-425e-9994-f2ef0c3af5cc,segment=NetworkSegment(94fbfdff-7520-4f54-86a0-6c1c2e0ef13a),segment_id=94fbfdff-7520-4f54-86a0-6c1c2e0ef13a)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:12:27.522331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '57383f79-3c55-425e-9994-f2ef0c3af5cc', 'network_id': '682b2a29-49c1-45f6-be59-010e516274bc', 'port_id': '57383f79-3c55-425e-9994-f2ef0c3af5cc', 'mac_address': 'fa:16:3e:e7:77:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9b9892-ae10-47c5-ba41-6ccadcb12b22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:12:27.527615 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf00456-e10e-4cf4-9eb8-d61ceeb7915c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57383f79-3c55-425e-9994-f2ef0c3af5cc'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:27.561925 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 57383f79-3c55-425e-9994-f2ef0c3af5cc, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=57383f79-3c55-425e-9994-f2ef0c3af5cc,segment=NetworkSegment(94fbfdff-7520-4f54-86a0-6c1c2e0ef13a),segment_id=94fbfdff-7520-4f54-86a0-6c1c2e0ef13a)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:12:27.568229 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:27.611678 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c754892-8a2c-4845-8398-f32a88be2204'] response: {'server_uuid': '6bf00456-e10e-4cf4-9eb8-d61ceeb7915c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57383f79-3c55-425e-9994-f2ef0c3af5cc', 'code': 200} Apr 20 16:12:27.645849 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:27.668414 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57383f79-3c55-425e-9994-f2ef0c3af5cc {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:12:27.674984 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=57383f79-3c55-425e-9994-f2ef0c3af5cc,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:27.688046 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 57383f79-3c55-425e-9994-f2ef0c3af5cc, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=57383f79-3c55-425e-9994-f2ef0c3af5cc,segment=NetworkSegment(94fbfdff-7520-4f54-86a0-6c1c2e0ef13a),segment_id=94fbfdff-7520-4f54-86a0-6c1c2e0ef13a)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:12:27.692579 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:27.703984 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532f6af-dc71-4a8f-97b7-677d0cb8c8bf req-d85021fe-75c0-48b5-9cba-f6b20975d590 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:27.705471 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b532f6af-dc71-4a8f-97b7-677d0cb8c8bf req-d85021fe-75c0-48b5-9cba-f6b20975d590 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 943 time: 0.0843015 Apr 20 16:12:27.751937 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b532f6af-dc71-4a8f-97b7-677d0cb8c8bf req-5a6ac10f-9510-4322-b647-cb6c4617129f tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400066 Apr 20 16:12:27.763091 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['57383f79-3c55-425e-9994-f2ef0c3af5cc'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:12:27.799580 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=57383f79-3c55-425e-9994-f2ef0c3af5cc,revision_number=7']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:28.234548 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec85f3-dd11-47a1-8310-4353aa3968ed req-4b82422b-9b0f-4d48-8f32-ad125d3dc339 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:28.236017 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-81ec85f3-dd11-47a1-8310-4353aa3968ed req-4b82422b-9b0f-4d48-8f32-ad125d3dc339 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c&tenant_id=ed7a6cabc3d04c3eb28d4cefef84f104&binding%3Ahost_id=hv-neutron-8386 HTTP/1.1" status: 200 len: 944 time: 0.2149301 Apr 20 16:12:28.243956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753f04b-1c7c-4158-8a77-8c52c3745406 req-724048cf-af34-4636-abfe-68420a882366 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:28.245327 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1753f04b-1c7c-4158-8a77-8c52c3745406 req-724048cf-af34-4636-abfe-68420a882366 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 944 time: 0.2596593 Apr 20 16:12:28.294036 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1753f04b-1c7c-4158-8a77-8c52c3745406 req-0cc9a5b2-720c-49ed-ba19-aca8d561fd86 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429950 Apr 20 16:12:28.378413 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec85f3-dd11-47a1-8310-4353aa3968ed req-0a9ccae3-d363-4f47-854c-1f1a2a721a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:28.379906 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-81ec85f3-dd11-47a1-8310-4353aa3968ed req-0a9ccae3-d363-4f47-854c-1f1a2a721a5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed7a6cabc3d04c3eb28d4cefef84f104&device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 1097 time: 0.0752633 Apr 20 16:12:28.508893 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec85f3-dd11-47a1-8310-4353aa3968ed req-8298ee1d-b3ab-4def-8fb3-dddc12c15c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:28.510254 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-81ec85f3-dd11-47a1-8310-4353aa3968ed req-8298ee1d-b3ab-4def-8fb3-dddc12c15c67 service neutron] 10.222.0.11 "GET /v2.0/networks?id=682b2a29-49c1-45f6-be59-010e516274bc HTTP/1.1" status: 200 len: 916 time: 0.1249564 Apr 20 16:12:28.579326 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-81ec85f3-dd11-47a1-8310-4353aa3968ed req-c7892d04-4092-4c55-a7f5-4c6d472b701e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57383f79-3c55-425e-9994-f2ef0c3af5cc HTTP/1.1" status: 200 len: 217 time: 0.0629036 Apr 20 16:12:28.639471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec85f3-dd11-47a1-8310-4353aa3968ed req-88eaf25c-f080-4e80-b588-450cfc04a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:28.640863 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-81ec85f3-dd11-47a1-8310-4353aa3968ed req-88eaf25c-f080-4e80-b588-450cfc04a2d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9b9892-ae10-47c5-ba41-6ccadcb12b22 HTTP/1.1" status: 200 len: 855 time: 0.0563800 Apr 20 16:12:28.687953 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-81ec85f3-dd11-47a1-8310-4353aa3968ed req-0b801712-df0b-4a62-82d1-d2182d357a1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=682b2a29-49c1-45f6-be59-010e516274bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404253 Apr 20 16:12:28.815719 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-81ec85f3-dd11-47a1-8310-4353aa3968ed req-fe0cfb74-ff8c-482c-a157-f34e68805aca service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214540 Apr 20 16:12:28.947037 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-81ec85f3-dd11-47a1-8310-4353aa3968ed req-f8cf7cea-a010-42fb-9f65-ebc176bd5a0c service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256664 Apr 20 16:12:29.286936 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 57383f79-3c55-425e-9994-f2ef0c3af5cc up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:12:29.355248 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 57383f79-3c55-425e-9994-f2ef0c3af5cc triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:29.355663 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:29.475512 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:29.501429 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8f3f1-584a-469e-a2af-74cb9cf8843b req-eb6b8346-5d3a-4cf3-8cdd-9c5a13a447ab tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:29.503052 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1de8f3f1-584a-469e-a2af-74cb9cf8843b req-eb6b8346-5d3a-4cf3-8cdd-9c5a13a447ab tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 944 time: 0.0869725 Apr 20 16:12:29.511332 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 57383f79-3c55-425e-9994-f2ef0c3af5cc, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=57383f79-3c55-425e-9994-f2ef0c3af5cc,segment=NetworkSegment(94fbfdff-7520-4f54-86a0-6c1c2e0ef13a),segment_id=94fbfdff-7520-4f54-86a0-6c1c2e0ef13a)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:12:29.515607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:29.552812 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1de8f3f1-584a-469e-a2af-74cb9cf8843b req-de312797-b762-42e5-8e01-c165e6b5f344 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416641 Apr 20 16:12:29.590713 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=57383f79-3c55-425e-9994-f2ef0c3af5cc,revision_number=8']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:29.612865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf00456-e10e-4cf4-9eb8-d61ceeb7915c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57383f79-3c55-425e-9994-f2ef0c3af5cc'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:29.664940 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-796018d3-e6a0-4678-9b58-696b7a3091d8'] response: {'server_uuid': '6bf00456-e10e-4cf4-9eb8-d61ceeb7915c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57383f79-3c55-425e-9994-f2ef0c3af5cc', 'code': 200} Apr 20 16:12:30.754578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0a7f4-6ee3-407d-b2ff-106741eec782 req-7f363da7-097c-4abf-9442-3b4629d95e84 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:30.756054 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-40a0a7f4-6ee3-407d-b2ff-106741eec782 req-7f363da7-097c-4abf-9442-3b4629d95e84 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0899677 Apr 20 16:12:30.802208 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-40a0a7f4-6ee3-407d-b2ff-106741eec782 req-8c2a93b7-b05a-4f94-913e-2787042094b4 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406120 Apr 20 16:12:30.982765 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c9362-7da6-433f-b78d-7a8d4f9618a7 req-ec74e5cf-abef-448a-a78c-39f75c9c9b61 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:30.984223 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eb4c9362-7da6-433f-b78d-7a8d4f9618a7 req-ec74e5cf-abef-448a-a78c-39f75c9c9b61 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0796714 Apr 20 16:12:31.027597 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eb4c9362-7da6-433f-b78d-7a8d4f9618a7 req-40b2430d-714f-45ee-bf84-38d2eec3fa29 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372155 Apr 20 16:12:31.216975 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eef503-f277-4612-bda2-3ca5289e8502 req-1abe659f-bf8e-44f0-b2b1-4ff31c6b187a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:31.218407 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-14eef503-f277-4612-bda2-3ca5289e8502 req-1abe659f-bf8e-44f0-b2b1-4ff31c6b187a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0821657 Apr 20 16:12:31.261625 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-14eef503-f277-4612-bda2-3ca5289e8502 req-e322b951-01bf-4967-9bc7-88cc6db1515f tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364785 Apr 20 16:12:31.733745 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-63075ffe-b21e-441f-8111-a9044819d5f3 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:31.735073 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-63075ffe-b21e-441f-8111-a9044819d5f3 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/networks?id=682b2a29-49c1-45f6-be59-010e516274bc HTTP/1.1" status: 200 len: 815 time: 0.1438439 Apr 20 16:12:31.749844 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-d2e935cf-ef0a-4d03-b945-c7184547b95e tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/quotas/ed7a6cabc3d04c3eb28d4cefef84f104 HTTP/1.1" status: 200 len: 375 time: 0.0086958 Apr 20 16:12:31.826821 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-e37a13df-7ae6-4e0b-8e44-a33c0d4ebdb9 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed7a6cabc3d04c3eb28d4cefef84f104&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721352 Apr 20 16:12:32.004541 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-e82c659a-e388-4e9d-afcc-229932f982bb service neutron] 10.222.0.13 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706440 Apr 20 16:12:32.115036 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0cbfe8a6-a545-4914-ad99-0d877ada7d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:32.241308 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-2b2f28e6-92db-41c5-859d-ab93e4f5c952 service neutron] 10.222.0.13 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321808 Apr 20 16:12:32.424137 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-25a60244-df95-4f66-ac7b-98add4cf6cdc req-16ac0c07-dc70-464b-bbbc-7dc4161e3578 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 210 time: 0.0486624 Apr 20 16:12:33.525277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d86ef3-98c5-482a-a0c0-c4fe6ff5a2f7 req-c166f09f-1c58-4442-8b84-7f6f36b0e040 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:33.526933 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-06d86ef3-98c5-482a-a0c0-c4fe6ff5a2f7 req-c166f09f-1c58-4442-8b84-7f6f36b0e040 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf00456-e10e-4cf4-9eb8-d61ceeb7915c HTTP/1.1" status: 200 len: 945 time: 0.0854080 Apr 20 16:12:33.588340 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8df50e03-4b35-4c5a-9baa-cde05591979e req-d57f1394-6761-469a-84a4-8975bff1b358 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 210 time: 0.0503273 Apr 20 16:12:33.622374 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [req-06d86ef3-98c5-482a-a0c0-c4fe6ff5a2f7 req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Deleting port 57383f79-3c55-425e-9994-f2ef0c3af5cc {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:12:33.622621 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-06d86ef3-98c5-482a-a0c0-c4fe6ff5a2f7 req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:33.631945 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-3812b5e0-584d-41dd-88fe-196662b4cae8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:33.633422 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-3812b5e0-584d-41dd-88fe-196662b4cae8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.11 "GET /v2.0/networks?id=682b2a29-49c1-45f6-be59-010e516274bc HTTP/1.1" status: 200 len: 815 time: 0.2125130 Apr 20 16:12:33.646117 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-9fed8e85-cce2-417d-a3d0-f9ec76ffb113 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Request body: {'port': {'device_id': 'fda53b31-177a-4793-b644-f31dfec5f3a5', 'network_id': '682b2a29-49c1-45f6-be59-010e516274bc', 'admin_state_up': True, 'tenant_id': 'ed7a6cabc3d04c3eb28d4cefef84f104'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:12:33.781487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-9fed8e85-cce2-417d-a3d0-f9ec76ffb113 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:12:33.791666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-9fed8e85-cce2-417d-a3d0-f9ec76ffb113 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:12:33.801698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-9fed8e85-cce2-417d-a3d0-f9ec76ffb113 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Made reservation on behalf of ed7a6cabc3d04c3eb28d4cefef84f104 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:33.805122 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-9fed8e85-cce2-417d-a3d0-f9ec76ffb113 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:33.876479 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [req-06d86ef3-98c5-482a-a0c0-c4fe6ff5a2f7 req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] For port 57383f79-3c55-425e-9994-f2ef0c3af5cc, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=57383f79-3c55-425e-9994-f2ef0c3af5cc,segment=NetworkSegment(94fbfdff-7520-4f54-86a0-6c1c2e0ef13a),segment_id=94fbfdff-7520-4f54-86a0-6c1c2e0ef13a)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:12:33.876831 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-06d86ef3-98c5-482a-a0c0-c4fe6ff5a2f7 req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:33.967464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-9fed8e85-cce2-417d-a3d0-f9ec76ffb113 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Allocated IP 172.20.0.2 (682b2a29-49c1-45f6-be59-010e516274bc/ff9b9892-ae10-47c5-ba41-6ccadcb12b22/36ca5e68-c54d-4e52-a781-68dec9c9b0d0) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:12:34.000140 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [req-06d86ef3-98c5-482a-a0c0-c4fe6ff5a2f7 req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Calling delete_port for 57383f79-3c55-425e-9994-f2ef0c3af5cc owned by compute:nova {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:12:34.172624 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-9fed8e85-cce2-417d-a3d0-f9ec76ffb113 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:34.203843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-9fed8e85-cce2-417d-a3d0-f9ec76ffb113 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:34.216474 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['57383f79-3c55-425e-9994-f2ef0c3af5cc'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:12:34.255645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-06d86ef3-98c5-482a-a0c0-c4fe6ff5a2f7 req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:34.287310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-9fed8e85-cce2-417d-a3d0-f9ec76ffb113 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Network 682b2a29-49c1-45f6-be59-010e516274bc is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:34.288501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-9fed8e85-cce2-417d-a3d0-f9ec76ffb113 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:34.292903 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-9fed8e85-cce2-417d-a3d0-f9ec76ffb113 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:12:34.306298 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Pushing event deleted for resources: {'Port': ['ID=57383f79-3c55-425e-9994-f2ef0c3af5cc,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:34.327828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed8e85-cce2-417d-a3d0-f9ec76ffb113 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Pushing event updated for resources: {'Port': ['ID=36ca5e68-c54d-4e52-a781-68dec9c9b0d0,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:34.351806 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:34.352161 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:34.352500 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:34.352835 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:34.353168 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:34.353496 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:34.353824 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:34.354149 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:34.354478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:34.354798 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:34.355122 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:34.355444 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:34.360199 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-9fed8e85-cce2-417d-a3d0-f9ec76ffb113 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:34.360812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-9fed8e85-cce2-417d-a3d0-f9ec76ffb113 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:34.379455 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a41bf9b8-a503-4d1f-b5ff-84321f3dda93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:34.391878 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-9fed8e85-cce2-417d-a3d0-f9ec76ffb113 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7494729 Apr 20 16:12:34.393736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d86ef3-98c5-482a-a0c0-c4fe6ff5a2f7 req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] No DVR routers for this DVR port 57383f79-3c55-425e-9994-f2ef0c3af5cc on host hv-neutron-8386 {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:12:34.396047 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [req-06d86ef3-98c5-482a-a0c0-c4fe6ff5a2f7 req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:34.398500 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf00456-e10e-4cf4-9eb8-d61ceeb7915c', 'name': 'network-vif-deleted', 'tag': '57383f79-3c55-425e-9994-f2ef0c3af5cc'}] {{(pid=88169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:34.403062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Request body: {'port': {'device_id': 'fda53b31-177a-4793-b644-f31dfec5f3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:12:34.412838 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-06d86ef3-98c5-482a-a0c0-c4fe6ff5a2f7 req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.11 "DELETE /v2.0/ports/57383f79-3c55-425e-9994-f2ef0c3af5cc HTTP/1.1" status: 204 len: 173 time: 0.8698354 Apr 20 16:12:34.447487 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eb2a948-3c9e-4229-ae0e-07602fca2e6c'] response: {'server_uuid': '6bf00456-e10e-4cf4-9eb8-d61ceeb7915c', 'name': 'network-vif-deleted', 'tag': '57383f79-3c55-425e-9994-f2ef0c3af5cc', 'status': 'completed', 'code': 200} Apr 20 16:12:34.529894 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:34.874455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf0139-8896-4a61-a87e-0b6989e42b9b req-3b7ac26e-d8f8-405c-9654-cb2515b0e7c5 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:34.875099 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-f9cf0139-8896-4a61-a87e-0b6989e42b9b req-3b7ac26e-d8f8-405c-9654-cb2515b0e7c5 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Synchronizing usage tracker for tenant:ed7a6cabc3d04c3eb28d4cefef84f104 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:12:34.938070 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-f9cf0139-8896-4a61-a87e-0b6989e42b9b req-3b7ac26e-d8f8-405c-9654-cb2515b0e7c5 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Unset dirty status for tenant:ed7a6cabc3d04c3eb28d4cefef84f104 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:12:34.939224 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9cf0139-8896-4a61-a87e-0b6989e42b9b req-3b7ac26e-d8f8-405c-9654-cb2515b0e7c5 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 931 time: 0.2368147 Apr 20 16:12:34.975253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:12:34.990234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:35.013623 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9cf0139-8896-4a61-a87e-0b6989e42b9b req-d7e170e3-fcff-4bb6-8fb2-8f489604c416 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644374 Apr 20 16:12:35.017988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Transition to ACTIVE for port object 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:12:35.024569 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:35.290046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Pushing event updated for resources: {'Port': ['ID=36ca5e68-c54d-4e52-a781-68dec9c9b0d0,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:35.365198 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Attempting to bind port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:12:35.365450 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Attempting to bind port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '94fbfdff-7520-4f54-86a0-6c1c2e0ef13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '682b2a29-49c1-45f6-be59-010e516274bc'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:12:35.365743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Attempting to bind port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 on network 682b2a29-49c1-45f6-be59-010e516274bc {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:12:35.371482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 on network 682b2a29-49c1-45f6-be59-010e516274bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:12:35.371833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Attempting to bind port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 on network 682b2a29-49c1-45f6-be59-010e516274bc {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:12:35.377149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:12:35.377557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Checking segment: {'id': '94fbfdff-7520-4f54-86a0-6c1c2e0ef13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '682b2a29-49c1-45f6-be59-010e516274bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:12:35.377973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Bound using segment: {'id': '94fbfdff-7520-4f54-86a0-6c1c2e0ef13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '682b2a29-49c1-45f6-be59-010e516274bc'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:12:35.378397 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Bound port: 36ca5e68-c54d-4e52-a781-68dec9c9b0d0, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94fbfdff-7520-4f54-86a0-6c1c2e0ef13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '682b2a29-49c1-45f6-be59-010e516274bc'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:12:35.378742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:35.467952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] For port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:12:35.470914 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] For port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=36ca5e68-c54d-4e52-a781-68dec9c9b0d0,segment=NetworkSegment(94fbfdff-7520-4f54-86a0-6c1c2e0ef13a),segment_id=94fbfdff-7520-4f54-86a0-6c1c2e0ef13a)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:12:35.475745 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:35.529444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:35.530035 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:35.531388 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] 10.222.0.11 "PUT /v2.0/ports/36ca5e68-c54d-4e52-a781-68dec9c9b0d0 HTTP/1.1" status: 200 len: 1093 time: 1.1323757 Apr 20 16:12:35.531830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda53b31-177a-4793-b644-f31dfec5f3a5', 'tag': '36ca5e68-c54d-4e52-a781-68dec9c9b0d0'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:35.557003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb8f15-0a74-4c48-9cf2-94d591cff85d service neutron] Pushing event updated for resources: {'Port': ['ID=36ca5e68-c54d-4e52-a781-68dec9c9b0d0,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:35.600482 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a858791-1f70-476b-aac5-bd979cf17165'] response: {'name': 'network-changed', 'server_uuid': 'fda53b31-177a-4793-b644-f31dfec5f3a5', 'tag': '36ca5e68-c54d-4e52-a781-68dec9c9b0d0', 'status': 'completed', 'code': 200} Apr 20 16:12:35.640876 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-db08091a-3841-4a76-b6a6-d526b778a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:35.642756 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-db08091a-3841-4a76-b6a6-d526b778a9a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed7a6cabc3d04c3eb28d4cefef84f104&device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0748587 Apr 20 16:12:35.713699 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-92b9a372-102f-4763-b384-46c24e6b62fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36ca5e68-c54d-4e52-a781-68dec9c9b0d0 HTTP/1.1" status: 200 len: 217 time: 0.0638249 Apr 20 16:12:35.764758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:35.769558 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:35.780376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-03fe6c1a-2fdf-41e7-af22-eecac88ba3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:35.781793 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-03fe6c1a-2fdf-41e7-af22-eecac88ba3ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9b9892-ae10-47c5-ba41-6ccadcb12b22 HTTP/1.1" status: 200 len: 855 time: 0.0627356 Apr 20 16:12:35.826497 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-388113d5-cdab-474c-999c-4a085a910f0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=682b2a29-49c1-45f6-be59-010e516274bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389194 Apr 20 16:12:35.956739 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-801ad676-caf0-4638-9a59-6a2b749c296c service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238761 Apr 20 16:12:36.087082 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82013bc5-ad03-49e1-8142-90e8ba0ce5b2 req-8d919010-4453-44c2-8f41-c311f6696d38 service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248593 Apr 20 16:12:36.255091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b858031-c9dc-40f7-b449-fc6f905fa64b req-0fe60e44-dd8e-4277-987d-3b485168f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:36.256513 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1b858031-c9dc-40f7-b449-fc6f905fa64b req-0fe60e44-dd8e-4277-987d-3b485168f236 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed7a6cabc3d04c3eb28d4cefef84f104&device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 1096 time: 0.1025939 Apr 20 16:12:36.263963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15963b-a92f-45e3-9a75-bee05d4f1901 req-73d5ca0c-9d24-4b4f-8259-b3213212f170 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:36.265311 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3c15963b-a92f-45e3-9a75-bee05d4f1901 req-73d5ca0c-9d24-4b4f-8259-b3213212f170 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 943 time: 0.1428511 Apr 20 16:12:36.387470 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3c15963b-a92f-45e3-9a75-bee05d4f1901 req-746aa1a4-dc80-4e53-98ab-062f0c6417ff tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035876 Apr 20 16:12:36.422768 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b858031-c9dc-40f7-b449-fc6f905fa64b req-c511dcb7-0679-4d8f-8696-e5f2e700bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:36.424755 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1b858031-c9dc-40f7-b449-fc6f905fa64b req-c511dcb7-0679-4d8f-8696-e5f2e700bc6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=682b2a29-49c1-45f6-be59-010e516274bc HTTP/1.1" status: 200 len: 916 time: 0.1580923 Apr 20 16:12:36.493506 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1b858031-c9dc-40f7-b449-fc6f905fa64b req-b61e6bb1-43ad-4ecc-86ed-b6ca937a3781 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36ca5e68-c54d-4e52-a781-68dec9c9b0d0 HTTP/1.1" status: 200 len: 217 time: 0.0625770 Apr 20 16:12:36.554935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b858031-c9dc-40f7-b449-fc6f905fa64b req-caea42be-ebf1-4b1e-9582-35efdac1d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:36.556251 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1b858031-c9dc-40f7-b449-fc6f905fa64b req-caea42be-ebf1-4b1e-9582-35efdac1d33a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9b9892-ae10-47c5-ba41-6ccadcb12b22 HTTP/1.1" status: 200 len: 855 time: 0.0555158 Apr 20 16:12:36.604186 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1b858031-c9dc-40f7-b449-fc6f905fa64b req-984b3772-c333-487e-b855-86cf59f1fd4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=682b2a29-49c1-45f6-be59-010e516274bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418849 Apr 20 16:12:36.739224 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1b858031-c9dc-40f7-b449-fc6f905fa64b req-529ef634-0129-4207-832d-4c7ec7056301 service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287093 Apr 20 16:12:36.973785 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1b858031-c9dc-40f7-b449-fc6f905fa64b req-8b77ade6-559b-457a-a353-f046b26b702e service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281632 Apr 20 16:12:37.134056 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:37.344538 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 57383f79-3c55-425e-9994-f2ef0c3af5cc no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:12:37.378509 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 57383f79-3c55-425e-9994-f2ef0c3af5cc {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:12:37.378854 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 57383f79-3c55-425e-9994-f2ef0c3af5cc not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:12:37.568023 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29435c87-6c5a-48ea-bcdc-070b5f0bc695 req-d7f61b31-e70f-4eeb-a55b-6fd8ff874ada tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:37.569381 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-29435c87-6c5a-48ea-bcdc-070b5f0bc695 req-d7f61b31-e70f-4eeb-a55b-6fd8ff874ada tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 943 time: 0.0791111 Apr 20 16:12:37.612608 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-29435c87-6c5a-48ea-bcdc-070b5f0bc695 req-ce1da957-3ea4-4cb6-ab6d-d4c6dfbd6e2f tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376554 Apr 20 16:12:38.797767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7ad92-2197-423f-82bc-d6dc7a0a6c08 req-bf5af6a4-fd71-4971-8160-8ef0b081b062 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:38.799215 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b7e7ad92-2197-423f-82bc-d6dc7a0a6c08 req-bf5af6a4-fd71-4971-8160-8ef0b081b062 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 943 time: 0.0818219 Apr 20 16:12:38.841966 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b7e7ad92-2197-423f-82bc-d6dc7a0a6c08 req-b3cbf8e3-1f7f-46a6-b15e-0a47b279c14d tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372074 Apr 20 16:12:40.030465 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb62d72-1288-4031-80b5-2bc8c4f73e8b req-15a0e29a-343c-4112-a16a-c23e136d3c3a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:40.031920 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2fb62d72-1288-4031-80b5-2bc8c4f73e8b req-15a0e29a-343c-4112-a16a-c23e136d3c3a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 943 time: 0.0873506 Apr 20 16:12:40.075254 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2fb62d72-1288-4031-80b5-2bc8c4f73e8b req-c3e9b5e9-cab0-49b1-937b-cc50be7ca7df tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371771 Apr 20 16:12:41.259078 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2e325-b768-4539-b525-59830dfcd92b req-17e96d0b-12e4-4e9f-b78a-f9ee40243f2b tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:41.260538 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-05c2e325-b768-4539-b525-59830dfcd92b req-17e96d0b-12e4-4e9f-b78a-f9ee40243f2b tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 943 time: 0.0803199 Apr 20 16:12:41.303398 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-05c2e325-b768-4539-b525-59830dfcd92b req-b162760f-ada8-456c-b9d4-563b6b274d3d tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371499 Apr 20 16:12:41.359788 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:12:41.480126 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:12:41.492830 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=36ca5e68-c54d-4e52-a781-68dec9c9b0d0,segment=NetworkSegment(94fbfdff-7520-4f54-86a0-6c1c2e0ef13a),segment_id=94fbfdff-7520-4f54-86a0-6c1c2e0ef13a)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:12:41.505606 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '36ca5e68-c54d-4e52-a781-68dec9c9b0d0', 'network_id': '682b2a29-49c1-45f6-be59-010e516274bc', 'port_id': '36ca5e68-c54d-4e52-a781-68dec9c9b0d0', 'mac_address': 'fa:16:3e:e8:8e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9b9892-ae10-47c5-ba41-6ccadcb12b22', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:12:41.559915 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.575736 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:12:41.590390 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=36ca5e68-c54d-4e52-a781-68dec9c9b0d0,segment=NetworkSegment(94fbfdff-7520-4f54-86a0-6c1c2e0ef13a),segment_id=94fbfdff-7520-4f54-86a0-6c1c2e0ef13a)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:12:41.594388 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.662094 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=36ca5e68-c54d-4e52-a781-68dec9c9b0d0,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:41.921082 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['36ca5e68-c54d-4e52-a781-68dec9c9b0d0'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:12:42.488699 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9c3c-003b-4d99-8056-6ea6744e19f2 req-c00eb21d-5f38-4d33-b74b-b6bf3f038b5d tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:42.490074 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-746b9c3c-003b-4d99-8056-6ea6744e19f2 req-c00eb21d-5f38-4d33-b74b-b6bf3f038b5d tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 944 time: 0.0833073 Apr 20 16:12:42.533037 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-746b9c3c-003b-4d99-8056-6ea6744e19f2 req-bdd6eb2f-7d56-4757-ae4e-b6a55f9716e2 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374613 Apr 20 16:12:43.375655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:12:43.443873 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:12:43.448306 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:43.448677 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:43.560784 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:43.587712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda53b31-177a-4793-b644-f31dfec5f3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ca5e68-c54d-4e52-a781-68dec9c9b0d0'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:43.597455 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=36ca5e68-c54d-4e52-a781-68dec9c9b0d0,segment=NetworkSegment(94fbfdff-7520-4f54-86a0-6c1c2e0ef13a),segment_id=94fbfdff-7520-4f54-86a0-6c1c2e0ef13a)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:12:43.601985 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:43.639496 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-586eb66c-a132-42c0-a05a-82391ae141aa'] response: {'server_uuid': 'fda53b31-177a-4793-b644-f31dfec5f3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ca5e68-c54d-4e52-a781-68dec9c9b0d0', 'code': 200} Apr 20 16:12:43.677343 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=36ca5e68-c54d-4e52-a781-68dec9c9b0d0,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:43.729400 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cafaf-ddb5-40c6-b4d5-00a9874895fa req-cda68a50-dd96-4657-86c5-d02e701fab3a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:43.730895 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-db4cafaf-ddb5-40c6-b4d5-00a9874895fa req-cda68a50-dd96-4657-86c5-d02e701fab3a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0802534 Apr 20 16:12:43.778526 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-db4cafaf-ddb5-40c6-b4d5-00a9874895fa req-aba7eced-536a-4009-a464-f52e85e5d2f7 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418081 Apr 20 16:12:43.859124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95069a-d535-406b-8675-6f77b12394ea req-ce7126b2-d86d-4862-b532-6058994c9c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:43.860612 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fa95069a-d535-406b-8675-6f77b12394ea req-ce7126b2-d86d-4862-b532-6058994c9c4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 1098 time: 0.0691943 Apr 20 16:12:43.900594 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fa95069a-d535-406b-8675-6f77b12394ea req-abd849db-954d-4bc9-b745-b1c72f17cad1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345743 Apr 20 16:12:44.962970 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb560858-ab40-43fd-88dd-0baee2b0dd42 req-a2e29180-0f67-4d4b-841c-49cf0315dc8f tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:44.964464 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eb560858-ab40-43fd-88dd-0baee2b0dd42 req-a2e29180-0f67-4d4b-841c-49cf0315dc8f tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0823350 Apr 20 16:12:45.009207 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eb560858-ab40-43fd-88dd-0baee2b0dd42 req-08691be1-d23d-456c-9d1f-14a316360c37 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389009 Apr 20 16:12:45.138061 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:46.190747 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1f14d-9f9e-409a-a7aa-2287f6f5f361 req-5346b14a-c22a-418a-9283-9fbe9519ab5c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:46.192257 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3ea1f14d-9f9e-409a-a7aa-2287f6f5f361 req-5346b14a-c22a-418a-9283-9fbe9519ab5c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0789416 Apr 20 16:12:46.236207 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3ea1f14d-9f9e-409a-a7aa-2287f6f5f361 req-e458b2f3-1b0e-456a-978e-694a3f455313 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382762 Apr 20 16:12:46.428077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ba240-a749-41ce-9615-7bba9d51743e req-65e1fd1c-0b0b-4761-9a42-c2be575361e6 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:46.429505 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7d3ba240-a749-41ce-9615-7bba9d51743e req-65e1fd1c-0b0b-4761-9a42-c2be575361e6 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0835993 Apr 20 16:12:46.473112 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7d3ba240-a749-41ce-9615-7bba9d51743e req-b887a5f1-66e4-4bc0-bc6e-831d67e97ad2 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379994 Apr 20 16:12:46.812574 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-5013b556-282e-49f6-8720-9c5dbbaac1e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0674441 Apr 20 16:12:46.870551 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e495c-4fa3-4b52-a669-920fea6ac03f req-4257f763-7628-463b-926e-c17f70be7978 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:46.872054 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-768e495c-4fa3-4b52-a669-920fea6ac03f req-4257f763-7628-463b-926e-c17f70be7978 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0853331 Apr 20 16:12:46.916228 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-768e495c-4fa3-4b52-a669-920fea6ac03f req-18d345e2-3893-46d2-8809-f7c0c3601f76 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379055 Apr 20 16:12:48.156203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62e452-a20a-463e-b919-f399fcf4cef7 req-f5ab00dc-7fa6-4010-8ea2-fc9f8e23eacf tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:48.157634 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fa62e452-a20a-463e-b919-f399fcf4cef7 req-f5ab00dc-7fa6-4010-8ea2-fc9f8e23eacf tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.1346388 Apr 20 16:12:48.164033 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-1dc4ef12-8f87-4c15-9031-ef49b9a34d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:48.165364 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-1dc4ef12-8f87-4c15-9031-ef49b9a34d16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed7a6cabc3d04c3eb28d4cefef84f104&device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 1098 time: 0.1070805 Apr 20 16:12:48.281348 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fa62e452-a20a-463e-b919-f399fcf4cef7 req-c7964105-d49c-493d-803b-1bea5ac4c9e4 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150634 Apr 20 16:12:48.320133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-694e8b56-bd3b-4c81-b4f9-f0fd365a28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:48.321533 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-694e8b56-bd3b-4c81-b4f9-f0fd365a28c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=682b2a29-49c1-45f6-be59-010e516274bc HTTP/1.1" status: 200 len: 916 time: 0.1431894 Apr 20 16:12:48.489940 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-ded55f1f-f72f-4448-a9a2-992720a91ca6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36ca5e68-c54d-4e52-a781-68dec9c9b0d0 HTTP/1.1" status: 200 len: 217 time: 0.1627145 Apr 20 16:12:48.548909 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-1ed8177f-c709-4f67-a762-5f1057cdc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:48.550931 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-1ed8177f-c709-4f67-a762-5f1057cdc07f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9b9892-ae10-47c5-ba41-6ccadcb12b22 HTTP/1.1" status: 200 len: 855 time: 0.0557380 Apr 20 16:12:48.595111 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-a458c824-0f5e-4792-98fd-aee6f3bf613d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=682b2a29-49c1-45f6-be59-010e516274bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386736 Apr 20 16:12:48.726723 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-7e00fbf8-41e6-4e1f-8725-03b974a99335 service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259904 Apr 20 16:12:48.854541 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-cc984b96-d363-4f20-9e1c-3df2e7c39cd7 service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218655 Apr 20 16:12:49.464727 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267cdc0-f4d8-49a8-86d7-53c909801c67 req-4c0dd522-256c-4ec5-9ae6-d6d9e11ffd44 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:49.466076 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2267cdc0-f4d8-49a8-86d7-53c909801c67 req-4c0dd522-256c-4ec5-9ae6-d6d9e11ffd44 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0818300 Apr 20 16:12:49.509799 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2267cdc0-f4d8-49a8-86d7-53c909801c67 req-26e7940e-9a8a-42f3-b7c4-ccd8ed4ed0ba tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371566 Apr 20 16:12:50.841201 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf7f4a-a9ff-4bb7-bd9e-2888e74dc571 req-e46259e3-b6f8-49cb-9be9-38548710d75c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:50.842650 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93cf7f4a-a9ff-4bb7-bd9e-2888e74dc571 req-e46259e3-b6f8-49cb-9be9-38548710d75c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0801384 Apr 20 16:12:50.889192 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93cf7f4a-a9ff-4bb7-bd9e-2888e74dc571 req-e01e5d5b-1fe4-466e-9d25-25a50101b2be tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400290 Apr 20 16:12:52.072454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b988da-f705-438d-b60a-a8e472b6cdbc req-84b4aef9-8d72-4c82-ab33-800dfe12c856 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:52.073888 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-02b988da-f705-438d-b60a-a8e472b6cdbc req-84b4aef9-8d72-4c82-ab33-800dfe12c856 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0778003 Apr 20 16:12:52.118984 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-02b988da-f705-438d-b60a-a8e472b6cdbc req-7f5eddb8-6404-4d64-8da5-b3fe683f4a68 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395639 Apr 20 16:12:53.308120 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330ee14-f1ec-461f-afc1-a39c9cb2e3f6 req-49710a77-ec39-4499-b0ec-f33eeb3ff919 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:53.309559 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2330ee14-f1ec-461f-afc1-a39c9cb2e3f6 req-49710a77-ec39-4499-b0ec-f33eeb3ff919 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0880928 Apr 20 16:12:53.352557 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2330ee14-f1ec-461f-afc1-a39c9cb2e3f6 req-05fd9d74-0603-453e-86d5-df01706ecc05 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374930 Apr 20 16:12:54.534424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716029b8-7801-439f-a1da-9eb9465aee8b req-e537023c-7df0-47d6-8219-27b1d2cbe816 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:54.535817 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-716029b8-7801-439f-a1da-9eb9465aee8b req-e537023c-7df0-47d6-8219-27b1d2cbe816 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0804818 Apr 20 16:12:54.579851 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-716029b8-7801-439f-a1da-9eb9465aee8b req-8905fb53-8d8e-4984-8595-477d40fe2fc6 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380821 Apr 20 16:12:55.762827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da835e84-3012-4ee9-b577-ffc2aa412ad8 req-acd8c26b-2675-44ea-8b2e-b4cb0e21e3a4 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:55.764287 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-da835e84-3012-4ee9-b577-ffc2aa412ad8 req-acd8c26b-2675-44ea-8b2e-b4cb0e21e3a4 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0819128 Apr 20 16:12:55.807558 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-da835e84-3012-4ee9-b577-ffc2aa412ad8 req-f7de0dd2-af90-46a7-92e2-6c4bc17a6976 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370867 Apr 20 16:12:56.991149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5712b-58b8-4924-9ec9-ba964eef33a2 req-c42679e6-ee34-4d43-828e-3091475eb577 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:56.992599 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ead5712b-58b8-4924-9ec9-ba964eef33a2 req-c42679e6-ee34-4d43-828e-3091475eb577 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0818975 Apr 20 16:12:57.036179 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ead5712b-58b8-4924-9ec9-ba964eef33a2 req-af62f87f-ba46-4f76-a330-a3627b885dba tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379419 Apr 20 16:12:58.218110 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e7660-afa9-444f-a75c-a394e92663e6 req-520f869e-77e6-4a3d-9ce5-5ae47de05637 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:58.219550 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-655e7660-afa9-444f-a75c-a394e92663e6 req-520f869e-77e6-4a3d-9ce5-5ae47de05637 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0788338 Apr 20 16:12:58.263465 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-655e7660-afa9-444f-a75c-a394e92663e6 req-febcdcac-76f5-43ca-8694-6507a144de62 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373907 Apr 20 16:12:59.451905 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b1eb2-f49d-41e3-a5d6-1e1455b21df6 req-be9c8f19-e7ed-4517-afb6-afe7c08da093 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:59.453261 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-560b1eb2-f49d-41e3-a5d6-1e1455b21df6 req-be9c8f19-e7ed-4517-afb6-afe7c08da093 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0821493 Apr 20 16:12:59.497134 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-560b1eb2-f49d-41e3-a5d6-1e1455b21df6 req-2c687b41-9920-44ef-b250-3a72e6bef35c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383663 Apr 20 16:13:00.683986 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1a6af-a3bf-4ee8-ab5a-a02da73f3bb1 req-2a7f2345-b646-40aa-ac21-f913dc79d166 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:00.685465 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0aa1a6af-a3bf-4ee8-ab5a-a02da73f3bb1 req-2a7f2345-b646-40aa-ac21-f913dc79d166 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0814486 Apr 20 16:13:00.734064 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0aa1a6af-a3bf-4ee8-ab5a-a02da73f3bb1 req-b9915f6e-43b3-4deb-989a-9b735579872e tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419948 Apr 20 16:13:01.915260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de456637-be53-45aa-b4b4-1ac0e14edbc2 req-e33f5028-72dd-424c-bb47-0495beaa2694 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:01.916724 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-de456637-be53-45aa-b4b4-1ac0e14edbc2 req-e33f5028-72dd-424c-bb47-0495beaa2694 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0785177 Apr 20 16:13:01.961815 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-de456637-be53-45aa-b4b4-1ac0e14edbc2 req-d795d7b4-066b-4ba9-9b6c-a07e44e0ebaa tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394251 Apr 20 16:13:02.117904 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b8e873e1-35ee-4f9d-b27d-83a326a4a532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:03.144989 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fa611-7c24-4bbe-af7a-357c03f32d19 req-bade0e43-438b-4f62-83d5-ecb45fe8db63 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:03.146430 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a90fa611-7c24-4bbe-af7a-357c03f32d19 req-bade0e43-438b-4f62-83d5-ecb45fe8db63 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0822680 Apr 20 16:13:03.189216 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a90fa611-7c24-4bbe-af7a-357c03f32d19 req-ecdbdb0f-fbc8-4952-b47a-49ed75d4efc4 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370708 Apr 20 16:13:04.370856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cec57-8b13-4710-869b-776e07189e17 req-b828ecb6-4b44-4f6c-a6b8-91ac5d3ebeac tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:04.372352 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-762cec57-8b13-4710-869b-776e07189e17 req-b828ecb6-4b44-4f6c-a6b8-91ac5d3ebeac tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0792081 Apr 20 16:13:04.381148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b9597181-e97b-4225-9a6b-c26453876d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:04.415931 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-762cec57-8b13-4710-869b-776e07189e17 req-bb6a5019-019e-4b93-9823-83a464b60055 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378885 Apr 20 16:13:05.601703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a12540-9c36-4efc-bc31-ba80d46453c5 req-c064130f-97be-474f-9bc4-940ce844a575 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:05.603163 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c4a12540-9c36-4efc-bc31-ba80d46453c5 req-c064130f-97be-474f-9bc4-940ce844a575 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0815544 Apr 20 16:13:05.648815 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c4a12540-9c36-4efc-bc31-ba80d46453c5 req-9bef2fa6-8cb6-44b3-8103-40d5c2f56c28 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398717 Apr 20 16:13:05.760618 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:05.771244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:06.837968 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78b8c8-44e0-4680-aae0-66326f227045 req-39cbfc0a-555b-427d-9138-71736b663a5c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:06.839409 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bd78b8c8-44e0-4680-aae0-66326f227045 req-39cbfc0a-555b-427d-9138-71736b663a5c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0858004 Apr 20 16:13:06.882440 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bd78b8c8-44e0-4680-aae0-66326f227045 req-a74261ae-6937-440e-aa06-99bd03477700 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374627 Apr 20 16:13:07.136858 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:08.067386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338c8dc-cca2-418f-9cfc-81b1513b5603 req-423fdd0c-5ddf-418b-82e2-3f75eca5553a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:08.068847 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6338c8dc-cca2-418f-9cfc-81b1513b5603 req-423fdd0c-5ddf-418b-82e2-3f75eca5553a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0780892 Apr 20 16:13:08.112164 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6338c8dc-cca2-418f-9cfc-81b1513b5603 req-de93d310-7afa-4b9d-8eee-86b9080328f7 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378227 Apr 20 16:13:09.302329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cc683-adfb-46b4-9707-e5a88a91557a req-58c7cfa4-bbd7-4829-8e64-73ce251c85ac tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:09.307787 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7c0cc683-adfb-46b4-9707-e5a88a91557a req-58c7cfa4-bbd7-4829-8e64-73ce251c85ac tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0845149 Apr 20 16:13:09.349571 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7c0cc683-adfb-46b4-9707-e5a88a91557a req-f2330e96-a7e2-4b5e-b4df-b9412caccf6a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 Apr 20 16:13:10.532205 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d16d3a-8a52-45eb-8e46-bd42047c0c28 req-e1ab1b6d-84a8-47d9-8f64-b0698a0c776c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:10.534096 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a3d16d3a-8a52-45eb-8e46-bd42047c0c28 req-e1ab1b6d-84a8-47d9-8f64-b0698a0c776c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0789902 Apr 20 16:13:10.580411 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a3d16d3a-8a52-45eb-8e46-bd42047c0c28 req-7cdfd7ed-8dba-4d79-8cf4-7b877b95f31d tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406654 Apr 20 16:13:11.760752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ed477-31a1-40ea-ba53-c7df785cc0a8 req-debccd27-2c8d-4de6-83b5-12d7997b3c55 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:11.762173 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8f1ed477-31a1-40ea-ba53-c7df785cc0a8 req-debccd27-2c8d-4de6-83b5-12d7997b3c55 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0785184 Apr 20 16:13:11.804657 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8f1ed477-31a1-40ea-ba53-c7df785cc0a8 req-360b9367-05ea-41c3-9dde-b91ae7109208 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367880 Apr 20 16:13:13.090675 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e42d2-6d72-4321-bf4e-fc91679ed5ca req-126b9ff8-086d-46ca-bf02-5cafe46f5f6d tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:13.092064 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b46e42d2-6d72-4321-bf4e-fc91679ed5ca req-126b9ff8-086d-46ca-bf02-5cafe46f5f6d tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.1807847 Apr 20 16:13:13.135951 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b46e42d2-6d72-4321-bf4e-fc91679ed5ca req-e37247d9-d8b7-421a-a41d-920d27813b3a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380416 Apr 20 16:13:14.325075 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623e5e3-8d71-4bd9-bc1f-1446b1270375 req-ee202611-1efc-45b5-823d-42021a9ed52d tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:14.326533 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7623e5e3-8d71-4bd9-bc1f-1446b1270375 req-ee202611-1efc-45b5-823d-42021a9ed52d tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0810156 Apr 20 16:13:14.374139 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7623e5e3-8d71-4bd9-bc1f-1446b1270375 req-5439cde3-5094-40da-b997-04c478f5ac88 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412660 Apr 20 16:13:15.154969 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:15.555204 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdebc3-c9f7-4334-9a3f-26541c027734 req-713d5527-3752-42ef-adb5-18287eec4ca4 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:15.556695 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-90fdebc3-c9f7-4334-9a3f-26541c027734 req-713d5527-3752-42ef-adb5-18287eec4ca4 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0782568 Apr 20 16:13:15.646937 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-90fdebc3-c9f7-4334-9a3f-26541c027734 req-c52089a6-d73d-4530-a917-307b65f9e27b tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846288 Apr 20 16:13:15.677128 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-032d47fa-3200-469c-a291-cd0fe3139aa1 service neutron] 10.222.0.11 "GET /v2.0/ports/36ca5e68-c54d-4e52-a781-68dec9c9b0d0/bindings/hv-neutron-8386 HTTP/1.1" status: 200 len: 384 time: 0.0818632 Apr 20 16:13:15.940636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-2680839f-cb8d-4862-93ba-9b0f6e7c86fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:15.942073 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-2680839f-cb8d-4862-93ba-9b0f6e7c86fd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5&tenant_id=ed7a6cabc3d04c3eb28d4cefef84f104 HTTP/1.1" status: 200 len: 1098 time: 0.0704634 Apr 20 16:13:16.034363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-233ad604-12ff-4782-9d77-8f7067eaa1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:16.035905 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-233ad604-12ff-4782-9d77-8f7067eaa1ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed7a6cabc3d04c3eb28d4cefef84f104&device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 1098 time: 0.0701332 Apr 20 16:13:16.165273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-03159154-a9c3-47f4-87d2-f051ebc39dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:16.166715 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-03159154-a9c3-47f4-87d2-f051ebc39dd9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=682b2a29-49c1-45f6-be59-010e516274bc HTTP/1.1" status: 200 len: 916 time: 0.1253402 Apr 20 16:13:16.237390 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-dc002401-db9a-4749-8613-06639600019a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36ca5e68-c54d-4e52-a781-68dec9c9b0d0 HTTP/1.1" status: 200 len: 217 time: 0.0645721 Apr 20 16:13:16.298209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-917ffcfd-facc-46d9-b4ae-e33a80e02df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:16.300088 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-917ffcfd-facc-46d9-b4ae-e33a80e02df4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9b9892-ae10-47c5-ba41-6ccadcb12b22 HTTP/1.1" status: 200 len: 855 time: 0.0565746 Apr 20 16:13:16.348811 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-d48f126c-71bc-47d9-ad45-2ea48e9859e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=682b2a29-49c1-45f6-be59-010e516274bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424330 Apr 20 16:13:16.476262 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-c5ef2acf-1ad6-450a-9ecb-5d5ab4a6ce9b service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213584 Apr 20 16:13:16.610400 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89ee45cb-7aea-4466-95f3-8e76a4f62c90 req-88f929e3-fef8-4aa8-b480-aa31e4e0a8e3 service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281607 Apr 20 16:13:16.834740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77f9fd-31fb-41b3-8b4f-afc0927e4709 req-62a1be2c-9205-4143-bcf9-85756ca221d0 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:16.837161 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8e77f9fd-31fb-41b3-8b4f-afc0927e4709 req-62a1be2c-9205-4143-bcf9-85756ca221d0 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0821908 Apr 20 16:13:16.881323 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8e77f9fd-31fb-41b3-8b4f-afc0927e4709 req-3d33286f-26a2-4a04-aba1-68c1fa23f792 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385442 Apr 20 16:13:18.065131 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5574427-e142-4e46-9111-b167450ac94d req-44f7f30c-674b-4845-919a-15ed1d97e204 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:18.066554 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5574427-e142-4e46-9111-b167450ac94d req-44f7f30c-674b-4845-919a-15ed1d97e204 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0822074 Apr 20 16:13:18.109249 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5574427-e142-4e46-9111-b167450ac94d req-489f95df-f20f-40a7-a435-0029902870f4 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371199 Apr 20 16:13:18.479598 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:13:19.295688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7df2e3-1fef-4c9a-a866-2ca72bd38e7d req-6ab74165-f7ca-47a5-83fa-75e9fd8c7b34 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:19.297135 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3a7df2e3-1fef-4c9a-a866-2ca72bd38e7d req-6ab74165-f7ca-47a5-83fa-75e9fd8c7b34 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0783966 Apr 20 16:13:19.343035 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3a7df2e3-1fef-4c9a-a866-2ca72bd38e7d req-892f9136-cd02-4f0e-b0f4-d636b6d3cb8b tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401878 Apr 20 16:13:19.599379 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:13:19.710034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfa1f8-db58-42c9-a7a5-b21518d10cb7 req-0c789754-efb1-412e-9592-32bd0b59a9e5 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:19.711494 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7ecfa1f8-db58-42c9-a7a5-b21518d10cb7 req-0c789754-efb1-412e-9592-32bd0b59a9e5 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.1406798 Apr 20 16:13:19.725657 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0014d-6a07-49c0-8b23-2a52ba91c829 req-6afa9ccd-7201-4226-be29-7e7fbe384f52 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:19.727026 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-83f0014d-6a07-49c0-8b23-2a52ba91c829 req-6afa9ccd-7201-4226-be29-7e7fbe384f52 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.11 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5&tenant_id=ed7a6cabc3d04c3eb28d4cefef84f104&binding%3Ahost_id=hv-neutron-8386 HTTP/1.1" status: 200 len: 945 time: 0.1248939 Apr 20 16:13:19.732223 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=36ca5e68-c54d-4e52-a781-68dec9c9b0d0,segment=NetworkSegment(94fbfdff-7520-4f54-86a0-6c1c2e0ef13a),segment_id=94fbfdff-7520-4f54-86a0-6c1c2e0ef13a)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:13:19.746730 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '36ca5e68-c54d-4e52-a781-68dec9c9b0d0', 'network_id': '682b2a29-49c1-45f6-be59-010e516274bc', 'port_id': '36ca5e68-c54d-4e52-a781-68dec9c9b0d0', 'mac_address': 'fa:16:3e:e8:8e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9b9892-ae10-47c5-ba41-6ccadcb12b22', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:13:19.765356 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7ecfa1f8-db58-42c9-a7a5-b21518d10cb7 req-22653b83-36dd-46fa-a1af-1ce8751d749a tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475342 Apr 20 16:13:19.807184 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:19.824345 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:19.839752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=36ca5e68-c54d-4e52-a781-68dec9c9b0d0,segment=NetworkSegment(94fbfdff-7520-4f54-86a0-6c1c2e0ef13a),segment_id=94fbfdff-7520-4f54-86a0-6c1c2e0ef13a)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:13:19.843817 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:19.869483 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0014d-6a07-49c0-8b23-2a52ba91c829 req-929ffcf1-86ac-4c28-b4d9-2fead0c6c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:19.870937 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-83f0014d-6a07-49c0-8b23-2a52ba91c829 req-929ffcf1-86ac-4c28-b4d9-2fead0c6c6d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed7a6cabc3d04c3eb28d4cefef84f104&device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 1098 time: 0.0722322 Apr 20 16:13:19.919299 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['36ca5e68-c54d-4e52-a781-68dec9c9b0d0'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:13:19.944608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=36ca5e68-c54d-4e52-a781-68dec9c9b0d0,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:19.967429 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.967786 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.968129 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.968465 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.968796 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.969124 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.969475 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.969798 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.970123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.970446 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.970799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.971115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:20.113812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0014d-6a07-49c0-8b23-2a52ba91c829 req-8b3e2ac8-9aa3-4cc5-9dc2-60b5fc9c2610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:20.115166 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-83f0014d-6a07-49c0-8b23-2a52ba91c829 req-8b3e2ac8-9aa3-4cc5-9dc2-60b5fc9c2610 service neutron] 10.222.0.11 "GET /v2.0/networks?id=682b2a29-49c1-45f6-be59-010e516274bc HTTP/1.1" status: 200 len: 916 time: 0.2366247 Apr 20 16:13:20.184400 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-83f0014d-6a07-49c0-8b23-2a52ba91c829 req-c2d3686d-0ac4-4b37-854d-d9be9e04d27f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36ca5e68-c54d-4e52-a781-68dec9c9b0d0 HTTP/1.1" status: 200 len: 217 time: 0.0633080 Apr 20 16:13:20.245746 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0014d-6a07-49c0-8b23-2a52ba91c829 req-9b2f1fd5-fe7d-4790-8d32-aecdb5d184ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:20.247137 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-83f0014d-6a07-49c0-8b23-2a52ba91c829 req-9b2f1fd5-fe7d-4790-8d32-aecdb5d184ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9b9892-ae10-47c5-ba41-6ccadcb12b22 HTTP/1.1" status: 200 len: 855 time: 0.0565691 Apr 20 16:13:20.295785 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-83f0014d-6a07-49c0-8b23-2a52ba91c829 req-fa4c8ff3-cf73-47bf-8480-e0b7ded43235 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=682b2a29-49c1-45f6-be59-010e516274bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423489 Apr 20 16:13:20.425063 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-83f0014d-6a07-49c0-8b23-2a52ba91c829 req-487939a3-6f7a-4609-94ce-8b8060e89b85 service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233356 Apr 20 16:13:20.553870 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-83f0014d-6a07-49c0-8b23-2a52ba91c829 req-4ce9884f-39fe-468e-85e4-40f0cd61746f service neutron] 10.222.0.11 "GET /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229277 Apr 20 16:13:20.956482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54424d2-8c2d-4f04-92a9-443452f0a6d7 req-bf4e457e-e6bd-4c01-add8-8a7a37fae87e tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:20.958312 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d54424d2-8c2d-4f04-92a9-443452f0a6d7 req-bf4e457e-e6bd-4c01-add8-8a7a37fae87e tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 944 time: 0.0826063 Apr 20 16:13:21.006532 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d54424d2-8c2d-4f04-92a9-443452f0a6d7 req-ce34d8fc-d5fd-4abd-bd65-4a42efb38ef3 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412793 Apr 20 16:13:21.615525 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:13:21.680887 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:21.681256 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:21.818081 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:21.843402 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda53b31-177a-4793-b644-f31dfec5f3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ca5e68-c54d-4e52-a781-68dec9c9b0d0'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:21.853778 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=36ca5e68-c54d-4e52-a781-68dec9c9b0d0,segment=NetworkSegment(94fbfdff-7520-4f54-86a0-6c1c2e0ef13a),segment_id=94fbfdff-7520-4f54-86a0-6c1c2e0ef13a)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:13:21.858250 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:21.926953 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=36ca5e68-c54d-4e52-a781-68dec9c9b0d0,revision_number=7']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:21.954987 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8784d844-935a-4009-9e65-cfcadc37f398'] response: {'server_uuid': 'fda53b31-177a-4793-b644-f31dfec5f3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ca5e68-c54d-4e52-a781-68dec9c9b0d0', 'code': 200} Apr 20 16:13:22.189532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7374a03-023b-4003-bae4-d86cc0ec9d20 req-227bfd62-8217-443f-b06f-0395d5ae5e80 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:22.190985 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e7374a03-023b-4003-bae4-d86cc0ec9d20 req-227bfd62-8217-443f-b06f-0395d5ae5e80 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0818264 Apr 20 16:13:22.235202 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e7374a03-023b-4003-bae4-d86cc0ec9d20 req-f089f6c2-1af0-49f5-a2d4-ae5219bdd0df tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383911 Apr 20 16:13:22.419158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a53a5-ba33-4726-9b98-80c981d8d343 req-a9e0a97d-a988-4dee-a52a-53df3c0a63fd tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:22.420673 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f0a53a5-ba33-4726-9b98-80c981d8d343 req-a9e0a97d-a988-4dee-a52a-53df3c0a63fd tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0828290 Apr 20 16:13:22.463296 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f0a53a5-ba33-4726-9b98-80c981d8d343 req-6980cca6-2a40-419d-a335-2f1f71533024 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370312 Apr 20 16:13:22.655908 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc8541-74b5-4763-b9ee-0b2dedbb2147 req-e2e795bb-f21d-4e6a-bd00-060f12d6cb16 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:22.657369 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65fc8541-74b5-4763-b9ee-0b2dedbb2147 req-e2e795bb-f21d-4e6a-bd00-060f12d6cb16 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0908635 Apr 20 16:13:22.700185 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-65fc8541-74b5-4763-b9ee-0b2dedbb2147 req-cbef9a21-0e8c-4844-9e5a-202c9ba16575 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371847 Apr 20 16:13:23.236269 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8acc-eb40-4b85-b9c5-8da920055b1f req-6ff187e5-3a71-4d67-9f1d-82d6d8e87e8c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:23.238281 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1cff8acc-eb40-4b85-b9c5-8da920055b1f req-6ff187e5-3a71-4d67-9f1d-82d6d8e87e8c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0823455 Apr 20 16:13:23.280302 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1cff8acc-eb40-4b85-b9c5-8da920055b1f req-797dd5c6-fe02-43c2-82ca-c8dedeaacca8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364389 Apr 20 16:13:24.461693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2810e0d-8f1c-417a-9dd2-da56755f4a21 req-60568e82-be18-4487-9898-2b71ca47132f tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:24.463061 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2810e0d-8f1c-417a-9dd2-da56755f4a21 req-60568e82-be18-4487-9898-2b71ca47132f tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0788121 Apr 20 16:13:24.512734 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2810e0d-8f1c-417a-9dd2-da56755f4a21 req-270f209b-8711-42d1-8e06-f4e27db5475b tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f06192e-b651-4e57-9e78-d4978c40d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436146 Apr 20 16:13:24.777238 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc230ac7-2e12-4b74-8e60-489ac8ef15ce req-108966ce-66d9-480b-a0b6-76ab0742b470 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:24.778573 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dc230ac7-2e12-4b74-8e60-489ac8ef15ce req-108966ce-66d9-480b-a0b6-76ab0742b470 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.11 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 945 time: 0.0781739 Apr 20 16:13:24.848003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-dc230ac7-2e12-4b74-8e60-489ac8ef15ce req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Deleting port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:13:24.848346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-dc230ac7-2e12-4b74-8e60-489ac8ef15ce req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:25.095757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-dc230ac7-2e12-4b74-8e60-489ac8ef15ce req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] For port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=36ca5e68-c54d-4e52-a781-68dec9c9b0d0,segment=NetworkSegment(94fbfdff-7520-4f54-86a0-6c1c2e0ef13a),segment_id=94fbfdff-7520-4f54-86a0-6c1c2e0ef13a)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:13:25.096040 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-dc230ac7-2e12-4b74-8e60-489ac8ef15ce req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:25.351023 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-dc230ac7-2e12-4b74-8e60-489ac8ef15ce req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Calling delete_port for 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:13:25.500585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-dc230ac7-2e12-4b74-8e60-489ac8ef15ce req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:25.512416 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['36ca5e68-c54d-4e52-a781-68dec9c9b0d0'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:13:25.558988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Pushing event deleted for resources: {'Port': ['ID=36ca5e68-c54d-4e52-a781-68dec9c9b0d0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:25.631737 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:25.632013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:25.632354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:25.632696 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:25.633028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:25.633358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:25.633688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:25.634020 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:25.634342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:25.634664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:25.634986 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:25.635306 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:25.687095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc230ac7-2e12-4b74-8e60-489ac8ef15ce req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] No DVR routers for this DVR port 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:13:25.689689 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-dc230ac7-2e12-4b74-8e60-489ac8ef15ce req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:25.697226 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda53b31-177a-4793-b644-f31dfec5f3a5', 'name': 'network-vif-deleted', 'tag': '36ca5e68-c54d-4e52-a781-68dec9c9b0d0'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:25.705351 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-035dfbd0-d294-4d61-a822-9825af7fc0a4 req-d57caa32-0f9f-4afd-af18-6f28cb49b55c tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda53b31-177a-4793-b644-f31dfec5f3a5 HTTP/1.1" status: 200 len: 210 time: 0.0760174 Apr 20 16:13:25.718076 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dc230ac7-2e12-4b74-8e60-489ac8ef15ce req-bd1947ec-771c-4586-abf4-70f22c13b9e8 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] 10.222.0.11 "DELETE /v2.0/ports/36ca5e68-c54d-4e52-a781-68dec9c9b0d0 HTTP/1.1" status: 204 len: 173 time: 0.9337876 Apr 20 16:13:25.817810 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a03bfc4-9570-4e73-b3b1-67f260f4c34d'] response: {'server_uuid': 'fda53b31-177a-4793-b644-f31dfec5f3a5', 'name': 'network-vif-deleted', 'tag': '36ca5e68-c54d-4e52-a781-68dec9c9b0d0', 'status': 'completed', 'code': 200} Apr 20 16:13:26.946088 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 42740) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:13:27.006671 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e8b907-395a-440c-9e9d-ad6feaacfa39 admin admin] Deleting subnet ff9b9892-ae10-47c5-ba41-6ccadcb12b22 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:13:27.009432 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-04e8b907-395a-440c-9e9d-ad6feaacfa39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.055934 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-04e8b907-395a-440c-9e9d-ad6feaacfa39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.112216 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-04e8b907-395a-440c-9e9d-ad6feaacfa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.176709 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-04e8b907-395a-440c-9e9d-ad6feaacfa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.212186 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8b907-395a-440c-9e9d-ad6feaacfa39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff9b9892-ae10-47c5-ba41-6ccadcb12b22,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:27.217502 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-04e8b907-395a-440c-9e9d-ad6feaacfa39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.223455 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-04e8b907-395a-440c-9e9d-ad6feaacfa39 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ff9b9892-ae10-47c5-ba41-6ccadcb12b22 HTTP/1.1" status: 204 len: 168 time: 0.2764070 Apr 20 16:13:27.225837 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 42744) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:13:27.327943 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-16de2bf9-b2cf-479c-a292-f86c59512fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.450974 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-16de2bf9-b2cf-479c-a292-f86c59512fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.478386 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-16de2bf9-b2cf-479c-a292-f86c59512fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682b2a29-49c1-45f6-be59-010e516274bc']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:27.490568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-16de2bf9-b2cf-479c-a292-f86c59512fc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94fbfdff-7520-4f54-86a0-6c1c2e0ef13a') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:27.490869 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-16de2bf9-b2cf-479c-a292-f86c59512fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94fbfdff-7520-4f54-86a0-6c1c2e0ef13a') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:27.501715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-16de2bf9-b2cf-479c-a292-f86c59512fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.517424 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-16de2bf9-b2cf-479c-a292-f86c59512fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.523223 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16de2bf9-b2cf-479c-a292-f86c59512fc5 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:13:27.523598 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-16de2bf9-b2cf-479c-a292-f86c59512fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:13:27.536165 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:13:27.606671 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-16de2bf9-b2cf-479c-a292-f86c59512fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.616079 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:13:27.625865 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-16de2bf9-b2cf-479c-a292-f86c59512fc5 admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.635550 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de2bf9-b2cf-479c-a292-f86c59512fc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=682b2a29-49c1-45f6-be59-010e516274bc,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:27.640540 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-16de2bf9-b2cf-479c-a292-f86c59512fc5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/682b2a29-49c1-45f6-be59-010e516274bc HTTP/1.1" status: 204 len: 168 time: 0.4113588 Apr 20 16:13:27.650218 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:13:27.650566 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 36ca5e68-c54d-4e52-a781-68dec9c9b0d0 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:13:27.744037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 42750) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:13:27.794494 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-adf81547-0cd2-497d-967c-698313679219 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed7a6cabc3d04c3eb28d4cefef84f104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491843 Apr 20 16:13:27.796964 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 42754) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:13:27.853188 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba246233-8034-42ba-9612-f40cdd9c0cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.878360 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba246233-8034-42ba-9612-f40cdd9c0cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.931961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba246233-8034-42ba-9612-f40cdd9c0cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.945990 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba246233-8034-42ba-9612-f40cdd9c0cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f06192e-b651-4e57-9e78-d4978c40d2a6,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:27.952834 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba246233-8034-42ba-9612-f40cdd9c0cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.954005 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ba246233-8034-42ba-9612-f40cdd9c0cd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f06192e-b651-4e57-9e78-d4978c40d2a6 HTTP/1.1" status: 204 len: 168 time: 0.1561134 Apr 20 16:13:28.643009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 42778) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:13:28.743407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1874649395-network', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:13:28.748130 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:13:28.751946 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Usage tracker for resource:network and tenant:5875ce77b9d6434ca3b92c60d93d7700 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:13:28.755238 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:13:28.760942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:13:28.771382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Made reservation on behalf of 5875ce77b9d6434ca3b92c60d93d7700 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:13:28.773670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:28.785590 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:28.799433 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:13:28.803184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Usage tracker for resource:security_group_rule and tenant:5875ce77b9d6434ca3b92c60d93d7700 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:13:28.805922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:13:28.811502 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:13:28.894611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:28.898174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:28.936585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:13:28.942366 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c924d5d-b259-490f-bf3f-eea3f611c9b5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:28.950341 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:28.951243 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Added segment 9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68 of type vlan for network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa Apr 20 16:13:28.977176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:29.006405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:29.007406 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:29.007994 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:29.107513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=6c4afe1d-f66a-49f1-b59e-168c2cf351fa,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:29.110287 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-79d0ed8e-62af-4692-b271-1d9892f46cb7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4662962 Apr 20 16:13:29.113662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 42784) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:13:29.117928 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:13:29.118762 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-de079349-05f0-48b1-a329-dd02c6b5cf62 admin admin] Request body: {'subnet': {'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1874649395-subnet', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:13:29.123525 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-de079349-05f0-48b1-a329-dd02c6b5cf62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:13:29.127478 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-de079349-05f0-48b1-a329-dd02c6b5cf62 admin admin] Usage tracker for resource:subnet and tenant:5875ce77b9d6434ca3b92c60d93d7700 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:13:29.130967 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-de079349-05f0-48b1-a329-dd02c6b5cf62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:13:29.136729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-de079349-05f0-48b1-a329-dd02c6b5cf62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:13:29.147001 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de079349-05f0-48b1-a329-dd02c6b5cf62 admin admin] Made reservation on behalf of 5875ce77b9d6434ca3b92c60d93d7700 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:13:29.149393 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-de079349-05f0-48b1-a329-dd02c6b5cf62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:29.352693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-de079349-05f0-48b1-a329-dd02c6b5cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:29.421280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de079349-05f0-48b1-a329-dd02c6b5cf62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:29.431625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de079349-05f0-48b1-a329-dd02c6b5cf62 admin admin] Checking segment: {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:13:29.432013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de079349-05f0-48b1-a329-dd02c6b5cf62 admin admin] Network hostable DHCP agents. Network: 6c4afe1d-f66a-49f1-b59e-168c2cf351fa, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:13:29.450061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de079349-05f0-48b1-a329-dd02c6b5cf62 admin admin] Network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:13:29.459128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-de079349-05f0-48b1-a329-dd02c6b5cf62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 6c4afe1d-f66a-49f1-b59e-168c2cf351fa) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:29.463687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de079349-05f0-48b1-a329-dd02c6b5cf62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:29.464422 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-de079349-05f0-48b1-a329-dd02c6b5cf62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:29.468554 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e902441d-da3f-4887-8a1e-0b089b81fbe9 None None] Network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:13:29.489088 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-de079349-05f0-48b1-a329-dd02c6b5cf62 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3713572 Apr 20 16:13:29.489322 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 42788) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:13:29.494201 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:13:29.498947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:13:29.502786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Usage tracker for resource:router and tenant:5875ce77b9d6434ca3b92c60d93d7700 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:13:29.505641 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:13:29.511326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:13:29.520919 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:29.521872 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:29.536822 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:29.684283 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:13:29.685112 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:29.801026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:29.839234 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Allocated IP 172.20.0.2 (6c4afe1d-f66a-49f1-b59e-168c2cf351fa/c6c2cad3-2a39-4084-a3af-d64eb4fc25c1/e2a31274-d259-447b-bf26-a9728d5546ec) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:30.049810 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:30.059539 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Transition to ACTIVE for port object e2a31274-d259-447b-bf26-a9728d5546ec will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:30.077970 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Transition to ACTIVE for port object e2a31274-d259-447b-bf26-a9728d5546ec will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:30.083680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:30.146093 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:30.152946 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:30.160299 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Pushing event updated for resources: {'Port': ['ID=e2a31274-d259-447b-bf26-a9728d5546ec,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:30.162500 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:13:30.218392 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:30.247882 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:30.251086 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Attempting to bind port e2a31274-d259-447b-bf26-a9728d5546ec on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:30.251547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Attempting to bind port e2a31274-d259-447b-bf26-a9728d5546ec by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:30.251984 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Attempting to bind port e2a31274-d259-447b-bf26-a9728d5546ec on network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:13:30.257877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:13:30.258253 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Checking segment: {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:13:30.258662 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:30.259057 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Bound using segment: {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:13:30.259516 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Bound port: e2a31274-d259-447b-bf26-a9728d5546ec, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:30.259916 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:30.346456 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] For port e2a31274-d259-447b-bf26-a9728d5546ec, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:13:30.349630 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] For port e2a31274-d259-447b-bf26-a9728d5546ec, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e2a31274-d259-447b-bf26-a9728d5546ec,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:13:30.354386 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:30.383732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Allocated IP 172.26.7.94 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/7d7f40b7-b60f-42eb-858f-63ffed8c7ef2) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:30.443815 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf470d-04c7-4727-84c5-74f203fa2963 None None] Pushing event updated for resources: {'Port': ['ID=e2a31274-d259-447b-bf26-a9728d5546ec,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:30.531985 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:30.562250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:30.648921 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:30.651799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:30.660459 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:13:30.702840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Pushing event updated for resources: {'Port': ['ID=7d7f40b7-b60f-42eb-858f-63ffed8c7ef2,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:31.021791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e2a31274-d259-447b-bf26-a9728d5546ec up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:13:31.080973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:31.093150 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port e2a31274-d259-447b-bf26-a9728d5546ec completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:13:31.354581 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2bcd76-e128-4887-91d7-37c55347ab7c None None] Network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:13:31.448141 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-367dcfb4-6bcc-4cd0-b070-880483996248 None None] Provisioning for port e2a31274-d259-447b-bf26-a9728d5546ec completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:13:31.458799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-367dcfb4-6bcc-4cd0-b070-880483996248 None None] Provisioning complete for port e2a31274-d259-447b-bf26-a9728d5546ec triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:31.459166 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-367dcfb4-6bcc-4cd0-b070-880483996248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:31.541255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:31.704970 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-367dcfb4-6bcc-4cd0-b070-880483996248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:31.744535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Router c914812e-6195-41d6-b35d-28922cad919e is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:13:31.749618 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-367dcfb4-6bcc-4cd0-b070-880483996248 None None] For port e2a31274-d259-447b-bf26-a9728d5546ec, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e2a31274-d259-447b-bf26-a9728d5546ec,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:13:31.755472 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-367dcfb4-6bcc-4cd0-b070-880483996248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:31.824012 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367dcfb4-6bcc-4cd0-b070-880483996248 None None] Pushing event updated for resources: {'Port': ['ID=e2a31274-d259-447b-bf26-a9728d5546ec,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:31.932458 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:13:31.948408 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Sync routers for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:13:31.960521 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:13:31.961871 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:13:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:31.966411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:31.970438 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4303f07d-e437-4e4f-ad9d-37ff28037219 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4778054 Apr 20 16:13:31.970645 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 42792) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:13:31.983887 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b6052722-c0b4-405c-bc3b-dc721b24d2e9 None None] Provisioning complete for port e2a31274-d259-447b-bf26-a9728d5546ec triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:31.984256 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b6052722-c0b4-405c-bc3b-dc721b24d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:32.143564 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f316cb34-408d-48e6-a343-ed7a73d4c799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:32.179164 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:13:32.508070 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:30Z', 'revision_number': 3, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:32.511980 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Checking router: c914812e-6195-41d6-b35d-28922cad919e for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:13:32.512322 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Updating router c914812e-6195-41d6-b35d-28922cad919e port 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:13:32.568138 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:32.671460 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:32.880115 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Allocated IP 172.20.0.1 (6c4afe1d-f66a-49f1-b59e-168c2cf351fa/c6c2cad3-2a39-4084-a3af-d64eb4fc25c1/d5c98191-792e-4b50-bb53-c3cbd053786e) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:32.892951 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:32.905124 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Transition to ACTIVE for port object 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:32.912204 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:32.989210 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Attempting to bind port 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:32.989876 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Attempting to bind port 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:32.989982 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Attempting to bind port 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:13:32.997398 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:13:32.997766 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:13:32.998161 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:32.998542 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:13:32.999184 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Bound port: 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:32.999371 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:33.019928 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e2a31274-d259-447b-bf26-a9728d5546ec up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:13:33.059159 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9dae1-0792-409f-b2cb-4c9e4a113ad4 None None] Pushing event updated for resources: {'Port': ['ID=7d7f40b7-b60f-42eb-858f-63ffed8c7ef2,revision_number=2']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:33.072516 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f9dae1-0792-409f-b2cb-4c9e4a113ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:33.072776 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f9dae1-0792-409f-b2cb-4c9e4a113ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:33.073118 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f9dae1-0792-409f-b2cb-4c9e4a113ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:33.073443 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f9dae1-0792-409f-b2cb-4c9e4a113ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:33.073767 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f9dae1-0792-409f-b2cb-4c9e4a113ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:33.074087 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f9dae1-0792-409f-b2cb-4c9e4a113ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:33.074402 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f9dae1-0792-409f-b2cb-4c9e4a113ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:33.074998 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f9dae1-0792-409f-b2cb-4c9e4a113ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:33.075122 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f9dae1-0792-409f-b2cb-4c9e4a113ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:33.075333 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f9dae1-0792-409f-b2cb-4c9e4a113ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:33.075646 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f9dae1-0792-409f-b2cb-4c9e4a113ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:33.075982 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f9dae1-0792-409f-b2cb-4c9e4a113ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:33.091663 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port e2a31274-d259-447b-bf26-a9728d5546ec triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:33.092070 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:33.105733 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] For port 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:13:33.108875 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] For port 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7d7f40b7-b60f-42eb-858f-63ffed8c7ef2,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:13:33.114607 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:33.164892 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:33.181369 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Transition to ACTIVE for port object d5c98191-792e-4b50-bb53-c3cbd053786e will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:33.205131 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9dae1-0792-409f-b2cb-4c9e4a113ad4 None None] Pushing event updated for resources: {'Port': ['ID=7d7f40b7-b60f-42eb-858f-63ffed8c7ef2,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:33.209991 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:33.225037 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:13:33.225642 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:13:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:33.272240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:33.274888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:33.282768 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:13:33.322023 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c98191-792e-4b50-bb53-c3cbd053786e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:33.345337 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:33.404876 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:13:33.552070 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3244bf16-beef-4c11-ae67-c6277e5d9917 None None] Provisioning for port d5c98191-792e-4b50-bb53-c3cbd053786e completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:13:33.557121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3244bf16-beef-4c11-ae67-c6277e5d9917 None None] Provisioning complete for port d5c98191-792e-4b50-bb53-c3cbd053786e triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:33.557490 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3244bf16-beef-4c11-ae67-c6277e5d9917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:33.614714 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-3244bf16-beef-4c11-ae67-c6277e5d9917 None None] Port d5c98191-792e-4b50-bb53-c3cbd053786e cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:13:33.627175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:33.691940 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:30Z', 'revision_number': 3, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:33.695919 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d518d94-0d7c-47d6-b3e8-94c9b576778b None None] The sync data for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv is: [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:30Z', 'revision_number': 3, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:13:33.855605 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:33.861012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:33.981375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:33.988784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c98191-792e-4b50-bb53-c3cbd053786e,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:34.123981 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:34.125100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:34.330939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Router c914812e-6195-41d6-b35d-28922cad919e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:13:34.340122 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e1970212-978c-467e-a0d9-17650113d828 None None] Provisioning complete for port d5c98191-792e-4b50-bb53-c3cbd053786e triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:34.341078 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e1970212-978c-467e-a0d9-17650113d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:34.404333 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2d00cb27-6e85-4aae-851b-0a3c8d88e5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:34.407594 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e1970212-978c-467e-a0d9-17650113d828 None None] Port d5c98191-792e-4b50-bb53-c3cbd053786e cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:13:34.522149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:13:34.531157 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-465b88a6-f6a8-48fb-945a-96db3a53b9f5 admin admin] 10.222.0.13 "PUT /v2.0/routers/c914812e-6195-41d6-b35d-28922cad919e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5594909 Apr 20 16:13:35.024471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 42802) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:13:35.026932 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:13:35.029731 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-3f242f71-9e35-4e62-acb2-052b1e18a3b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--161832046', 'description': 'tempest-description--1018005498'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:13:35.036174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3f242f71-9e35-4e62-acb2-052b1e18a3b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:13:35.040388 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3f242f71-9e35-4e62-acb2-052b1e18a3b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Usage tracker for resource:security_group and tenant:5875ce77b9d6434ca3b92c60d93d7700 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:13:35.043438 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3f242f71-9e35-4e62-acb2-052b1e18a3b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:13:35.053693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3f242f71-9e35-4e62-acb2-052b1e18a3b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:13:35.064209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f242f71-9e35-4e62-acb2-052b1e18a3b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.102195 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:13:35.107345 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:35.107699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.209870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3f242f71-9e35-4e62-acb2-052b1e18a3b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:13:35.213842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3f242f71-9e35-4e62-acb2-052b1e18a3b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Usage tracker for resource:security_group_rule and tenant:5875ce77b9d6434ca3b92c60d93d7700 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:13:35.216733 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3f242f71-9e35-4e62-acb2-052b1e18a3b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:13:35.224031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3f242f71-9e35-4e62-acb2-052b1e18a3b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:13:35.231564 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Sync routers for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:13:35.239588 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.253121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:13:35.253707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:13:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:35.295566 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f242f71-9e35-4e62-acb2-052b1e18a3b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.299287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f242f71-9e35-4e62-acb2-052b1e18a3b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.320659 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7d7f40b7-b60f-42eb-858f-63ffed8c7ef2,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:13:35.330769 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.343666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f242f71-9e35-4e62-acb2-052b1e18a3b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9dce2c-45cc-4269-ac65-54683f75609c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:35.346049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f242f71-9e35-4e62-acb2-052b1e18a3b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.350095 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3f242f71-9e35-4e62-acb2-052b1e18a3b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3218560 Apr 20 16:13:35.350577 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 42806) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:13:35.356208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ed03a224-e616-4595-8090-344a58caa37c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Request body: {'security_group_rule': {'security_group_id': '1c9dce2c-45cc-4269-ac65-54683f75609c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:13:35.362138 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ed03a224-e616-4595-8090-344a58caa37c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:13:35.366067 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ed03a224-e616-4595-8090-344a58caa37c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Usage tracker for resource:security_group_rule and tenant:5875ce77b9d6434ca3b92c60d93d7700 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:13:35.368918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ed03a224-e616-4595-8090-344a58caa37c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:13:35.376108 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ed03a224-e616-4595-8090-344a58caa37c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:13:35.393110 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed03a224-e616-4595-8090-344a58caa37c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.452276 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed03a224-e616-4595-8090-344a58caa37c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.455867 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed03a224-e616-4595-8090-344a58caa37c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.479892 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03a224-e616-4595-8090-344a58caa37c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a5aa8b-da3c-4c61-96b1-da72a4119935,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:35.488828 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=7d7f40b7-b60f-42eb-858f-63ffed8c7ef2,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:35.490732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed03a224-e616-4595-8090-344a58caa37c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.496086 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ed03a224-e616-4595-8090-344a58caa37c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402595 Apr 20 16:13:35.497273 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:13:35.497594 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 42810) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:13:35.501707 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-77482544-34d2-4a40-ad43-f1543c1a8dd6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Request body: {'security_group_rule': {'security_group_id': '1c9dce2c-45cc-4269-ac65-54683f75609c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:13:35.508190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-77482544-34d2-4a40-ad43-f1543c1a8dd6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:13:35.512029 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-77482544-34d2-4a40-ad43-f1543c1a8dd6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Usage tracker for resource:security_group_rule and tenant:5875ce77b9d6434ca3b92c60d93d7700 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:13:35.514864 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-77482544-34d2-4a40-ad43-f1543c1a8dd6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:13:35.521841 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-77482544-34d2-4a40-ad43-f1543c1a8dd6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:13:35.542004 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-77482544-34d2-4a40-ad43-f1543c1a8dd6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.603012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-77482544-34d2-4a40-ad43-f1543c1a8dd6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.606571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-77482544-34d2-4a40-ad43-f1543c1a8dd6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.632190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77482544-34d2-4a40-ad43-f1543c1a8dd6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7b4b07-ee49-4ac9-acd4-9f1dc3d826bc,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:35.642496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-77482544-34d2-4a40-ad43-f1543c1a8dd6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.644028 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-77482544-34d2-4a40-ad43-f1543c1a8dd6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467974 Apr 20 16:13:35.646811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 42814) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:13:35.652040 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:13:35.657845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:13:35.661667 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Usage tracker for resource:floatingip and tenant:5875ce77b9d6434ca3b92c60d93d7700 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:13:35.664534 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:13:35.670189 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:13:35.681366 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.808099 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.808687 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.819896 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.831966 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 2, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:35.835811 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Checking router: c914812e-6195-41d6-b35d-28922cad919e for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:13:35.836175 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Updating router c914812e-6195-41d6-b35d-28922cad919e port d5c98191-792e-4b50-bb53-c3cbd053786e binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:13:35.927383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.961727 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Allocated IP 172.26.7.87 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/42d28c2b-d5c0-489d-bda9-93db10aa508f) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:36.107175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:36.137542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:36.196823 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:36.199629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:36.203446 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:13:36.253656 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Pushing event updated for resources: {'Port': ['ID=42d28c2b-d5c0-489d-bda9-93db10aa508f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:36.277484 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:36.297044 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Transition to ACTIVE for port object d5c98191-792e-4b50-bb53-c3cbd053786e will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:36.301025 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:36.304137 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:36.380437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:36.456398 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49388bf5-c11d-40aa-b6b9-1af74c938f32 None None] Pushing event updated for resources: {'Port': ['ID=d5c98191-792e-4b50-bb53-c3cbd053786e,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:36.528270 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Attempting to bind port d5c98191-792e-4b50-bb53-c3cbd053786e on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:36.529320 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Attempting to bind port d5c98191-792e-4b50-bb53-c3cbd053786e by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:36.529843 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Attempting to bind port d5c98191-792e-4b50-bb53-c3cbd053786e on network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:13:36.535707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:13:36.536125 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Checking segment: {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:13:36.536522 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:36.536908 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Bound using segment: {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:13:36.537366 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Bound port: d5c98191-792e-4b50-bb53-c3cbd053786e, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:36.537890 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:36.600542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:36.606262 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:36.634903 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] For port d5c98191-792e-4b50-bb53-c3cbd053786e, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:13:36.638142 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] For port d5c98191-792e-4b50-bb53-c3cbd053786e, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d5c98191-792e-4b50-bb53-c3cbd053786e,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:13:36.644204 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:36.722963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Pushing event updated for resources: {'Port': ['ID=42d28c2b-d5c0-489d-bda9-93db10aa508f,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:36.729964 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:13:36.730596 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:13:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:36.733394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:36.757418 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:36.759071 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-adee7901-bf74-449e-b09a-8f7cd662aa28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1111994 Apr 20 16:13:36.786633 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49388bf5-c11d-40aa-b6b9-1af74c938f32 None None] Pushing event updated for resources: {'Port': ['ID=d5c98191-792e-4b50-bb53-c3cbd053786e,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:36.926872 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:13:36.939927 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-786a79c3-4368-4bf4-8f00-8665be9b522e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Synchronizing usage tracker for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:13:36.963206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-786a79c3-4368-4bf4-8f00-8665be9b522e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Unset dirty status for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:13:36.964634 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-786a79c3-4368-4bf4-8f00-8665be9b522e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--161832046&fields=id&tenant_id=5875ce77b9d6434ca3b92c60d93d7700 HTTP/1.1" status: 200 len: 267 time: 0.0706730 Apr 20 16:13:37.066346 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:13:37.119216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-042485d4-c066-45b6-9397-c0086ff57118 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:37.119914 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-042485d4-c066-45b6-9397-c0086ff57118 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Synchronizing usage tracker for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:13:37.142429 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-042485d4-c066-45b6-9397-c0086ff57118 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Unset dirty status for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:13:37.144409 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-042485d4-c066-45b6-9397-c0086ff57118 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 812 time: 0.1725266 Apr 20 16:13:37.158853 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-c0704a54-c281-49ea-abcd-81e04155f21d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/quotas/5875ce77b9d6434ca3b92c60d93d7700 HTTP/1.1" status: 200 len: 375 time: 0.0089860 Apr 20 16:13:37.246595 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:37.251179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-cada8b1e-2b58-4b65-b695-0c4b12db0bfd tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Synchronizing usage tracker for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:13:37.268043 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-cada8b1e-2b58-4b65-b695-0c4b12db0bfd tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Unset dirty status for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:13:37.270146 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-cada8b1e-2b58-4b65-b695-0c4b12db0bfd tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1042066 Apr 20 16:13:37.429299 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:37.429577 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:37.447976 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-628127a3-287a-4324-bc89-4c727662fdae service neutron] 10.222.0.13 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662872 Apr 20 16:13:37.630706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:36Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:37.654874 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e662a-54c3-43ef-bd14-5eff6f2985ca None None] The sync data for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv is: [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:36Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:13:37.708670 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-74769454-a759-4d6e-b65b-b8e6e852a7ec service neutron] 10.222.0.13 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547319 Apr 20 16:13:37.908783 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7bdeef68-3e4f-4855-aeec-0f1f30c3465b req-f60dd969-b2ba-46f4-9570-3daeb490f31e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 210 time: 0.0469453 Apr 20 16:13:38.967020 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-c4def56a-e958-4462-9b5c-b577170fd04a tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:38.968450 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-c4def56a-e958-4462-9b5c-b577170fd04a tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 812 time: 0.1529956 Apr 20 16:13:39.031723 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-8d27dc97-0428-47cc-bd8c-908ca4d68458 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5875ce77b9d6434ca3b92c60d93d7700 HTTP/1.1" status: 200 len: 379 time: 0.0525632 Apr 20 16:13:39.056616 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d5c98191-792e-4b50-bb53-c3cbd053786e up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:13:39.074374 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-2ada1999-b31d-4f1c-97c4-d3c793f5d293 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Request body: {'port': {'device_id': '7884c381-07c5-4ce5-b9f8-67b53f07b0c0', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'admin_state_up': True, 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'security_groups': ['1c9dce2c-45cc-4269-ac65-54683f75609c']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:13:39.100756 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fa6e49ee-fbcd-4285-889b-72623be01673 req-202e35c8-caaa-4777-8015-fa75b1987c5b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 210 time: 0.0733755 Apr 20 16:13:39.129506 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port d5c98191-792e-4b50-bb53-c3cbd053786e completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:13:39.134990 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port d5c98191-792e-4b50-bb53-c3cbd053786e triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:39.135468 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:39.223369 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-2ada1999-b31d-4f1c-97c4-d3c793f5d293 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:13:39.232782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-2ada1999-b31d-4f1c-97c4-d3c793f5d293 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:13:39.242884 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-2ada1999-b31d-4f1c-97c4-d3c793f5d293 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Made reservation on behalf of 5875ce77b9d6434ca3b92c60d93d7700 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:13:39.246344 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-2ada1999-b31d-4f1c-97c4-d3c793f5d293 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:39.254093 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:39.286371 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port d5c98191-792e-4b50-bb53-c3cbd053786e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d5c98191-792e-4b50-bb53-c3cbd053786e,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:13:39.290083 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:39.360038 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=d5c98191-792e-4b50-bb53-c3cbd053786e,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:39.414678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-2ada1999-b31d-4f1c-97c4-d3c793f5d293 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Allocated IP 172.20.0.8 (6c4afe1d-f66a-49f1-b59e-168c2cf351fa/c6c2cad3-2a39-4084-a3af-d64eb4fc25c1/bea69483-2e84-433d-ae7a-39a3b2e36ba5) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:39.600229 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-2ada1999-b31d-4f1c-97c4-d3c793f5d293 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:39.616857 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-2ada1999-b31d-4f1c-97c4-d3c793f5d293 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Transition to ACTIVE for port object bea69483-2e84-433d-ae7a-39a3b2e36ba5 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:39.639831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-2ada1999-b31d-4f1c-97c4-d3c793f5d293 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:39.705657 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-2ada1999-b31d-4f1c-97c4-d3c793f5d293 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:39.708890 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-2ada1999-b31d-4f1c-97c4-d3c793f5d293 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:39.711187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-2ada1999-b31d-4f1c-97c4-d3c793f5d293 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:13:39.765597 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada1999-b31d-4f1c-97c4-d3c793f5d293 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Pushing event updated for resources: {'Port': ['ID=bea69483-2e84-433d-ae7a-39a3b2e36ba5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:39.787738 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-2ada1999-b31d-4f1c-97c4-d3c793f5d293 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:39.788383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-2ada1999-b31d-4f1c-97c4-d3c793f5d293 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:39.814783 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-2ada1999-b31d-4f1c-97c4-d3c793f5d293 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7445705 Apr 20 16:13:39.827087 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Request body: {'port': {'device_id': '7884c381-07c5-4ce5-b9f8-67b53f07b0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:13:39.940955 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:39.949144 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7122a6cb-7743-494e-9991-e20a9ab9a4ef None None] Provisioning for port bea69483-2e84-433d-ae7a-39a3b2e36ba5 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:13:39.954059 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7122a6cb-7743-494e-9991-e20a9ab9a4ef None None] Provisioning complete for port bea69483-2e84-433d-ae7a-39a3b2e36ba5 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:39.954432 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7122a6cb-7743-494e-9991-e20a9ab9a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:40.007960 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7122a6cb-7743-494e-9991-e20a9ab9a4ef None None] Port bea69483-2e84-433d-ae7a-39a3b2e36ba5 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:13:40.327476 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea69483-2e84-433d-ae7a-39a3b2e36ba5 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:40.342451 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:40.361054 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10751d-7554-4525-922d-f671cec60075 req-486e0b91-28c3-4046-a77d-23c89e1c0825 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:40.361739 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-3b10751d-7554-4525-922d-f671cec60075 req-486e0b91-28c3-4046-a77d-23c89e1c0825 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Synchronizing usage tracker for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:13:40.369928 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Transition to ACTIVE for port object bea69483-2e84-433d-ae7a-39a3b2e36ba5 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:40.376916 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:40.427487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-3b10751d-7554-4525-922d-f671cec60075 req-486e0b91-28c3-4046-a77d-23c89e1c0825 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Unset dirty status for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:13:40.428651 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b10751d-7554-4525-922d-f671cec60075 req-486e0b91-28c3-4046-a77d-23c89e1c0825 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 931 time: 0.2203066 Apr 20 16:13:40.666642 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bea69483-2e84-433d-ae7a-39a3b2e36ba5,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:40.734621 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b10751d-7554-4525-922d-f671cec60075 req-c1540576-105c-45cb-b50a-bd8a0e0db2f3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368005 Apr 20 16:13:40.761538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Attempting to bind port bea69483-2e84-433d-ae7a-39a3b2e36ba5 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:40.761866 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Attempting to bind port bea69483-2e84-433d-ae7a-39a3b2e36ba5 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:40.762187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Attempting to bind port bea69483-2e84-433d-ae7a-39a3b2e36ba5 on network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:13:40.766662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Port bea69483-2e84-433d-ae7a-39a3b2e36ba5 on network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:13:40.766977 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Attempting to bind port bea69483-2e84-433d-ae7a-39a3b2e36ba5 on network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:13:40.772731 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:13:40.773061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Checking segment: {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:13:40.773437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Bound using segment: {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:13:40.773889 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Bound port: bea69483-2e84-433d-ae7a-39a3b2e36ba5, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:40.774229 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:40.863513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] For port bea69483-2e84-433d-ae7a-39a3b2e36ba5, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:13:40.866379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] For port bea69483-2e84-433d-ae7a-39a3b2e36ba5, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=bea69483-2e84-433d-ae7a-39a3b2e36ba5,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:13:40.870666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:40.922644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:40.923199 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:40.924576 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] 10.222.0.11 "PUT /v2.0/ports/bea69483-2e84-433d-ae7a-39a3b2e36ba5 HTTP/1.1" status: 200 len: 1093 time: 1.1019223 Apr 20 16:13:40.927543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7884c381-07c5-4ce5-b9f8-67b53f07b0c0', 'tag': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:40.960061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb82a3-1ec7-44bf-9eb3-e9788067e5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bea69483-2e84-433d-ae7a-39a3b2e36ba5,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:41.014465 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7291d8a8-0681-4911-b239-029a451256f2'] response: {'name': 'network-changed', 'server_uuid': '7884c381-07c5-4ce5-b9f8-67b53f07b0c0', 'tag': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5', 'status': 'completed', 'code': 200} Apr 20 16:13:41.035811 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d5c98191-792e-4b50-bb53-c3cbd053786e up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:13:41.057064 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-657cf86e-6a74-4ac8-a5a2-aed164546a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:41.058555 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-657cf86e-6a74-4ac8-a5a2-aed164546a0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 1096 time: 0.0867536 Apr 20 16:13:41.111503 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port d5c98191-792e-4b50-bb53-c3cbd053786e triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:41.112108 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:41.127150 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-cd5c656b-7edf-43eb-a567-649cfcc0a366 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bea69483-2e84-433d-ae7a-39a3b2e36ba5 HTTP/1.1" status: 200 len: 217 time: 0.0622907 Apr 20 16:13:41.193670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-da304834-9aea-4443-8863-b34d7d40f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:41.195268 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-da304834-9aea-4443-8863-b34d7d40f247 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0619640 Apr 20 16:13:41.269222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-8e0d4ab2-58ea-423b-8831-38caa6de8554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:41.270693 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-8e0d4ab2-58ea-423b-8831-38caa6de8554 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703130 Apr 20 16:13:41.402079 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-7ba337ba-8407-416a-aab7-a71e01289636 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245718 Apr 20 16:13:41.536287 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93cd7e76-463e-4e3c-8658-047c25fcced9 req-2a26cd04-94ed-4f67-8f3b-e087d59535c7 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258891 Apr 20 16:13:41.648125 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea382c4-2f0e-4fcb-bf3d-ecbe1c0b97de req-471d6853-f3bf-46c7-a096-62caf3e2a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:41.649584 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2ea382c4-2f0e-4fcb-bf3d-ecbe1c0b97de req-471d6853-f3bf-46c7-a096-62caf3e2a8f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 1096 time: 0.0694215 Apr 20 16:13:41.781430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea382c4-2f0e-4fcb-bf3d-ecbe1c0b97de req-330ecafe-56d0-4db0-9c4e-f18c7796bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:41.782883 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2ea382c4-2f0e-4fcb-bf3d-ecbe1c0b97de req-330ecafe-56d0-4db0-9c4e-f18c7796bba4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1276288 Apr 20 16:13:41.854983 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2ea382c4-2f0e-4fcb-bf3d-ecbe1c0b97de req-7e63a5cb-2a6d-4a5a-880b-8284a32abc1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bea69483-2e84-433d-ae7a-39a3b2e36ba5 HTTP/1.1" status: 200 len: 217 time: 0.0653806 Apr 20 16:13:41.959754 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea382c4-2f0e-4fcb-bf3d-ecbe1c0b97de req-fe99fc4c-183c-4c61-a3b6-bf0709fe0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:41.961202 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2ea382c4-2f0e-4fcb-bf3d-ecbe1c0b97de req-fe99fc4c-183c-4c61-a3b6-bf0709fe0d18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0770125 Apr 20 16:13:42.024046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebc058-4f1a-48cc-9b2b-3c802a733234 req-402f79d6-2bca-4d74-989c-36d908072299 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:42.025457 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-92ebc058-4f1a-48cc-9b2b-3c802a733234 req-402f79d6-2bca-4d74-989c-36d908072299 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 943 time: 0.1724696 Apr 20 16:13:42.088277 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-92ebc058-4f1a-48cc-9b2b-3c802a733234 req-a5977e1c-7915-43e5-ae3a-f3fc4cf670ef tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568070 Apr 20 16:13:42.090912 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea382c4-2f0e-4fcb-bf3d-ecbe1c0b97de req-bfd0afaf-8183-4312-a67f-f95a288b745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:42.092319 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2ea382c4-2f0e-4fcb-bf3d-ecbe1c0b97de req-bfd0afaf-8183-4312-a67f-f95a288b745f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1189957 Apr 20 16:13:42.323853 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2ea382c4-2f0e-4fcb-bf3d-ecbe1c0b97de req-fb2a214b-da08-4a23-ace4-e2f601568331 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242498 Apr 20 16:13:42.452987 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2ea382c4-2f0e-4fcb-bf3d-ecbe1c0b97de req-f9bdf16a-369b-4478-bb9f-f8723adf4131 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226563 Apr 20 16:13:43.272416 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ace23-f2dd-4fdc-9a20-7f6900d87e61 req-3dd2846b-d353-4862-a3af-069694767331 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.273844 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6a4ace23-f2dd-4fdc-9a20-7f6900d87e61 req-3dd2846b-d353-4862-a3af-069694767331 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 943 time: 0.0795193 Apr 20 16:13:43.319966 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6a4ace23-f2dd-4fdc-9a20-7f6900d87e61 req-a4c7f420-d68b-4d8f-9f29-d23f6b3196aa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404851 Apr 20 16:13:44.503508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138eb64f-5e12-4594-bf59-d402fa145fcb req-138f6c09-9435-4909-a54c-ccdc89999685 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:44.504883 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-138eb64f-5e12-4594-bf59-d402fa145fcb req-138f6c09-9435-4909-a54c-ccdc89999685 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 943 time: 0.0811412 Apr 20 16:13:44.549308 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-138eb64f-5e12-4594-bf59-d402fa145fcb req-8f04d945-80a4-4d9e-a9f7-d9f4f0760822 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387661 Apr 20 16:13:45.156307 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:45.669559 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device bea69483-2e84-433d-ae7a-39a3b2e36ba5 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:13:45.735113 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8a275-012c-468a-8c9e-11ff49cc1c89 req-6e419f3a-70b9-427f-bbca-5764ef433905 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.736581 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e4c8a275-012c-468a-8c9e-11ff49cc1c89 req-6e419f3a-70b9-427f-bbca-5764ef433905 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 943 time: 0.0817890 Apr 20 16:13:45.779946 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e4c8a275-012c-468a-8c9e-11ff49cc1c89 req-1fe2c8a2-f519-4c93-b553-1ea28b467dda tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370190 Apr 20 16:13:45.802314 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port bea69483-2e84-433d-ae7a-39a3b2e36ba5, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=bea69483-2e84-433d-ae7a-39a3b2e36ba5,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:13:45.814991 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'port_id': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5', 'mac_address': 'fa:16:3e:13:05:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:13:45.868170 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:45.884116 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea69483-2e84-433d-ae7a-39a3b2e36ba5 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:45.899722 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port bea69483-2e84-433d-ae7a-39a3b2e36ba5, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=bea69483-2e84-433d-ae7a-39a3b2e36ba5,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:13:45.903212 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:45.970998 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=bea69483-2e84-433d-ae7a-39a3b2e36ba5,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:46.226279 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['bea69483-2e84-433d-ae7a-39a3b2e36ba5'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:13:46.960175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacf0c0-6bc9-40e8-bb04-903f741ab9e3 req-114de1cf-ea96-42be-b5a8-758ef5d9ae70 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:46.961616 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4aacf0c0-6bc9-40e8-bb04-903f741ab9e3 req-114de1cf-ea96-42be-b5a8-758ef5d9ae70 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 944 time: 0.0780778 Apr 20 16:13:47.009815 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4aacf0c0-6bc9-40e8-bb04-903f741ab9e3 req-17422754-cf1f-4374-912e-8773b97166ca tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425303 Apr 20 16:13:47.670023 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device bea69483-2e84-433d-ae7a-39a3b2e36ba5 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:13:47.741983 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port bea69483-2e84-433d-ae7a-39a3b2e36ba5 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:13:47.748407 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port bea69483-2e84-433d-ae7a-39a3b2e36ba5 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:47.748407 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:47.863020 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:47.888682 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7884c381-07c5-4ce5-b9f8-67b53f07b0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:47.899231 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port bea69483-2e84-433d-ae7a-39a3b2e36ba5, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=bea69483-2e84-433d-ae7a-39a3b2e36ba5,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:13:47.903081 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:47.934009 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f620ed93-5d8c-4f64-bbf8-6ee363dcff4a'] response: {'server_uuid': '7884c381-07c5-4ce5-b9f8-67b53f07b0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5', 'code': 200} Apr 20 16:13:47.973372 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=bea69483-2e84-433d-ae7a-39a3b2e36ba5,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:48.227196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1bf55-a783-49e6-b82a-d92f2f7ab1f0 req-e5a58fe3-a6a3-4396-b456-a9d6ca616780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:48.228688 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-33d1bf55-a783-49e6-b82a-d92f2f7ab1f0 req-e5a58fe3-a6a3-4396-b456-a9d6ca616780 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 1098 time: 0.1329408 Apr 20 16:13:48.236010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aef0e-fbb1-47ba-8381-79f0e87bc5e0 req-5185d6d9-3f3d-40a9-b27e-961654a0cb0c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:48.237336 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f7aef0e-fbb1-47ba-8381-79f0e87bc5e0 req-5185d6d9-3f3d-40a9-b27e-961654a0cb0c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.1092212 Apr 20 16:13:48.304087 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-33d1bf55-a783-49e6-b82a-d92f2f7ab1f0 req-0a8655f5-b38e-4a36-a33a-8cb88f6a3f2d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657928 Apr 20 16:13:48.306858 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f7aef0e-fbb1-47ba-8381-79f0e87bc5e0 req-d33c1416-9264-4aad-814f-21c8263192c2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550632 Apr 20 16:13:49.488564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9efa3-5f9c-4903-b6ff-242ed311160e req-66841e9d-c41f-4528-a91e-cd4d455ab24a tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:49.489906 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-83f9efa3-5f9c-4903-b6ff-242ed311160e req-66841e9d-c41f-4528-a91e-cd4d455ab24a tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0794423 Apr 20 16:13:49.532545 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-83f9efa3-5f9c-4903-b6ff-242ed311160e req-b2fe6bb7-7f64-4276-98e8-13976853a5e2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369627 Apr 20 16:13:50.721184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c51777-5402-4545-9d95-b1ecfe6b31a7 req-44dc4e8c-c98b-4eb6-ab18-63f7f085e5ae tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:50.723521 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b3c51777-5402-4545-9d95-b1ecfe6b31a7 req-44dc4e8c-c98b-4eb6-ab18-63f7f085e5ae tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0831993 Apr 20 16:13:50.766384 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b3c51777-5402-4545-9d95-b1ecfe6b31a7 req-97e3db5f-61a4-47f9-b24a-d0086c9e113e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371883 Apr 20 16:13:50.944024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c55e3-10bc-46ba-9464-4ce93673b09c req-3005d688-d875-4573-bc5d-14c183b4dc83 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:50.945454 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-620c55e3-10bc-46ba-9464-4ce93673b09c req-3005d688-d875-4573-bc5d-14c183b4dc83 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0779855 Apr 20 16:13:50.953781 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 42872) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:13:50.959209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-15a88ea6-ed4a-4426-80c0-8dd61e814017 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Request body: {'floatingip': {'port_id': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:13:51.038058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-15a88ea6-ed4a-4426-80c0-8dd61e814017 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for floatingip, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:51.731661 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-15a88ea6-ed4a-4426-80c0-8dd61e814017 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:51.735565 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-15a88ea6-ed4a-4426-80c0-8dd61e814017 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:51.905231 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-15a88ea6-ed4a-4426-80c0-8dd61e814017 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Floating IP ea59c026-dab8-455d-bfaf-6f20a7705bad associated. External IP: 172.26.7.87, port: bea69483-2e84-433d-ae7a-39a3b2e36ba5. Apr 20 16:13:52.249788 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a88ea6-ed4a-4426-80c0-8dd61e814017 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Router c914812e-6195-41d6-b35d-28922cad919e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:13:52.428619 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a88ea6-ed4a-4426-80c0-8dd61e814017 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:13:52.432931 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-15a88ea6-ed4a-4426-80c0-8dd61e814017 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:52.438215 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9a5d6-9140-481d-a1ab-e5e4f4e3547c None None] Sync routers for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:13:52.448375 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f9a5d6-9140-481d-a1ab-e5e4f4e3547c None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:13:52.448917 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-99f9a5d6-9140-481d-a1ab-e5e4f4e3547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:13:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:52.486743 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-15a88ea6-ed4a-4426-80c0-8dd61e814017 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "PUT /v2.0/floatingips/ea59c026-dab8-455d-bfaf-6f20a7705bad HTTP/1.1" status: 200 len: 990 time: 1.5319312 Apr 20 16:13:52.487313 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7884c381-07c5-4ce5-b9f8-67b53f07b0c0', 'tag': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:52.535998 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c212be4f-4524-4649-aa84-5e7a79c75806'] response: {'name': 'network-changed', 'server_uuid': '7884c381-07c5-4ce5-b9f8-67b53f07b0c0', 'tag': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5', 'status': 'completed', 'code': 200} Apr 20 16:13:52.656416 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-99f9a5d6-9140-481d-a1ab-e5e4f4e3547c None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:13:52.697231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a0f7c-67c5-4002-a796-f1b973badf7b req-5cb086a0-7747-47c5-8aa8-5ff805166d68 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:52.698726 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a03a0f7c-67c5-4002-a796-f1b973badf7b req-5cb086a0-7747-47c5-8aa8-5ff805166d68 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.1046126 Apr 20 16:13:52.701347 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3d58b-f078-4b0e-b60c-ea4971a9834c req-e7a8ad7f-bd8a-4537-ad05-fcc2f17bcb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:52.702679 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1ca3d58b-f078-4b0e-b60c-ea4971a9834c req-e7a8ad7f-bd8a-4537-ad05-fcc2f17bcb24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 1098 time: 0.1426804 Apr 20 16:13:52.819666 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a03a0f7c-67c5-4002-a796-f1b973badf7b req-7f330b3f-336a-4fde-9142-4e0dce87dcf7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153181 Apr 20 16:13:52.874496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3d58b-f078-4b0e-b60c-ea4971a9834c req-8a5f5260-0d15-4f1b-9254-78bc391ad259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:52.876547 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1ca3d58b-f078-4b0e-b60c-ea4971a9834c req-8a5f5260-0d15-4f1b-9254-78bc391ad259 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1594014 Apr 20 16:13:53.013725 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-99f9a5d6-9140-481d-a1ab-e5e4f4e3547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'ea59c026-dab8-455d-bfaf-6f20a7705bad', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'floating_ip_address': '172.26.7.87', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'port_id': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'mac_address': 'fa:16:3e:13:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7884c381-07c5-4ce5-b9f8-67b53f07b0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:13:36Z', 'updated_at': '2022-04-20T16:13:51Z', 'revision_number': 1, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:53.017921 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9a5d6-9140-481d-a1ab-e5e4f4e3547c None None] Checking router: c914812e-6195-41d6-b35d-28922cad919e for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:13:53.026729 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f9a5d6-9140-481d-a1ab-e5e4f4e3547c None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:13:53.027357 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-99f9a5d6-9140-481d-a1ab-e5e4f4e3547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:13:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:53.136160 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1ca3d58b-f078-4b0e-b60c-ea4971a9834c req-51ed091d-aa23-499a-9ab2-23e17862fbb2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bea69483-2e84-433d-ae7a-39a3b2e36ba5 HTTP/1.1" status: 200 len: 998 time: 0.2526894 Apr 20 16:13:53.206837 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-99f9a5d6-9140-481d-a1ab-e5e4f4e3547c None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:13:53.214049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3671be-c595-4da3-8f34-52f18a9dde47 req-035cc46c-d001-4775-ad0e-b33ac765bc22 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:53.215503 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cf3671be-c595-4da3-8f34-52f18a9dde47 req-035cc46c-d001-4775-ad0e-b33ac765bc22 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.2713139 Apr 20 16:13:53.218905 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3d58b-f078-4b0e-b60c-ea4971a9834c req-c572e42c-0a42-4dac-872a-50b581677e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:53.220313 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1ca3d58b-f078-4b0e-b60c-ea4971a9834c req-c572e42c-0a42-4dac-872a-50b581677e75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0772808 Apr 20 16:13:53.305528 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cf3671be-c595-4da3-8f34-52f18a9dde47 req-f097ce61-288e-4687-82aa-c980a2598d12 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838113 Apr 20 16:13:53.326732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3d58b-f078-4b0e-b60c-ea4971a9834c req-e6423984-67e0-486e-abd2-0d168d8f2938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:53.327661 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1ca3d58b-f078-4b0e-b60c-ea4971a9834c req-e6423984-67e0-486e-abd2-0d168d8f2938 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908811 Apr 20 16:13:53.460291 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1ca3d58b-f078-4b0e-b60c-ea4971a9834c req-8766fdf2-50c5-4da5-b4f8-7ed0d4fb0176 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263177 Apr 20 16:13:53.551447 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-99f9a5d6-9140-481d-a1ab-e5e4f4e3547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'ea59c026-dab8-455d-bfaf-6f20a7705bad', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'floating_ip_address': '172.26.7.87', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'port_id': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'mac_address': 'fa:16:3e:13:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7884c381-07c5-4ce5-b9f8-67b53f07b0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:13:36Z', 'updated_at': '2022-04-20T16:13:51Z', 'revision_number': 1, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:53.555539 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9a5d6-9140-481d-a1ab-e5e4f4e3547c None None] The sync data for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv is: [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'ea59c026-dab8-455d-bfaf-6f20a7705bad', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'floating_ip_address': '172.26.7.87', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'port_id': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'mac_address': 'fa:16:3e:13:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7884c381-07c5-4ce5-b9f8-67b53f07b0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:13:36Z', 'updated_at': '2022-04-20T16:13:51Z', 'revision_number': 1, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:13:53.592151 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1ca3d58b-f078-4b0e-b60c-ea4971a9834c req-75a17718-6a74-4a5e-9625-6685a8d49495 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257224 Apr 20 16:13:53.737255 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106e2a2-e5f6-40ba-a778-b7053280b437 None None] New status for floating IP ea59c026-dab8-455d-bfaf-6f20a7705bad: ACTIVE {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:13:54.489471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c565b-dd08-4b03-a4c0-20e9da05e213 req-e11b6bc6-71bc-4062-8b2d-26d28b660ea1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:54.490984 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f86c565b-dd08-4b03-a4c0-20e9da05e213 req-e11b6bc6-71bc-4062-8b2d-26d28b660ea1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0796750 Apr 20 16:13:54.538940 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f86c565b-dd08-4b03-a4c0-20e9da05e213 req-a33b82c6-f61f-4dba-95fa-2e1018d0478f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418952 Apr 20 16:13:54.720459 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e332912-ef45-45f2-915c-87a3606c3d9c req-ec89f545-10c0-49ac-b49e-846c307a5a4d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:54.722443 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e332912-ef45-45f2-915c-87a3606c3d9c req-ec89f545-10c0-49ac-b49e-846c307a5a4d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0817292 Apr 20 16:13:54.765875 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e332912-ef45-45f2-915c-87a3606c3d9c req-316ae995-b4c8-4c69-a98f-127024024d40 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374606 Apr 20 16:13:55.106195 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-2b0da7f2-a805-420b-a833-3de123b0d551 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688021 Apr 20 16:13:55.167742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c159252-a523-403f-b6c6-dcfb13fbf459 req-dae2da71-a500-4fd0-8d97-476e10daa2fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:55.169232 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4c159252-a523-403f-b6c6-dcfb13fbf459 req-dae2da71-a500-4fd0-8d97-476e10daa2fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0882287 Apr 20 16:13:55.215644 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4c159252-a523-403f-b6c6-dcfb13fbf459 req-3d31f30a-a532-4f41-913f-eb06e658e8a5 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393081 Apr 20 16:13:55.478362 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:13:56.241021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-52e4df7a-549d-44e7-a90b-c7173677a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:56.242524 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-52e4df7a-549d-44e7-a90b-c7173677a58d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 1098 time: 0.0716107 Apr 20 16:13:56.424522 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-7d0e3e71-3b32-48fe-87c1-c4b48f50d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:56.426603 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-7d0e3e71-3b32-48fe-87c1-c4b48f50d8ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1783152 Apr 20 16:13:56.510410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8921cab-6216-43ea-918c-2e3d81c16317 req-b1427226-94bf-422b-9cb8-382431bea0bc tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:56.511760 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8921cab-6216-43ea-918c-2e3d81c16317 req-b1427226-94bf-422b-9cb8-382431bea0bc tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.1843741 Apr 20 16:13:56.566345 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-67865970-7b4f-40da-bd71-64f44608f247 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bea69483-2e84-433d-ae7a-39a3b2e36ba5 HTTP/1.1" status: 200 len: 1000 time: 0.1317329 Apr 20 16:13:56.576830 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8921cab-6216-43ea-918c-2e3d81c16317 req-17249e02-f37d-4084-9fcc-8c31ed980374 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594418 Apr 20 16:13:56.632909 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-5ea8ef12-dc32-48ea-82d2-64c8533e64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:56.634399 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-5ea8ef12-dc32-48ea-82d2-64c8533e64b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0604506 Apr 20 16:13:56.710481 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-606f9841-7acc-4844-af41-9d313ef27775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:56.712023 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-606f9841-7acc-4844-af41-9d313ef27775 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718999 Apr 20 16:13:56.844972 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-5cddcdce-1488-475f-af73-4f3a0fe243b6 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269326 Apr 20 16:13:56.973473 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-e2fd492d-26a9-4848-badb-d49cf42f01a4 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228411 Apr 20 16:13:57.859117 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5624eec-d84d-4561-9925-992b12424ef8 req-e3a0ed42-c39b-43c5-8985-f473fd8fc17d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:57.860515 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f5624eec-d84d-4561-9925-992b12424ef8 req-e3a0ed42-c39b-43c5-8985-f473fd8fc17d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.1790235 Apr 20 16:13:57.903476 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f5624eec-d84d-4561-9925-992b12424ef8 req-cb2ad51a-855c-46dd-9993-6ee482aaf826 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366759 Apr 20 16:13:59.088580 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cffa94-1047-43ea-8310-18bb08bb43e7 req-b005d506-91d1-4798-b177-eb349bfc79a2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:59.089927 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b8cffa94-1047-43ea-8310-18bb08bb43e7 req-b005d506-91d1-4798-b177-eb349bfc79a2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0823839 Apr 20 16:13:59.133679 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b8cffa94-1047-43ea-8310-18bb08bb43e7 req-a47dd06b-95c0-4692-b920-259902b670fb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381989 Apr 20 16:14:00.315269 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f2e94-3ea2-481f-bff0-fe3931d15190 req-a9dc7b84-2f16-4c4f-bc7a-1af4ca937458 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:00.316799 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-922f2e94-3ea2-481f-bff0-fe3931d15190 req-a9dc7b84-2f16-4c4f-bc7a-1af4ca937458 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0782430 Apr 20 16:14:00.362717 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-922f2e94-3ea2-481f-bff0-fe3931d15190 req-60f40299-d64b-4d23-900d-27a7cdbeed24 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403895 Apr 20 16:14:01.542538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6625c-b413-4b9c-9e44-f43f1cc45b78 req-0003c95e-2df1-49af-a5d9-819a5aa22405 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:01.543999 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82a6625c-b413-4b9c-9e44-f43f1cc45b78 req-0003c95e-2df1-49af-a5d9-819a5aa22405 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0789318 Apr 20 16:14:01.586605 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-82a6625c-b413-4b9c-9e44-f43f1cc45b78 req-1d137fc2-561a-4c0f-953c-2778c1e16226 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370889 Apr 20 16:14:02.116870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce015-181c-4b4b-bd69-34cb0dca237f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:02.778121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68908795-b821-4b48-b18f-32c81eb26a05 req-172d0801-62ba-4611-9cc4-22d677d72164 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:02.779552 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68908795-b821-4b48-b18f-32c81eb26a05 req-172d0801-62ba-4611-9cc4-22d677d72164 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0825920 Apr 20 16:14:02.822645 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68908795-b821-4b48-b18f-32c81eb26a05 req-b2b08c94-bb0c-4167-9773-723bf5c6e5e2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367684 Apr 20 16:14:04.007866 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99efe9a-57f1-4205-819f-8508abf6dc26 req-8a74582d-a1e3-425b-8baf-9dc6979a7678 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:04.009318 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c99efe9a-57f1-4205-819f-8508abf6dc26 req-8a74582d-a1e3-425b-8baf-9dc6979a7678 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0797086 Apr 20 16:14:04.052383 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c99efe9a-57f1-4205-819f-8508abf6dc26 req-6ea36017-1477-4fdc-80a6-89242304c4de tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374327 Apr 20 16:14:04.385992 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa2aabf7-b837-411b-95fb-6b6047f2cff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:05.235664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d5923-21d8-418f-bcae-62e63b7806e0 req-5242832e-a727-454b-857e-a3084ed7b121 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:05.237059 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2a7d5923-21d8-418f-bcae-62e63b7806e0 req-5242832e-a727-454b-857e-a3084ed7b121 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0821493 Apr 20 16:14:05.280322 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2a7d5923-21d8-418f-bcae-62e63b7806e0 req-651f0e05-f0a9-4ea3-baec-b08e72bd72f3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370040 Apr 20 16:14:05.766713 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:05.777817 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:06.465960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36aed90-6222-4c03-ba20-9b8d52dba11a req-ae07e537-fa67-497d-b9b2-912c2fbe3c8c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:06.467305 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d36aed90-6222-4c03-ba20-9b8d52dba11a req-ae07e537-fa67-497d-b9b2-912c2fbe3c8c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0816419 Apr 20 16:14:06.511696 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d36aed90-6222-4c03-ba20-9b8d52dba11a req-7910f3ca-1396-48ba-a1d0-1b42241e7cfb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380478 Apr 20 16:14:07.145540 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:07.698662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c40e3-5dfa-4fd0-8d19-dd4af752fa10 req-62ff917c-2ad1-493f-ab3c-8be94003fbf6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:07.700160 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5e8c40e3-5dfa-4fd0-8d19-dd4af752fa10 req-62ff917c-2ad1-493f-ab3c-8be94003fbf6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0865645 Apr 20 16:14:07.742635 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5e8c40e3-5dfa-4fd0-8d19-dd4af752fa10 req-11f0debf-7b0d-4631-a9b5-856add9b393c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369494 Apr 20 16:14:08.926488 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525829c-ae75-4c3e-8ed6-de6d0eec1160 req-becc5ee6-28ba-4d43-95af-394ba3260dd1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:08.927935 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1525829c-ae75-4c3e-8ed6-de6d0eec1160 req-becc5ee6-28ba-4d43-95af-394ba3260dd1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0826020 Apr 20 16:14:08.971677 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1525829c-ae75-4c3e-8ed6-de6d0eec1160 req-8595a4e7-8564-40ee-b76d-daad879f6335 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381389 Apr 20 16:14:10.154354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501626f-7c5e-400d-addf-c39ed01ee262 req-06719e98-bd77-4b52-bf00-e6fc1a6d3510 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:10.155803 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9501626f-7c5e-400d-addf-c39ed01ee262 req-06719e98-bd77-4b52-bf00-e6fc1a6d3510 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0787239 Apr 20 16:14:10.202461 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9501626f-7c5e-400d-addf-c39ed01ee262 req-059fe4ce-e2ae-4a8a-b35e-20a6a888873d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409560 Apr 20 16:14:11.384523 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930ec41-d19a-4a45-a941-b766bf242e81 req-0047455e-e685-4e48-b342-ecad6b1afcd1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:11.385948 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0930ec41-d19a-4a45-a941-b766bf242e81 req-0047455e-e685-4e48-b342-ecad6b1afcd1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0790305 Apr 20 16:14:11.428711 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0930ec41-d19a-4a45-a941-b766bf242e81 req-5996cdca-1b97-47d3-b967-e01c05c84131 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371892 Apr 20 16:14:12.611135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a490b6-8620-4579-8512-9ff8b7885f0c req-af167f0b-7e27-4276-a7b9-f2cdf4d96cb9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:12.613106 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c8a490b6-8620-4579-8512-9ff8b7885f0c req-af167f0b-7e27-4276-a7b9-f2cdf4d96cb9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0816693 Apr 20 16:14:12.656164 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c8a490b6-8620-4579-8512-9ff8b7885f0c req-10c5546e-b439-4ee4-8766-0fad7b9cf08f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374789 Apr 20 16:14:13.840755 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf822e9-41b7-477f-b43b-92af4a4b61c7 req-ca882e60-3881-47d5-b2b5-5500ee2eecb2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:13.842184 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2bf822e9-41b7-477f-b43b-92af4a4b61c7 req-ca882e60-3881-47d5-b2b5-5500ee2eecb2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0790999 Apr 20 16:14:13.885280 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2bf822e9-41b7-477f-b43b-92af4a4b61c7 req-536758ec-d1e8-41ca-8360-7b8f57e14597 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375135 Apr 20 16:14:15.071663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c89152-daf2-453d-869c-17a3e8fe5067 req-9719a2b4-8581-46aa-b039-741bbf66044a tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:15.073122 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-57c89152-daf2-453d-869c-17a3e8fe5067 req-9719a2b4-8581-46aa-b039-741bbf66044a tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0834923 Apr 20 16:14:15.118813 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-57c89152-daf2-453d-869c-17a3e8fe5067 req-b9042012-a485-4915-a0d8-bc63e428d6f2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395548 Apr 20 16:14:15.155601 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:16.302509 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c048ddd-d0fc-41fc-8505-d0ec6ff29d85 req-05f1951e-5014-408e-8a09-0c53fa8a284e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:16.303959 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6c048ddd-d0fc-41fc-8505-d0ec6ff29d85 req-05f1951e-5014-408e-8a09-0c53fa8a284e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0819750 Apr 20 16:14:16.347257 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6c048ddd-d0fc-41fc-8505-d0ec6ff29d85 req-f3517c1d-ff45-4412-b5bd-034f463bc0a0 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376241 Apr 20 16:14:17.531346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2275b3e-cffd-401c-a7a2-f2ecc5758ae8 req-68feeae6-9918-49fb-8ada-c89cefc22519 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:17.532806 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2275b3e-cffd-401c-a7a2-f2ecc5758ae8 req-68feeae6-9918-49fb-8ada-c89cefc22519 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0787652 Apr 20 16:14:17.575716 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2275b3e-cffd-401c-a7a2-f2ecc5758ae8 req-7122c5ed-1c1c-424b-8669-65aad3474839 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367620 Apr 20 16:14:18.663358 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-fd8044e7-890d-4350-8e4d-6cc9037bcb04 service neutron] 10.222.0.11 "GET /v2.0/ports/bea69483-2e84-433d-ae7a-39a3b2e36ba5/bindings/hv-neutron-8386 HTTP/1.1" status: 200 len: 384 time: 0.0772607 Apr 20 16:14:18.763456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8d6b1-ec54-4cbc-976c-95ea3acb3500 req-97f7eb80-fdf2-433f-9a0a-0f4c24cb6261 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.764951 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4ba8d6b1-ec54-4cbc-976c-95ea3acb3500 req-97f7eb80-fdf2-433f-9a0a-0f4c24cb6261 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0806680 Apr 20 16:14:18.809397 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4ba8d6b1-ec54-4cbc-976c-95ea3acb3500 req-2d3236c2-0caa-4961-93ff-0204d901368f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380580 Apr 20 16:14:18.920207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-b2e01688-76b2-4e46-837b-8c8e480ec6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.921661 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-b2e01688-76b2-4e46-837b-8c8e480ec6b2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0&tenant_id=5875ce77b9d6434ca3b92c60d93d7700 HTTP/1.1" status: 200 len: 1098 time: 0.0730765 Apr 20 16:14:19.009237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-be8dace8-9719-4646-8895-aa9671755c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:19.010677 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-be8dace8-9719-4646-8895-aa9671755c73 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 1098 time: 0.0690291 Apr 20 16:14:19.239891 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-3af35694-58a5-4bdd-812c-11c7341e6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:19.241367 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-3af35694-58a5-4bdd-812c-11c7341e6773 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.2249460 Apr 20 16:14:19.342924 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-2112c1a0-a09a-4ae0-bb52-3e192284ba9d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bea69483-2e84-433d-ae7a-39a3b2e36ba5 HTTP/1.1" status: 200 len: 1000 time: 0.0940585 Apr 20 16:14:19.406658 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-0c9bf29d-58e0-4e5a-9162-e1255f882ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:19.408061 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-0c9bf29d-58e0-4e5a-9162-e1255f882ee8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0590627 Apr 20 16:14:19.482984 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-7fedbc0a-7b80-4e65-9353-792954e33441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:19.484363 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-7fedbc0a-7b80-4e65-9353-792954e33441 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685771 Apr 20 16:14:19.613290 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-d6a600d6-6d4d-4c89-9c67-dfd8877d9881 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218343 Apr 20 16:14:19.747791 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3e109403-ab4b-4b47-9a51-939728066ba6 req-2a15efa4-0818-41b2-a0c0-3e026292ca97 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254361 Apr 20 16:14:20.008578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05188a4d-9064-450f-9e56-95e4267a8da0 req-bd546526-efac-4d78-b70b-f6cbc5ef9dac tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:20.009934 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-05188a4d-9064-450f-9e56-95e4267a8da0 req-bd546526-efac-4d78-b70b-f6cbc5ef9dac tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0849452 Apr 20 16:14:20.053617 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-05188a4d-9064-450f-9e56-95e4267a8da0 req-ccbde794-0f3a-42b3-a119-d5b753a533d8 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380523 Apr 20 16:14:21.235583 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ac960-680b-4ff9-b344-6137614f8c91 req-be5a1efc-7543-4586-a4b6-82c600e92b54 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.236978 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d54ac960-680b-4ff9-b344-6137614f8c91 req-be5a1efc-7543-4586-a4b6-82c600e92b54 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0794356 Apr 20 16:14:21.280132 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d54ac960-680b-4ff9-b344-6137614f8c91 req-8ffd856d-c9c0-43b5-a808-b0314974e8bd tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367484 Apr 20 16:14:21.861065 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device bea69483-2e84-433d-ae7a-39a3b2e36ba5 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:14:21.970650 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:22.001163 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7884c381-07c5-4ce5-b9f8-67b53f07b0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:22.011444 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port bea69483-2e84-433d-ae7a-39a3b2e36ba5, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=bea69483-2e84-433d-ae7a-39a3b2e36ba5,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:14:22.015331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:22.058623 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5634f26-2ebe-4f50-812b-3c2b7ec87f03'] response: {'server_uuid': '7884c381-07c5-4ce5-b9f8-67b53f07b0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5', 'code': 200} Apr 20 16:14:22.083345 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=bea69483-2e84-433d-ae7a-39a3b2e36ba5,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:22.090311 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:22.090657 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:22.090995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:22.091325 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:22.091652 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:22.092005 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:22.092334 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:22.092656 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:22.092983 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:22.093300 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:22.093615 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:22.093932 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:22.491198 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd47f0-5c20-4e47-9cf9-c17f364d5d54 req-e2949fb3-e1ad-46b2-bffd-89ac151257a3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:22.492581 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fabd47f0-5c20-4e47-9cf9-c17f364d5d54 req-e2949fb3-e1ad-46b2-bffd-89ac151257a3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 943 time: 0.0935659 Apr 20 16:14:22.536867 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fabd47f0-5c20-4e47-9cf9-c17f364d5d54 req-ee19414d-f15e-4da0-a9ec-575f1c8efb73 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384240 Apr 20 16:14:23.722127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5348145-33f7-4d14-a198-9c44a73fc054 req-79a73cf5-62a8-472f-ac85-fc815358084c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:23.723855 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d5348145-33f7-4d14-a198-9c44a73fc054 req-79a73cf5-62a8-472f-ac85-fc815358084c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 943 time: 0.0815570 Apr 20 16:14:23.770336 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d5348145-33f7-4d14-a198-9c44a73fc054 req-75800a60-b3af-4f84-9e5e-0569a0cb6824 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408623 Apr 20 16:14:23.870858 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device bea69483-2e84-433d-ae7a-39a3b2e36ba5 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:14:24.007579 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port bea69483-2e84-433d-ae7a-39a3b2e36ba5, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=bea69483-2e84-433d-ae7a-39a3b2e36ba5,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:14:24.020345 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'port_id': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5', 'mac_address': 'fa:16:3e:13:05:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:14:24.078310 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:24.094318 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea69483-2e84-433d-ae7a-39a3b2e36ba5 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:24.109879 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port bea69483-2e84-433d-ae7a-39a3b2e36ba5, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=bea69483-2e84-433d-ae7a-39a3b2e36ba5,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:14:24.114355 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:24.152620 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba2dde-8f75-43ca-a5d4-831af529a96f req-f2a26f79-a52e-4f99-a411-a463ffe34767 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:24.154058 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-25ba2dde-8f75-43ca-a5d4-831af529a96f req-f2a26f79-a52e-4f99-a411-a463ffe34767 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0&tenant_id=5875ce77b9d6434ca3b92c60d93d7700&binding%3Ahost_id=hv-neutron-8386 HTTP/1.1" status: 200 len: 943 time: 0.1561921 Apr 20 16:14:24.161860 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c91d6a-1e2c-4244-a27b-ac33501c5a6c req-fe56af37-2d29-4475-b4ea-563ea6c2ad0c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:24.168867 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-00c91d6a-1e2c-4244-a27b-ac33501c5a6c req-fe56af37-2d29-4475-b4ea-563ea6c2ad0c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 943 time: 0.1696627 Apr 20 16:14:24.180440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['bea69483-2e84-433d-ae7a-39a3b2e36ba5'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:14:24.211028 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-00c91d6a-1e2c-4244-a27b-ac33501c5a6c req-e37d8f46-6a02-49e2-9e74-dfbc0520fc02 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412912 Apr 20 16:14:24.229933 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=bea69483-2e84-433d-ae7a-39a3b2e36ba5,revision_number=7']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:24.309782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba2dde-8f75-43ca-a5d4-831af529a96f req-0c8ede4d-ffdb-4cff-9331-ccab85635082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:24.311239 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-25ba2dde-8f75-43ca-a5d4-831af529a96f req-0c8ede4d-ffdb-4cff-9331-ccab85635082 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 1097 time: 0.0696039 Apr 20 16:14:24.439584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba2dde-8f75-43ca-a5d4-831af529a96f req-9311372d-6447-48ba-a6ef-b4032686c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:24.440977 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-25ba2dde-8f75-43ca-a5d4-831af529a96f req-9311372d-6447-48ba-a6ef-b4032686c383 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1244516 Apr 20 16:14:24.544098 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-25ba2dde-8f75-43ca-a5d4-831af529a96f req-b29be76c-0b6a-4ba8-a8a3-1a226ef8ef1f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bea69483-2e84-433d-ae7a-39a3b2e36ba5 HTTP/1.1" status: 200 len: 999 time: 0.0969234 Apr 20 16:14:24.608284 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba2dde-8f75-43ca-a5d4-831af529a96f req-3eeaf447-eb4e-4957-8843-9ce7c90a0f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:24.609715 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-25ba2dde-8f75-43ca-a5d4-831af529a96f req-3eeaf447-eb4e-4957-8843-9ce7c90a0f00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0596681 Apr 20 16:14:24.778776 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba2dde-8f75-43ca-a5d4-831af529a96f req-86ad1c7b-ee05-4c54-ba6c-52fc574de795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:24.780217 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-25ba2dde-8f75-43ca-a5d4-831af529a96f req-86ad1c7b-ee05-4c54-ba6c-52fc574de795 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1653087 Apr 20 16:14:24.910628 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-25ba2dde-8f75-43ca-a5d4-831af529a96f req-9f8c6554-b91d-44bd-9314-041e34cc19a7 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220636 Apr 20 16:14:25.044090 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-25ba2dde-8f75-43ca-a5d4-831af529a96f req-b7645c75-7ed5-478e-a9ff-e309b34c9993 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259217 Apr 20 16:14:25.422871 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0056d23-3a38-47af-be63-0f131f858dc8 req-5fd4e904-0cd3-423d-8a4a-763a5760bcc8 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:25.424380 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b0056d23-3a38-47af-be63-0f131f858dc8 req-5fd4e904-0cd3-423d-8a4a-763a5760bcc8 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 944 time: 0.1018491 Apr 20 16:14:25.482460 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b0056d23-3a38-47af-be63-0f131f858dc8 req-31b494ae-b175-4aa9-bd00-218f893dfbec tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499256 Apr 20 16:14:25.883808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device bea69483-2e84-433d-ae7a-39a3b2e36ba5 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:14:25.949653 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port bea69483-2e84-433d-ae7a-39a3b2e36ba5 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:25.950014 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:26.062437 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:26.087750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7884c381-07c5-4ce5-b9f8-67b53f07b0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:26.097579 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port bea69483-2e84-433d-ae7a-39a3b2e36ba5, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=bea69483-2e84-433d-ae7a-39a3b2e36ba5,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:14:26.102244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:26.136562 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5625775-604b-4e43-ace0-81da48189008'] response: {'server_uuid': '7884c381-07c5-4ce5-b9f8-67b53f07b0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5', 'code': 200} Apr 20 16:14:26.173617 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=bea69483-2e84-433d-ae7a-39a3b2e36ba5,revision_number=8']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:26.664254 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036dbae7-116b-4d8d-8083-a3241f246319 req-5688a823-3c85-45f2-9f22-edbf070bbba4 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:26.665695 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-036dbae7-116b-4d8d-8083-a3241f246319 req-5688a823-3c85-45f2-9f22-edbf070bbba4 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0784333 Apr 20 16:14:26.708891 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-036dbae7-116b-4d8d-8083-a3241f246319 req-a873820e-0111-4e43-b8ce-5bd5b299d6dd tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376368 Apr 20 16:14:26.890881 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1d72d-e749-48d0-9fb7-165395e60511 req-41dcdbce-e5fa-466f-a0b0-9d270b84fe68 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:26.892329 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e3e1d72d-e749-48d0-9fb7-165395e60511 req-41dcdbce-e5fa-466f-a0b0-9d270b84fe68 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0817266 Apr 20 16:14:26.935381 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e3e1d72d-e749-48d0-9fb7-165395e60511 req-eb999472-7b9e-40a8-ad88-b1b7056adb16 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367925 Apr 20 16:14:27.117388 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ad226-9ed2-4caf-86ad-99442fe90145 req-5644edc9-31a2-48ca-8845-97aa0de384ad tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:27.118816 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-280ad226-9ed2-4caf-86ad-99442fe90145 req-5644edc9-31a2-48ca-8845-97aa0de384ad tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0791357 Apr 20 16:14:27.164702 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-280ad226-9ed2-4caf-86ad-99442fe90145 req-615b3bca-65dd-4190-93d1-d8eb87cb6d4d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402043 Apr 20 16:14:27.537116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7180dbe-bd8e-4e06-8856-fb4db57183d8 req-5516de07-0737-48fb-95ba-eb9fff399b2c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:27.538442 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a7180dbe-bd8e-4e06-8856-fb4db57183d8 req-5516de07-0737-48fb-95ba-eb9fff399b2c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0793457 Apr 20 16:14:27.580982 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a7180dbe-bd8e-4e06-8856-fb4db57183d8 req-16884078-4d25-4494-b942-9e1f50ee1fba tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369992 Apr 20 16:14:28.765868 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a61550-3020-43c8-8848-0de0120cd208 req-b193f445-a573-40f7-bc99-17efd1135d22 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:28.767278 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b9a61550-3020-43c8-8848-0de0120cd208 req-b193f445-a573-40f7-bc99-17efd1135d22 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0810440 Apr 20 16:14:28.810258 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b9a61550-3020-43c8-8848-0de0120cd208 req-b5f65914-f386-4478-946a-9224346258c4 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368662 Apr 20 16:14:29.271231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bb32d-3686-42b5-bf10-acba3432ba08 req-6727e7b0-b4cb-460a-9db2-1388f821ac5e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:29.272594 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fe2bb32d-3686-42b5-bf10-acba3432ba08 req-6727e7b0-b4cb-460a-9db2-1388f821ac5e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0801365 Apr 20 16:14:29.345385 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-fe2bb32d-3686-42b5-bf10-acba3432ba08 req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Deleting port bea69483-2e84-433d-ae7a-39a3b2e36ba5 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:14:29.345725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-fe2bb32d-3686-42b5-bf10-acba3432ba08 req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:29.583658 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-fe2bb32d-3686-42b5-bf10-acba3432ba08 req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] For port bea69483-2e84-433d-ae7a-39a3b2e36ba5, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=bea69483-2e84-433d-ae7a-39a3b2e36ba5,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:14:29.583941 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-fe2bb32d-3686-42b5-bf10-acba3432ba08 req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:29.869145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-fe2bb32d-3686-42b5-bf10-acba3432ba08 req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:29.869831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-fe2bb32d-3686-42b5-bf10-acba3432ba08 req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:29.869831 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [req-fe2bb32d-3686-42b5-bf10-acba3432ba08 req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Floating IP ea59c026-dab8-455d-bfaf-6f20a7705bad disassociated. External IP: 172.26.7.87, port: bea69483-2e84-433d-ae7a-39a3b2e36ba5. Apr 20 16:14:29.870144 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-fe2bb32d-3686-42b5-bf10-acba3432ba08 req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Calling delete_port for bea69483-2e84-433d-ae7a-39a3b2e36ba5 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:14:30.162350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a0a5f-5784-4e3a-aef4-e21654d1be2a req-99129736-92e6-4544-8b04-344131a4eb35 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:30.163887 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-751a0a5f-5784-4e3a-aef4-e21654d1be2a req-99129736-92e6-4544-8b04-344131a4eb35 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=7884c381-07c5-4ce5-b9f8-67b53f07b0c0 HTTP/1.1" status: 200 len: 945 time: 0.2502596 Apr 20 16:14:30.184292 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-fe2bb32d-3686-42b5-bf10-acba3432ba08 req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:30.248460 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Pushing event deleted for resources: {'Port': ['ID=bea69483-2e84-433d-ae7a-39a3b2e36ba5,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:30.265075 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:30.265429 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:30.265777 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:30.266113 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:30.266452 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:30.266786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:30.267112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:30.267439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:30.267795 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:30.268767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:30.268767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:30.268767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:30.275315 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-751a0a5f-5784-4e3a-aef4-e21654d1be2a req-154f1678-9b1a-4158-b24c-f7559b3ff384 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050777 Apr 20 16:14:30.463797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe2bb32d-3686-42b5-bf10-acba3432ba08 req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Router c914812e-6195-41d6-b35d-28922cad919e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:14:30.638402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe2bb32d-3686-42b5-bf10-acba3432ba08 req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:14:30.648693 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd47560-6603-4628-a0a7-9e32297de2a4 None None] Sync routers for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:14:30.659137 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd47560-6603-4628-a0a7-9e32297de2a4 None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:14:30.659848 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bcd47560-6603-4628-a0a7-9e32297de2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:14:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:30.713052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2bb32d-3686-42b5-bf10-acba3432ba08 req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] No DVR routers for this DVR port bea69483-2e84-433d-ae7a-39a3b2e36ba5 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:14:30.715439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-fe2bb32d-3686-42b5-bf10-acba3432ba08 req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:30.718191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7884c381-07c5-4ce5-b9f8-67b53f07b0c0', 'name': 'network-vif-deleted', 'tag': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:30.734279 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fe2bb32d-3686-42b5-bf10-acba3432ba08 req-9013bae6-b7a0-437e-9b61-85c947f170fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "DELETE /v2.0/ports/bea69483-2e84-433d-ae7a-39a3b2e36ba5 HTTP/1.1" status: 204 len: 173 time: 1.4559011 Apr 20 16:14:30.765458 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16fdb16f-0fcf-412e-9506-93d6bdf639e0'] response: {'server_uuid': '7884c381-07c5-4ce5-b9f8-67b53f07b0c0', 'name': 'network-vif-deleted', 'tag': 'bea69483-2e84-433d-ae7a-39a3b2e36ba5', 'status': 'completed', 'code': 200} Apr 20 16:14:30.838603 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-bcd47560-6603-4628-a0a7-9e32297de2a4 None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:14:31.175064 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bcd47560-6603-4628-a0a7-9e32297de2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:31.179574 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd47560-6603-4628-a0a7-9e32297de2a4 None None] Checking router: c914812e-6195-41d6-b35d-28922cad919e for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:14:31.188007 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd47560-6603-4628-a0a7-9e32297de2a4 None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:14:31.188612 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bcd47560-6603-4628-a0a7-9e32297de2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:14:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:31.372806 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-bcd47560-6603-4628-a0a7-9e32297de2a4 None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:14:31.610529 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-12536370-c1bd-44cf-964e-d3add6967a22 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--161832046&fields=id&tenant_id=5875ce77b9d6434ca3b92c60d93d7700 HTTP/1.1" status: 200 len: 267 time: 0.0395663 Apr 20 16:14:31.682281 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bcd47560-6603-4628-a0a7-9e32297de2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:31.686349 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd47560-6603-4628-a0a7-9e32297de2a4 None None] The sync data for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv is: [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:14:31.766166 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-b1388054-da79-4a53-8522-9abe135cc9ea tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:31.767634 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-b1388054-da79-4a53-8522-9abe135cc9ea tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 812 time: 0.1505051 Apr 20 16:14:31.782871 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2470c963-18af-4509-b667-b4764c7c0d6b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/quotas/5875ce77b9d6434ca3b92c60d93d7700 HTTP/1.1" status: 200 len: 375 time: 0.0090315 Apr 20 16:14:31.871881 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-3a45829f-9604-4b30-8ca5-3181a444cdce tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Synchronizing usage tracker for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:14:31.892220 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-3a45829f-9604-4b30-8ca5-3181a444cdce tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Unset dirty status for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:14:31.893565 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-3a45829f-9604-4b30-8ca5-3181a444cdce tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1051488 Apr 20 16:14:31.904780 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device bea69483-2e84-433d-ae7a-39a3b2e36ba5 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:14:31.934244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdce4d8-3619-4b4c-b54f-8e3f6b71ba95 None None] New status for floating IP ea59c026-dab8-455d-bfaf-6f20a7705bad: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:14:32.000714 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: bea69483-2e84-433d-ae7a-39a3b2e36ba5 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:14:32.001321 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device bea69483-2e84-433d-ae7a-39a3b2e36ba5 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:14:32.047730 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-04f3d3cc-2c10-4f38-ab69-7a99b281e8c5 service neutron] 10.222.0.13 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389496 Apr 20 16:14:32.178309 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-edc53cae-c07d-4d0d-be6f-1c119f6ed7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:32.189180 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-6bc3a8b0-2baf-4468-a46a-a29bd261dc03 service neutron] 10.222.0.13 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355500 Apr 20 16:14:32.376736 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-634000ff-557c-4703-8ea3-6b238a2e6e2a req-a16179dd-716d-46e2-ba8c-d74bbf719a85 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 210 time: 0.0421329 Apr 20 16:14:32.478693 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:14:33.427488 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-d00d5e29-4763-4210-871a-a150550a9994 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:33.428931 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-d00d5e29-4763-4210-871a-a150550a9994 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 812 time: 0.1517115 Apr 20 16:14:33.479941 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-66fb48c1-f20b-481e-b04b-578992a9f43d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5875ce77b9d6434ca3b92c60d93d7700 HTTP/1.1" status: 200 len: 379 time: 0.0428410 Apr 20 16:14:33.488427 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-de475d45-2e97-4309-946b-eafda454d83f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Request body: {'port': {'device_id': '8b9bef4a-498d-4573-973b-c9aaf2c5cc36', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'admin_state_up': True, 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'security_groups': ['1c9dce2c-45cc-4269-ac65-54683f75609c']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:14:33.706000 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f6b10706-9faa-4ee6-8d68-82d7dc8cbbb4 req-1e9065ab-cfe4-4de9-8c6d-994baa8e1dbb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 210 time: 0.2228720 Apr 20 16:14:33.776858 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-de475d45-2e97-4309-946b-eafda454d83f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:14:33.786156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-de475d45-2e97-4309-946b-eafda454d83f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:14:33.795423 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-de475d45-2e97-4309-946b-eafda454d83f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Made reservation on behalf of 5875ce77b9d6434ca3b92c60d93d7700 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:14:33.798826 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-de475d45-2e97-4309-946b-eafda454d83f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:33.959136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-de475d45-2e97-4309-946b-eafda454d83f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Allocated IP 172.20.0.8 (6c4afe1d-f66a-49f1-b59e-168c2cf351fa/c6c2cad3-2a39-4084-a3af-d64eb4fc25c1/5da2f0c8-ae36-4c13-be28-5c3bda760bc6) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:14:34.141479 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-de475d45-2e97-4309-946b-eafda454d83f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:34.156625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-de475d45-2e97-4309-946b-eafda454d83f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Transition to ACTIVE for port object 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:14:34.180200 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-de475d45-2e97-4309-946b-eafda454d83f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:34.249470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-de475d45-2e97-4309-946b-eafda454d83f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:14:34.256939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-de475d45-2e97-4309-946b-eafda454d83f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:14:34.261238 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-de475d45-2e97-4309-946b-eafda454d83f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:14:34.292162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de475d45-2e97-4309-946b-eafda454d83f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Pushing event updated for resources: {'Port': ['ID=5da2f0c8-ae36-4c13-be28-5c3bda760bc6,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:34.329232 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-de475d45-2e97-4309-946b-eafda454d83f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:34.329890 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-de475d45-2e97-4309-946b-eafda454d83f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:34.355818 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-de475d45-2e97-4309-946b-eafda454d83f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8714457 Apr 20 16:14:34.367569 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Request body: {'port': {'device_id': '8b9bef4a-498d-4573-973b-c9aaf2c5cc36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:14:34.390475 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-19516033-56f8-4aed-a4fc-1b71f36139a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:34.481140 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:34.488340 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c550231f-d3eb-47ae-8cd5-f6e1aa9b04b9 None None] Provisioning for port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:14:34.492984 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c550231f-d3eb-47ae-8cd5-f6e1aa9b04b9 None None] Provisioning complete for port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:34.493355 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c550231f-d3eb-47ae-8cd5-f6e1aa9b04b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:34.584357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c550231f-d3eb-47ae-8cd5-f6e1aa9b04b9 None None] Port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:14:34.830585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:34.838835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:34.855532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Transition to ACTIVE for port object 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:14:34.859533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:35.045376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Pushing event updated for resources: {'Port': ['ID=5da2f0c8-ae36-4c13-be28-5c3bda760bc6,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:35.158643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803f677-9052-4c04-8e59-072229046c8c req-47ff8d6f-49a1-482e-8335-ac2bfb5b5646 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:35.159324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-0803f677-9052-4c04-8e59-072229046c8c req-47ff8d6f-49a1-482e-8335-ac2bfb5b5646 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Synchronizing usage tracker for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:14:35.186186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Attempting to bind port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:14:35.186520 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Attempting to bind port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:14:35.186820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Attempting to bind port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 on network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:14:35.190584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-0803f677-9052-4c04-8e59-072229046c8c req-47ff8d6f-49a1-482e-8335-ac2bfb5b5646 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Unset dirty status for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:14:35.191652 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0803f677-9052-4c04-8e59-072229046c8c req-47ff8d6f-49a1-482e-8335-ac2bfb5b5646 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 943 time: 0.2211852 Apr 20 16:14:35.194028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 on network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:14:35.194355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Attempting to bind port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 on network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:14:35.212731 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:14:35.213067 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Checking segment: {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:14:35.213444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Bound using segment: {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:14:35.213880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Bound port: 5da2f0c8-ae36-4c13-be28-5c3bda760bc6, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:14:35.214224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:35.292053 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0803f677-9052-4c04-8e59-072229046c8c req-20b5de9f-a39f-4bcf-989a-257f015f2e93 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937967 Apr 20 16:14:35.326219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] For port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:14:35.329083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] For port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=5da2f0c8-ae36-4c13-be28-5c3bda760bc6,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:14:35.332700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:35.387858 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:35.388469 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:35.389823 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] 10.222.0.11 "PUT /v2.0/ports/5da2f0c8-ae36-4c13-be28-5c3bda760bc6 HTTP/1.1" status: 200 len: 1093 time: 1.0269678 Apr 20 16:14:35.390255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9bef4a-498d-4573-973b-c9aaf2c5cc36', 'tag': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:35.417482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efeb305-f4ff-4e4b-a94e-0c0b2b616808 service neutron] Pushing event updated for resources: {'Port': ['ID=5da2f0c8-ae36-4c13-be28-5c3bda760bc6,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:35.461439 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e34d41ec-98a8-452f-ae8f-7a852eb6f49b'] response: {'name': 'network-changed', 'server_uuid': '8b9bef4a-498d-4573-973b-c9aaf2c5cc36', 'tag': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6', 'status': 'completed', 'code': 200} Apr 20 16:14:35.507009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-bf1fe936-2b98-4e1d-8077-86c795c18d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:35.508544 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-bf1fe936-2b98-4e1d-8077-86c795c18d3d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 1096 time: 0.0790095 Apr 20 16:14:35.671290 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-e2983380-47c2-4249-adb3-ffcb9c63478e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5da2f0c8-ae36-4c13-be28-5c3bda760bc6 HTTP/1.1" status: 200 len: 217 time: 0.1561794 Apr 20 16:14:35.737096 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-9f94dc2b-2f66-464a-9400-5386bb0c76b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:35.738496 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-9f94dc2b-2f66-464a-9400-5386bb0c76b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0619428 Apr 20 16:14:35.758615 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:35.778795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:35.815714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-62d65f05-2f5c-4a53-879b-9509a20858c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:35.817115 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-62d65f05-2f5c-4a53-879b-9509a20858c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721712 Apr 20 16:14:35.827463 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-e54a5d9d-d30f-4e72-bb7c-051f7127ac1c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:14:35.828514 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-e54a5d9d-d30f-4e72-bb7c-051f7127ac1c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047407 Apr 20 16:14:35.957023 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-6428f630-dac5-4ac9-8f7c-c8ba5c791c6e service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227229 Apr 20 16:14:36.085012 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60349b9-dab6-4e6d-b625-fcbb4d06adfa req-7392caf7-9e33-49b1-bb30-7003e52a65b6 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226580 Apr 20 16:14:36.203206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f905702-c774-4534-b2ae-ad29d05203a6 req-4e20de4c-18eb-4b87-8b1d-cb4ad4c5e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:36.204689 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f905702-c774-4534-b2ae-ad29d05203a6 req-4e20de4c-18eb-4b87-8b1d-cb4ad4c5e603 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 1096 time: 0.0745687 Apr 20 16:14:36.334103 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f905702-c774-4534-b2ae-ad29d05203a6 req-f2334b9b-d617-412a-9729-9e8b5b100293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:36.335598 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f905702-c774-4534-b2ae-ad29d05203a6 req-f2334b9b-d617-412a-9729-9e8b5b100293 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1248243 Apr 20 16:14:36.441306 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f905702-c774-4534-b2ae-ad29d05203a6 req-86dd7d6a-5fff-437c-8834-52d6724571ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5da2f0c8-ae36-4c13-be28-5c3bda760bc6 HTTP/1.1" status: 200 len: 217 time: 0.0969539 Apr 20 16:14:36.518454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f905702-c774-4534-b2ae-ad29d05203a6 req-3d9497bf-2c49-43f0-a17d-5feb0d92a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:36.519864 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f905702-c774-4534-b2ae-ad29d05203a6 req-3d9497bf-2c49-43f0-a17d-5feb0d92a3b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0678899 Apr 20 16:14:36.581874 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70abb5-53ae-4bde-883d-c60afdf2960f req-556b4702-192b-4285-93ba-5f6f9d9ed09a tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:36.583312 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ee70abb5-53ae-4bde-883d-c60afdf2960f req-556b4702-192b-4285-93ba-5f6f9d9ed09a tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 943 time: 0.1855249 Apr 20 16:14:36.641785 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ee70abb5-53ae-4bde-883d-c60afdf2960f req-11062fe6-db9e-4afc-8e58-5f39e941c557 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518432 Apr 20 16:14:36.644431 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f905702-c774-4534-b2ae-ad29d05203a6 req-71839cf8-e587-4765-a920-1e001941d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:36.645830 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f905702-c774-4534-b2ae-ad29d05203a6 req-71839cf8-e587-4765-a920-1e001941d918 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1198511 Apr 20 16:14:36.776268 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f905702-c774-4534-b2ae-ad29d05203a6 req-0f3250e8-7cda-44ba-a11b-c1735fb61c64 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231043 Apr 20 16:14:36.903836 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f905702-c774-4534-b2ae-ad29d05203a6 req-2ba93db3-d0ce-4bb3-9990-4e38c48d8b70 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214237 Apr 20 16:14:37.146997 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:37.828025 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ec456-94ab-4517-90b0-3628aefdd9e8 req-cfe59595-021a-4223-9617-11ae206f4c6b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:37.829498 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4c7ec456-94ab-4517-90b0-3628aefdd9e8 req-cfe59595-021a-4223-9617-11ae206f4c6b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 943 time: 0.0793438 Apr 20 16:14:37.873347 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4c7ec456-94ab-4517-90b0-3628aefdd9e8 req-8dadede0-d3f8-451d-85ac-5c06e77007f8 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380383 Apr 20 16:14:39.055234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd57979-f8a0-4364-b803-7dc130a2c3d1 req-182a3ae6-506f-4e6f-b68c-fff6070886bb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:39.056686 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ddd57979-f8a0-4364-b803-7dc130a2c3d1 req-182a3ae6-506f-4e6f-b68c-fff6070886bb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 943 time: 0.0814419 Apr 20 16:14:39.099599 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ddd57979-f8a0-4364-b803-7dc130a2c3d1 req-2d9ec4f6-7032-4477-859e-b97c72b5f1bd tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373540 Apr 20 16:14:39.923211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:14:40.050371 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=5da2f0c8-ae36-4c13-be28-5c3bda760bc6,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:14:40.062830 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'port_id': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6', 'mac_address': 'fa:16:3e:e4:0b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:14:40.118634 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:40.136226 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:40.152762 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=5da2f0c8-ae36-4c13-be28-5c3bda760bc6,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:14:40.157126 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:40.222816 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=5da2f0c8-ae36-4c13-be28-5c3bda760bc6,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:40.288320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da6e33-72ef-4d1d-a335-dcc86b32f6eb req-0be4a3cf-e152-41d3-887e-5f680a53d962 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:40.289754 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c6da6e33-72ef-4d1d-a335-dcc86b32f6eb req-0be4a3cf-e152-41d3-887e-5f680a53d962 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 944 time: 0.0809023 Apr 20 16:14:40.435285 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c6da6e33-72ef-4d1d-a335-dcc86b32f6eb req-26636c56-407b-4674-8fc3-f14c5c80002d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398091 Apr 20 16:14:40.466158 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['5da2f0c8-ae36-4c13-be28-5c3bda760bc6'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:14:41.617789 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2c469-7354-4a0c-91fc-05c73279862d req-8e5b23b9-8350-42dc-98db-890b21186458 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:41.619218 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-80e2c469-7354-4a0c-91fc-05c73279862d req-8e5b23b9-8350-42dc-98db-890b21186458 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 944 time: 0.0780065 Apr 20 16:14:41.665726 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-80e2c469-7354-4a0c-91fc-05c73279862d req-dcbf3ac3-d515-4b2c-b892-604269b5f825 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393274 Apr 20 16:14:41.935232 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:14:42.001467 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:14:42.006415 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:42.006780 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:42.117959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:42.144121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9bef4a-498d-4573-973b-c9aaf2c5cc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:42.153663 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=5da2f0c8-ae36-4c13-be28-5c3bda760bc6,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:14:42.158111 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:42.196934 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69084b9d-3113-44a6-afb1-4c66f0178c5f'] response: {'server_uuid': '8b9bef4a-498d-4573-973b-c9aaf2c5cc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6', 'code': 200} Apr 20 16:14:42.231254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=5da2f0c8-ae36-4c13-be28-5c3bda760bc6,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:42.427498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425e11f-4978-4176-a53f-3662c55a9bf5 req-d790409b-f521-4e08-b42a-af5842a339ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:42.428960 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8425e11f-4978-4176-a53f-3662c55a9bf5 req-d790409b-f521-4e08-b42a-af5842a339ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 1098 time: 0.0719235 Apr 20 16:14:42.468728 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8425e11f-4978-4176-a53f-3662c55a9bf5 req-b644a287-e104-4285-9410-7fcc84baaf5f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329194 Apr 20 16:14:42.845490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6fd92-f8bc-4d44-a635-a071c1eb3f03 req-b58ade5b-d17f-4efc-9e5e-b59316597f3c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:42.846845 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b4e6fd92-f8bc-4d44-a635-a071c1eb3f03 req-b58ade5b-d17f-4efc-9e5e-b59316597f3c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0788691 Apr 20 16:14:42.893265 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b4e6fd92-f8bc-4d44-a635-a071c1eb3f03 req-83f8f90c-4d18-431a-b514-4439b2999be7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399585 Apr 20 16:14:44.082894 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cda16-e79a-4d8f-a364-1ae2d5e7092d req-42ec7e16-f0e7-4c85-85bd-97a9f9da8eec tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:44.084372 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f6cda16-e79a-4d8f-a364-1ae2d5e7092d req-42ec7e16-f0e7-4c85-85bd-97a9f9da8eec tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0782399 Apr 20 16:14:44.127875 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9f6cda16-e79a-4d8f-a364-1ae2d5e7092d req-a2c925f8-447c-4a30-a50b-9ccc053e27d2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378957 Apr 20 16:14:44.305596 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a06048-3a2c-47e9-a428-f1f7e09d2759 req-26ee03d3-b75a-4a52-afb9-5ffb16806ea4 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:44.307031 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d9a06048-3a2c-47e9-a428-f1f7e09d2759 req-26ee03d3-b75a-4a52-afb9-5ffb16806ea4 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0815654 Apr 20 16:14:44.315920 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 43046) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:14:44.321148 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-d3505290-6be5-41c3-a576-859360c41d1f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Request body: {'floatingip': {'port_id': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:14:44.401305 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d3505290-6be5-41c3-a576-859360c41d1f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for floatingip, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:44.783615 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ba304d4-bdce-4c82-bba7-f8e1a72c3188 req-94fb3d88-f81a-4c90-b96f-3942fbb23b3a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2212095 Apr 20 16:14:44.987979 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba304d4-bdce-4c82-bba7-f8e1a72c3188 req-b2e9a87c-826c-46f1-8e8e-643343385b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:44.989445 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ba304d4-bdce-4c82-bba7-f8e1a72c3188 req-b2e9a87c-826c-46f1-8e8e-643343385b15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 1098 time: 0.1115005 Apr 20 16:14:45.162656 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:45.220517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d3505290-6be5-41c3-a576-859360c41d1f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:45.227999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d3505290-6be5-41c3-a576-859360c41d1f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:45.385480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba304d4-bdce-4c82-bba7-f8e1a72c3188 req-6618d0fc-e2d7-44ef-8507-c72c4e2b59de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:45.386903 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ba304d4-bdce-4c82-bba7-f8e1a72c3188 req-6618d0fc-e2d7-44ef-8507-c72c4e2b59de service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.3768888 Apr 20 16:14:45.557615 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ba304d4-bdce-4c82-bba7-f8e1a72c3188 req-1ef1d41b-c535-4c3c-992e-36bfa1741550 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5da2f0c8-ae36-4c13-be28-5c3bda760bc6 HTTP/1.1" status: 200 len: 998 time: 0.1645725 Apr 20 16:14:45.643429 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-d3505290-6be5-41c3-a576-859360c41d1f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Floating IP ea59c026-dab8-455d-bfaf-6f20a7705bad associated. External IP: 172.26.7.87, port: 5da2f0c8-ae36-4c13-be28-5c3bda760bc6. Apr 20 16:14:45.711653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba304d4-bdce-4c82-bba7-f8e1a72c3188 req-04a8137a-f327-4812-9bbf-425371566470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:45.713126 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ba304d4-bdce-4c82-bba7-f8e1a72c3188 req-04a8137a-f327-4812-9bbf-425371566470 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.1483505 Apr 20 16:14:45.935748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba304d4-bdce-4c82-bba7-f8e1a72c3188 req-d2c403a7-d3ba-40d5-94a1-e1c241d40961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:45.937225 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ba304d4-bdce-4c82-bba7-f8e1a72c3188 req-d2c403a7-d3ba-40d5-94a1-e1c241d40961 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2180817 Apr 20 16:14:46.166902 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ba304d4-bdce-4c82-bba7-f8e1a72c3188 req-8fe2cbaf-787c-4d05-87de-df3ea8eb0a27 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181091 Apr 20 16:14:46.168649 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3505290-6be5-41c3-a576-859360c41d1f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Router c914812e-6195-41d6-b35d-28922cad919e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:14:46.439882 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ba304d4-bdce-4c82-bba7-f8e1a72c3188 req-1736dd7d-57a8-44e4-bf24-e1c514137115 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668204 Apr 20 16:14:46.459525 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3505290-6be5-41c3-a576-859360c41d1f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:14:46.464158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d3505290-6be5-41c3-a576-859360c41d1f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:46.469552 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3292ee34-82db-4d8a-86f8-5e7cae38dff7 None None] Sync routers for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:14:46.480064 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3292ee34-82db-4d8a-86f8-5e7cae38dff7 None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:14:46.480676 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-3292ee34-82db-4d8a-86f8-5e7cae38dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:14:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:46.517509 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d3505290-6be5-41c3-a576-859360c41d1f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "PUT /v2.0/floatingips/ea59c026-dab8-455d-bfaf-6f20a7705bad HTTP/1.1" status: 200 len: 990 time: 2.2004902 Apr 20 16:14:46.518163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9bef4a-498d-4573-973b-c9aaf2c5cc36', 'tag': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:46.566648 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2634c309-3ada-4ab0-a4a4-aff23945c27c'] response: {'name': 'network-changed', 'server_uuid': '8b9bef4a-498d-4573-973b-c9aaf2c5cc36', 'tag': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6', 'status': 'completed', 'code': 200} Apr 20 16:14:46.659013 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-3292ee34-82db-4d8a-86f8-5e7cae38dff7 None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:14:46.845769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aece9c-0c79-418d-91e6-2551a12f2eeb req-4bb7ad7f-a0ab-4dcd-8103-8020d40ab7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:46.847276 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-56aece9c-0c79-418d-91e6-2551a12f2eeb req-4bb7ad7f-a0ab-4dcd-8103-8020d40ab7de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 1098 time: 0.2582273 Apr 20 16:14:46.968820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c0e63-735c-462f-bb84-cd5e44706ecd req-ebbee399-6324-46f4-9d3c-d8053e997f40 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:46.970301 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8e5c0e63-735c-462f-bb84-cd5e44706ecd req-ebbee399-6324-46f4-9d3c-d8053e997f40 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.1877751 Apr 20 16:14:47.041345 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-3292ee34-82db-4d8a-86f8-5e7cae38dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'ea59c026-dab8-455d-bfaf-6f20a7705bad', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'floating_ip_address': '172.26.7.87', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'port_id': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'mac_address': 'fa:16:3e:e4:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9bef4a-498d-4573-973b-c9aaf2c5cc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:13:36Z', 'updated_at': '2022-04-20T16:14:44Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:47.045174 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3292ee34-82db-4d8a-86f8-5e7cae38dff7 None None] Checking router: c914812e-6195-41d6-b35d-28922cad919e for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:14:47.045664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aece9c-0c79-418d-91e6-2551a12f2eeb req-6dc062b5-e561-4a31-8781-49214e7cce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:47.047111 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-56aece9c-0c79-418d-91e6-2551a12f2eeb req-6dc062b5-e561-4a31-8781-49214e7cce28 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1923928 Apr 20 16:14:47.051792 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8e5c0e63-735c-462f-bb84-cd5e44706ecd req-6863d672-05b1-4756-b81d-d5b8292bd616 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751817 Apr 20 16:14:47.053458 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3292ee34-82db-4d8a-86f8-5e7cae38dff7 None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:14:47.054057 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-3292ee34-82db-4d8a-86f8-5e7cae38dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:14:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:47.151454 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-56aece9c-0c79-418d-91e6-2551a12f2eeb req-5004f259-1ddb-4d12-8354-61cb2555f075 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5da2f0c8-ae36-4c13-be28-5c3bda760bc6 HTTP/1.1" status: 200 len: 998 time: 0.0986612 Apr 20 16:14:47.213981 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aece9c-0c79-418d-91e6-2551a12f2eeb req-a9fb7fe2-92aa-4274-ae06-49c2a9ba0fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:47.215502 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-56aece9c-0c79-418d-91e6-2551a12f2eeb req-a9fb7fe2-92aa-4274-ae06-49c2a9ba0fa5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0576394 Apr 20 16:14:47.230705 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-3292ee34-82db-4d8a-86f8-5e7cae38dff7 None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:14:47.301672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aece9c-0c79-418d-91e6-2551a12f2eeb req-8fd43a02-e43d-4128-bc6c-477044c6a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:47.303794 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-56aece9c-0c79-418d-91e6-2551a12f2eeb req-8fd43a02-e43d-4128-bc6c-477044c6a71f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825088 Apr 20 16:14:47.447380 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-56aece9c-0c79-418d-91e6-2551a12f2eeb req-fd33adb6-6f9d-47fc-93a4-3e5ddaddde7a service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375992 Apr 20 16:14:47.572803 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-3292ee34-82db-4d8a-86f8-5e7cae38dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'ea59c026-dab8-455d-bfaf-6f20a7705bad', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'floating_ip_address': '172.26.7.87', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'port_id': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'mac_address': 'fa:16:3e:e4:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9bef4a-498d-4573-973b-c9aaf2c5cc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:13:36Z', 'updated_at': '2022-04-20T16:14:44Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:47.576800 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3292ee34-82db-4d8a-86f8-5e7cae38dff7 None None] The sync data for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv is: [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'ea59c026-dab8-455d-bfaf-6f20a7705bad', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'floating_ip_address': '172.26.7.87', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'port_id': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'mac_address': 'fa:16:3e:e4:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9bef4a-498d-4573-973b-c9aaf2c5cc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:13:36Z', 'updated_at': '2022-04-20T16:14:44Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:14:47.580126 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-56aece9c-0c79-418d-91e6-2551a12f2eeb req-3750f00f-af44-465a-8ad4-b6fd72e680c4 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268642 Apr 20 16:14:47.752453 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bbc457-da37-424d-b19a-8c0ea2bc82e6 None None] New status for floating IP ea59c026-dab8-455d-bfaf-6f20a7705bad: ACTIVE {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:14:48.238145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4541d-925b-4dc8-95f9-2d6504593ddf req-42b142a9-1a09-4c61-9c8a-2a7594314e79 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:48.239608 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0ec4541d-925b-4dc8-95f9-2d6504593ddf req-42b142a9-1a09-4c61-9c8a-2a7594314e79 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0792944 Apr 20 16:14:48.282400 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0ec4541d-925b-4dc8-95f9-2d6504593ddf req-4d094e0d-289e-4632-a572-9d88b280984e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370421 Apr 20 16:14:49.466989 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c47d7-0337-4c82-a492-42b70d5c3e96 req-072126b5-e3f7-4945-859a-017bb7e32d9b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:49.468367 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-794c47d7-0337-4c82-a492-42b70d5c3e96 req-072126b5-e3f7-4945-859a-017bb7e32d9b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0821505 Apr 20 16:14:49.512840 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-794c47d7-0337-4c82-a492-42b70d5c3e96 req-b9fcce94-4355-4596-8ddf-7f99852bdd4b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386212 Apr 20 16:14:50.695468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe5b16-7608-4fee-8559-91180f4fdeec req-7b819697-168f-4699-8f66-7c210d5bb8a1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:50.696915 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6bfe5b16-7608-4fee-8559-91180f4fdeec req-7b819697-168f-4699-8f66-7c210d5bb8a1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0784478 Apr 20 16:14:50.742956 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6bfe5b16-7608-4fee-8559-91180f4fdeec req-f888d301-12be-464f-b631-eaeec49f0f03 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404370 Apr 20 16:14:51.930631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d6e34-0d90-4a6f-b9eb-f08ca7402194 req-05be06fc-0420-48c7-8418-11ad00883fd1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:51.932085 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dd3d6e34-0d90-4a6f-b9eb-f08ca7402194 req-05be06fc-0420-48c7-8418-11ad00883fd1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0818911 Apr 20 16:14:51.975629 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dd3d6e34-0d90-4a6f-b9eb-f08ca7402194 req-3167b3ff-658a-4466-911a-a66d71d3f747 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376546 Apr 20 16:14:53.163401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd23ce-4005-43ff-837c-01317c4bab03 req-a4e7fc0c-849c-4d5b-99ba-e498045c5f59 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:53.164874 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1ecd23ce-4005-43ff-837c-01317c4bab03 req-a4e7fc0c-849c-4d5b-99ba-e498045c5f59 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0787418 Apr 20 16:14:53.211473 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1ecd23ce-4005-43ff-837c-01317c4bab03 req-bc2e7bf3-56e2-40f2-8bb8-b1221d73adf1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409546 Apr 20 16:14:54.398626 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c275a0-e795-4d19-a887-0a75a9e99058 req-a6f0012e-b23a-4c79-8b37-f4d91152d94e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:54.400089 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f0c275a0-e795-4d19-a887-0a75a9e99058 req-a6f0012e-b23a-4c79-8b37-f4d91152d94e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0803094 Apr 20 16:14:54.442370 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f0c275a0-e795-4d19-a887-0a75a9e99058 req-62c64ca0-d1bc-4e37-a153-14423461cbec tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364654 Apr 20 16:14:55.626127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976edb3-5385-4a5f-9a5e-4f83d7c64f23 req-7cf5a67d-329a-4755-9354-ec1bc34a2dba tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:55.627540 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8976edb3-5385-4a5f-9a5e-4f83d7c64f23 req-7cf5a67d-329a-4755-9354-ec1bc34a2dba tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0819650 Apr 20 16:14:55.670486 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8976edb3-5385-4a5f-9a5e-4f83d7c64f23 req-6d67d4f5-4bb5-48ec-b997-c09e0b334697 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367520 Apr 20 16:14:56.850432 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86368121-292d-4f72-9b86-39d36aa73c0f req-df1abcbb-fb36-4f81-b81c-259c47fa4f2b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:56.851888 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-86368121-292d-4f72-9b86-39d36aa73c0f req-df1abcbb-fb36-4f81-b81c-259c47fa4f2b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0777292 Apr 20 16:14:56.894389 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-86368121-292d-4f72-9b86-39d36aa73c0f req-5132696f-c41d-474b-b0ee-6d6ca3298eb1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369756 Apr 20 16:14:58.171132 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e79c2d-f86a-4310-a87d-b53c491969c4 req-3548bbac-dd60-4dcd-a4a3-1eff4f8f5c84 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:58.172607 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c5e79c2d-f86a-4310-a87d-b53c491969c4 req-3548bbac-dd60-4dcd-a4a3-1eff4f8f5c84 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.1753912 Apr 20 16:14:58.216886 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c5e79c2d-f86a-4310-a87d-b53c491969c4 req-31ac0f35-7ab2-4b75-a7ab-635976d2221c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386097 Apr 20 16:14:59.406835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50ab31-fd4d-4aea-be3d-75ccd7386373 req-3225e73d-2cfb-478d-a6e5-6d50e8ab24cf tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:59.408296 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6c50ab31-fd4d-4aea-be3d-75ccd7386373 req-3225e73d-2cfb-478d-a6e5-6d50e8ab24cf tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0822875 Apr 20 16:14:59.451215 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6c50ab31-fd4d-4aea-be3d-75ccd7386373 req-68c289ff-dab7-47b2-8c15-f9cfd843b65e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365009 Apr 20 16:15:00.634585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c89a72-1deb-46a0-9ff0-9ef94f2aea56 req-9b995bc3-6e50-42c8-8fdb-fce9f2fad9c4 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:00.636059 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-88c89a72-1deb-46a0-9ff0-9ef94f2aea56 req-9b995bc3-6e50-42c8-8fdb-fce9f2fad9c4 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0802567 Apr 20 16:15:00.680306 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-88c89a72-1deb-46a0-9ff0-9ef94f2aea56 req-6bad2e2f-b060-4ecc-961f-e939c41aa641 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384805 Apr 20 16:15:01.865376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f439abc-93f3-41dc-98c3-d15d0714b493 req-cd5e515b-6b06-4d31-b77e-30fd05b4b7f4 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:01.867361 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2f439abc-93f3-41dc-98c3-d15d0714b493 req-cd5e515b-6b06-4d31-b77e-30fd05b4b7f4 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0837085 Apr 20 16:15:01.910142 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2f439abc-93f3-41dc-98c3-d15d0714b493 req-3140d8c6-9a72-4886-9ea7-9449ec0535e8 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371704 Apr 20 16:15:02.121629 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-57054cf8-c6a4-42ce-b083-0287428fba5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:03.092165 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99381639-b4fc-452d-8f41-06c599168357 req-bcaf6aca-99f0-40bd-a726-97535f14b100 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:03.093613 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-99381639-b4fc-452d-8f41-06c599168357 req-bcaf6aca-99f0-40bd-a726-97535f14b100 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0790775 Apr 20 16:15:03.140855 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-99381639-b4fc-452d-8f41-06c599168357 req-17b4203b-c209-4378-a13f-092209b67c91 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414033 Apr 20 16:15:04.331090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03794af4-da39-4822-a455-8f33f22a3d7b req-b3270c69-6c3d-4d06-a33c-e3bc7708889d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:04.333288 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03794af4-da39-4822-a455-8f33f22a3d7b req-b3270c69-6c3d-4d06-a33c-e3bc7708889d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0898895 Apr 20 16:15:04.377551 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03794af4-da39-4822-a455-8f33f22a3d7b req-2ac9af19-1cd5-43a9-9101-90dfd80ee397 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382445 Apr 20 16:15:04.392553 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-69dee8a9-dcc9-4d03-9dbe-53253441d35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:05.561482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300dfd8-e48e-4974-a939-9918ad4abd74 req-d777b8d6-0400-4ad2-ba09-d239e11f1328 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:05.562917 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e300dfd8-e48e-4974-a939-9918ad4abd74 req-d777b8d6-0400-4ad2-ba09-d239e11f1328 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0817144 Apr 20 16:15:05.606624 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e300dfd8-e48e-4974-a939-9918ad4abd74 req-f4bf273a-fb5f-4aad-9ca7-8eb1ab6aa2fd tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380752 Apr 20 16:15:05.760972 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:05.781144 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:06.791175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4482bcd-afbe-4fec-b2b8-eaf3e09bc925 req-a5faa0a8-49ff-4f34-9a01-487aa13208af tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:06.792671 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b4482bcd-afbe-4fec-b2b8-eaf3e09bc925 req-a5faa0a8-49ff-4f34-9a01-487aa13208af tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0806053 Apr 20 16:15:06.834921 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b4482bcd-afbe-4fec-b2b8-eaf3e09bc925 req-2a1c0a00-41b2-4840-9852-beadd97affd7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366936 Apr 20 16:15:07.149802 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:08.026261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af5a6f-6c19-4c31-be9b-039dc1130be7 req-3ef61a96-30b2-4a48-9ee1-7f763a97e13d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:08.027700 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59af5a6f-6c19-4c31-be9b-039dc1130be7 req-3ef61a96-30b2-4a48-9ee1-7f763a97e13d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0819383 Apr 20 16:15:08.071231 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59af5a6f-6c19-4c31-be9b-039dc1130be7 req-d662c34a-c796-4cba-a2fb-c24421c7549a tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378578 Apr 20 16:15:09.258441 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255362fe-6210-4f1a-899c-40f393e71cdb req-d67bcd65-093a-4b76-aa72-8161db63d169 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:09.259818 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255362fe-6210-4f1a-899c-40f393e71cdb req-d67bcd65-093a-4b76-aa72-8161db63d169 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0836537 Apr 20 16:15:09.303686 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255362fe-6210-4f1a-899c-40f393e71cdb req-9e89d7ec-2b7d-490c-be8b-bd0d6fef3e4c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381937 Apr 20 16:15:09.477962 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:15:10.484654 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca864643-c3d6-469e-9edb-557d31f99763 req-1c0b0775-e2ce-4443-95f5-4296f9fb46ca tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:10.486017 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ca864643-c3d6-469e-9edb-557d31f99763 req-1c0b0775-e2ce-4443-95f5-4296f9fb46ca tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0783355 Apr 20 16:15:10.528086 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ca864643-c3d6-469e-9edb-557d31f99763 req-305d515c-9df8-47ce-bd3c-79aa015b1894 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365801 Apr 20 16:15:11.712012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcff422-bdff-48e8-ab95-43ba45028904 req-71c4f9f0-af28-41d5-9b48-75200ad08de7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:11.713446 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3dcff422-bdff-48e8-ab95-43ba45028904 req-71c4f9f0-af28-41d5-9b48-75200ad08de7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0824118 Apr 20 16:15:11.756872 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3dcff422-bdff-48e8-ab95-43ba45028904 req-829bc8fd-8cc2-439b-a1e9-35d75ad933bc tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378451 Apr 20 16:15:12.936395 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3a6d9-b2a7-496f-9a7b-b6f3a5f3fedd req-16173909-49f8-4645-876e-f3cd44460a41 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:12.937839 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d9a3a6d9-b2a7-496f-9a7b-b6f3a5f3fedd req-16173909-49f8-4645-876e-f3cd44460a41 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0785522 Apr 20 16:15:12.988863 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d9a3a6d9-b2a7-496f-9a7b-b6f3a5f3fedd req-413e0c51-308a-4fe2-894e-9074bc6c37cb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454297 Apr 20 16:15:13.328995 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-10d4bf8a-6eae-4eae-9351-ab182bd3613a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722156 Apr 20 16:15:13.386083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7a2ac-5ef9-4c22-953c-3e23407d634f req-f7b4b436-87b3-4085-bd1d-5619353abcbe tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:13.387587 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-13e7a2ac-5ef9-4c22-953c-3e23407d634f req-f7b4b436-87b3-4085-bd1d-5619353abcbe tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0865119 Apr 20 16:15:13.432380 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-13e7a2ac-5ef9-4c22-953c-3e23407d634f req-d9b59fca-32e7-4d9a-abd8-7ea751bafc66 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390711 Apr 20 16:15:14.407376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-cb5fe11f-f34d-42e9-a29c-f1bede10fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:14.408873 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-cb5fe11f-f34d-42e9-a29c-f1bede10fed0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 1098 time: 0.0732417 Apr 20 16:15:14.570156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-8207c25e-84e3-4c2e-b06c-e235965f30fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:14.571612 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-8207c25e-84e3-4c2e-b06c-e235965f30fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1571381 Apr 20 16:15:14.788630 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-650b1633-fa43-4f11-9faa-845cd56f8e67 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5da2f0c8-ae36-4c13-be28-5c3bda760bc6 HTTP/1.1" status: 200 len: 1000 time: 0.2107787 Apr 20 16:15:14.847400 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0ac81-2fcd-4441-8e38-aa78ec176407 req-e8880568-cfb5-4b35-ace1-cda79be429b6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:14.849094 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-20f0ac81-2fcd-4441-8e38-aa78ec176407 req-e8880568-cfb5-4b35-ace1-cda79be429b6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.3103964 Apr 20 16:15:14.885240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-4599fdec-e694-4de9-b6d4-6b9bf9b6d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:14.886657 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-4599fdec-e694-4de9-b6d4-6b9bf9b6d4cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0907283 Apr 20 16:15:14.943451 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-20f0ac81-2fcd-4441-8e38-aa78ec176407 req-8b8a2534-d010-47b7-9dba-83bf8e588544 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887933 Apr 20 16:15:14.974902 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-a94c9182-abb1-4155-9e27-85a3c7e0520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:14.978224 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-a94c9182-abb1-4155-9e27-85a3c7e0520e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823560 Apr 20 16:15:15.113190 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-50f9c1d9-8c55-4aac-aafc-1fd716ee38dc service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273706 Apr 20 16:15:15.155557 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:15.245368 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-8d26216c-b3a5-4c77-8daf-f92963fffc5f service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256483 Apr 20 16:15:16.125319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7229e0-b0c6-4b4a-8507-90bb2df7736b req-baa43193-1605-463e-a66b-460d0543c484 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:16.126809 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bb7229e0-b0c6-4b4a-8507-90bb2df7736b req-baa43193-1605-463e-a66b-460d0543c484 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0783839 Apr 20 16:15:16.173864 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bb7229e0-b0c6-4b4a-8507-90bb2df7736b req-e36d4553-821f-4e7b-8716-bdba17744b7a tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413661 Apr 20 16:15:16.873437 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-2a9fb842-8903-4721-b499-0fe7d204bd7c service neutron] 10.222.0.11 "GET /v2.0/ports/5da2f0c8-ae36-4c13-be28-5c3bda760bc6/bindings/hv-neutron-8386 HTTP/1.1" status: 200 len: 384 time: 0.0735307 Apr 20 16:15:17.136070 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-1520c29a-404c-41c6-9b46-ed66ea686417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:17.137522 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-1520c29a-404c-41c6-9b46-ed66ea686417 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36&tenant_id=5875ce77b9d6434ca3b92c60d93d7700 HTTP/1.1" status: 200 len: 1098 time: 0.0758510 Apr 20 16:15:17.230194 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-519ec23e-b9d5-4297-81e9-30df92b2ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:17.231671 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-519ec23e-b9d5-4297-81e9-30df92b2ec69 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 1098 time: 0.0721548 Apr 20 16:15:17.412239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-feb2e9a4-5d8c-417e-ab7b-d63cea93502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:17.413610 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-feb2e9a4-5d8c-417e-ab7b-d63cea93502f service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1762760 Apr 20 16:15:17.489124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838928ed-c517-4bad-b140-5bd78798844d req-d77831c1-5f69-4fc0-bec1-11bc9a63caef tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:17.490544 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-838928ed-c517-4bad-b140-5bd78798844d req-d77831c1-5f69-4fc0-bec1-11bc9a63caef tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.1853468 Apr 20 16:15:17.559165 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-d9c8f3ad-44f5-4c11-8a08-d3ef675f06fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5da2f0c8-ae36-4c13-be28-5c3bda760bc6 HTTP/1.1" status: 200 len: 1000 time: 0.1364050 Apr 20 16:15:17.563592 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-838928ed-c517-4bad-b140-5bd78798844d req-8e98fa58-f857-4acf-bfbb-05e631b1c0ed tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653603 Apr 20 16:15:17.623757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-1633b6f3-576a-4326-9e99-dd90e089ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:17.625190 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-1633b6f3-576a-4326-9e99-dd90e089ba82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0602934 Apr 20 16:15:17.701845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-0c8d9145-fc6b-4fca-8993-adbf00a71cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:17.702424 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-0c8d9145-fc6b-4fca-8993-adbf00a71cef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713890 Apr 20 16:15:17.831382 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-d98cd180-1e7d-465e-8e9f-23170b114314 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219776 Apr 20 16:15:17.962763 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2b8a8ac-d610-4370-8486-0eabf50285e8 req-3240aa7f-800a-4fac-83e7-3e0b1a634008 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255465 Apr 20 16:15:18.851038 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dced6-6f89-4063-bdca-5097dfe36b41 req-cdc61944-f508-40f1-87a6-19a6803d430c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:18.852454 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8d5dced6-6f89-4063-bdca-5097dfe36b41 req-cdc61944-f508-40f1-87a6-19a6803d430c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.1853442 Apr 20 16:15:18.896080 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8d5dced6-6f89-4063-bdca-5097dfe36b41 req-7d31cbf6-4168-448f-b0f6-480ef1bda689 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379307 Apr 20 16:15:20.080333 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:15:20.082757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c943a-16da-4c7c-8754-7537934ac06a req-1915a2fc-f933-44a1-9a79-92b01cfd3ee8 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:20.084240 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-108c943a-16da-4c7c-8754-7537934ac06a req-1915a2fc-f933-44a1-9a79-92b01cfd3ee8 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0789831 Apr 20 16:15:20.086978 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:15:20.146390 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-108c943a-16da-4c7c-8754-7537934ac06a req-a8a763d0-4fab-467f-ab07-9c478a24ef6e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554783 Apr 20 16:15:20.311824 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=5da2f0c8-ae36-4c13-be28-5c3bda760bc6,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:15:20.334040 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.342925 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'port_id': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6', 'mac_address': 'fa:16:3e:e4:0b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:15:20.400560 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9bef4a-498d-4573-973b-c9aaf2c5cc36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:20.419208 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=5da2f0c8-ae36-4c13-be28-5c3bda760bc6,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:15:20.424514 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.426167 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.464532 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c4c0c52-893f-44fc-b4e4-d2ef3175a14e'] response: {'server_uuid': '8b9bef4a-498d-4573-973b-c9aaf2c5cc36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6', 'code': 200} Apr 20 16:15:20.483856 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:20.583075 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=5da2f0c8-ae36-4c13-be28-5c3bda760bc6,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:20.596309 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:15:20.596670 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:15:21.149732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:21.166880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:21.182382 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=5da2f0c8-ae36-4c13-be28-5c3bda760bc6,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:15:21.187659 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:21.259995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=5da2f0c8-ae36-4c13-be28-5c3bda760bc6,revision_number=7']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:21.263742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['5da2f0c8-ae36-4c13-be28-5c3bda760bc6'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:15:21.325286 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2c96f-16fc-471e-ab29-7f7c2b36dfec req-a00a0655-ff42-4d5c-a0ab-a54433f932b7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:21.326747 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8a2c96f-16fc-471e-ab29-7f7c2b36dfec req-a00a0655-ff42-4d5c-a0ab-a54433f932b7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 944 time: 0.0800941 Apr 20 16:15:21.373310 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8a2c96f-16fc-471e-ab29-7f7c2b36dfec req-9539ca6b-45ad-4ff6-8ec6-f50f3349e9fb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406489 Apr 20 16:15:21.741868 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99cf27-9b81-4251-a06e-d879e1096665 req-7fcf3fc5-042a-4edd-9ac4-6b8ce3af487b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:21.743303 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1d99cf27-9b81-4251-a06e-d879e1096665 req-7fcf3fc5-042a-4edd-9ac4-6b8ce3af487b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 944 time: 0.1427810 Apr 20 16:15:21.751264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40575d92-09d2-4881-a327-11b267dc1e05 req-a90b717e-a383-4a72-b31c-c0ed946ccc0b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:21.752604 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-40575d92-09d2-4881-a327-11b267dc1e05 req-a90b717e-a383-4a72-b31c-c0ed946ccc0b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36&tenant_id=5875ce77b9d6434ca3b92c60d93d7700&binding%3Ahost_id=hv-neutron-8386 HTTP/1.1" status: 200 len: 944 time: 0.1210752 Apr 20 16:15:21.791730 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1d99cf27-9b81-4251-a06e-d879e1096665 req-6a897801-15fa-4b19-a4a3-9247b0f193a4 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381067 Apr 20 16:15:21.889508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40575d92-09d2-4881-a327-11b267dc1e05 req-c64d6a37-319c-4d5a-8bc3-700249e793b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:21.890933 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-40575d92-09d2-4881-a327-11b267dc1e05 req-c64d6a37-319c-4d5a-8bc3-700249e793b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 1097 time: 0.0720608 Apr 20 16:15:22.022064 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40575d92-09d2-4881-a327-11b267dc1e05 req-bd8b9eda-658f-4e77-80ec-3cba6dcf3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:22.023506 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-40575d92-09d2-4881-a327-11b267dc1e05 req-bd8b9eda-658f-4e77-80ec-3cba6dcf3b46 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1273079 Apr 20 16:15:22.077478 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:15:22.124674 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-40575d92-09d2-4881-a327-11b267dc1e05 req-c901fcd2-12ae-4f33-ba3a-7a950f9e7aee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5da2f0c8-ae36-4c13-be28-5c3bda760bc6 HTTP/1.1" status: 200 len: 999 time: 0.0952580 Apr 20 16:15:22.143694 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:22.144103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:22.186936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40575d92-09d2-4881-a327-11b267dc1e05 req-537e7727-0996-4dd0-9d53-0b0fd502edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:22.188467 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-40575d92-09d2-4881-a327-11b267dc1e05 req-537e7727-0996-4dd0-9d53-0b0fd502edf7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0578873 Apr 20 16:15:22.259655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:22.265689 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40575d92-09d2-4881-a327-11b267dc1e05 req-ef5fb021-c66c-49cd-aa12-70d8691dfa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:22.267179 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-40575d92-09d2-4881-a327-11b267dc1e05 req-ef5fb021-c66c-49cd-aa12-70d8691dfa2e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731425 Apr 20 16:15:22.300435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=5da2f0c8-ae36-4c13-be28-5c3bda760bc6,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:15:22.304244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:22.370281 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=5da2f0c8-ae36-4c13-be28-5c3bda760bc6,revision_number=8']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:22.377300 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.377754 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.378103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.378439 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.378776 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.379177 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.379440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.379822 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.380170 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.380589 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.380923 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.381288 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.399520 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-40575d92-09d2-4881-a327-11b267dc1e05 req-0581a7c1-414a-4be4-b042-07c363ffc94b service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266274 Apr 20 16:15:22.465474 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9bef4a-498d-4573-973b-c9aaf2c5cc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:22.517809 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce328e29-2f92-4f38-9042-c9a0d19a093d'] response: {'server_uuid': '8b9bef4a-498d-4573-973b-c9aaf2c5cc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6', 'code': 200} Apr 20 16:15:22.530073 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-40575d92-09d2-4881-a327-11b267dc1e05 req-b49f93ec-4bcf-4a09-b6fe-ca770daacc0b service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246345 Apr 20 16:15:22.983794 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d0c04-b515-472d-932e-49575f815804 req-3c52c6e4-7d92-4b3c-a5e9-c249d8493074 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:22.985259 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-451d0c04-b515-472d-932e-49575f815804 req-3c52c6e4-7d92-4b3c-a5e9-c249d8493074 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0837862 Apr 20 16:15:23.031823 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-451d0c04-b515-472d-932e-49575f815804 req-1dffe2ff-bb5a-4545-8b18-554051a09f0a tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406041 Apr 20 16:15:24.219105 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08429ac9-bdd6-40d8-8d4b-ba57db6419cc req-0c78c215-ca56-4da0-ba2d-ab2629cf2c8e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:24.220556 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-08429ac9-bdd6-40d8-8d4b-ba57db6419cc req-0c78c215-ca56-4da0-ba2d-ab2629cf2c8e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0818491 Apr 20 16:15:24.265111 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-08429ac9-bdd6-40d8-8d4b-ba57db6419cc req-ed1b100c-f6ca-4826-b93d-6369a03a5d34 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386009 Apr 20 16:15:24.450468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26438111-b399-471e-a66b-150512b0023d req-06727049-1a3b-45a2-b5f7-db438fb831c3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:24.451947 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-26438111-b399-471e-a66b-150512b0023d req-06727049-1a3b-45a2-b5f7-db438fb831c3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0791440 Apr 20 16:15:24.498693 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-26438111-b399-471e-a66b-150512b0023d req-f22d4327-7c1c-4e66-885f-b6bfd2a3458c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409350 Apr 20 16:15:25.034276 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4245f7b-b583-4342-bbbc-7bb30dd785aa req-e54961bd-3a14-4bf2-ab4f-efc0cc5ba6b2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:25.035753 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e4245f7b-b583-4342-bbbc-7bb30dd785aa req-e54961bd-3a14-4bf2-ab4f-efc0cc5ba6b2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.1349070 Apr 20 16:15:25.065627 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992a822-bfee-41f8-aa0f-8cc72b4b8c60 req-7285d1a6-ef8c-4e1a-90c1-d215ae90a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:25.066971 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e992a822-bfee-41f8-aa0f-8cc72b4b8c60 req-7285d1a6-ef8c-4e1a-90c1-d215ae90a220 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 1098 time: 0.1129110 Apr 20 16:15:25.250564 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e4245f7b-b583-4342-bbbc-7bb30dd785aa req-fbefd41b-dbd3-405d-9a6a-4ce6cc9c9b1f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084687 Apr 20 16:15:25.307296 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992a822-bfee-41f8-aa0f-8cc72b4b8c60 req-bf86b2d8-e43a-49e7-8097-451e52293c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:25.308783 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e992a822-bfee-41f8-aa0f-8cc72b4b8c60 req-bf86b2d8-e43a-49e7-8097-451e52293c6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.2300305 Apr 20 16:15:25.414501 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e992a822-bfee-41f8-aa0f-8cc72b4b8c60 req-de031c58-caf4-4156-88c6-a2ba41d385e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5da2f0c8-ae36-4c13-be28-5c3bda760bc6 HTTP/1.1" status: 200 len: 1000 time: 0.0998728 Apr 20 16:15:25.478991 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992a822-bfee-41f8-aa0f-8cc72b4b8c60 req-0ae0c867-fff5-4085-b803-ea058ff0d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:25.480440 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e992a822-bfee-41f8-aa0f-8cc72b4b8c60 req-0ae0c867-fff5-4085-b803-ea058ff0d3bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0595639 Apr 20 16:15:25.555759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992a822-bfee-41f8-aa0f-8cc72b4b8c60 req-1e376978-0589-4403-a944-a6b25d298fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:25.557289 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e992a822-bfee-41f8-aa0f-8cc72b4b8c60 req-1e376978-0589-4403-a944-a6b25d298fee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711625 Apr 20 16:15:25.687426 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e992a822-bfee-41f8-aa0f-8cc72b4b8c60 req-1eb01c96-0436-4ca9-b473-c0f262c72791 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244102 Apr 20 16:15:25.817588 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e992a822-bfee-41f8-aa0f-8cc72b4b8c60 req-25119ab2-aa34-4d2c-8f47-4f9776bb7ad0 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248209 Apr 20 16:15:26.440418 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3643f90-187c-4aab-9606-cd917169f1da req-3188821c-743c-481f-8cf8-0caa10bec24d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:26.441950 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d3643f90-187c-4aab-9606-cd917169f1da req-3188821c-743c-481f-8cf8-0caa10bec24d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0836341 Apr 20 16:15:26.485686 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d3643f90-187c-4aab-9606-cd917169f1da req-74ec464e-90cb-4e09-b69b-a664c24100c9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377107 Apr 20 16:15:27.725493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bacfa-eff0-47a8-8fe6-6a95faec013e req-eea0a4b7-a829-4f40-8b73-2a4d431a4735 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:27.726967 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3f3bacfa-eff0-47a8-8fe6-6a95faec013e req-eea0a4b7-a829-4f40-8b73-2a4d431a4735 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.1348119 Apr 20 16:15:27.772357 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3f3bacfa-eff0-47a8-8fe6-6a95faec013e req-d280b314-79aa-4e6b-ad53-23525505b28d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389843 Apr 20 16:15:28.163935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9236a1b-1aec-4c4e-8334-0715f83d7c62 req-7fefd609-25b9-45ad-9ede-5d6a45053de2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:28.165384 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b9236a1b-1aec-4c4e-8334-0715f83d7c62 req-7fefd609-25b9-45ad-9ede-5d6a45053de2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0820782 Apr 20 16:15:28.209578 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b9236a1b-1aec-4c4e-8334-0715f83d7c62 req-70d5ec7d-51cd-4d12-84ca-590aa73fa7d9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380301 Apr 20 16:15:29.394929 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957fca6-4477-4f28-8161-7feabec9f6b9 req-e47f0dbf-428b-476d-af35-533d1f3ec348 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:29.396401 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9957fca6-4477-4f28-8161-7feabec9f6b9 req-e47f0dbf-428b-476d-af35-533d1f3ec348 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0795393 Apr 20 16:15:29.442293 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9957fca6-4477-4f28-8161-7feabec9f6b9 req-a56c261d-963c-4cba-8b33-04adaac93f88 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402060 Apr 20 16:15:29.964968 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15901fdd-0d03-4dcc-a8c7-853123da28fe req-ff479df6-57b7-4dca-9b53-c24dcab698e5 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:29.966505 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-15901fdd-0d03-4dcc-a8c7-853123da28fe req-ff479df6-57b7-4dca-9b53-c24dcab698e5 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.0784137 Apr 20 16:15:30.040059 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-15901fdd-0d03-4dcc-a8c7-853123da28fe req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Deleting port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:15:30.040397 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-15901fdd-0d03-4dcc-a8c7-853123da28fe req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.280721 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-15901fdd-0d03-4dcc-a8c7-853123da28fe req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] For port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=5da2f0c8-ae36-4c13-be28-5c3bda760bc6,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:15:30.280979 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-15901fdd-0d03-4dcc-a8c7-853123da28fe req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.613036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-15901fdd-0d03-4dcc-a8c7-853123da28fe req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.613703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-15901fdd-0d03-4dcc-a8c7-853123da28fe req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.613703 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [req-15901fdd-0d03-4dcc-a8c7-853123da28fe req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Floating IP ea59c026-dab8-455d-bfaf-6f20a7705bad disassociated. External IP: 172.26.7.87, port: 5da2f0c8-ae36-4c13-be28-5c3bda760bc6. Apr 20 16:15:30.613947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-15901fdd-0d03-4dcc-a8c7-853123da28fe req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Calling delete_port for 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:15:30.812989 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d87bd-7879-465a-831f-664d465c407e req-17c79687-70b2-4b21-8fa6-adc848f3ed27 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:30.814430 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4a0d87bd-7879-465a-831f-664d465c407e req-17c79687-70b2-4b21-8fa6-adc848f3ed27 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9bef4a-498d-4573-973b-c9aaf2c5cc36 HTTP/1.1" status: 200 len: 945 time: 0.2672603 Apr 20 16:15:30.910909 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4a0d87bd-7879-465a-831f-664d465c407e req-fefa058e-a195-4a4c-b302-eb874e689505 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895369 Apr 20 16:15:30.915252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-15901fdd-0d03-4dcc-a8c7-853123da28fe req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.964849 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Pushing event deleted for resources: {'Port': ['ID=5da2f0c8-ae36-4c13-be28-5c3bda760bc6,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:30.974533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:30.974888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:30.975224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:30.975558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:30.975918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:30.976247 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:30.976575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:30.976926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:30.977220 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:30.977540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:30.977862 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:30.978715 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:31.162966 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15901fdd-0d03-4dcc-a8c7-853123da28fe req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Router c914812e-6195-41d6-b35d-28922cad919e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:15:31.335794 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15901fdd-0d03-4dcc-a8c7-853123da28fe req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:15:31.345333 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0356b1-25e5-4a5e-addb-4c5bdb0950e7 None None] Sync routers for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:15:31.355854 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0356b1-25e5-4a5e-addb-4c5bdb0950e7 None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:15:31.356462 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-5e0356b1-25e5-4a5e-addb-4c5bdb0950e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:15:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:31.409283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-15901fdd-0d03-4dcc-a8c7-853123da28fe req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] No DVR routers for this DVR port 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:15:31.411746 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-15901fdd-0d03-4dcc-a8c7-853123da28fe req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:31.414330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9bef4a-498d-4573-973b-c9aaf2c5cc36', 'name': 'network-vif-deleted', 'tag': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:31.431232 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-15901fdd-0d03-4dcc-a8c7-853123da28fe req-0addf14a-c716-46b2-873a-b20dfad0da8b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "DELETE /v2.0/ports/5da2f0c8-ae36-4c13-be28-5c3bda760bc6 HTTP/1.1" status: 204 len: 173 time: 1.4594209 Apr 20 16:15:31.463003 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e36d7d1-f991-464b-9ff2-73055513ee87'] response: {'server_uuid': '8b9bef4a-498d-4573-973b-c9aaf2c5cc36', 'name': 'network-vif-deleted', 'tag': '5da2f0c8-ae36-4c13-be28-5c3bda760bc6', 'status': 'completed', 'code': 200} Apr 20 16:15:31.532521 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-5e0356b1-25e5-4a5e-addb-4c5bdb0950e7 None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:15:31.843089 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-5e0356b1-25e5-4a5e-addb-4c5bdb0950e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:31.847001 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0356b1-25e5-4a5e-addb-4c5bdb0950e7 None None] Checking router: c914812e-6195-41d6-b35d-28922cad919e for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:15:31.855287 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0356b1-25e5-4a5e-addb-4c5bdb0950e7 None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:15:31.855919 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-5e0356b1-25e5-4a5e-addb-4c5bdb0950e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:15:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:32.089148 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-5e0356b1-25e5-4a5e-addb-4c5bdb0950e7 None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:15:32.139814 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-882846dd-af7c-4906-8fad-14a697eb3ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:32.174162 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:15:32.236729 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:15:32.237547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 5da2f0c8-ae36-4c13-be28-5c3bda760bc6 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:15:32.289030 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e9fcf359-2607-4225-8855-842420371a83 req-88a879b1-b31e-42b6-843f-548113350c97 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--161832046&fields=id&tenant_id=5875ce77b9d6434ca3b92c60d93d7700 HTTP/1.1" status: 200 len: 267 time: 0.0459979 Apr 20 16:15:32.440410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcf359-2607-4225-8855-842420371a83 req-b80f5988-e8cf-4d5b-9b1f-b2b0196bd985 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:32.442033 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e9fcf359-2607-4225-8855-842420371a83 req-b80f5988-e8cf-4d5b-9b1f-b2b0196bd985 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 812 time: 0.1457875 Apr 20 16:15:32.458002 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e9fcf359-2607-4225-8855-842420371a83 req-4204927a-80cf-456d-a41a-32cc150097e7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/quotas/5875ce77b9d6434ca3b92c60d93d7700 HTTP/1.1" status: 200 len: 375 time: 0.0094042 Apr 20 16:15:32.461684 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-5e0356b1-25e5-4a5e-addb-4c5bdb0950e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:32.465888 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0356b1-25e5-4a5e-addb-4c5bdb0950e7 None None] The sync data for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv is: [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:15:32.553420 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-e9fcf359-2607-4225-8855-842420371a83 req-e98dcc11-1f88-4e47-ad2c-8b8a8bf0e980 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Synchronizing usage tracker for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:15:32.570354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-e9fcf359-2607-4225-8855-842420371a83 req-e98dcc11-1f88-4e47-ad2c-8b8a8bf0e980 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Unset dirty status for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:15:32.571704 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e9fcf359-2607-4225-8855-842420371a83 req-e98dcc11-1f88-4e47-ad2c-8b8a8bf0e980 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1066713 Apr 20 16:15:32.704382 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c4ceee-0d61-4414-b1bf-6de50f6681a4 None None] New status for floating IP ea59c026-dab8-455d-bfaf-6f20a7705bad: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:15:32.722326 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e9fcf359-2607-4225-8855-842420371a83 req-14be886a-da81-48c9-9f92-732e282dd381 service neutron] 10.222.0.13 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382697 Apr 20 16:15:32.856281 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e9fcf359-2607-4225-8855-842420371a83 req-a060794c-6e1e-4d4f-a27a-c0c735bd9e38 service neutron] 10.222.0.13 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268246 Apr 20 16:15:33.127376 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b467242e-f81c-48d6-8d2b-978e2f5d697c req-9bf21d1c-4f07-4109-b86f-3da4efad9ab2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 210 time: 0.1226647 Apr 20 16:15:34.071520 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcf359-2607-4225-8855-842420371a83 req-ae61ff0a-e0f9-434d-8e86-898b13673e53 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:34.073097 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e9fcf359-2607-4225-8855-842420371a83 req-ae61ff0a-e0f9-434d-8e86-898b13673e53 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 812 time: 0.1485496 Apr 20 16:15:34.120751 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e9fcf359-2607-4225-8855-842420371a83 req-401bc465-8dcd-4424-83d0-91cbd92c36f9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5875ce77b9d6434ca3b92c60d93d7700 HTTP/1.1" status: 200 len: 379 time: 0.0397882 Apr 20 16:15:34.128425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-e9fcf359-2607-4225-8855-842420371a83 req-1b879e3b-71f0-4fce-b3fe-1e343d44bca9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Request body: {'port': {'device_id': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'admin_state_up': True, 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'security_groups': ['1c9dce2c-45cc-4269-ac65-54683f75609c']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:15:34.360208 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-55822978-5279-4018-8626-f6c5a2378c84 req-87b57a61-3df2-45de-9579-a15cc72801f3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 210 time: 0.0584090 Apr 20 16:15:34.399839 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3da66f13-09f8-457f-9cc2-396d7ecf3631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.411368 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-e9fcf359-2607-4225-8855-842420371a83 req-1b879e3b-71f0-4fce-b3fe-1e343d44bca9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:15:34.420779 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-e9fcf359-2607-4225-8855-842420371a83 req-1b879e3b-71f0-4fce-b3fe-1e343d44bca9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:15:34.429022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9fcf359-2607-4225-8855-842420371a83 req-1b879e3b-71f0-4fce-b3fe-1e343d44bca9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Made reservation on behalf of 5875ce77b9d6434ca3b92c60d93d7700 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:15:34.432913 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e9fcf359-2607-4225-8855-842420371a83 req-1b879e3b-71f0-4fce-b3fe-1e343d44bca9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.592399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-e9fcf359-2607-4225-8855-842420371a83 req-1b879e3b-71f0-4fce-b3fe-1e343d44bca9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Allocated IP 172.20.0.12 (6c4afe1d-f66a-49f1-b59e-168c2cf351fa/c6c2cad3-2a39-4084-a3af-d64eb4fc25c1/0f8f7fbc-4711-49c3-9755-e44192a94743) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:34.782472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e9fcf359-2607-4225-8855-842420371a83 req-1b879e3b-71f0-4fce-b3fe-1e343d44bca9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.797753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-e9fcf359-2607-4225-8855-842420371a83 req-1b879e3b-71f0-4fce-b3fe-1e343d44bca9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Transition to ACTIVE for port object 0f8f7fbc-4711-49c3-9755-e44192a94743 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:15:34.820979 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e9fcf359-2607-4225-8855-842420371a83 req-1b879e3b-71f0-4fce-b3fe-1e343d44bca9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.885828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9fcf359-2607-4225-8855-842420371a83 req-1b879e3b-71f0-4fce-b3fe-1e343d44bca9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:34.893190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-e9fcf359-2607-4225-8855-842420371a83 req-1b879e3b-71f0-4fce-b3fe-1e343d44bca9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:34.897722 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fcf359-2607-4225-8855-842420371a83 req-1b879e3b-71f0-4fce-b3fe-1e343d44bca9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:15:34.931633 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b879e3b-71f0-4fce-b3fe-1e343d44bca9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Pushing event updated for resources: {'Port': ['ID=0f8f7fbc-4711-49c3-9755-e44192a94743,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:34.969891 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcf359-2607-4225-8855-842420371a83 req-1b879e3b-71f0-4fce-b3fe-1e343d44bca9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:34.970504 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e9fcf359-2607-4225-8855-842420371a83 req-1b879e3b-71f0-4fce-b3fe-1e343d44bca9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.997733 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e9fcf359-2607-4225-8855-842420371a83 req-1b879e3b-71f0-4fce-b3fe-1e343d44bca9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8724988 Apr 20 16:15:35.056544 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Request body: {'port': {'device_id': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:15:35.165695 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1e68e10c-6b8d-4db8-adc3-138548595c78 None None] Provisioning for port 0f8f7fbc-4711-49c3-9755-e44192a94743 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:15:35.165882 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:35.171034 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1e68e10c-6b8d-4db8-adc3-138548595c78 None None] Provisioning complete for port 0f8f7fbc-4711-49c3-9755-e44192a94743 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:35.171411 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1e68e10c-6b8d-4db8-adc3-138548595c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:35.225435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-1e68e10c-6b8d-4db8-adc3-138548595c78 None None] Port 0f8f7fbc-4711-49c3-9755-e44192a94743 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:15:35.555077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8f7fbc-4711-49c3-9755-e44192a94743 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:35.563332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:35.582242 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Transition to ACTIVE for port object 0f8f7fbc-4711-49c3-9755-e44192a94743 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:15:35.592934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:35.699148 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022c8d2-357c-46fd-a954-8850e5083114 req-33579069-ebf9-4870-a31c-508024d65234 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:35.699875 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-6022c8d2-357c-46fd-a954-8850e5083114 req-33579069-ebf9-4870-a31c-508024d65234 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Synchronizing usage tracker for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:15:35.764182 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:35.782670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8f7fbc-4711-49c3-9755-e44192a94743,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:35.784828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-6022c8d2-357c-46fd-a954-8850e5083114 req-33579069-ebf9-4870-a31c-508024d65234 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Unset dirty status for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:15:35.785979 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6022c8d2-357c-46fd-a954-8850e5083114 req-33579069-ebf9-4870-a31c-508024d65234 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 932 time: 0.2946639 Apr 20 16:15:35.789193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:35.871124 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6022c8d2-357c-46fd-a954-8850e5083114 req-cf16ef74-dce4-42d7-97fe-9829827eeebe tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595417 Apr 20 16:15:35.887145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Attempting to bind port 0f8f7fbc-4711-49c3-9755-e44192a94743 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:35.887479 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Attempting to bind port 0f8f7fbc-4711-49c3-9755-e44192a94743 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:35.887836 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Attempting to bind port 0f8f7fbc-4711-49c3-9755-e44192a94743 on network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:15:35.892561 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Port 0f8f7fbc-4711-49c3-9755-e44192a94743 on network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:15:35.892902 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Attempting to bind port 0f8f7fbc-4711-49c3-9755-e44192a94743 on network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:15:35.897909 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:15:35.898244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Checking segment: {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:15:35.898651 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Bound using segment: {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:15:35.899148 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Bound port: 0f8f7fbc-4711-49c3-9755-e44192a94743, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:35.899446 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:35.989255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] For port 0f8f7fbc-4711-49c3-9755-e44192a94743, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:15:35.992092 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] For port 0f8f7fbc-4711-49c3-9755-e44192a94743, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=0f8f7fbc-4711-49c3-9755-e44192a94743,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:15:35.997187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:36.051404 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:36.052030 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:36.053374 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e9fcf359-2607-4225-8855-842420371a83 req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] 10.222.0.11 "PUT /v2.0/ports/0f8f7fbc-4711-49c3-9755-e44192a94743 HTTP/1.1" status: 200 len: 1094 time: 1.0480607 Apr 20 16:15:36.053815 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'tag': '0f8f7fbc-4711-49c3-9755-e44192a94743'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:36.081319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9021978-b504-459f-b56c-bf0b6cab3876 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8f7fbc-4711-49c3-9755-e44192a94743,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:36.129338 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d55eb4-14b6-4ba4-ba75-aa860fbe5184'] response: {'name': 'network-changed', 'server_uuid': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'tag': '0f8f7fbc-4711-49c3-9755-e44192a94743', 'status': 'completed', 'code': 200} Apr 20 16:15:36.276641 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcf359-2607-4225-8855-842420371a83 req-f90322da-5cb7-4e38-8c9c-953ca4f51fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:36.278167 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e9fcf359-2607-4225-8855-842420371a83 req-f90322da-5cb7-4e38-8c9c-953ca4f51fcc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 1097 time: 0.1842666 Apr 20 16:15:36.346311 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e9fcf359-2607-4225-8855-842420371a83 req-dfe493a5-9086-4ef5-b163-5f0ce20800a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f8f7fbc-4711-49c3-9755-e44192a94743 HTTP/1.1" status: 200 len: 217 time: 0.0604229 Apr 20 16:15:36.409754 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcf359-2607-4225-8855-842420371a83 req-a48af0ea-2693-4164-bb63-abf822e8516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:36.411162 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e9fcf359-2607-4225-8855-842420371a83 req-a48af0ea-2693-4164-bb63-abf822e8516e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0592508 Apr 20 16:15:36.484440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcf359-2607-4225-8855-842420371a83 req-7ac29b80-b3fe-47eb-8547-4905a975f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:36.485809 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e9fcf359-2607-4225-8855-842420371a83 req-7ac29b80-b3fe-47eb-8547-4905a975f4d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691977 Apr 20 16:15:36.613204 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e9fcf359-2607-4225-8855-842420371a83 req-26183e01-88ad-4eb3-b6ca-3b388b7a6a0e service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214273 Apr 20 16:15:36.743235 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e9fcf359-2607-4225-8855-842420371a83 req-ec0314f9-db84-4577-b438-cf91afc10449 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242902 Apr 20 16:15:36.860162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab668643-bb06-4b6c-ab9a-ea508c5ccb08 req-d7afba02-ced1-4ab5-993e-21f202be6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:36.861627 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ab668643-bb06-4b6c-ab9a-ea508c5ccb08 req-d7afba02-ced1-4ab5-993e-21f202be6c0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 1097 time: 0.0742655 Apr 20 16:15:37.031665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab668643-bb06-4b6c-ab9a-ea508c5ccb08 req-46a04d74-987c-413a-9465-6f1445e1143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:37.033124 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ab668643-bb06-4b6c-ab9a-ea508c5ccb08 req-46a04d74-987c-413a-9465-6f1445e1143b service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1659069 Apr 20 16:15:37.106420 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ab668643-bb06-4b6c-ab9a-ea508c5ccb08 req-b7c6fdd7-9c07-46c5-a218-3f8c0514aed6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f8f7fbc-4711-49c3-9755-e44192a94743 HTTP/1.1" status: 200 len: 217 time: 0.0660641 Apr 20 16:15:37.167109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:37.171378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa2cfc-d459-4225-be9f-f49295d7f438 req-17c51a35-6da5-474d-9000-f13a4db80f87 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:37.172868 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e2fa2cfc-d459-4225-be9f-f49295d7f438 req-17c51a35-6da5-474d-9000-f13a4db80f87 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 944 time: 0.1961658 Apr 20 16:15:37.204700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab668643-bb06-4b6c-ab9a-ea508c5ccb08 req-e5e90f11-cc60-4bf0-bc3d-ee89e6e3629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:37.206136 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ab668643-bb06-4b6c-ab9a-ea508c5ccb08 req-e5e90f11-cc60-4bf0-bc3d-ee89e6e3629d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0906253 Apr 20 16:15:37.268079 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e2fa2cfc-d459-4225-be9f-f49295d7f438 req-6064e05c-bdf4-45c6-a8e7-d15805d1e8a0 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884738 Apr 20 16:15:37.301280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab668643-bb06-4b6c-ab9a-ea508c5ccb08 req-8df6ba33-322a-42ba-9a38-384d297fcf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:37.302921 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ab668643-bb06-4b6c-ab9a-ea508c5ccb08 req-8df6ba33-322a-42ba-9a38-384d297fcf9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858414 Apr 20 16:15:37.434551 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ab668643-bb06-4b6c-ab9a-ea508c5ccb08 req-84083196-1e52-424e-a1d3-90f15bdacc78 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240695 Apr 20 16:15:37.567714 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ab668643-bb06-4b6c-ab9a-ea508c5ccb08 req-43a48a89-acc1-497d-8344-71387b2b178f service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265311 Apr 20 16:15:38.451240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96142ab7-1e08-4a30-bada-4722ac9c540e req-b319138e-ecff-4559-adde-83cd3ba986fe tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:38.452611 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96142ab7-1e08-4a30-bada-4722ac9c540e req-b319138e-ecff-4559-adde-83cd3ba986fe tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 944 time: 0.0782528 Apr 20 16:15:38.499377 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96142ab7-1e08-4a30-bada-4722ac9c540e req-72223cd8-2ce6-4840-bb21-3d5f8764b673 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411661 Apr 20 16:15:39.676830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a758a0-b79f-48dd-bcfd-209300ad9ebf req-9be74195-6f91-4c65-89bd-1998786ae1c7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:39.678261 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d5a758a0-b79f-48dd-bcfd-209300ad9ebf req-9be74195-6f91-4c65-89bd-1998786ae1c7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 944 time: 0.0778913 Apr 20 16:15:39.721783 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d5a758a0-b79f-48dd-bcfd-209300ad9ebf req-3210f8e7-63ad-4a47-86fa-688bb9c1b343 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373943 Apr 20 16:15:40.204641 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 0f8f7fbc-4711-49c3-9755-e44192a94743 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:15:40.335366 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 0f8f7fbc-4711-49c3-9755-e44192a94743, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=0f8f7fbc-4711-49c3-9755-e44192a94743,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:15:40.348511 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '0f8f7fbc-4711-49c3-9755-e44192a94743', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'port_id': '0f8f7fbc-4711-49c3-9755-e44192a94743', 'mac_address': 'fa:16:3e:02:80:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:15:40.402947 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:40.419401 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8f7fbc-4711-49c3-9755-e44192a94743 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:40.434072 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 0f8f7fbc-4711-49c3-9755-e44192a94743, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=0f8f7fbc-4711-49c3-9755-e44192a94743,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:15:40.438023 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:40.504766 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=0f8f7fbc-4711-49c3-9755-e44192a94743,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:40.746166 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['0f8f7fbc-4711-49c3-9755-e44192a94743'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:15:41.013832 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c28c9-ccf8-4a81-9022-19c26de3b3f4 req-2019c94d-0f8c-4abb-bdde-cecc0cdaa31f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:41.015273 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-545c28c9-ccf8-4a81-9022-19c26de3b3f4 req-2019c94d-0f8c-4abb-bdde-cecc0cdaa31f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 945 time: 0.1843343 Apr 20 16:15:41.059046 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-545c28c9-ccf8-4a81-9022-19c26de3b3f4 req-dc83b9af-4ce7-4320-be79-344a52f63910 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382047 Apr 20 16:15:42.220307 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 0f8f7fbc-4711-49c3-9755-e44192a94743 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:15:42.243663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678885f-b5f8-4c4e-8ab1-8b010f639b46 req-65769ff5-9a20-4b0b-af0d-1d6cbe380bdf tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:42.245143 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6678885f-b5f8-4c4e-8ab1-8b010f639b46 req-65769ff5-9a20-4b0b-af0d-1d6cbe380bdf tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 945 time: 0.0798478 Apr 20 16:15:42.290244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 0f8f7fbc-4711-49c3-9755-e44192a94743 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:15:42.292773 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6678885f-b5f8-4c4e-8ab1-8b010f639b46 req-546113e4-1b26-4759-8b98-5e614d98106d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418615 Apr 20 16:15:42.295316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 0f8f7fbc-4711-49c3-9755-e44192a94743 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:42.295716 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:42.411002 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:42.436190 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8f7fbc-4711-49c3-9755-e44192a94743'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:42.445887 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 0f8f7fbc-4711-49c3-9755-e44192a94743, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=0f8f7fbc-4711-49c3-9755-e44192a94743,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:15:42.450153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:42.483489 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c8aac0-78e0-4596-98f9-dcefedae5e32'] response: {'server_uuid': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8f7fbc-4711-49c3-9755-e44192a94743', 'code': 200} Apr 20 16:15:42.522737 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=0f8f7fbc-4711-49c3-9755-e44192a94743,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:42.701110 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4f705-eccd-4cc5-873e-cfba2c8299d3 req-8d71e5b8-7dea-4480-b375-025eb30f3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:42.702522 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e6f4f705-eccd-4cc5-873e-cfba2c8299d3 req-8d71e5b8-7dea-4480-b375-025eb30f3756 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 1099 time: 0.0684710 Apr 20 16:15:42.742278 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e6f4f705-eccd-4cc5-873e-cfba2c8299d3 req-31a60698-a17e-4000-a64a-a07ec389150b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331693 Apr 20 16:15:43.477434 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f690254-3db7-4bb2-bafd-90d132bd069e req-e1000e61-d687-419b-ab31-e9264cbd1df8 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:43.479646 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1f690254-3db7-4bb2-bafd-90d132bd069e req-e1000e61-d687-419b-ab31-e9264cbd1df8 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0842690 Apr 20 16:15:43.523399 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1f690254-3db7-4bb2-bafd-90d132bd069e req-98fb7e83-f4c7-4314-8ce1-a4ffa4f8e068 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380931 Apr 20 16:15:44.602573 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bf17bb27-e43d-498c-8406-3992b59adcb1 req-1ed3b037-6779-42cf-9101-91ba0a9dcce3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687051 Apr 20 16:15:44.768210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297f156-5d83-4428-b333-60a9f0f0ee40 req-36501f93-2c6f-4a02-9ec1-bedf983e0711 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:44.769770 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6297f156-5d83-4428-b333-60a9f0f0ee40 req-36501f93-2c6f-4a02-9ec1-bedf983e0711 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.1410124 Apr 20 16:15:44.776659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17bb27-e43d-498c-8406-3992b59adcb1 req-7818b2c5-305d-4f88-a439-135290aa86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:44.778012 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bf17bb27-e43d-498c-8406-3992b59adcb1 req-7818b2c5-305d-4f88-a439-135290aa86bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 1099 time: 0.1089797 Apr 20 16:15:44.897626 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6297f156-5d83-4428-b333-60a9f0f0ee40 req-a1da9429-5442-47a3-b3ad-225b7480b825 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186669 Apr 20 16:15:44.940727 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17bb27-e43d-498c-8406-3992b59adcb1 req-c599921b-7898-4de0-9bef-e818cb2044cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:44.942189 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bf17bb27-e43d-498c-8406-3992b59adcb1 req-c599921b-7898-4de0-9bef-e818cb2044cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1449785 Apr 20 16:15:45.050935 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bf17bb27-e43d-498c-8406-3992b59adcb1 req-aae11074-452e-49b7-aa5f-35b52dbc47c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f8f7fbc-4711-49c3-9755-e44192a94743 HTTP/1.1" status: 200 len: 217 time: 0.1028962 Apr 20 16:15:45.126924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17bb27-e43d-498c-8406-3992b59adcb1 req-67705a64-d175-41ac-8cad-67b03c55bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:45.128366 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bf17bb27-e43d-498c-8406-3992b59adcb1 req-67705a64-d175-41ac-8cad-67b03c55bdf1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0700090 Apr 20 16:15:45.161962 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:45.192619 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51990dfe-7df7-419f-96bb-6e0d24641828 req-e55af8bc-b018-4691-8950-69bfc61b8c71 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:45.193945 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51990dfe-7df7-419f-96bb-6e0d24641828 req-e55af8bc-b018-4691-8950-69bfc61b8c71 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.1907189 Apr 20 16:15:45.203218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43234) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:15:45.208443 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-50a0e589-4764-43a6-b40a-bebc9bf5df02 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Request body: {'floatingip': {'port_id': '0f8f7fbc-4711-49c3-9755-e44192a94743'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:15:45.223617 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17bb27-e43d-498c-8406-3992b59adcb1 req-de1ae63e-4872-423b-baf8-e9b52e5ddcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:45.225366 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bf17bb27-e43d-498c-8406-3992b59adcb1 req-de1ae63e-4872-423b-baf8-e9b52e5ddcc9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890601 Apr 20 16:15:45.281884 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-50a0e589-4764-43a6-b40a-bebc9bf5df02 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for floatingip, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:45.360483 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bf17bb27-e43d-498c-8406-3992b59adcb1 req-a72966fe-13ae-4544-9ac5-3fb19b7c3694 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287227 Apr 20 16:15:45.501290 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bf17bb27-e43d-498c-8406-3992b59adcb1 req-04ada886-fe5e-4cad-956a-ee22e1feb3f1 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334424 Apr 20 16:15:45.957265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-50a0e589-4764-43a6-b40a-bebc9bf5df02 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:45.961005 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-50a0e589-4764-43a6-b40a-bebc9bf5df02 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:46.135018 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-50a0e589-4764-43a6-b40a-bebc9bf5df02 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Floating IP ea59c026-dab8-455d-bfaf-6f20a7705bad associated. External IP: 172.26.7.87, port: 0f8f7fbc-4711-49c3-9755-e44192a94743. Apr 20 16:15:46.472308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a0e589-4764-43a6-b40a-bebc9bf5df02 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Router c914812e-6195-41d6-b35d-28922cad919e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:15:46.476602 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:15:46.643365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a0e589-4764-43a6-b40a-bebc9bf5df02 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:15:46.648186 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-50a0e589-4764-43a6-b40a-bebc9bf5df02 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:46.653189 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9708926-0983-4c65-965c-5ba21a985269 None None] Sync routers for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:15:46.662442 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9708926-0983-4c65-965c-5ba21a985269 None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:15:46.663152 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e9708926-0983-4c65-965c-5ba21a985269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:15:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:46.700855 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-50a0e589-4764-43a6-b40a-bebc9bf5df02 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "PUT /v2.0/floatingips/ea59c026-dab8-455d-bfaf-6f20a7705bad HTTP/1.1" status: 200 len: 991 time: 1.4963903 Apr 20 16:15:46.701418 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'tag': '0f8f7fbc-4711-49c3-9755-e44192a94743'}] {{(pid=88169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:46.800421 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3676e7b4-9000-44da-b7a9-48a03d009415'] response: {'name': 'network-changed', 'server_uuid': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'tag': '0f8f7fbc-4711-49c3-9755-e44192a94743', 'status': 'completed', 'code': 200} Apr 20 16:15:46.843148 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-e9708926-0983-4c65-965c-5ba21a985269 None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:15:46.896606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c5c54-96f6-4931-bfe6-7923e780a591 req-37ee70bb-bb4b-47da-8b58-ef186139117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:46.898272 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-641c5c54-96f6-4931-bfe6-7923e780a591 req-37ee70bb-bb4b-47da-8b58-ef186139117d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 1099 time: 0.0770442 Apr 20 16:15:47.059259 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-8f501e2e-39ce-4693-9178-6294d9318cb5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0745189 Apr 20 16:15:47.080098 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c5c54-96f6-4931-bfe6-7923e780a591 req-68f2763e-9090-4c7b-a34f-517f38c74935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:47.081507 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-641c5c54-96f6-4931-bfe6-7923e780a591 req-68f2763e-9090-4c7b-a34f-517f38c74935 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1775484 Apr 20 16:15:47.240472 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e9708926-0983-4c65-965c-5ba21a985269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'ea59c026-dab8-455d-bfaf-6f20a7705bad', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'floating_ip_address': '172.26.7.87', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'port_id': '0f8f7fbc-4711-49c3-9755-e44192a94743', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'mac_address': 'fa:16:3e:02:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:13:36Z', 'updated_at': '2022-04-20T16:15:45Z', 'revision_number': 9, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:47.245209 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9708926-0983-4c65-965c-5ba21a985269 None None] Checking router: c914812e-6195-41d6-b35d-28922cad919e for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:15:47.254027 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9708926-0983-4c65-965c-5ba21a985269 None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:15:47.254773 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e9708926-0983-4c65-965c-5ba21a985269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:15:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:47.314830 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-641c5c54-96f6-4931-bfe6-7923e780a591 req-beb82de5-4dc1-4b5c-9d30-0edbfb2e0e6d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f8f7fbc-4711-49c3-9755-e44192a94743 HTTP/1.1" status: 200 len: 999 time: 0.2272992 Apr 20 16:15:47.322359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef51ea-ed65-4f0b-b6e1-3020917dd739 req-005a2fa2-1399-435a-a10a-9d0878683c70 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:47.324477 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3fef51ea-ed65-4f0b-b6e1-3020917dd739 req-005a2fa2-1399-435a-a10a-9d0878683c70 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.2898970 Apr 20 16:15:47.414460 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3fef51ea-ed65-4f0b-b6e1-3020917dd739 req-6d3b2cf2-323d-43b4-94b1-e461a6e086da tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575821 Apr 20 16:15:47.420184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c5c54-96f6-4931-bfe6-7923e780a591 req-44a7c85d-68eb-4ff6-bb79-c62c86563b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:47.421570 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-641c5c54-96f6-4931-bfe6-7923e780a591 req-44a7c85d-68eb-4ff6-bb79-c62c86563b07 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0962524 Apr 20 16:15:47.454408 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-e9708926-0983-4c65-965c-5ba21a985269 None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:15:47.504496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c5c54-96f6-4931-bfe6-7923e780a591 req-986adef6-f27b-4fc5-bbc3-100116c5a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:47.505960 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-641c5c54-96f6-4931-bfe6-7923e780a591 req-986adef6-f27b-4fc5-bbc3-100116c5a436 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782032 Apr 20 16:15:47.646045 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-641c5c54-96f6-4931-bfe6-7923e780a591 req-888a80a2-5afa-404f-ab9c-2a1a6f226be2 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338787 Apr 20 16:15:47.792243 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-641c5c54-96f6-4931-bfe6-7923e780a591 req-12d62eac-c8cc-42fc-8ef6-7c62af6c3426 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394279 Apr 20 16:15:47.842368 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e9708926-0983-4c65-965c-5ba21a985269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'ea59c026-dab8-455d-bfaf-6f20a7705bad', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'floating_ip_address': '172.26.7.87', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'port_id': '0f8f7fbc-4711-49c3-9755-e44192a94743', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'mac_address': 'fa:16:3e:02:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:13:36Z', 'updated_at': '2022-04-20T16:15:45Z', 'revision_number': 9, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:47.846498 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9708926-0983-4c65-965c-5ba21a985269 None None] The sync data for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv is: [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'ea59c026-dab8-455d-bfaf-6f20a7705bad', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'floating_ip_address': '172.26.7.87', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'port_id': '0f8f7fbc-4711-49c3-9755-e44192a94743', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'mac_address': 'fa:16:3e:02:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:13:36Z', 'updated_at': '2022-04-20T16:15:45Z', 'revision_number': 9, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:15:48.031740 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0837925-9e92-4a8e-805e-4e0e08d4bae1 None None] New status for floating IP ea59c026-dab8-455d-bfaf-6f20a7705bad: ACTIVE {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:15:48.276973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-82b17b14-3696-4c77-a247-297bfdf7a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:48.278437 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-82b17b14-3696-4c77-a247-297bfdf7a7f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 1099 time: 0.0761185 Apr 20 16:15:48.412048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-9dd03b52-4ad7-438c-8e32-f196e4419ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:48.413477 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-9dd03b52-4ad7-438c-8e32-f196e4419ac9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1289425 Apr 20 16:15:48.518280 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-f42a0b01-c612-40cf-8c11-d150975d5cea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f8f7fbc-4711-49c3-9755-e44192a94743 HTTP/1.1" status: 200 len: 1002 time: 0.0984149 Apr 20 16:15:48.628592 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-171c6c13-d333-4bed-8f0b-5db116ec4cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:48.629933 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-171c6c13-d333-4bed-8f0b-5db116ec4cb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.1057291 Apr 20 16:15:48.699500 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cd5ec-6642-472b-a6ee-21dc2a3e4676 req-18dd71d6-c975-4929-a4f1-76b5dbb67f14 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:48.700953 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-560cd5ec-6642-472b-a6ee-21dc2a3e4676 req-18dd71d6-c975-4929-a4f1-76b5dbb67f14 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.1756444 Apr 20 16:15:48.762578 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-560cd5ec-6642-472b-a6ee-21dc2a3e4676 req-541c0eec-26eb-4a42-b28a-ffebc92e1b21 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548484 Apr 20 16:15:48.765407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-cfa83e31-7a7c-40c7-95b1-f1b30ab50f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:48.766799 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-cfa83e31-7a7c-40c7-95b1-f1b30ab50f9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1295154 Apr 20 16:15:48.897773 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-8e024c48-2367-4a9c-9c80-733646e04f6c service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248918 Apr 20 16:15:49.026196 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-22688dc7-d76f-44a3-b626-3a2b81e61f97 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226728 Apr 20 16:15:49.946359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a69a87-219a-413c-bc66-693f895ef655 req-c4154fda-d1c8-4475-97a0-4eb08f9d7979 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:49.948368 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-02a69a87-219a-413c-bc66-693f895ef655 req-c4154fda-d1c8-4475-97a0-4eb08f9d7979 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0800350 Apr 20 16:15:49.997206 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-02a69a87-219a-413c-bc66-693f895ef655 req-1c7bd487-3e33-4e18-9d65-adbd5e468475 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431991 Apr 20 16:15:51.181369 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdaf4fa-4640-4c3f-8f25-46c2352c7643 req-8e97ef76-932d-4b49-83bd-5cefb058e114 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:51.182839 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bbdaf4fa-4640-4c3f-8f25-46c2352c7643 req-8e97ef76-932d-4b49-83bd-5cefb058e114 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0790968 Apr 20 16:15:51.227284 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bbdaf4fa-4640-4c3f-8f25-46c2352c7643 req-bdf7b234-38ae-46a2-ade6-ef05dbfbdc16 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388644 Apr 20 16:15:52.411180 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679b4b3-d4f2-48a9-99d3-88b6989c82e9 req-a5f765e4-4492-4ecb-b914-43ccee3f9cff tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:52.412645 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c679b4b3-d4f2-48a9-99d3-88b6989c82e9 req-a5f765e4-4492-4ecb-b914-43ccee3f9cff tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0819635 Apr 20 16:15:52.558115 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c679b4b3-d4f2-48a9-99d3-88b6989c82e9 req-f4895082-30b5-4792-8b80-2092ea4a0153 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397011 Apr 20 16:15:53.737263 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e5a36-4bc6-4e6a-9ea2-1f3238e5712b req-5fc10864-64a9-469a-b6ff-22d1c788fe77 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:53.738690 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-196e5a36-4bc6-4e6a-9ea2-1f3238e5712b req-5fc10864-64a9-469a-b6ff-22d1c788fe77 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0787098 Apr 20 16:15:53.781237 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-196e5a36-4bc6-4e6a-9ea2-1f3238e5712b req-f5fb4430-4e4e-4268-a6c3-8ecd7ec17663 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370100 Apr 20 16:15:54.968783 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e6b1-e316-4641-9a33-ae0a152b4856 req-575860b7-bbb5-4146-be61-73a61000d192 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:54.970241 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7927e6b1-e316-4641-9a33-ae0a152b4856 req-575860b7-bbb5-4146-be61-73a61000d192 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0819757 Apr 20 16:15:55.014988 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7927e6b1-e316-4641-9a33-ae0a152b4856 req-d5e97c9f-e050-4a89-9691-7e3dbafed429 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388730 Apr 20 16:15:56.204779 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e97d8b-7537-4dee-a9d9-3da2a2f3287a req-c98e26c1-9308-421c-8246-71c0a0eee5cc tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:56.206211 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03e97d8b-7537-4dee-a9d9-3da2a2f3287a req-c98e26c1-9308-421c-8246-71c0a0eee5cc tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0836899 Apr 20 16:15:56.249116 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03e97d8b-7537-4dee-a9d9-3da2a2f3287a req-f41d9d3e-e53d-4e59-b5f5-09ac6d0fd7f5 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373576 Apr 20 16:15:57.430840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216beb0-3f51-4708-8092-45e3564693df req-ec795854-3ab1-4ca4-8659-8b53337a4cea tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:57.432900 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b216beb0-3f51-4708-8092-45e3564693df req-ec795854-3ab1-4ca4-8659-8b53337a4cea tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0809250 Apr 20 16:15:57.474752 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b216beb0-3f51-4708-8092-45e3564693df req-ff5bc603-bcb4-4a1d-945d-cc6155619416 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362611 Apr 20 16:15:58.660554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a659e5-c891-4147-9a77-a2d547cfce06 req-52476dc6-f453-41de-a2d9-3a87cce8bbf8 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:58.661982 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72a659e5-c891-4147-9a77-a2d547cfce06 req-52476dc6-f453-41de-a2d9-3a87cce8bbf8 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0814254 Apr 20 16:15:58.705133 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72a659e5-c891-4147-9a77-a2d547cfce06 req-d0519757-bcad-4861-9c6d-44033e67e57c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376239 Apr 20 16:15:59.886563 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99425a2-431c-459c-bd5f-c971e2d9d5ad req-2deb618a-cacc-45df-84f6-8c0175e44d77 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:59.888025 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d99425a2-431c-459c-bd5f-c971e2d9d5ad req-2deb618a-cacc-45df-84f6-8c0175e44d77 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0788064 Apr 20 16:15:59.933663 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d99425a2-431c-459c-bd5f-c971e2d9d5ad req-b3ef236f-a543-4f53-8453-7ff0dc98b030 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400658 Apr 20 16:16:01.115472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8d479-e69a-4ea4-84e9-5bb186304061 req-5a036db8-007a-4aee-96a3-fbf0971a694a tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:01.116950 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9f8d479-e69a-4ea4-84e9-5bb186304061 req-5a036db8-007a-4aee-96a3-fbf0971a694a tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0803149 Apr 20 16:16:01.160661 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9f8d479-e69a-4ea4-84e9-5bb186304061 req-2ce8eda4-bbfe-4502-8d1e-af4aa0b8f9ab tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380244 Apr 20 16:16:02.122097 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6400be51-2e02-46b3-9bb7-461f0c31e1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:02.346822 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882be97-52fd-4d9c-a1eb-1352abc1ca78 req-b9047141-fd18-402c-9924-70a0e0dde979 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:02.348274 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3882be97-52fd-4d9c-a1eb-1352abc1ca78 req-b9047141-fd18-402c-9924-70a0e0dde979 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0821164 Apr 20 16:16:02.391980 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3882be97-52fd-4d9c-a1eb-1352abc1ca78 req-46b40b53-4ecb-4edf-b2d7-67a4dba91f9b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378025 Apr 20 16:16:03.574135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49aa9d4-2924-43eb-877e-4cf3b7e2d993 req-8aaf5b80-3441-4f5c-9245-189f1d212c3f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:03.575582 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f49aa9d4-2924-43eb-877e-4cf3b7e2d993 req-8aaf5b80-3441-4f5c-9245-189f1d212c3f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0791473 Apr 20 16:16:03.619361 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f49aa9d4-2924-43eb-877e-4cf3b7e2d993 req-114a21a3-b070-4d58-b312-1bc607eef335 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381682 Apr 20 16:16:04.391785 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-933b5237-356e-4921-b86e-44f7e7799c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:04.801621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca713e-b9d8-413d-aca1-61da1d6b235e req-f5342679-baa3-4156-b2f8-d896f9788b6e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:04.803047 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-14ca713e-b9d8-413d-aca1-61da1d6b235e req-f5342679-baa3-4156-b2f8-d896f9788b6e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0824826 Apr 20 16:16:04.846584 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-14ca713e-b9d8-413d-aca1-61da1d6b235e req-a28dce3e-a160-49d7-ae9f-4570c918d833 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371654 Apr 20 16:16:05.766809 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:05.786785 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:06.034114 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660cc40-2206-4f94-befd-ad8021fa7890 req-f52bf203-c52a-405b-9e61-fac81fef158d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:06.035560 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e660cc40-2206-4f94-befd-ad8021fa7890 req-f52bf203-c52a-405b-9e61-fac81fef158d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0820138 Apr 20 16:16:06.078830 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e660cc40-2206-4f94-befd-ad8021fa7890 req-a4c6b4bb-a834-485f-8723-d3eb1f186607 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376461 Apr 20 16:16:07.157529 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:07.264500 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d692c-9a2f-43cf-a78e-66202244af13 req-4c9be665-9c55-44c7-8ee7-5e058c351eba tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:07.265939 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-729d692c-9a2f-43cf-a78e-66202244af13 req-4c9be665-9c55-44c7-8ee7-5e058c351eba tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0787024 Apr 20 16:16:07.309515 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-729d692c-9a2f-43cf-a78e-66202244af13 req-1c1b980b-baad-4865-876e-2cc7f0df5313 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377929 Apr 20 16:16:08.496431 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c66ddb-338f-467d-af6f-5b829669c503 req-111c94d4-114c-460b-8d9e-39f15cc4f6d3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:08.497777 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-97c66ddb-338f-467d-af6f-5b829669c503 req-111c94d4-114c-460b-8d9e-39f15cc4f6d3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0824990 Apr 20 16:16:08.539914 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-97c66ddb-338f-467d-af6f-5b829669c503 req-6846b980-384f-4c3d-81e1-530b69abab53 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365915 Apr 20 16:16:09.728241 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae1d1c-0a7b-4f04-8a0f-481528edfbeb req-396ecc72-cdfb-4d75-a3a3-0bb355697319 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:09.729729 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dfae1d1c-0a7b-4f04-8a0f-481528edfbeb req-396ecc72-cdfb-4d75-a3a3-0bb355697319 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0781639 Apr 20 16:16:09.779177 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dfae1d1c-0a7b-4f04-8a0f-481528edfbeb req-846f07bd-6769-45a7-81dc-f6f5b35cf7fd tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418789 Apr 20 16:16:10.958212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdb763-d882-4775-9156-b2ef2ca41362 req-1c1687cc-a68e-4d75-a7e6-d80cc6df083f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:10.959646 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-36bdb763-d882-4775-9156-b2ef2ca41362 req-1c1687cc-a68e-4d75-a7e6-d80cc6df083f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0789938 Apr 20 16:16:11.002792 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-36bdb763-d882-4775-9156-b2ef2ca41362 req-3c26bb1f-2fc2-48d3-b55f-9529cf03248c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370023 Apr 20 16:16:12.193072 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27772a-7c8d-494a-a641-a5431bd70b68 req-21b94305-f51c-48ef-8501-be0f20b89da3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:12.194529 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a27772a-7c8d-494a-a641-a5431bd70b68 req-21b94305-f51c-48ef-8501-be0f20b89da3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0847645 Apr 20 16:16:12.239364 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a27772a-7c8d-494a-a641-a5431bd70b68 req-8a7362ea-6f3b-4afb-bb83-8ba4c38905e1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385444 Apr 20 16:16:13.421934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59319965-098b-45d3-8e7f-f605731c20b5 req-cc4f4f36-12cf-4af8-9f86-502e23a092bc tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:13.423410 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59319965-098b-45d3-8e7f-f605731c20b5 req-cc4f4f36-12cf-4af8-9f86-502e23a092bc tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0794110 Apr 20 16:16:13.466011 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59319965-098b-45d3-8e7f-f605731c20b5 req-29ff09b5-a029-4878-b1ea-d3b0ba33719d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370369 Apr 20 16:16:14.649844 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9de512-186e-46aa-a5c5-3c572ac39db4 req-ce1e9ccf-3870-4380-912f-f7cec8e4055b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:14.651299 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0a9de512-186e-46aa-a5c5-3c572ac39db4 req-ce1e9ccf-3870-4380-912f-f7cec8e4055b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0817423 Apr 20 16:16:14.694620 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0a9de512-186e-46aa-a5c5-3c572ac39db4 req-b601dd91-1445-4971-b27d-37566e663499 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376618 Apr 20 16:16:15.159126 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:15.773630 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-fb8dd584-e2ad-4f2e-9ca9-3d5affd9f0a6 service neutron] 10.222.0.11 "GET /v2.0/ports/0f8f7fbc-4711-49c3-9755-e44192a94743/bindings/hv-neutron-8386 HTTP/1.1" status: 200 len: 384 time: 0.0758538 Apr 20 16:16:15.879145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a09e9a-c531-4ed7-90f8-604c67983f4b req-b575b01c-0f30-4f38-b3e5-f996a6389752 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:15.880642 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c0a09e9a-c531-4ed7-90f8-604c67983f4b req-b575b01c-0f30-4f38-b3e5-f996a6389752 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0802362 Apr 20 16:16:15.927263 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c0a09e9a-c531-4ed7-90f8-604c67983f4b req-6679a97e-eeb6-460c-8771-7ec0e7c610e3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406001 Apr 20 16:16:16.046902 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-ff8a3806-c101-4750-afc0-c1f39a00cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:16.048356 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-ff8a3806-c101-4750-afc0-c1f39a00cbab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7&tenant_id=5875ce77b9d6434ca3b92c60d93d7700 HTTP/1.1" status: 200 len: 1099 time: 0.0730941 Apr 20 16:16:16.232575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-c108b479-fe8b-49b9-920f-5792a29c7000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:16.234041 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-c108b479-fe8b-49b9-920f-5792a29c7000 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 1099 time: 0.1652925 Apr 20 16:16:16.363975 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-6c412ba0-2f51-4d53-920b-c7a5cb4ba285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:16.365308 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-6c412ba0-2f51-4d53-920b-c7a5cb4ba285 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1253467 Apr 20 16:16:16.465172 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-b9720e82-901a-464c-84f3-a375c4f84079 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f8f7fbc-4711-49c3-9755-e44192a94743 HTTP/1.1" status: 200 len: 1002 time: 0.0935404 Apr 20 16:16:16.525239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-b1901ddc-dfcf-45eb-9bc3-da2f1e643bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:16.527088 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-b1901ddc-dfcf-45eb-9bc3-da2f1e643bae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0561516 Apr 20 16:16:16.601841 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-708c8b53-24f6-470c-aba2-1ccef737ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:16.603260 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-708c8b53-24f6-470c-aba2-1ccef737ab9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704663 Apr 20 16:16:16.732051 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-5d552a51-0543-413a-9762-41f03fb32cdc service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222920 Apr 20 16:16:16.858647 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6dec920a-907d-4666-83b1-c9d3fc72a539 req-c799467d-7fe1-4a75-96a3-07dea19b6817 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201558 Apr 20 16:16:17.122825 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e554491-1e83-4037-ab6a-7d84db25e19d req-6d7f141b-6b39-44aa-ae1b-99d355a04e02 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:17.124337 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1e554491-1e83-4037-ab6a-7d84db25e19d req-6d7f141b-6b39-44aa-ae1b-99d355a04e02 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0796273 Apr 20 16:16:17.173266 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1e554491-1e83-4037-ab6a-7d84db25e19d req-b24c53be-452e-4ab6-af5f-cdf187776592 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431771 Apr 20 16:16:18.356994 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976e2e8-ac98-46e6-aaa4-b3ec62481755 req-a66a2cca-dacb-4151-a4a0-913491c2b3a9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:18.358441 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7976e2e8-ac98-46e6-aaa4-b3ec62481755 req-a66a2cca-dacb-4151-a4a0-913491c2b3a9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0802774 Apr 20 16:16:18.396084 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 0f8f7fbc-4711-49c3-9755-e44192a94743 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:16:18.402232 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7976e2e8-ac98-46e6-aaa4-b3ec62481755 req-4ab78ee8-eb1c-4a63-9fee-ada00910cd13 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381939 Apr 20 16:16:18.507171 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:18.532466 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f8f7fbc-4711-49c3-9755-e44192a94743'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:18.542503 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 0f8f7fbc-4711-49c3-9755-e44192a94743, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=0f8f7fbc-4711-49c3-9755-e44192a94743,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:16:18.546359 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:18.589839 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-803eb3fc-98e9-44df-95b1-117db71e4b98'] response: {'server_uuid': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f8f7fbc-4711-49c3-9755-e44192a94743', 'code': 200} Apr 20 16:16:18.613888 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=0f8f7fbc-4711-49c3-9755-e44192a94743,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:19.600135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667b608-3128-445a-8ebf-08d6b8406813 req-f01b178f-8af5-4871-bfcf-2b2033adfe46 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:19.601566 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2667b608-3128-445a-8ebf-08d6b8406813 req-f01b178f-8af5-4871-bfcf-2b2033adfe46 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 944 time: 0.0866761 Apr 20 16:16:19.645825 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2667b608-3128-445a-8ebf-08d6b8406813 req-72474561-352d-4d30-ba55-e12766ffb751 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386202 Apr 20 16:16:20.402387 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 0f8f7fbc-4711-49c3-9755-e44192a94743 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:16:20.530645 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 0f8f7fbc-4711-49c3-9755-e44192a94743, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=0f8f7fbc-4711-49c3-9755-e44192a94743,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:16:20.548638 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '0f8f7fbc-4711-49c3-9755-e44192a94743', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'port_id': '0f8f7fbc-4711-49c3-9755-e44192a94743', 'mac_address': 'fa:16:3e:02:80:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:16:20.605309 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:20.621548 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8f7fbc-4711-49c3-9755-e44192a94743 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:16:20.636667 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 0f8f7fbc-4711-49c3-9755-e44192a94743, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=0f8f7fbc-4711-49c3-9755-e44192a94743,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:16:20.640749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:20.710840 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['0f8f7fbc-4711-49c3-9755-e44192a94743'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:16:20.750408 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=0f8f7fbc-4711-49c3-9755-e44192a94743,revision_number=7']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:20.832852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b00a0-e438-4929-9392-00a9eee43a25 req-c9116ca2-8435-4b69-af0f-c66b04f67570 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:20.834357 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b81b00a0-e438-4929-9392-00a9eee43a25 req-c9116ca2-8435-4b69-af0f-c66b04f67570 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 945 time: 0.0811179 Apr 20 16:16:20.879073 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b81b00a0-e438-4929-9392-00a9eee43a25 req-ce00895d-40cd-48c8-8636-424d05b4f594 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388174 Apr 20 16:16:21.311686 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-26cf219a-7d6f-4914-b3c2-520fca6f3503 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:21.313126 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-26cf219a-7d6f-4914-b3c2-520fca6f3503 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7&tenant_id=5875ce77b9d6434ca3b92c60d93d7700&binding%3Ahost_id=hv-neutron-8386 HTTP/1.1" status: 200 len: 945 time: 0.1297002 Apr 20 16:16:21.402015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da9076-c31e-4b30-b1c8-060346f786a2 req-b5a774e2-5793-4e51-beed-0766617ffc34 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:21.403509 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-14da9076-c31e-4b30-b1c8-060346f786a2 req-b5a774e2-5793-4e51-beed-0766617ffc34 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 945 time: 0.1614654 Apr 20 16:16:21.434599 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-acfe3a6b-04c3-4fdc-84f3-ae0738ad7a65 service neutron] 10.222.0.11 "GET /v2.0/ports/0f8f7fbc-4711-49c3-9755-e44192a94743/bindings/hv-neutron-8386 HTTP/1.1" status: 200 len: 384 time: 0.1149821 Apr 20 16:16:21.454260 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-14da9076-c31e-4b30-b1c8-060346f786a2 req-30ef63e0-5376-42f6-b840-83a465ba6499 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448604 Apr 20 16:16:21.527127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-91e0f217-7db5-4171-8bb8-e93bf4908f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:21.528582 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-91e0f217-7db5-4171-8bb8-e93bf4908f5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 1098 time: 0.0726261 Apr 20 16:16:21.660496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-a571ecbd-bb05-401f-958a-cc47d123bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:21.661815 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-a571ecbd-bb05-401f-958a-cc47d123bff3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1268854 Apr 20 16:16:21.855652 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-30b1f987-ef69-4423-b6db-56b57f67c5a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f8f7fbc-4711-49c3-9755-e44192a94743 HTTP/1.1" status: 200 len: 1001 time: 0.1879005 Apr 20 16:16:21.915103 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-d524b8f3-d53f-4403-8235-b59860f56771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:21.916932 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-d524b8f3-d53f-4403-8235-b59860f56771 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0548837 Apr 20 16:16:21.987338 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-badc8e5f-da08-45dd-8285-ffaa7e22dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:21.988764 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-badc8e5f-da08-45dd-8285-ffaa7e22dc46 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671399 Apr 20 16:16:22.120177 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-8f51c64d-5847-44d8-8641-ec17505a9030 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249020 Apr 20 16:16:22.249861 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-e38a3bd0-cc1d-486e-a372-702fff361986 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247723 Apr 20 16:16:22.411311 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 0f8f7fbc-4711-49c3-9755-e44192a94743 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:16:22.476819 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 0f8f7fbc-4711-49c3-9755-e44192a94743 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:22.477125 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:22.591678 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:22.618816 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8f7fbc-4711-49c3-9755-e44192a94743'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:22.628619 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 0f8f7fbc-4711-49c3-9755-e44192a94743, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=0f8f7fbc-4711-49c3-9755-e44192a94743,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:16:22.632823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:22.650497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a068e-9fc9-4a46-9f99-25f2ea106114 req-f398e0d8-64ab-458e-950b-359273d9d287 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:22.652789 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3d8a068e-9fc9-4a46-9f99-25f2ea106114 req-f398e0d8-64ab-458e-950b-359273d9d287 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 945 time: 0.0896418 Apr 20 16:16:22.699502 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-226989cc-ac15-4fef-b57f-15752908e42e'] response: {'server_uuid': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8f7fbc-4711-49c3-9755-e44192a94743', 'code': 200} Apr 20 16:16:22.701526 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3d8a068e-9fc9-4a46-9f99-25f2ea106114 req-1917faee-bac9-4f03-8f1c-36b7c6908822 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426078 Apr 20 16:16:22.732079 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=0f8f7fbc-4711-49c3-9755-e44192a94743,revision_number=8']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:22.738996 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:22.739338 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:22.739673 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:22.740025 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:22.740352 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:22.740677 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:22.741002 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:22.741318 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:22.741637 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:22.741951 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:22.742263 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:22.742575 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:23.476517 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:16:23.888430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5d1d3-537b-4f8f-b453-b6efa9ad9e8b req-278bfa15-eebb-4dfc-bfd6-7d31d84cdc6b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:23.889864 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c1f5d1d3-537b-4f8f-b453-b6efa9ad9e8b req-278bfa15-eebb-4dfc-bfd6-7d31d84cdc6b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0790534 Apr 20 16:16:23.936219 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c1f5d1d3-537b-4f8f-b453-b6efa9ad9e8b req-d18ba8c6-f453-4500-95db-cdccde764f6d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407801 Apr 20 16:16:24.917300 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-38c78a8d-cca0-4654-bbf9-d24ba693784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:24.918725 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-38c78a8d-cca0-4654-bbf9-d24ba693784d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7&tenant_id=5875ce77b9d6434ca3b92c60d93d7700 HTTP/1.1" status: 200 len: 1099 time: 0.0698898 Apr 20 16:16:25.008815 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-e94e3d8e-15be-4b16-87f4-1bc8d01800e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:25.010294 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-e94e3d8e-15be-4b16-87f4-1bc8d01800e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 1099 time: 0.0711586 Apr 20 16:16:25.195809 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-2b30c35c-7f0a-416d-b7f2-4c798fc93f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:25.197254 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-2b30c35c-7f0a-416d-b7f2-4c798fc93f98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1817408 Apr 20 16:16:25.283022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b04069-ba1d-4b59-896a-6ae2ed222f4c req-498f6d9d-4e0b-44fd-93da-ca5d7e931992 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:25.284386 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-53b04069-ba1d-4b59-896a-6ae2ed222f4c req-498f6d9d-4e0b-44fd-93da-ca5d7e931992 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.2001154 Apr 20 16:16:25.336988 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-30221200-0a59-4b43-b6b9-9fa9492f062a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f8f7fbc-4711-49c3-9755-e44192a94743 HTTP/1.1" status: 200 len: 1002 time: 0.1321025 Apr 20 16:16:25.378807 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-53b04069-ba1d-4b59-896a-6ae2ed222f4c req-d29501a2-4ba0-472a-8571-b0cb9c45f57f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885401 Apr 20 16:16:25.403435 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-67b22120-734f-42b9-8ea3-e40ce559af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:25.404890 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-67b22120-734f-42b9-8ea3-e40ce559af7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0618358 Apr 20 16:16:25.482570 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-931dec06-a772-43e1-a60e-27a2b3e42973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:25.484031 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-931dec06-a772-43e1-a60e-27a2b3e42973 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725830 Apr 20 16:16:25.612737 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-820e677a-fee5-4c31-9f69-b21215853663 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209807 Apr 20 16:16:25.847596 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51a3ffa0-f13f-4717-a202-ca1b052694b7 req-97bbfdbf-9371-4b73-86c9-9a73d0f053de service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291498 Apr 20 16:16:26.562608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462882ed-d09d-4154-b7f1-cd8b4d873754 req-d48e4015-233d-4713-9e44-1c989fa88244 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:26.563989 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-462882ed-d09d-4154-b7f1-cd8b4d873754 req-d48e4015-233d-4713-9e44-1c989fa88244 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0791097 Apr 20 16:16:26.607120 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-462882ed-d09d-4154-b7f1-cd8b4d873754 req-2f6b4f50-c0e1-46c4-9c88-4ba66c5b155e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376315 Apr 20 16:16:27.795645 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051f7b9-8394-4a5a-af38-35b76b91ae2d req-775a06c5-75f9-42da-9e0c-0a2d8ceb1c34 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:27.797173 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8051f7b9-8394-4a5a-af38-35b76b91ae2d req-775a06c5-75f9-42da-9e0c-0a2d8ceb1c34 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0856853 Apr 20 16:16:27.844636 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8051f7b9-8394-4a5a-af38-35b76b91ae2d req-e9cdf22c-0237-4463-bf2a-61a52409e01f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415711 Apr 20 16:16:28.429552 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 0f8f7fbc-4711-49c3-9755-e44192a94743 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:16:28.433717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 0f8f7fbc-4711-49c3-9755-e44192a94743 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:16:28.642348 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:28.671609 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 0f8f7fbc-4711-49c3-9755-e44192a94743, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=0f8f7fbc-4711-49c3-9755-e44192a94743,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:16:28.693456 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f8f7fbc-4711-49c3-9755-e44192a94743'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:28.699981 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '0f8f7fbc-4711-49c3-9755-e44192a94743', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'port_id': '0f8f7fbc-4711-49c3-9755-e44192a94743', 'mac_address': 'fa:16:3e:02:80:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:16:28.705884 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 0f8f7fbc-4711-49c3-9755-e44192a94743, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=0f8f7fbc-4711-49c3-9755-e44192a94743,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:16:28.736026 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:28.773269 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-240d8a2e-ba36-4d08-919e-9bdbf3b210a3'] response: {'server_uuid': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f8f7fbc-4711-49c3-9755-e44192a94743', 'code': 200} Apr 20 16:16:28.813321 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:28.835935 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8f7fbc-4711-49c3-9755-e44192a94743 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:16:28.839588 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=0f8f7fbc-4711-49c3-9755-e44192a94743,revision_number=9']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:28.853556 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 0f8f7fbc-4711-49c3-9755-e44192a94743, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=0f8f7fbc-4711-49c3-9755-e44192a94743,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:16:28.857971 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:28.935598 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['0f8f7fbc-4711-49c3-9755-e44192a94743'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:16:28.963018 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=0f8f7fbc-4711-49c3-9755-e44192a94743,revision_number=10']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:29.036866 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee22f0d-fd62-4bfb-aab0-9f9af3a89c27 req-2536e96d-4316-4747-91e7-814a6e81ecea tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:29.038322 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0ee22f0d-fd62-4bfb-aab0-9f9af3a89c27 req-2536e96d-4316-4747-91e7-814a6e81ecea tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0835586 Apr 20 16:16:29.082425 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0ee22f0d-fd62-4bfb-aab0-9f9af3a89c27 req-44aa835e-d3bc-4ca9-bc1b-3696a4ec2dd0 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379164 Apr 20 16:16:29.263203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b5a19-2c74-4e7e-8d6b-fa1940996177 req-a3ad0157-0022-4136-95f2-ef6df2f90e7c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:29.264670 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-509b5a19-2c74-4e7e-8d6b-fa1940996177 req-a3ad0157-0022-4136-95f2-ef6df2f90e7c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0795019 Apr 20 16:16:29.307454 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-509b5a19-2c74-4e7e-8d6b-fa1940996177 req-aa4fcef1-718e-4ea2-8503-76fb400625f1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366998 Apr 20 16:16:29.488823 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4332b-c65f-4db9-bd27-3625feca50a2 req-a8b13d0b-794b-4dc1-a086-4ab1068e6c28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:29.490166 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-39a4332b-c65f-4db9-bd27-3625feca50a2 req-a8b13d0b-794b-4dc1-a086-4ab1068e6c28 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0818148 Apr 20 16:16:29.533182 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-39a4332b-c65f-4db9-bd27-3625feca50a2 req-07f4d201-1a05-4e4a-9d66-295ef7143d7f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367937 Apr 20 16:16:29.903457 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a2efb-3463-4c3f-ad75-e159b6b34fc3 req-d2945d2c-43ca-415a-b27b-1d4efd9ff6ad tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:29.904935 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4e1a2efb-3463-4c3f-ad75-e159b6b34fc3 req-d2945d2c-43ca-415a-b27b-1d4efd9ff6ad tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 946 time: 0.0794516 Apr 20 16:16:29.951429 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4e1a2efb-3463-4c3f-ad75-e159b6b34fc3 req-3bb9f23a-8b0e-4bb8-8149-bc13c3526eac tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408950 Apr 20 16:16:30.434107 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 0f8f7fbc-4711-49c3-9755-e44192a94743 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:16:30.502329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 0f8f7fbc-4711-49c3-9755-e44192a94743 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:30.502614 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:30.611905 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:30.642240 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 0f8f7fbc-4711-49c3-9755-e44192a94743, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=0f8f7fbc-4711-49c3-9755-e44192a94743,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:16:30.646510 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:30.715389 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=0f8f7fbc-4711-49c3-9755-e44192a94743,revision_number=11']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:30.774773 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8f7fbc-4711-49c3-9755-e44192a94743'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:30.817849 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb6b325a-4450-4c22-88b2-3c5c4b38bd48'] response: {'server_uuid': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8f7fbc-4711-49c3-9755-e44192a94743', 'code': 200} Apr 20 16:16:31.132589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e0019-b868-4f16-935f-3ca48d85052f req-a0d25997-7495-41c5-bf9b-3600955291f2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:31.134041 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-359e0019-b868-4f16-935f-3ca48d85052f req-a0d25997-7495-41c5-bf9b-3600955291f2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 947 time: 0.0790358 Apr 20 16:16:31.177996 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-359e0019-b868-4f16-935f-3ca48d85052f req-74f4e71d-6dbf-4f47-8fc0-c50fde9f8564 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377629 Apr 20 16:16:32.123825 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-18bb6620-13a8-4650-bdd2-405a51906f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:32.166747 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3997f-2637-422b-b302-a379a46b6640 req-51bf5ea4-26bb-40c7-bf41-7168d6339fc5 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:32.168290 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-40f3997f-2637-422b-b302-a379a46b6640 req-51bf5ea4-26bb-40c7-bf41-7168d6339fc5 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 947 time: 0.0882146 Apr 20 16:16:32.239122 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-40f3997f-2637-422b-b302-a379a46b6640 req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Deleting port 0f8f7fbc-4711-49c3-9755-e44192a94743 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:16:32.239455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-40f3997f-2637-422b-b302-a379a46b6640 req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:32.516472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5166d2c-c84c-4b1f-8cca-792ad98b9352 req-1e238ab4-4fe8-435f-98d7-b5e613ee1889 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:32.517855 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e5166d2c-c84c-4b1f-8cca-792ad98b9352 req-1e238ab4-4fe8-435f-98d7-b5e613ee1889 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 947 time: 0.2320051 Apr 20 16:16:32.598621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-40f3997f-2637-422b-b302-a379a46b6640 req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] For port 0f8f7fbc-4711-49c3-9755-e44192a94743, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=0f8f7fbc-4711-49c3-9755-e44192a94743,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:16:32.598977 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-40f3997f-2637-422b-b302-a379a46b6640 req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:32.609195 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e5166d2c-c84c-4b1f-8cca-792ad98b9352 req-fc832f43-daff-4ff4-bc0f-769d591572e6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854163 Apr 20 16:16:32.898479 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-40f3997f-2637-422b-b302-a379a46b6640 req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:32.898852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-40f3997f-2637-422b-b302-a379a46b6640 req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:32.899172 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [req-40f3997f-2637-422b-b302-a379a46b6640 req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Floating IP ea59c026-dab8-455d-bfaf-6f20a7705bad disassociated. External IP: 172.26.7.87, port: 0f8f7fbc-4711-49c3-9755-e44192a94743. Apr 20 16:16:32.899519 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-40f3997f-2637-422b-b302-a379a46b6640 req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Calling delete_port for 0f8f7fbc-4711-49c3-9755-e44192a94743 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:16:33.055180 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-40f3997f-2637-422b-b302-a379a46b6640 req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:33.108483 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Pushing event deleted for resources: {'Port': ['ID=0f8f7fbc-4711-49c3-9755-e44192a94743,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:33.119062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:33.119447 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:33.119815 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:33.120157 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:33.120493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:33.120829 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:33.121159 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:33.121485 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:33.121811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:33.122133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:33.122458 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:33.122777 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:33.415374 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40f3997f-2637-422b-b302-a379a46b6640 req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Router c914812e-6195-41d6-b35d-28922cad919e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:16:33.591942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40f3997f-2637-422b-b302-a379a46b6640 req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:16:33.601359 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690fe82-80c0-456d-b9a3-f297dd55889b None None] Sync routers for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:16:33.610823 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690fe82-80c0-456d-b9a3-f297dd55889b None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:16:33.611427 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-1690fe82-80c0-456d-b9a3-f297dd55889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:16:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:33.662998 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f3997f-2637-422b-b302-a379a46b6640 req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] No DVR routers for this DVR port 0f8f7fbc-4711-49c3-9755-e44192a94743 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:16:33.665453 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-40f3997f-2637-422b-b302-a379a46b6640 req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:33.670366 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'name': 'network-vif-deleted', 'tag': '0f8f7fbc-4711-49c3-9755-e44192a94743'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:33.687779 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-40f3997f-2637-422b-b302-a379a46b6640 req-aa41f9c3-a59b-43a9-bee8-d5a75ced8dcb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "DELETE /v2.0/ports/0f8f7fbc-4711-49c3-9755-e44192a94743 HTTP/1.1" status: 204 len: 173 time: 1.5141487 Apr 20 16:16:33.726732 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3145d3c-0dcf-405d-85aa-0329166f9774'] response: {'server_uuid': 'c3c5f85b-46c6-468c-bc06-9aedaabf77b7', 'name': 'network-vif-deleted', 'tag': '0f8f7fbc-4711-49c3-9755-e44192a94743', 'status': 'completed', 'code': 200} Apr 20 16:16:33.793451 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-f8aaa2c0-e9af-45dc-9cc3-cf051895da69 req-4d9665e1-d73d-4361-af4c-c6b14898fec6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Synchronizing usage tracker for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:16:33.800669 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-1690fe82-80c0-456d-b9a3-f297dd55889b None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:16:33.816697 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-f8aaa2c0-e9af-45dc-9cc3-cf051895da69 req-4d9665e1-d73d-4361-af4c-c6b14898fec6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Unset dirty status for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:16:33.817577 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f8aaa2c0-e9af-45dc-9cc3-cf051895da69 req-4d9665e1-d73d-4361-af4c-c6b14898fec6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3c5f85b-46c6-468c-bc06-9aedaabf77b7 HTTP/1.1" status: 200 len: 210 time: 0.0712299 Apr 20 16:16:34.106007 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-1690fe82-80c0-456d-b9a3-f297dd55889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:34.109737 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690fe82-80c0-456d-b9a3-f297dd55889b None None] Checking router: c914812e-6195-41d6-b35d-28922cad919e for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:16:34.118234 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690fe82-80c0-456d-b9a3-f297dd55889b None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:16:34.118831 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-1690fe82-80c0-456d-b9a3-f297dd55889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:16:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:34.302804 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-1690fe82-80c0-456d-b9a3-f297dd55889b None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:16:34.392520 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-87f7615e-8ebb-4634-a60d-e3cbe0bd2f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:34.612612 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-1690fe82-80c0-456d-b9a3-f297dd55889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:34.616448 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690fe82-80c0-456d-b9a3-f297dd55889b None None] The sync data for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv is: [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:16:34.853561 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540495c2-27f0-4321-b2ef-c4cb81edd024 None None] New status for floating IP ea59c026-dab8-455d-bfaf-6f20a7705bad: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:16:35.156885 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-b52c037f-78af-411e-80cb-32b251e3893a tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--161832046&fields=id&tenant_id=5875ce77b9d6434ca3b92c60d93d7700 HTTP/1.1" status: 200 len: 267 time: 0.0442235 Apr 20 16:16:35.309459 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-9dced28e-dcff-4686-a458-6efa7e2d47fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:35.310855 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-9dced28e-dcff-4686-a458-6efa7e2d47fa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 812 time: 0.1472325 Apr 20 16:16:35.325619 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bc16c59f-a2ff-4863-b2f2-3b6c8b16ed35 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/quotas/5875ce77b9d6434ca3b92c60d93d7700 HTTP/1.1" status: 200 len: 375 time: 0.0092342 Apr 20 16:16:35.419326 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-659444fd-b0bb-4794-ae0d-0cda957168b0 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879211 Apr 20 16:16:35.554750 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-85bc6de0-7abd-42f4-97c4-77c34fb2fc98 service neutron] 10.222.0.13 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238315 Apr 20 16:16:35.684534 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-4f0f9c68-19a1-423e-8b11-926374465149 service neutron] 10.222.0.13 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234920 Apr 20 16:16:35.768461 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:35.797025 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:35.864255 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-235af3de-c03c-41cb-b650-88f27d7f6328 req-55b68f6d-27c9-46f1-8495-3b732caa57bb tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 210 time: 0.0476108 Apr 20 16:16:36.488281 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 0f8f7fbc-4711-49c3-9755-e44192a94743 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:16:36.521633 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 0f8f7fbc-4711-49c3-9755-e44192a94743 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:16:36.521972 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 0f8f7fbc-4711-49c3-9755-e44192a94743 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:16:36.939047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-5c13a240-596c-49af-8056-a45364b6f60c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:36.940498 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-5c13a240-596c-49af-8056-a45364b6f60c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 812 time: 0.1455476 Apr 20 16:16:37.023739 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-21e137a8-696a-485e-8caf-ab980568945b req-1fa8f230-cf68-46ba-931e-057fe718a9ce tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 210 time: 0.0545270 Apr 20 16:16:37.031459 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-8e3788c4-de0c-4d27-995f-c3860389ad17 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5875ce77b9d6434ca3b92c60d93d7700 HTTP/1.1" status: 200 len: 379 time: 0.0819669 Apr 20 16:16:37.040026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-b90eb353-e065-4b75-9790-17f5a76dfb81 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Request body: {'port': {'device_id': '38665db1-9fcb-443d-bead-e2f441544135', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'admin_state_up': True, 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'security_groups': ['1c9dce2c-45cc-4269-ac65-54683f75609c']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:16:37.161105 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:37.173480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-b90eb353-e065-4b75-9790-17f5a76dfb81 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:16:37.182900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-b90eb353-e065-4b75-9790-17f5a76dfb81 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:16:37.192595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-b90eb353-e065-4b75-9790-17f5a76dfb81 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Made reservation on behalf of 5875ce77b9d6434ca3b92c60d93d7700 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:16:37.196079 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-b90eb353-e065-4b75-9790-17f5a76dfb81 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:37.461590 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-b90eb353-e065-4b75-9790-17f5a76dfb81 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Allocated IP 172.20.0.4 (6c4afe1d-f66a-49f1-b59e-168c2cf351fa/c6c2cad3-2a39-4084-a3af-d64eb4fc25c1/42ff281c-8c8b-40ed-ac0c-88d911e6a83c) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:16:37.647578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-b90eb353-e065-4b75-9790-17f5a76dfb81 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:37.663090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-b90eb353-e065-4b75-9790-17f5a76dfb81 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Transition to ACTIVE for port object 42ff281c-8c8b-40ed-ac0c-88d911e6a83c will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:16:37.686426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-b90eb353-e065-4b75-9790-17f5a76dfb81 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:37.758122 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-b90eb353-e065-4b75-9790-17f5a76dfb81 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:16:37.761068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-b90eb353-e065-4b75-9790-17f5a76dfb81 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:16:37.770843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-b90eb353-e065-4b75-9790-17f5a76dfb81 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:16:37.808028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90eb353-e065-4b75-9790-17f5a76dfb81 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Pushing event updated for resources: {'Port': ['ID=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:37.840037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-b90eb353-e065-4b75-9790-17f5a76dfb81 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:37.840650 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-b90eb353-e065-4b75-9790-17f5a76dfb81 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:37.867756 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-b90eb353-e065-4b75-9790-17f5a76dfb81 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8314407 Apr 20 16:16:37.879015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Request body: {'port': {'device_id': '38665db1-9fcb-443d-bead-e2f441544135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:16:37.992225 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.014014 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7137cecf-5cb1-46aa-8891-e751b29af9d7 None None] Provisioning for port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:16:38.020058 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7137cecf-5cb1-46aa-8891-e751b29af9d7 None None] Provisioning complete for port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:38.020425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7137cecf-5cb1-46aa-8891-e751b29af9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.079435 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7137cecf-5cb1-46aa-8891-e751b29af9d7 None None] Port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:16:38.329163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96c310-21d5-42ce-b095-0d19616faf86 req-c992a5f2-440c-4bc9-b195-9f25a563aa99 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:38.329757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-be96c310-21d5-42ce-b095-0d19616faf86 req-c992a5f2-440c-4bc9-b195-9f25a563aa99 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Synchronizing usage tracker for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:16:38.360051 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-be96c310-21d5-42ce-b095-0d19616faf86 req-c992a5f2-440c-4bc9-b195-9f25a563aa99 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Unset dirty status for tenant:5875ce77b9d6434ca3b92c60d93d7700 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:16:38.361163 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-be96c310-21d5-42ce-b095-0d19616faf86 req-c992a5f2-440c-4bc9-b195-9f25a563aa99 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 931 time: 0.2316928 Apr 20 16:16:38.442772 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ff281c-8c8b-40ed-ac0c-88d911e6a83c {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:16:38.453490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.457717 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-be96c310-21d5-42ce-b095-0d19616faf86 req-fd845994-afb7-49c5-bd15-1823a12eda3b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647519 Apr 20 16:16:38.471277 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Transition to ACTIVE for port object 42ff281c-8c8b-40ed-ac0c-88d911e6a83c will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:16:38.474354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.634572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Pushing event updated for resources: {'Port': ['ID=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:38.708922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Attempting to bind port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:16:38.709263 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Attempting to bind port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:16:38.709592 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Attempting to bind port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c on network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:16:38.714205 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c on network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:16:38.714524 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Attempting to bind port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c on network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:16:38.719572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:16:38.719946 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Checking segment: {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:16:38.720331 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Bound using segment: {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:16:38.720761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Bound port: 42ff281c-8c8b-40ed-ac0c-88d911e6a83c, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:16:38.721105 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.811356 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] For port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:16:38.814243 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] For port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:16:38.819746 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.875629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:38.876364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.877629 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] 10.222.0.11 "PUT /v2.0/ports/42ff281c-8c8b-40ed-ac0c-88d911e6a83c HTTP/1.1" status: 200 len: 1093 time: 1.0029166 Apr 20 16:16:38.878067 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38665db1-9fcb-443d-bead-e2f441544135', 'tag': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:38.907748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb7dd3-fb79-4954-abce-ffbf955b46c5 service neutron] Pushing event updated for resources: {'Port': ['ID=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:38.950679 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-581f9e3f-2665-4226-80d3-5e5b24eac5a4'] response: {'name': 'network-changed', 'server_uuid': '38665db1-9fcb-443d-bead-e2f441544135', 'tag': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'status': 'completed', 'code': 200} Apr 20 16:16:38.993837 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-6a20c309-2e1d-433f-b422-03f0a80f54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:38.995392 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-6a20c309-2e1d-433f-b422-03f0a80f54f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 1096 time: 0.0810723 Apr 20 16:16:39.066698 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-76e5fdd5-b50a-45c4-beb1-08baf11f1a8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c HTTP/1.1" status: 200 len: 217 time: 0.0650446 Apr 20 16:16:39.229833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-6a3118e9-8510-4bb3-9564-e5a15d574d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:39.231293 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-6a3118e9-8510-4bb3-9564-e5a15d574d4b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.1594262 Apr 20 16:16:39.304008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-330d1211-e490-417b-bc25-5be035ecdf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:39.305450 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-330d1211-e490-417b-bc25-5be035ecdf07 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687003 Apr 20 16:16:39.434927 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-45df1855-3ca8-4328-8622-0f03776bf7f3 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236408 Apr 20 16:16:39.573177 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-405a0c72-45dd-4e68-af94-6fb265b40a05 req-226e6f0a-5234-4a5c-8338-b3e7a1210c82 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308455 Apr 20 16:16:39.693318 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31392971-6252-45f8-a115-a08944cfa79e req-d4c32f96-0a0b-4440-938d-bc81881c0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:39.694774 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-31392971-6252-45f8-a115-a08944cfa79e req-d4c32f96-0a0b-4440-938d-bc81881c0894 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 1096 time: 0.0774209 Apr 20 16:16:39.879501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31392971-6252-45f8-a115-a08944cfa79e req-621d6fc3-d06e-4667-b09e-a1ebc2c9d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:39.881025 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-31392971-6252-45f8-a115-a08944cfa79e req-621d6fc3-d06e-4667-b09e-a1ebc2c9d732 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1806791 Apr 20 16:16:39.889827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d6ba6-4d8f-4290-bbdd-83ec68f10443 req-71782999-2725-44b3-8f61-b81ec4597914 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:39.891141 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6e4d6ba6-4d8f-4290-bbdd-83ec68f10443 req-71782999-2725-44b3-8f61-b81ec4597914 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 943 time: 0.1732559 Apr 20 16:16:39.966606 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-31392971-6252-45f8-a115-a08944cfa79e req-4ee3affa-e2b5-4969-9052-b3912cb61127 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c HTTP/1.1" status: 200 len: 217 time: 0.0744109 Apr 20 16:16:40.036025 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6e4d6ba6-4d8f-4290-bbdd-83ec68f10443 req-712e0117-da2d-46be-9240-a4ecc27d9239 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952754 Apr 20 16:16:40.048840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31392971-6252-45f8-a115-a08944cfa79e req-7915e9d2-d044-4090-9ac3-b3a5efc0fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:40.050381 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-31392971-6252-45f8-a115-a08944cfa79e req-7915e9d2-d044-4090-9ac3-b3a5efc0fc42 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0772312 Apr 20 16:16:40.129704 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31392971-6252-45f8-a115-a08944cfa79e req-35dfd565-a4a0-467c-a0a3-1a02d749ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:40.131203 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-31392971-6252-45f8-a115-a08944cfa79e req-35dfd565-a4a0-467c-a0a3-1a02d749ede2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749369 Apr 20 16:16:40.262059 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-31392971-6252-45f8-a115-a08944cfa79e req-7998fda0-f24c-4ace-90fb-a909090f03c4 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243544 Apr 20 16:16:40.391734 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-31392971-6252-45f8-a115-a08944cfa79e req-0e09b72a-f37f-433e-b993-094065fc2ac0 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240799 Apr 20 16:16:41.221388 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a480c0c-af35-45ca-92e1-062646d7afa4 req-d1c87558-cc8c-4799-b7d2-8e246d589a0d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:41.222838 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3a480c0c-af35-45ca-92e1-062646d7afa4 req-d1c87558-cc8c-4799-b7d2-8e246d589a0d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 943 time: 0.0786257 Apr 20 16:16:41.269433 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3a480c0c-af35-45ca-92e1-062646d7afa4 req-8599573b-a92e-4fd1-b110-b750d14db173 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406067 Apr 20 16:16:42.457701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbeeb8-0d03-4a21-bbae-a68c08423b3e req-840b013a-f179-49b5-9bd9-94bbe0d81db1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:42.459028 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b1bbeeb8-0d03-4a21-bbae-a68c08423b3e req-840b013a-f179-49b5-9bd9-94bbe0d81db1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 943 time: 0.0777216 Apr 20 16:16:42.502591 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b1bbeeb8-0d03-4a21-bbae-a68c08423b3e req-edfb7190-9b2e-4203-862e-cc833275f807 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378327 Apr 20 16:16:42.518102 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 42ff281c-8c8b-40ed-ac0c-88d911e6a83c details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:16:42.645150 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:16:42.658114 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'port_id': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'mac_address': 'fa:16:3e:0a:9c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:16:42.715219 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:42.762186 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ff281c-8c8b-40ed-ac0c-88d911e6a83c {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:16:42.776742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:16:42.780374 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:42.845122 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:43.094183 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['42ff281c-8c8b-40ed-ac0c-88d911e6a83c'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:16:43.685354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fb50d-fb81-4b85-a2ab-ee4e1cc16509 req-4cddeb1b-a61a-4df9-89b4-cef7f4eb9c72 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:43.686781 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7a8fb50d-fb81-4b85-a2ab-ee4e1cc16509 req-4cddeb1b-a61a-4df9-89b4-cef7f4eb9c72 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 944 time: 0.0815129 Apr 20 16:16:43.730790 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7a8fb50d-fb81-4b85-a2ab-ee4e1cc16509 req-d9c6a2f3-074d-47a5-a2b4-96355081f102 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384302 Apr 20 16:16:44.533490 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 42ff281c-8c8b-40ed-ac0c-88d911e6a83c up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:16:44.598724 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:16:44.603348 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:44.604237 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:44.715598 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:44.742229 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38665db1-9fcb-443d-bead-e2f441544135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:44.752454 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:16:44.757532 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:44.791838 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e9ae49-0a37-4d91-8c5a-37d453b7d23f'] response: {'server_uuid': '38665db1-9fcb-443d-bead-e2f441544135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'code': 200} Apr 20 16:16:44.832836 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:44.914290 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c937f-a67d-4e4d-9bb0-3d0c15754913 req-783d1897-2202-4d12-9852-6512dcb21232 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:44.915752 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a13c937f-a67d-4e4d-9bb0-3d0c15754913 req-783d1897-2202-4d12-9852-6512dcb21232 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0809605 Apr 20 16:16:45.106849 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a13c937f-a67d-4e4d-9bb0-3d0c15754913 req-e555b4b8-4a3d-4a26-9cb5-891eb7a98e41 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845336 Apr 20 16:16:45.129639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131438d-d10e-46b3-949a-7d0099952bf1 req-048ba314-4f9e-40f5-9b05-df9a91ae372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:45.131071 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e131438d-d10e-46b3-949a-7d0099952bf1 req-048ba314-4f9e-40f5-9b05-df9a91ae372d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 1098 time: 0.1914115 Apr 20 16:16:45.171613 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e131438d-d10e-46b3-949a-7d0099952bf1 req-752babab-c488-4001-87b8-bdf6c4b2ae5e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347748 Apr 20 16:16:45.173101 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:46.296128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dbe45-36e6-47ad-bac3-2d5b2b6c9e5f req-275a7dca-1477-4ef6-9a20-c39a741ad7f7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:46.297580 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-de5dbe45-36e6-47ad-bac3-2d5b2b6c9e5f req-275a7dca-1477-4ef6-9a20-c39a741ad7f7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0804513 Apr 20 16:16:46.345028 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-de5dbe45-36e6-47ad-bac3-2d5b2b6c9e5f req-32dbbf6f-0afa-46e9-af47-639e7dee7617 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418110 Apr 20 16:16:46.611759 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0f695474-ba9c-4e86-8f44-572865d52bb8 req-c5aa962d-4736-4d73-9129-72db1646bc5f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689292 Apr 20 16:16:46.748929 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f695474-ba9c-4e86-8f44-572865d52bb8 req-4916f3a9-adfd-4506-9356-8f8101cf9abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:46.750385 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0f695474-ba9c-4e86-8f44-572865d52bb8 req-4916f3a9-adfd-4506-9356-8f8101cf9abc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 1098 time: 0.0703232 Apr 20 16:16:46.891900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f695474-ba9c-4e86-8f44-572865d52bb8 req-343d3571-d2fa-4b64-b840-76d63bd0fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:46.893331 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0f695474-ba9c-4e86-8f44-572865d52bb8 req-343d3571-d2fa-4b64-b840-76d63bd0fd46 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1249096 Apr 20 16:16:46.962262 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0f695474-ba9c-4e86-8f44-572865d52bb8 req-67f369fd-f4ca-4fb4-b204-95d57fa857ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c HTTP/1.1" status: 200 len: 217 time: 0.0632067 Apr 20 16:16:47.022220 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f695474-ba9c-4e86-8f44-572865d52bb8 req-e39e42ff-7c6f-4f60-826f-7bbfb0ee083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:47.023586 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0f695474-ba9c-4e86-8f44-572865d52bb8 req-e39e42ff-7c6f-4f60-826f-7bbfb0ee083e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0558121 Apr 20 16:16:47.099360 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f695474-ba9c-4e86-8f44-572865d52bb8 req-3072b870-4b97-40b7-9261-80c464582e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:47.101115 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0f695474-ba9c-4e86-8f44-572865d52bb8 req-3072b870-4b97-40b7-9261-80c464582e3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718884 Apr 20 16:16:47.230603 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0f695474-ba9c-4e86-8f44-572865d52bb8 req-579f424e-82b0-4404-a104-a42d7ca1ee51 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239781 Apr 20 16:16:47.359476 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0f695474-ba9c-4e86-8f44-572865d52bb8 req-9c1b1e97-9795-42e8-994d-a8da86646979 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233728 Apr 20 16:16:47.530635 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed08e4-3309-46f2-a728-e8437da4e5e0 req-5dd26e09-4f9f-411d-a587-09417fac9b0c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:47.532042 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2aed08e4-3309-46f2-a728-e8437da4e5e0 req-5dd26e09-4f9f-411d-a587-09417fac9b0c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0783873 Apr 20 16:16:47.578022 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2aed08e4-3309-46f2-a728-e8437da4e5e0 req-92c9631e-05af-4588-aaad-4454f03c1334 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404232 Apr 20 16:16:47.759535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbe96f-98e4-48fa-87b3-e9942ffd2298 req-66872609-efa7-493d-8724-e34f6c270226 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:47.761051 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-28fbe96f-98e4-48fa-87b3-e9942ffd2298 req-66872609-efa7-493d-8724-e34f6c270226 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0873687 Apr 20 16:16:47.769563 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43432) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:16:47.774557 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-78fcadcc-37f3-4e92-b3fd-94f2c984d490 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Request body: {'floatingip': {'port_id': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:16:47.850686 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-78fcadcc-37f3-4e92-b3fd-94f2c984d490 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for floatingip, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:48.529099 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-78fcadcc-37f3-4e92-b3fd-94f2c984d490 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:48.532440 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-78fcadcc-37f3-4e92-b3fd-94f2c984d490 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:48.695567 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-78fcadcc-37f3-4e92-b3fd-94f2c984d490 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Floating IP ea59c026-dab8-455d-bfaf-6f20a7705bad associated. External IP: 172.26.7.87, port: 42ff281c-8c8b-40ed-ac0c-88d911e6a83c. Apr 20 16:16:49.035030 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fcadcc-37f3-4e92-b3fd-94f2c984d490 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Router c914812e-6195-41d6-b35d-28922cad919e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:16:49.207431 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fcadcc-37f3-4e92-b3fd-94f2c984d490 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:16:49.212499 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-78fcadcc-37f3-4e92-b3fd-94f2c984d490 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:49.217356 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b515f6-2711-4090-b678-8dfbefdcfe7b None None] Sync routers for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:16:49.259530 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b515f6-2711-4090-b678-8dfbefdcfe7b None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:16:49.260193 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-64b515f6-2711-4090-b678-8dfbefdcfe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:16:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:49.375535 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-78fcadcc-37f3-4e92-b3fd-94f2c984d490 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "PUT /v2.0/floatingips/ea59c026-dab8-455d-bfaf-6f20a7705bad HTTP/1.1" status: 200 len: 991 time: 1.6047409 Apr 20 16:16:49.375975 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38665db1-9fcb-443d-bead-e2f441544135', 'tag': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c'}] {{(pid=88169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:49.421505 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db6a6003-74a2-408d-9a94-ffabce91acb8'] response: {'name': 'network-changed', 'server_uuid': '38665db1-9fcb-443d-bead-e2f441544135', 'tag': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'status': 'completed', 'code': 200} Apr 20 16:16:49.439791 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-64b515f6-2711-4090-b678-8dfbefdcfe7b None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:16:49.515515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57be42-1d68-4956-ac9f-039ab4fe00b1 req-b1839db4-13e0-4861-9fda-8b1d5a18abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:49.517025 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8f57be42-1d68-4956-ac9f-039ab4fe00b1 req-b1839db4-13e0-4861-9fda-8b1d5a18abf0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 1098 time: 0.0724406 Apr 20 16:16:49.649105 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57be42-1d68-4956-ac9f-039ab4fe00b1 req-ba070c28-8145-428d-b4f3-56ee13f9d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:49.650576 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8f57be42-1d68-4956-ac9f-039ab4fe00b1 req-ba070c28-8145-428d-b4f3-56ee13f9d73e service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1274772 Apr 20 16:16:49.768102 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8f57be42-1d68-4956-ac9f-039ab4fe00b1 req-93406364-1ad2-46c0-acc4-a20931ba5a39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c HTTP/1.1" status: 200 len: 999 time: 0.1115215 Apr 20 16:16:49.820147 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-64b515f6-2711-4090-b678-8dfbefdcfe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'ea59c026-dab8-455d-bfaf-6f20a7705bad', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'floating_ip_address': '172.26.7.87', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'port_id': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'mac_address': 'fa:16:3e:0a:9c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38665db1-9fcb-443d-bead-e2f441544135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:13:36Z', 'updated_at': '2022-04-20T16:16:48Z', 'revision_number': 13, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:49.824075 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b515f6-2711-4090-b678-8dfbefdcfe7b None None] Checking router: c914812e-6195-41d6-b35d-28922cad919e for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:16:49.833052 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b515f6-2711-4090-b678-8dfbefdcfe7b None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:16:49.833656 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-64b515f6-2711-4090-b678-8dfbefdcfe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:16:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:49.840208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57be42-1d68-4956-ac9f-039ab4fe00b1 req-d8ec4f9c-e10f-4f3d-9c0a-7cb5fcc22b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:49.841920 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8f57be42-1d68-4956-ac9f-039ab4fe00b1 req-d8ec4f9c-e10f-4f3d-9c0a-7cb5fcc22b58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0673165 Apr 20 16:16:49.920035 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57be42-1d68-4956-ac9f-039ab4fe00b1 req-1baefa06-a416-45f7-8608-933415fc09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:49.921534 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8f57be42-1d68-4956-ac9f-039ab4fe00b1 req-1baefa06-a416-45f7-8608-933415fc09eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740442 Apr 20 16:16:50.021293 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-64b515f6-2711-4090-b678-8dfbefdcfe7b None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:16:50.060736 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8f57be42-1d68-4956-ac9f-039ab4fe00b1 req-f36dd4b4-6fef-4ccb-be88-6a6c237b728e service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324520 Apr 20 16:16:50.304370 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8f57be42-1d68-4956-ac9f-039ab4fe00b1 req-a077b4c6-af25-42de-b411-9714c3aa00f7 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377701 Apr 20 16:16:50.393970 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-64b515f6-2711-4090-b678-8dfbefdcfe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'ea59c026-dab8-455d-bfaf-6f20a7705bad', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'floating_ip_address': '172.26.7.87', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'port_id': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'mac_address': 'fa:16:3e:0a:9c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38665db1-9fcb-443d-bead-e2f441544135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:13:36Z', 'updated_at': '2022-04-20T16:16:48Z', 'revision_number': 13, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:50.399893 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b515f6-2711-4090-b678-8dfbefdcfe7b None None] The sync data for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv is: [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'ea59c026-dab8-455d-bfaf-6f20a7705bad', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'floating_ip_address': '172.26.7.87', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'port_id': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'mac_address': 'fa:16:3e:0a:9c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38665db1-9fcb-443d-bead-e2f441544135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:13:36Z', 'updated_at': '2022-04-20T16:16:48Z', 'revision_number': 13, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:16:50.604123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d3a688-e784-461e-b9bd-f9e4f7b1634d None None] New status for floating IP ea59c026-dab8-455d-bfaf-6f20a7705bad: ACTIVE {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:16:51.062326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca7eae-2be7-41b8-9f49-64bb7077fdf7 req-21d09f3d-c8ab-4e33-be2b-a0d7b17c092d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:51.063799 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ffca7eae-2be7-41b8-9f49-64bb7077fdf7 req-21d09f3d-c8ab-4e33-be2b-a0d7b17c092d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0852370 Apr 20 16:16:51.107515 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ffca7eae-2be7-41b8-9f49-64bb7077fdf7 req-d4573738-b135-43d1-a804-5d8829eadc46 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381002 Apr 20 16:17:00.476407 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:17:00.764961 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-8855d777-750a-4c4a-8a1f-39214eb2b09b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1164401 Apr 20 16:17:00.784555 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c697923-79be-445d-b900-cd6b640f2d7d req-f0b9fc69-54fb-40c4-8256-6c4df5a7f439 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:00.786020 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6c697923-79be-445d-b900-cd6b640f2d7d req-f0b9fc69-54fb-40c4-8256-6c4df5a7f439 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0854447 Apr 20 16:17:00.832301 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6c697923-79be-445d-b900-cd6b640f2d7d req-9683ab92-ac90-4f19-ad9b-5935e8f84688 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394497 Apr 20 16:17:01.868474 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-6bccfef8-be70-4312-af25-b5d4221654e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:01.870488 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-6bccfef8-be70-4312-af25-b5d4221654e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 1098 time: 0.0770702 Apr 20 16:17:02.048555 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-a1d08409-d10c-4d10-802b-b481337c6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:02.050006 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-a1d08409-d10c-4d10-802b-b481337c6392 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1744902 Apr 20 16:17:02.133045 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-40444740-1667-4bac-899a-51e1a7ce7a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:02.137628 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103c7e4-ffb1-49ae-a711-ae91a1e728d0 req-5528de27-83c2-4da0-bc86-8e2fa4226834 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:02.139101 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7103c7e4-ffb1-49ae-a711-ae91a1e728d0 req-5528de27-83c2-4da0-bc86-8e2fa4226834 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.1956813 Apr 20 16:17:02.209080 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7103c7e4-ffb1-49ae-a711-ae91a1e728d0 req-de781616-8202-4813-acf6-c41e7ba71c2f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611105 Apr 20 16:17:02.210888 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-c1cc8006-f9b1-4a35-8092-4a453ffacc5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c HTTP/1.1" status: 200 len: 1001 time: 0.1526628 Apr 20 16:17:02.272024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-5b2981fe-e026-40ed-a6a8-5109b23a443f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:02.273445 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-5b2981fe-e026-40ed-a6a8-5109b23a443f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0568402 Apr 20 16:17:02.350844 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-ee124019-8598-4b78-b7b2-0457b8e1b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:02.352326 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-ee124019-8598-4b78-b7b2-0457b8e1b37d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727532 Apr 20 16:17:02.481536 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-886bf86c-9584-4ef7-baa5-930d5a4d7d35 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222849 Apr 20 16:17:02.609951 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-2f44f5a0-c794-43f9-b592-d153e360dfbf service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220498 Apr 20 16:17:03.400158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe27d41-0906-4ee6-996a-6aff445b6e7a req-a978204e-837d-4d78-bf40-ad317ee1166b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:03.401668 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cfe27d41-0906-4ee6-996a-6aff445b6e7a req-a978204e-837d-4d78-bf40-ad317ee1166b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0843344 Apr 20 16:17:03.445507 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cfe27d41-0906-4ee6-996a-6aff445b6e7a req-b4b207d6-9424-4f97-ad81-e9e11b9d4c21 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382242 Apr 20 16:17:04.394552 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8fe1db06-b05e-40cf-919d-1129875a2116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:04.630070 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942102-e618-47bb-bfe5-f781018f802e req-6a32c77e-6f31-4f44-9dc6-d49db0b979e0 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:04.631513 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4f942102-e618-47bb-bfe5-f781018f802e req-6a32c77e-6f31-4f44-9dc6-d49db0b979e0 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0789099 Apr 20 16:17:04.678870 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4f942102-e618-47bb-bfe5-f781018f802e req-97a3495d-ca1c-4961-b084-4b19d25eb8dd tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410349 Apr 20 16:17:05.771488 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:05.790238 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:05.869011 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b790dbf-a705-4ed2-a5ef-17e622258763 req-327c60d3-3ef7-4be2-ba26-f3a1a4e4c542 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:05.870497 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2b790dbf-a705-4ed2-a5ef-17e622258763 req-327c60d3-3ef7-4be2-ba26-f3a1a4e4c542 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0814099 Apr 20 16:17:05.914630 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2b790dbf-a705-4ed2-a5ef-17e622258763 req-462f23b2-72f1-4754-b233-8d5aa4ae6cf8 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385327 Apr 20 16:17:07.098489 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727faeb9-300b-4a04-921d-71ffc9dd923a req-1d07aeef-0c1c-4468-90ee-bd28ffdd1c1d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:07.100201 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-727faeb9-300b-4a04-921d-71ffc9dd923a req-1d07aeef-0c1c-4468-90ee-bd28ffdd1c1d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0818398 Apr 20 16:17:07.145233 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-727faeb9-300b-4a04-921d-71ffc9dd923a req-b7ae244d-bb35-45a2-b694-a4701c61b64f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388191 Apr 20 16:17:07.169791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:08.327631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7075af-2002-498f-9a6b-44817efc7f90 req-52838499-b2e5-4aec-9cfc-c724ba1f130f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:08.329119 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bb7075af-2002-498f-9a6b-44817efc7f90 req-52838499-b2e5-4aec-9cfc-c724ba1f130f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0795214 Apr 20 16:17:08.372569 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bb7075af-2002-498f-9a6b-44817efc7f90 req-9d2ffa20-247f-4a23-b635-c052c8181121 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378766 Apr 20 16:17:09.661522 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484d034-02ff-4198-ab54-fc9f75872bc2 req-6811edd3-3c3d-4bb0-88bc-4ae38d1aeff1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:09.663028 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d484d034-02ff-4198-ab54-fc9f75872bc2 req-6811edd3-3c3d-4bb0-88bc-4ae38d1aeff1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.1857975 Apr 20 16:17:09.708334 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d484d034-02ff-4198-ab54-fc9f75872bc2 req-68652bf7-ae26-45b9-9517-dda7a6d608d2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396321 Apr 20 16:17:09.884991 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-c0a1e8ef-b73a-4660-8571-71de0277be27 service neutron] 10.222.0.11 "GET /v2.0/ports/42ff281c-8c8b-40ed-ac0c-88d911e6a83c/bindings/hv-neutron-8386 HTTP/1.1" status: 200 len: 384 time: 0.0747807 Apr 20 16:17:10.149745 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-abec5e11-25b2-4155-a7c0-aea82fe7ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:10.151348 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-abec5e11-25b2-4155-a7c0-aea82fe7ce16 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135&tenant_id=5875ce77b9d6434ca3b92c60d93d7700 HTTP/1.1" status: 200 len: 1098 time: 0.0792587 Apr 20 16:17:10.244326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-f82a043a-d8da-41b1-8dbb-55e41ecb5a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:10.246409 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-f82a043a-d8da-41b1-8dbb-55e41ecb5a78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 1098 time: 0.0752029 Apr 20 16:17:10.382164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-cf7280a2-511e-4800-a0f4-36c9528080c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:10.383581 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-cf7280a2-511e-4800-a0f4-36c9528080c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1313899 Apr 20 16:17:10.498187 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-0a86a5a7-057b-40c9-b0f6-fb5a543fe52c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c HTTP/1.1" status: 200 len: 1001 time: 0.1086709 Apr 20 16:17:10.560647 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-20943928-0300-4a1e-be82-bf1a80db53eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:10.562009 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-20943928-0300-4a1e-be82-bf1a80db53eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0587413 Apr 20 16:17:10.633251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-4434762d-e763-4fb4-aa00-b60cca360886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:10.634662 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-4434762d-e763-4fb4-aa00-b60cca360886 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671446 Apr 20 16:17:10.768923 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-a7fa1de6-61ec-4fe2-bab4-c53bb8f23260 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286247 Apr 20 16:17:10.948740 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-48339f47-d1f8-4d8a-8aa9-c2b16e9e4527 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734352 Apr 20 16:17:10.969048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55255c98-08a8-43e3-9a43-e8bc19536e8c req-620dbc9f-8e81-4298-b124-7a3b2a5f8ea2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:10.970447 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-55255c98-08a8-43e3-9a43-e8bc19536e8c req-620dbc9f-8e81-4298-b124-7a3b2a5f8ea2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.1278722 Apr 20 16:17:11.015698 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-55255c98-08a8-43e3-9a43-e8bc19536e8c req-fa58b3a2-c632-4f16-ac18-dfb6f103f46d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382512 Apr 20 16:17:12.205014 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0344ea-9384-4532-87cf-eaea6706da8b req-eb79efc5-6843-44bf-8014-0344ac6554ae tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:12.206106 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4a0344ea-9384-4532-87cf-eaea6706da8b req-eb79efc5-6843-44bf-8014-0344ac6554ae tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0805297 Apr 20 16:17:12.255052 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4a0344ea-9384-4532-87cf-eaea6706da8b req-6604aaa4-50da-4817-a27a-883b8a1363df tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427649 Apr 20 16:17:13.442404 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca418c9f-8de3-470b-bbaa-d4677c4a35a5 req-e6fba1b6-9039-4104-b81c-aa1c152adf30 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:13.443853 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ca418c9f-8de3-470b-bbaa-d4677c4a35a5 req-e6fba1b6-9039-4104-b81c-aa1c152adf30 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0830328 Apr 20 16:17:13.487188 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ca418c9f-8de3-470b-bbaa-d4677c4a35a5 req-ee759e31-aaa2-4417-b848-d8fe871468d8 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377793 Apr 20 16:17:14.670157 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7178a-c5d4-49dc-8ab8-d18be22ec26b req-9f21513c-fc7b-4bc4-aaef-3235cda07b31 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:14.671569 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e4a7178a-c5d4-49dc-8ab8-d18be22ec26b req-9f21513c-fc7b-4bc4-aaef-3235cda07b31 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0812356 Apr 20 16:17:14.713717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 42ff281c-8c8b-40ed-ac0c-88d911e6a83c details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:17:14.714284 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e4a7178a-c5d4-49dc-8ab8-d18be22ec26b req-1a063157-c710-4c99-920c-651525a453f9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370247 Apr 20 16:17:14.717200 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 42ff281c-8c8b-40ed-ac0c-88d911e6a83c no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:17:14.927032 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:14.956058 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:17:14.977937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'port_id': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'mac_address': 'fa:16:3e:0a:9c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:17:14.979838 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38665db1-9fcb-443d-bead-e2f441544135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:15.015326 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:17:15.021652 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:15.060596 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33fc71ab-fae9-4ebf-b725-c93f423f2fa9'] response: {'server_uuid': '38665db1-9fcb-443d-bead-e2f441544135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'code': 200} Apr 20 16:17:15.092000 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:15.120933 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ff281c-8c8b-40ed-ac0c-88d911e6a83c {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:15.128746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:15.141043 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:17:15.144597 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:15.209860 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:15.215011 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['42ff281c-8c8b-40ed-ac0c-88d911e6a83c'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:17:15.268221 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,revision_number=7']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:15.895532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d770c-e1fe-4398-9dab-8c7b7f95cac1 req-d26331e0-646f-4934-9ed0-343ba519e3cc tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:15.896993 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d85d770c-e1fe-4398-9dab-8c7b7f95cac1 req-d26331e0-646f-4934-9ed0-343ba519e3cc tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 944 time: 0.0792134 Apr 20 16:17:15.943941 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d85d770c-e1fe-4398-9dab-8c7b7f95cac1 req-5f478c6a-543a-4dc6-89f8-c1bdf0503886 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406551 Apr 20 16:17:16.744076 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 42ff281c-8c8b-40ed-ac0c-88d911e6a83c up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:17:16.809876 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:17:16.810245 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:16.951383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:16.983041 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:17:16.987977 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:17.055582 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,revision_number=8']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:17.061555 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38665db1-9fcb-443d-bead-e2f441544135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:17.114617 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e3be2fd-39a5-427f-bb17-b1d772c3e2c5'] response: {'server_uuid': '38665db1-9fcb-443d-bead-e2f441544135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'code': 200} Apr 20 16:17:17.134654 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be7447-defd-41d3-8f40-3bcbf82320eb req-ee6a5f6d-fbd4-46de-977b-d40c7665ec75 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:17.136185 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-46be7447-defd-41d3-8f40-3bcbf82320eb req-ee6a5f6d-fbd4-46de-977b-d40c7665ec75 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0838127 Apr 20 16:17:17.179883 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-46be7447-defd-41d3-8f40-3bcbf82320eb req-2765b64b-8c19-4944-a86f-50ca72e05e9f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380471 Apr 20 16:17:18.365447 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae32499-0a9d-4a62-be1e-52fc1adbce44 req-0c2f4e5e-997b-461a-bf2e-7d883b9500e7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:18.366874 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8ae32499-0a9d-4a62-be1e-52fc1adbce44 req-0c2f4e5e-997b-461a-bf2e-7d883b9500e7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0792639 Apr 20 16:17:18.411405 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8ae32499-0a9d-4a62-be1e-52fc1adbce44 req-9d319d15-1a70-4f27-a676-8f282a38e162 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383668 Apr 20 16:17:19.606188 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938e8a0-2952-4dcf-bda6-65c9a635d956 req-15ac682b-5b57-4ccf-88de-7f595a15d681 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:19.607658 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7938e8a0-2952-4dcf-bda6-65c9a635d956 req-15ac682b-5b57-4ccf-88de-7f595a15d681 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0826073 Apr 20 16:17:19.651608 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7938e8a0-2952-4dcf-bda6-65c9a635d956 req-494d9852-0d28-4269-ba2b-e14d87635a2f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382481 Apr 20 16:17:20.844766 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b3f79-f59c-40c5-ab16-1d374936abdf req-2c81b395-bb1a-4e56-9282-9c2d0874c199 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:20.846209 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ea2b3f79-f59c-40c5-ab16-1d374936abdf req-2c81b395-bb1a-4e56-9282-9c2d0874c199 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0842886 Apr 20 16:17:20.983463 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ea2b3f79-f59c-40c5-ab16-1d374936abdf req-94d6986d-98bd-42e7-8a98-bb0add0c4139 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312549 Apr 20 16:17:21.433853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-7635424b-657d-4cd1-aec3-74ebf8c7d553 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:21.435319 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-7635424b-657d-4cd1-aec3-74ebf8c7d553 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135&tenant_id=5875ce77b9d6434ca3b92c60d93d7700&binding%3Ahost_id=hv-neutron-8386 HTTP/1.1" status: 200 len: 945 time: 0.1364594 Apr 20 16:17:21.525245 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d32ff7-953b-4df3-bb35-1e24e8029d7d req-01c7069f-9fb3-4299-8ef9-1767bf75661f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:21.526638 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-32d32ff7-953b-4df3-bb35-1e24e8029d7d req-01c7069f-9fb3-4299-8ef9-1767bf75661f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.1708128 Apr 20 16:17:21.549916 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-c6ea2019-004c-4835-952c-553f45ec664a service neutron] 10.222.0.11 "GET /v2.0/ports/42ff281c-8c8b-40ed-ac0c-88d911e6a83c/bindings/hv-neutron-8386 HTTP/1.1" status: 200 len: 384 time: 0.1087263 Apr 20 16:17:21.610632 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-32d32ff7-953b-4df3-bb35-1e24e8029d7d req-3010798f-966c-45b8-8e6e-cc3cd09e1d25 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774336 Apr 20 16:17:21.644611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-f81b78bf-b1e0-4581-9fd7-7b8049057fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:21.646064 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-f81b78bf-b1e0-4581-9fd7-7b8049057fcc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 1098 time: 0.0734756 Apr 20 16:17:21.774945 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-1de00248-51fc-4668-9a19-99f977116814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:21.777001 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-1de00248-51fc-4668-9a19-99f977116814 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1247599 Apr 20 16:17:21.880879 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-16dcdee7-a3a3-4df4-9cca-d0f4a963010b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c HTTP/1.1" status: 200 len: 1001 time: 0.0985157 Apr 20 16:17:21.940642 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-2e8c6fff-63c6-43a4-b5c8-09dab2dedc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:21.941991 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-2e8c6fff-63c6-43a4-b5c8-09dab2dedc1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0555017 Apr 20 16:17:22.017285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-73e4b40e-9c79-4fa4-9f8f-0117e701eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:22.018688 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-73e4b40e-9c79-4fa4-9f8f-0117e701eabd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709722 Apr 20 16:17:22.146458 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-2cbf3851-880b-46e6-b83b-71ab9e0aed76 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206138 Apr 20 16:17:22.275073 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-f82a09d3-162d-4de1-8856-8d2786959c7f service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211355 Apr 20 16:17:22.795788 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383be5e-b58c-4651-afc7-3682912b1a37 req-04cc4d80-9f4e-47f3-88b6-2baa70a3be5e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:22.797255 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7383be5e-b58c-4651-afc7-3682912b1a37 req-04cc4d80-9f4e-47f3-88b6-2baa70a3be5e tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0782495 Apr 20 16:17:22.839441 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7383be5e-b58c-4651-afc7-3682912b1a37 req-abd2eeb2-bd40-49c2-b411-0c8d6a57d89b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366163 Apr 20 16:17:24.032732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b41b19-8807-458c-b275-95135b24577b req-47fa7c8c-d6ee-4672-94bf-32e2a1171ab3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:24.035564 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-87b41b19-8807-458c-b275-95135b24577b req-47fa7c8c-d6ee-4672-94bf-32e2a1171ab3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0854545 Apr 20 16:17:24.079918 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-87b41b19-8807-458c-b275-95135b24577b req-af330cb9-7372-46b2-892d-3de3399f5538 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387537 Apr 20 16:17:24.775207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 42ff281c-8c8b-40ed-ac0c-88d911e6a83c no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:17:24.891308 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:24.918032 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38665db1-9fcb-443d-bead-e2f441544135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:24.927306 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:17:24.931781 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:24.977140 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad575c67-0bc7-4443-aad5-1d3ac6071a6c'] response: {'server_uuid': '38665db1-9fcb-443d-bead-e2f441544135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'code': 200} Apr 20 16:17:25.000562 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,revision_number=9']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:25.007613 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:25.008053 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:25.008455 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:25.008872 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:25.009211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:25.009541 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:25.009867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:25.010197 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:25.011069 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:25.011376 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:25.011697 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:25.012233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:25.274924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925878eb-41e8-4902-9598-ce35a7ed122b req-df2abd39-06e8-4ba2-8817-deb4c60b1b55 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:25.277590 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-925878eb-41e8-4902-9598-ce35a7ed122b req-df2abd39-06e8-4ba2-8817-deb4c60b1b55 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 943 time: 0.0833151 Apr 20 16:17:25.327249 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-925878eb-41e8-4902-9598-ce35a7ed122b req-66046be3-933e-4a52-b6e1-304eae74afcd tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438294 Apr 20 16:17:25.492190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-8394ad98-b6cd-4332-ab44-21a35faa4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:25.493626 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-8394ad98-b6cd-4332-ab44-21a35faa4ea3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135&tenant_id=5875ce77b9d6434ca3b92c60d93d7700 HTTP/1.1" status: 200 len: 1096 time: 0.0700879 Apr 20 16:17:25.581480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-4f0c39e6-b244-46df-8ea9-a216e72ac4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:25.582810 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-4f0c39e6-b244-46df-8ea9-a216e72ac4b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 1096 time: 0.0691631 Apr 20 16:17:25.710713 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-7492f698-350f-477e-b9ec-b1d49f89452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:25.712150 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-7492f698-350f-477e-b9ec-b1d49f89452b service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 200 len: 913 time: 0.1237078 Apr 20 16:17:25.913498 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-81519fe5-6f7e-42ca-b919-d4442469b446 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c HTTP/1.1" status: 200 len: 999 time: 0.1958473 Apr 20 16:17:25.977006 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-06d48aa1-c2c0-4c4d-ad05-a8089154a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:25.978417 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-06d48aa1-c2c0-4c4d-ad05-a8089154a6e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 200 len: 851 time: 0.0597427 Apr 20 16:17:26.050491 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-1a00957f-24f4-4a81-9c00-4decbf80d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:26.052011 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-1a00957f-24f4-4a81-9c00-4decbf80d430 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c4afe1d-f66a-49f1-b59e-168c2cf351fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678449 Apr 20 16:17:26.184447 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-ce85fbad-dfb2-4681-93f1-98fca2914972 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259208 Apr 20 16:17:26.313568 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52f43a92-d04d-46f4-912a-d77fdd45d09d req-854d4ff0-fc54-4094-b6fa-87a4d6efc8c7 service neutron] 10.222.0.11 "GET /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234188 Apr 20 16:17:26.524082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891848c2-7a27-42a5-b8c6-4a5d30bb59eb req-b4ef3696-0c24-4908-824e-4ab0dbb73f51 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:26.525524 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-891848c2-7a27-42a5-b8c6-4a5d30bb59eb req-b4ef3696-0c24-4908-824e-4ab0dbb73f51 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 943 time: 0.0862424 Apr 20 16:17:26.569002 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-891848c2-7a27-42a5-b8c6-4a5d30bb59eb req-494e63c6-d56a-4ea0-ba29-9a73913db65c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370531 Apr 20 16:17:27.758402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d069626-6ac7-4b93-9f4b-021022f116c1 req-692e43a4-e605-4c41-9963-e34065abdfc3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:27.759890 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7d069626-6ac7-4b93-9f4b-021022f116c1 req-692e43a4-e605-4c41-9963-e34065abdfc3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 943 time: 0.0832677 Apr 20 16:17:27.805566 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7d069626-6ac7-4b93-9f4b-021022f116c1 req-6936745d-081c-4210-85d8-60b45fcfc172 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399494 Apr 20 16:17:28.783601 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 42ff281c-8c8b-40ed-ac0c-88d911e6a83c no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:17:28.990073 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092993f5-6498-4790-b0f8-748d4312d070 req-08eb1b58-5048-4332-b709-aed3bfdf6ed1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:28.991495 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-092993f5-6498-4790-b0f8-748d4312d070 req-08eb1b58-5048-4332-b709-aed3bfdf6ed1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 943 time: 0.0813375 Apr 20 16:17:29.035026 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-092993f5-6498-4790-b0f8-748d4312d070 req-36c2bbe3-3b4a-4953-948f-944367cc8706 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372393 Apr 20 16:17:30.233421 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00c6f0-bf35-41b7-acd6-65fd7c0f3cdb req-d2ef51d7-2894-4bc9-9c9d-f955c1f4e0e3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:30.234884 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fa00c6f0-bf35-41b7-acd6-65fd7c0f3cdb req-d2ef51d7-2894-4bc9-9c9d-f955c1f4e0e3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 943 time: 0.0868683 Apr 20 16:17:30.290570 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fa00c6f0-bf35-41b7-acd6-65fd7c0f3cdb req-6d68297d-b921-4cff-9a77-2464da903b16 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470541 Apr 20 16:17:30.777304 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 42ff281c-8c8b-40ed-ac0c-88d911e6a83c details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:17:30.908819 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:17:30.921835 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'port_id': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'mac_address': 'fa:16:3e:0a:9c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:17:30.974276 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:30.990945 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ff281c-8c8b-40ed-ac0c-88d911e6a83c {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:31.005944 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:17:31.009707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:31.077088 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['42ff281c-8c8b-40ed-ac0c-88d911e6a83c'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:17:31.114276 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,revision_number=10']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:31.476326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83600d7-31bb-49f3-880e-d15f2c6ae8cf req-ea5029ab-4ecf-450e-8399-7dd5e4825d3d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:31.477754 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d83600d7-31bb-49f3-880e-d15f2c6ae8cf req-ea5029ab-4ecf-450e-8399-7dd5e4825d3d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0806439 Apr 20 16:17:31.520247 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d83600d7-31bb-49f3-880e-d15f2c6ae8cf req-43c41e94-9f1c-4b4f-a2d3-3a1c8847edaa tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363557 Apr 20 16:17:32.127813 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5f395c6c-7305-4ba3-acde-b04b50c095c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:32.707979 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c9e1b-7a4b-44d4-97b1-98cbe2d1c470 req-3c9223b3-4e78-4ea3-bf0f-7c4280e5de1a tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:32.709324 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-875c9e1b-7a4b-44d4-97b1-98cbe2d1c470 req-3c9223b3-4e78-4ea3-bf0f-7c4280e5de1a tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0835998 Apr 20 16:17:32.754357 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-875c9e1b-7a4b-44d4-97b1-98cbe2d1c470 req-7f4d59f2-6262-4fc8-8220-ce511a7c889b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393288 Apr 20 16:17:32.777287 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 42ff281c-8c8b-40ed-ac0c-88d911e6a83c up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:17:32.848244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:17:32.848611 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:32.960690 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:32.987126 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38665db1-9fcb-443d-bead-e2f441544135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:32.996743 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:17:33.001093 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:33.044570 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b35dc8-ba12-41e9-a8cd-ea8a30d5d25f'] response: {'server_uuid': '38665db1-9fcb-443d-bead-e2f441544135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'code': 200} Apr 20 16:17:33.068586 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,revision_number=11']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:33.938245 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8b7b7-9b18-4407-a641-d02f34e24598 req-88431285-a58b-4725-b341-17bb89e35470 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:33.939694 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-aee8b7b7-9b18-4407-a641-d02f34e24598 req-88431285-a58b-4725-b341-17bb89e35470 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 946 time: 0.0808718 Apr 20 16:17:33.982769 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-aee8b7b7-9b18-4407-a641-d02f34e24598 req-d30c0be0-463a-4835-a369-4e33fb79714b tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374398 Apr 20 16:17:34.395751 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-73c64a7c-e328-4ef7-b75a-049d32b9ac73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:34.783422 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 42ff281c-8c8b-40ed-ac0c-88d911e6a83c details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:17:34.913934 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:17:34.926794 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'port_id': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'mac_address': 'fa:16:3e:0a:9c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:17:34.988375 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:35.006170 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42ff281c-8c8b-40ed-ac0c-88d911e6a83c {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:35.024914 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:17:35.030042 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:35.114945 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['42ff281c-8c8b-40ed-ac0c-88d911e6a83c'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:17:35.153076 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,revision_number=12']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:35.195632 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280c7af-c524-41a7-adf4-f3f4021f9694 req-05945f93-e775-409e-9d43-e36be926cc85 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:35.197278 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c280c7af-c524-41a7-adf4-f3f4021f9694 req-05945f93-e775-409e-9d43-e36be926cc85 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0990386 Apr 20 16:17:35.246293 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c280c7af-c524-41a7-adf4-f3f4021f9694 req-cb627c5b-33fe-49b4-af87-cfddcc4d59ca tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418696 Apr 20 16:17:35.779265 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:35.795270 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:36.433801 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775c94d-5129-4d88-9fbb-3c238e8e4b7e req-686b4642-4d6b-4f1f-b4b2-8f2ac93f8bb6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:36.435275 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5775c94d-5129-4d88-9fbb-3c238e8e4b7e req-686b4642-4d6b-4f1f-b4b2-8f2ac93f8bb6 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0814493 Apr 20 16:17:36.481495 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5775c94d-5129-4d88-9fbb-3c238e8e4b7e req-07148279-f525-447c-811f-98046e86bfc9 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405064 Apr 20 16:17:36.660446 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8ebab-152d-4291-a607-10bf6287269f req-f7a54137-8585-4f0a-81fe-b06e28f0ae46 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:36.661895 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e5b8ebab-152d-4291-a607-10bf6287269f req-f7a54137-8585-4f0a-81fe-b06e28f0ae46 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0794060 Apr 20 16:17:36.704638 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e5b8ebab-152d-4291-a607-10bf6287269f req-c4b9f2d0-5b62-4eb7-91ea-157033069dae tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366449 Apr 20 16:17:36.775206 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 42ff281c-8c8b-40ed-ac0c-88d911e6a83c up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:17:36.844981 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:17:36.845649 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:36.891479 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49731e40-863e-4d72-bde0-fbc5cdaf2d84 req-bd4f87e7-ba4f-4656-934f-958e43f884be tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:36.892942 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49731e40-863e-4d72-bde0-fbc5cdaf2d84 req-bd4f87e7-ba4f-4656-934f-958e43f884be tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 945 time: 0.0856073 Apr 20 16:17:36.937649 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49731e40-863e-4d72-bde0-fbc5cdaf2d84 req-e27eb748-2594-4919-b0dd-34691a7a9546 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383055 Apr 20 16:17:36.989521 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:37.017378 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38665db1-9fcb-443d-bead-e2f441544135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:37.027050 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:17:37.032075 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:37.069365 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e2cab7e-cf04-42a9-b5ed-ab253f7926c9'] response: {'server_uuid': '38665db1-9fcb-443d-bead-e2f441544135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'code': 200} Apr 20 16:17:37.107191 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,revision_number=13']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:37.243335 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:37.344946 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd2c41-50cb-4519-93d5-200905331a48 req-9955cd87-a53a-4470-a2de-8b65c4a9bf30 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:37.346429 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cccd2c41-50cb-4519-93d5-200905331a48 req-9955cd87-a53a-4470-a2de-8b65c4a9bf30 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 946 time: 0.0802021 Apr 20 16:17:37.390886 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cccd2c41-50cb-4519-93d5-200905331a48 req-50e3ded9-9c5c-4a90-8a8e-c8fb6008127f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382392 Apr 20 16:17:37.475927 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:17:38.577354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd06d27-5e32-466c-8507-039bccc24896 req-32007cab-fed7-4b2b-a59a-a4914277b98f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:38.578716 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5bd06d27-5e32-466c-8507-039bccc24896 req-32007cab-fed7-4b2b-a59a-a4914277b98f tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 946 time: 0.0824406 Apr 20 16:17:38.621934 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5bd06d27-5e32-466c-8507-039bccc24896 req-1369f6ff-68ea-4866-8bb2-faae039091b2 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376890 Apr 20 16:17:39.857972 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e576660-0da4-4e05-8ef7-12dd30c319a9 req-7e0bd91c-d92c-422b-b7e8-745432a73328 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:39.859422 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1e576660-0da4-4e05-8ef7-12dd30c319a9 req-7e0bd91c-d92c-422b-b7e8-745432a73328 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 946 time: 0.1319907 Apr 20 16:17:39.898271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d32f0-ec5f-4ad0-a742-d862f0b8bd5b req-eab75428-3cea-4470-b725-da6770b6392c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:39.899641 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bd0d32f0-ec5f-4ad0-a742-d862f0b8bd5b req-eab75428-3cea-4470-b725-da6770b6392c tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 946 time: 0.1224177 Apr 20 16:17:40.061854 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1e576660-0da4-4e05-8ef7-12dd30c319a9 req-2fd8e005-bc73-4eac-8390-4b96db38c2f0 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9dce2c-45cc-4269-ac65-54683f75609c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906893 Apr 20 16:17:40.084001 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-bd0d32f0-ec5f-4ad0-a742-d862f0b8bd5b req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Deleting port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:17:40.084343 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-bd0d32f0-ec5f-4ad0-a742-d862f0b8bd5b req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:40.323070 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-bd0d32f0-ec5f-4ad0-a742-d862f0b8bd5b req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] For port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:17:40.323348 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-bd0d32f0-ec5f-4ad0-a742-d862f0b8bd5b req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:40.613004 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-bd0d32f0-ec5f-4ad0-a742-d862f0b8bd5b req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:40.613288 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-bd0d32f0-ec5f-4ad0-a742-d862f0b8bd5b req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:40.613603 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [req-bd0d32f0-ec5f-4ad0-a742-d862f0b8bd5b req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Floating IP ea59c026-dab8-455d-bfaf-6f20a7705bad disassociated. External IP: 172.26.7.87, port: 42ff281c-8c8b-40ed-ac0c-88d911e6a83c. Apr 20 16:17:40.613933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-bd0d32f0-ec5f-4ad0-a742-d862f0b8bd5b req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Calling delete_port for 42ff281c-8c8b-40ed-ac0c-88d911e6a83c owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:17:40.757235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-bd0d32f0-ec5f-4ad0-a742-d862f0b8bd5b req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:40.807658 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Pushing event deleted for resources: {'Port': ['ID=42ff281c-8c8b-40ed-ac0c-88d911e6a83c,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:40.870320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:40.870978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:40.870978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:40.871240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:40.871572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:40.871929 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:40.872264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:40.872591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:40.872923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:40.873254 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:40.873577 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:40.873898 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:41.008587 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd0d32f0-ec5f-4ad0-a742-d862f0b8bd5b req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Router c914812e-6195-41d6-b35d-28922cad919e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:17:41.225780 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd0d32f0-ec5f-4ad0-a742-d862f0b8bd5b req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:17:41.228868 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a77d8142-88de-49a3-a7ef-46ec0e023d61 req-c5ed74c3-ace0-44cc-bc28-21a04f590c71 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/ports?device_id=38665db1-9fcb-443d-bead-e2f441544135 HTTP/1.1" status: 200 len: 210 time: 0.0496013 Apr 20 16:17:41.235982 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b44fa13-036e-4605-9f0d-c5014fee8832 None None] Sync routers for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:17:41.246192 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b44fa13-036e-4605-9f0d-c5014fee8832 None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:17:41.246813 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2b44fa13-036e-4605-9f0d-c5014fee8832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:17:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:41.302221 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0d32f0-ec5f-4ad0-a742-d862f0b8bd5b req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] No DVR routers for this DVR port 42ff281c-8c8b-40ed-ac0c-88d911e6a83c on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:17:41.304674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-bd0d32f0-ec5f-4ad0-a742-d862f0b8bd5b req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:41.307167 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38665db1-9fcb-443d-bead-e2f441544135', 'name': 'network-vif-deleted', 'tag': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:41.323416 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bd0d32f0-ec5f-4ad0-a742-d862f0b8bd5b req-eec3e13f-7937-4684-a7fd-bd50e43411b3 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.11 "DELETE /v2.0/ports/42ff281c-8c8b-40ed-ac0c-88d911e6a83c HTTP/1.1" status: 204 len: 173 time: 1.4133606 Apr 20 16:17:41.358767 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6ffc0b8-ef49-40a8-a112-7b7f706ed4d4'] response: {'server_uuid': '38665db1-9fcb-443d-bead-e2f441544135', 'name': 'network-vif-deleted', 'tag': '42ff281c-8c8b-40ed-ac0c-88d911e6a83c', 'status': 'completed', 'code': 200} Apr 20 16:17:41.423073 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-2b44fa13-036e-4605-9f0d-c5014fee8832 None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:17:41.763165 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2b44fa13-036e-4605-9f0d-c5014fee8832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:41.767076 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b44fa13-036e-4605-9f0d-c5014fee8832 None None] Checking router: c914812e-6195-41d6-b35d-28922cad919e for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:17:41.775679 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b44fa13-036e-4605-9f0d-c5014fee8832 None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:17:41.776921 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2b44fa13-036e-4605-9f0d-c5014fee8832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:17:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:41.954201 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-2b44fa13-036e-4605-9f0d-c5014fee8832 None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:17:42.270423 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2b44fa13-036e-4605-9f0d-c5014fee8832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:42.274589 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b44fa13-036e-4605-9f0d-c5014fee8832 None None] The sync data for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv is: [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:13:33Z', 'revision_number': 4, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'd5c98191-792e-4b50-bb53-c3cbd053786e', 'name': '', 'network_id': '6c4afe1d-f66a-49f1-b59e-168c2cf351fa', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'mac_address': 'fa:16:3e:6c:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:32Z', 'updated_at': '2022-04-20T16:13:39Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'subnets': [{'id': 'c6c2cad3-2a39-4084-a3af-d64eb4fc25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:17:42.516597 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c24c035-243f-48d4-bd77-41bd04589f02 None None] New status for floating IP ea59c026-dab8-455d-bfaf-6f20a7705bad: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:17:44.794790 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 42ff281c-8c8b-40ed-ac0c-88d911e6a83c no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:17:44.829308 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 42ff281c-8c8b-40ed-ac0c-88d911e6a83c {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:17:44.829653 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 42ff281c-8c8b-40ed-ac0c-88d911e6a83c not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:17:45.169042 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:45.460144 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43638) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:17:45.524292 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c73d7201-0073-4cef-9bd1-6df71d31b1d1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:45.551089 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c73d7201-0073-4cef-9bd1-6df71d31b1d1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:45.601365 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c73d7201-0073-4cef-9bd1-6df71d31b1d1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:45.620672 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d7201-0073-4cef-9bd1-6df71d31b1d1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9dce2c-45cc-4269-ac65-54683f75609c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:45.636834 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d7201-0073-4cef-9bd1-6df71d31b1d1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:45.637182 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d7201-0073-4cef-9bd1-6df71d31b1d1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:45.637518 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d7201-0073-4cef-9bd1-6df71d31b1d1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:45.637852 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d7201-0073-4cef-9bd1-6df71d31b1d1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:45.638173 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d7201-0073-4cef-9bd1-6df71d31b1d1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:45.638499 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d7201-0073-4cef-9bd1-6df71d31b1d1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:45.638824 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d7201-0073-4cef-9bd1-6df71d31b1d1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:45.639146 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d7201-0073-4cef-9bd1-6df71d31b1d1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:45.639465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d7201-0073-4cef-9bd1-6df71d31b1d1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:45.639817 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d7201-0073-4cef-9bd1-6df71d31b1d1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:45.640139 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d7201-0073-4cef-9bd1-6df71d31b1d1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:45.640455 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d7201-0073-4cef-9bd1-6df71d31b1d1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:45.644567 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c73d7201-0073-4cef-9bd1-6df71d31b1d1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:45.645672 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c73d7201-0073-4cef-9bd1-6df71d31b1d1 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "DELETE /v2.0/security-groups/1c9dce2c-45cc-4269-ac65-54683f75609c HTTP/1.1" status: 204 len: 168 time: 0.1844649 Apr 20 16:17:45.648108 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43642) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:17:45.664253 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-6db6c544-0596-4e8b-a4fd-df051a98413d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] show failed (client error): The resource could not be found. Apr 20 16:17:45.665196 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6db6c544-0596-4e8b-a4fd-df051a98413d tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "GET /v2.0/security-groups/1c9dce2c-45cc-4269-ac65-54683f75609c HTTP/1.1" status: 404 len: 347 time: 0.0157645 Apr 20 16:17:45.667965 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43646) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:17:45.824588 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7da2c-78c9-4fae-ad34-016a75d8a2c7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Deleting port 42d28c2b-d5c0-489d-bda9-93db10aa508f {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:17:45.824839 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bdc7da2c-78c9-4fae-ad34-016a75d8a2c7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:45.986277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bdc7da2c-78c9-4fae-ad34-016a75d8a2c7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:45.986589 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bdc7da2c-78c9-4fae-ad34-016a75d8a2c7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:46.107061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7da2c-78c9-4fae-ad34-016a75d8a2c7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Calling delete_port for 42d28c2b-d5c0-489d-bda9-93db10aa508f owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:17:46.242799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bdc7da2c-78c9-4fae-ad34-016a75d8a2c7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:46.286436 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7da2c-78c9-4fae-ad34-016a75d8a2c7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Pushing event deleted for resources: {'Port': ['ID=42d28c2b-d5c0-489d-bda9-93db10aa508f,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:46.377357 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bdc7da2c-78c9-4fae-ad34-016a75d8a2c7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:46.390932 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bdc7da2c-78c9-4fae-ad34-016a75d8a2c7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:46.392058 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-bdc7da2c-78c9-4fae-ad34-016a75d8a2c7 tempest-ServerActionsTestJSON-1931127582 tempest-ServerActionsTestJSON-1931127582-project] 10.222.0.13 "DELETE /v2.0/floatingips/ea59c026-dab8-455d-bfaf-6f20a7705bad HTTP/1.1" status: 204 len: 168 time: 0.7232027 Apr 20 16:17:46.395274 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43650) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:17:47.003529 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a23d9c6f-dc8b-4523-8e54-a9b35efc9c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:47.350892 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-a23d9c6f-dc8b-4523-8e54-a9b35efc9c21 admin admin] Deleting port d5c98191-792e-4b50-bb53-c3cbd053786e {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:17:47.351147 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a23d9c6f-dc8b-4523-8e54-a9b35efc9c21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:47.517939 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-a23d9c6f-dc8b-4523-8e54-a9b35efc9c21 admin admin] For port d5c98191-792e-4b50-bb53-c3cbd053786e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d5c98191-792e-4b50-bb53-c3cbd053786e,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:17:47.518294 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a23d9c6f-dc8b-4523-8e54-a9b35efc9c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:47.641676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-a23d9c6f-dc8b-4523-8e54-a9b35efc9c21 admin admin] Calling delete_port for d5c98191-792e-4b50-bb53-c3cbd053786e owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:17:47.818525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a23d9c6f-dc8b-4523-8e54-a9b35efc9c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:47.864710 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d9c6f-dc8b-4523-8e54-a9b35efc9c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c98191-792e-4b50-bb53-c3cbd053786e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:48.124305 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a23d9c6f-dc8b-4523-8e54-a9b35efc9c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:48.571682 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23d9c6f-dc8b-4523-8e54-a9b35efc9c21 admin admin] Router c914812e-6195-41d6-b35d-28922cad919e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:17:48.745867 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23d9c6f-dc8b-4523-8e54-a9b35efc9c21 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:17:48.754515 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b63f1-31bf-4bfa-bd16-ae6b98e8f951 None None] Sync routers for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:17:48.758661 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a23d9c6f-dc8b-4523-8e54-a9b35efc9c21 admin admin] 10.222.0.13 "PUT /v2.0/routers/c914812e-6195-41d6-b35d-28922cad919e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3624001 Apr 20 16:17:48.761889 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43654) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:17:48.764314 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b63f1-31bf-4bfa-bd16-ae6b98e8f951 None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:17:48.764928 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-0f6b63f1-31bf-4bfa-bd16-ae6b98e8f951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:17:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:48.936779 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-02f264d2-8554-496e-8643-1012258765a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:48.937416 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-0f6b63f1-31bf-4bfa-bd16-ae6b98e8f951 None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:17:49.136204 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-02f264d2-8554-496e-8643-1012258765a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:49.148067 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-02f264d2-8554-496e-8643-1012258765a0 admin admin] Deleting port 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:17:49.148429 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-02f264d2-8554-496e-8643-1012258765a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:49.254861 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-0f6b63f1-31bf-4bfa-bd16-ae6b98e8f951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:17:47Z', 'revision_number': 5, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port': {'id': '7d7f40b7-b60f-42eb-858f-63ffed8c7ef2', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c914812e-6195-41d6-b35d-28922cad919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:30Z', 'updated_at': '2022-04-20T16:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:49.258658 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b63f1-31bf-4bfa-bd16-ae6b98e8f951 None None] Checking router: c914812e-6195-41d6-b35d-28922cad919e for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:17:49.267863 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b63f1-31bf-4bfa-bd16-ae6b98e8f951 None None] Routers {'c914812e-6195-41d6-b35d-28922cad919e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:17:49.268474 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-0f6b63f1-31bf-4bfa-bd16-ae6b98e8f951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:17:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c914812e-6195-41d6-b35d-28922cad919e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:49.328162 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-02f264d2-8554-496e-8643-1012258765a0 admin admin] For port 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7d7f40b7-b60f-42eb-858f-63ffed8c7ef2,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:17:49.328514 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-02f264d2-8554-496e-8643-1012258765a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:49.417073 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-0f6b63f1-31bf-4bfa-bd16-ae6b98e8f951 None None] Set router c914812e-6195-41d6-b35d-28922cad919e gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:17:49.447229 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-02f264d2-8554-496e-8643-1012258765a0 admin admin] Calling delete_port for 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2 owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:17:49.522020 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-0f6b63f1-31bf-4bfa-bd16-ae6b98e8f951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:17:49Z', 'revision_number': 6, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:49.526169 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b63f1-31bf-4bfa-bd16-ae6b98e8f951 None None] The sync data for ids ['c914812e-6195-41d6-b35d-28922cad919e'] in dv-neutron-838699-1-hyperv is: [{'id': 'c914812e-6195-41d6-b35d-28922cad919e', 'name': 'tempest-ServerActionsTestJSON-1874649395-router', 'tenant_id': '5875ce77b9d6434ca3b92c60d93d7700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:29Z', 'updated_at': '2022-04-20T16:17:49Z', 'revision_number': 6, 'project_id': '5875ce77b9d6434ca3b92c60d93d7700', 'gw_port_host': None}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:17:49.715875 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-02f264d2-8554-496e-8643-1012258765a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:49.764321 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f264d2-8554-496e-8643-1012258765a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7f40b7-b60f-42eb-858f-63ffed8c7ef2,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:49.852645 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-02f264d2-8554-496e-8643-1012258765a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:50.024262 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-02f264d2-8554-496e-8643-1012258765a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:50.027061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-02f264d2-8554-496e-8643-1012258765a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:50.048488 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-02f264d2-8554-496e-8643-1012258765a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:50.048980 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f264d2-8554-496e-8643-1012258765a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c914812e-6195-41d6-b35d-28922cad919e {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:17:50.061464 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-02f264d2-8554-496e-8643-1012258765a0 admin admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:50.062564 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-02f264d2-8554-496e-8643-1012258765a0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c914812e-6195-41d6-b35d-28922cad919e HTTP/1.1" status: 204 len: 168 time: 1.2997808 Apr 20 16:17:50.065083 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43658) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:17:50.126039 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-327ef36b-87bf-45d5-a49d-48cdde9a6ad9 admin admin] Deleting subnet c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:17:50.129070 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-327ef36b-87bf-45d5-a49d-48cdde9a6ad9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:50.188579 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-327ef36b-87bf-45d5-a49d-48cdde9a6ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:50.271782 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-327ef36b-87bf-45d5-a49d-48cdde9a6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:50.341423 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-327ef36b-87bf-45d5-a49d-48cdde9a6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:50.380109 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ef36b-87bf-45d5-a49d-48cdde9a6ad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c2cad3-2a39-4084-a3af-d64eb4fc25c1,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:50.382035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-327ef36b-87bf-45d5-a49d-48cdde9a6ad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:50.386849 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c29913e-d20f-4446-a682-8c1fc6cb7518 None None] Network 6c4afe1d-f66a-49f1-b59e-168c2cf351fa requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:17:50.389637 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-327ef36b-87bf-45d5-a49d-48cdde9a6ad9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c6c2cad3-2a39-4084-a3af-d64eb4fc25c1 HTTP/1.1" status: 204 len: 168 time: 0.3234828 Apr 20 16:17:50.392100 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43662) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:17:50.499528 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:50.510845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] Deleting port e2a31274-d259-447b-bf26-a9728d5546ec {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:17:50.511223 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:50.679119 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6539d729-6bab-4dd9-b815-faf5e01d967e None None] DHCP port deletion for 6c4afe1d-f66a-49f1-b59e-168c2cf351fa request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:17:50.684209 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-6539d729-6bab-4dd9-b815-faf5e01d967e None None] Deleting port e2a31274-d259-447b-bf26-a9728d5546ec {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:17:50.684577 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6539d729-6bab-4dd9-b815-faf5e01d967e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:50.730490 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] For port e2a31274-d259-447b-bf26-a9728d5546ec, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e2a31274-d259-447b-bf26-a9728d5546ec,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:17:50.731056 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:50.870077 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] Calling delete_port for e2a31274-d259-447b-bf26-a9728d5546ec owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:17:50.895517 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-6539d729-6bab-4dd9-b815-faf5e01d967e None None] For port e2a31274-d259-447b-bf26-a9728d5546ec, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e2a31274-d259-447b-bf26-a9728d5546ec,segment=NetworkSegment(9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68),segment_id=9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:17:50.895949 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6539d729-6bab-4dd9-b815-faf5e01d967e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:50.954585 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:51.006641 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] No DVR routers for this DVR port e2a31274-d259-447b-bf26-a9728d5546ec on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:17:51.016242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-6539d729-6bab-4dd9-b815-faf5e01d967e None None] Calling delete_port for e2a31274-d259-447b-bf26-a9728d5546ec owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:17:51.038194 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a31274-d259-447b-bf26-a9728d5546ec,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:51.086926 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-6539d729-6bab-4dd9-b815-faf5e01d967e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:17:51.087290 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-6539d729-6bab-4dd9-b815-faf5e01d967e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:17:51.129909 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e2a31274-d259-447b-bf26-a9728d5546ec no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:17:51.209868 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: e2a31274-d259-447b-bf26-a9728d5546ec {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:17:51.210210 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e2a31274-d259-447b-bf26-a9728d5546ec not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:17:51.210619 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d5c98191-792e-4b50-bb53-c3cbd053786e no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:17:51.243171 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: d5c98191-792e-4b50-bb53-c3cbd053786e {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:17:51.243523 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d5c98191-792e-4b50-bb53-c3cbd053786e not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:17:51.243967 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:17:51.250255 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:51.277026 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:17:51.277268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4afe1d-f66a-49f1-b59e-168c2cf351fa']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:51.277373 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7d7f40b7-b60f-42eb-858f-63ffed8c7ef2 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:17:51.290893 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:51.291196 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc617bb-9748-4ef8-a9d7-7d7b2e9cbb68') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:51.304254 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:51.320049 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:51.326936 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:17:51.327315 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:17:51.340539 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:17:51.415846 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:51.431242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:51.441507 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c4afe1d-f66a-49f1-b59e-168c2cf351fa,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:51.456183 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4542cc95-f2fa-45f6-8990-217062181ce7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6c4afe1d-f66a-49f1-b59e-168c2cf351fa HTTP/1.1" status: 204 len: 168 time: 1.0630436 Apr 20 16:17:51.589372 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-6539d729-6bab-4dd9-b815-faf5e01d967e None None] Deleting port e2a31274-d259-447b-bf26-a9728d5546ec {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:17:51.589922 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6539d729-6bab-4dd9-b815-faf5e01d967e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:51.597268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43668) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:17:51.646709 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c4d7d6b6-b3f4-4160-9fcd-53860b4a0158 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5875ce77b9d6434ca3b92c60d93d7700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482876 Apr 20 16:17:51.649231 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43672) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:17:51.657002 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-6539d729-6bab-4dd9-b815-faf5e01d967e None None] The port 'e2a31274-d259-447b-bf26-a9728d5546ec' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 16:17:51.710617 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ace0a8fb-af47-49cc-8544-17868f578fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:51.735737 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ace0a8fb-af47-49cc-8544-17868f578fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:51.787214 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ace0a8fb-af47-49cc-8544-17868f578fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:51.804234 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0a8fb-af47-49cc-8544-17868f578fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c924d5d-b259-490f-bf3f-eea3f611c9b5,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:51.815669 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ace0a8fb-af47-49cc-8544-17868f578fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:51.816978 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ace0a8fb-af47-49cc-8544-17868f578fd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c924d5d-b259-490f-bf3f-eea3f611c9b5 HTTP/1.1" status: 204 len: 168 time: 0.1669021 Apr 20 16:17:52.569765 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43696) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:17:52.689988 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-663832195-network', 'tenant_id': '4e7cb25648c14933b198904a8de076fd'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:17:52.694718 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:17:52.698554 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Usage tracker for resource:network and tenant:4e7cb25648c14933b198904a8de076fd is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:17:52.701381 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:17:52.706984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:17:52.718381 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Made reservation on behalf of 4e7cb25648c14933b198904a8de076fd for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:17:52.720795 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.733465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.747823 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:17:52.751582 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Usage tracker for resource:security_group_rule and tenant:4e7cb25648c14933b198904a8de076fd is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:17:52.754348 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:17:52.759971 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:17:52.840979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.844705 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.882342 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:17:52.890947 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e152730-baf9-40a2-abe7-3a357761b08a,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:52.896654 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.897010 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Added segment ae02ed3c-c4de-492c-bacb-e6266fa6fed9 of type vlan for network 90c98f04-0db7-4530-b018-909d51a53182 Apr 20 16:17:52.926555 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.956485 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.957771 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:52.958868 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:53.068829 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] Pushing event updated for resources: {'Network': ['ID=90c98f04-0db7-4530-b018-909d51a53182,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:53.073884 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d2bb5615-cefe-46bc-88de-b9bed5743162 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5026841 Apr 20 16:17:53.076379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43702) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:17:53.081874 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ff92567e-5479-447b-944e-f08ecaaebeda admin admin] Request body: {'subnet': {'network_id': '90c98f04-0db7-4530-b018-909d51a53182', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-663832195-subnet', 'tenant_id': '4e7cb25648c14933b198904a8de076fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:17:53.083289 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 90c98f04-0db7-4530-b018-909d51a53182 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:17:53.086810 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ff92567e-5479-447b-944e-f08ecaaebeda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:17:53.091736 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ff92567e-5479-447b-944e-f08ecaaebeda admin admin] Usage tracker for resource:subnet and tenant:4e7cb25648c14933b198904a8de076fd is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:17:53.096036 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ff92567e-5479-447b-944e-f08ecaaebeda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:17:53.101998 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ff92567e-5479-447b-944e-f08ecaaebeda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:17:53.116715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff92567e-5479-447b-944e-f08ecaaebeda admin admin] Made reservation on behalf of 4e7cb25648c14933b198904a8de076fd for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:17:53.119283 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ff92567e-5479-447b-944e-f08ecaaebeda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:53.327485 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ff92567e-5479-447b-944e-f08ecaaebeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:53.397255 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92567e-5479-447b-944e-f08ecaaebeda admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa81d5e-5f7f-4321-8c34-052034565666,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:53.409721 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92567e-5479-447b-944e-f08ecaaebeda admin admin] Checking segment: {'id': 'ae02ed3c-c4de-492c-bacb-e6266fa6fed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '90c98f04-0db7-4530-b018-909d51a53182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:17:53.410076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff92567e-5479-447b-944e-f08ecaaebeda admin admin] Network hostable DHCP agents. Network: 90c98f04-0db7-4530-b018-909d51a53182, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:17:53.428542 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff92567e-5479-447b-944e-f08ecaaebeda admin admin] Network 90c98f04-0db7-4530-b018-909d51a53182 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:17:53.437996 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-ff92567e-5479-447b-944e-f08ecaaebeda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 90c98f04-0db7-4530-b018-909d51a53182) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:17:53.441845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff92567e-5479-447b-944e-f08ecaaebeda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:53.442427 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ff92567e-5479-447b-944e-f08ecaaebeda admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:53.449025 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237c66c1-6162-465b-a8dd-9f2615111f65 None None] Network 90c98f04-0db7-4530-b018-909d51a53182 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:17:53.464764 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ff92567e-5479-447b-944e-f08ecaaebeda admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3873160 Apr 20 16:17:53.673668 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15cdf0d-51ef-4dca-9aa3-8249b3c69246 None None] Network 90c98f04-0db7-4530-b018-909d51a53182 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:17:54.016950 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-fec8d4eb-d5b9-4d1a-b53d-232b7b5a967a tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:54.018299 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-fec8d4eb-d5b9-4d1a-b53d-232b7b5a967a tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/networks?id=90c98f04-0db7-4530-b018-909d51a53182 HTTP/1.1" status: 200 len: 813 time: 0.1870039 Apr 20 16:17:54.033368 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-4be15876-478a-4899-8be9-faff005dbd1e tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/quotas/4e7cb25648c14933b198904a8de076fd HTTP/1.1" status: 200 len: 375 time: 0.0095010 Apr 20 16:17:54.184654 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-59ca75fc-2deb-4d19-8791-91f90466c2b4 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e7cb25648c14933b198904a8de076fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1463063 Apr 20 16:17:54.320031 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-41b00403-4f4a-4078-9181-353397a9b404 service neutron] 10.222.0.13 "GET /v2.0/networks/90c98f04-0db7-4530-b018-909d51a53182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225390 Apr 20 16:17:54.454359 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-a3ec7d61-9c71-43b5-a323-1d2e051fddd6 service neutron] 10.222.0.13 "GET /v2.0/networks/90c98f04-0db7-4530-b018-909d51a53182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281362 Apr 20 16:17:54.656993 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-758dccbe-81a3-4560-aac8-2bd118cec54e req-e2fee2ae-77d0-4403-a756-5278ce564e14 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 210 time: 0.0419745 Apr 20 16:17:55.839376 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a46c9397-a448-4c44-bdc3-96cb282df4e1 req-be66f245-3154-42b7-83bb-cb6f9c6df1d8 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 210 time: 0.0712214 Apr 20 16:17:55.957046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-9cfd9806-6ad9-48e7-a983-8f4b9826c1d7 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:55.958365 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-9cfd9806-6ad9-48e7-a983-8f4b9826c1d7 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.11 "GET /v2.0/networks?id=90c98f04-0db7-4530-b018-909d51a53182 HTTP/1.1" status: 200 len: 813 time: 0.1512680 Apr 20 16:17:55.970472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-666d6928-75cf-4c2a-83e7-60ae024c7180 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Request body: {'port': {'device_id': '4b4e8e23-4d5a-4425-abe9-57a6c8467e4d', 'network_id': '90c98f04-0db7-4530-b018-909d51a53182', 'admin_state_up': True, 'tenant_id': '4e7cb25648c14933b198904a8de076fd'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:17:56.106590 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-666d6928-75cf-4c2a-83e7-60ae024c7180 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:17:56.110418 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-666d6928-75cf-4c2a-83e7-60ae024c7180 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Usage tracker for resource:port and tenant:4e7cb25648c14933b198904a8de076fd is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:17:56.113206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-666d6928-75cf-4c2a-83e7-60ae024c7180 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:17:56.118803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-666d6928-75cf-4c2a-83e7-60ae024c7180 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:17:56.128509 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-666d6928-75cf-4c2a-83e7-60ae024c7180 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Made reservation on behalf of 4e7cb25648c14933b198904a8de076fd for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:17:56.132205 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-666d6928-75cf-4c2a-83e7-60ae024c7180 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.290754 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-666d6928-75cf-4c2a-83e7-60ae024c7180 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Allocated IP 172.20.0.14 (90c98f04-0db7-4530-b018-909d51a53182/6fa81d5e-5f7f-4321-8c34-052034565666/e1df6867-9de7-4bc9-84e9-dbf25f0cb8da) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:17:56.489158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-666d6928-75cf-4c2a-83e7-60ae024c7180 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.518350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-666d6928-75cf-4c2a-83e7-60ae024c7180 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.580632 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-666d6928-75cf-4c2a-83e7-60ae024c7180 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Network 90c98f04-0db7-4530-b018-909d51a53182 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:17:56.583413 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-666d6928-75cf-4c2a-83e7-60ae024c7180 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:17:56.595412 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-666d6928-75cf-4c2a-83e7-60ae024c7180 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:17:56.630703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d6928-75cf-4c2a-83e7-60ae024c7180 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Pushing event updated for resources: {'Port': ['ID=e1df6867-9de7-4bc9-84e9-dbf25f0cb8da,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:56.661173 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-666d6928-75cf-4c2a-83e7-60ae024c7180 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:56.661771 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-666d6928-75cf-4c2a-83e7-60ae024c7180 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.681658 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-666d6928-75cf-4c2a-83e7-60ae024c7180 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7147746 Apr 20 16:17:56.693456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Request body: {'port': {'device_id': '4b4e8e23-4d5a-4425-abe9-57a6c8467e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:17:56.802933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:57.249163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fa95c-99b2-4637-b1f7-cab4371c49d3 req-2d5c96fc-e3e2-422b-a989-64bab97adf9d tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:57.249941 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-381fa95c-99b2-4637-b1f7-cab4371c49d3 req-2d5c96fc-e3e2-422b-a989-64bab97adf9d tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Synchronizing usage tracker for tenant:4e7cb25648c14933b198904a8de076fd on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:17:57.280224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-381fa95c-99b2-4637-b1f7-cab4371c49d3 req-2d5c96fc-e3e2-422b-a989-64bab97adf9d tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Unset dirty status for tenant:4e7cb25648c14933b198904a8de076fd on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:17:57.281358 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-381fa95c-99b2-4637-b1f7-cab4371c49d3 req-2d5c96fc-e3e2-422b-a989-64bab97adf9d tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 932 time: 0.3345652 Apr 20 16:17:57.368779 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1df6867-9de7-4bc9-84e9-dbf25f0cb8da {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:57.379898 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:57.384911 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-381fa95c-99b2-4637-b1f7-cab4371c49d3 req-7b6b47df-4441-4e2a-b80b-9c802918b02c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701463 Apr 20 16:17:57.398409 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Transition to ACTIVE for port object e1df6867-9de7-4bc9-84e9-dbf25f0cb8da will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:17:57.402692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:57.537589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Pushing event updated for resources: {'Port': ['ID=e1df6867-9de7-4bc9-84e9-dbf25f0cb8da,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:57.641563 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Attempting to bind port e1df6867-9de7-4bc9-84e9-dbf25f0cb8da on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:17:57.641896 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Attempting to bind port e1df6867-9de7-4bc9-84e9-dbf25f0cb8da by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'ae02ed3c-c4de-492c-bacb-e6266fa6fed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '90c98f04-0db7-4530-b018-909d51a53182'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:17:57.642227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Attempting to bind port e1df6867-9de7-4bc9-84e9-dbf25f0cb8da on network 90c98f04-0db7-4530-b018-909d51a53182 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:17:57.646761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Port e1df6867-9de7-4bc9-84e9-dbf25f0cb8da on network 90c98f04-0db7-4530-b018-909d51a53182 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:17:57.647085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Attempting to bind port e1df6867-9de7-4bc9-84e9-dbf25f0cb8da on network 90c98f04-0db7-4530-b018-909d51a53182 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:17:57.652679 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:17:57.653018 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Checking segment: {'id': 'ae02ed3c-c4de-492c-bacb-e6266fa6fed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '90c98f04-0db7-4530-b018-909d51a53182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:17:57.653401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Bound using segment: {'id': 'ae02ed3c-c4de-492c-bacb-e6266fa6fed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '90c98f04-0db7-4530-b018-909d51a53182'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:17:57.653824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Bound port: e1df6867-9de7-4bc9-84e9-dbf25f0cb8da, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae02ed3c-c4de-492c-bacb-e6266fa6fed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '90c98f04-0db7-4530-b018-909d51a53182'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:17:57.654168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:57.743436 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] For port e1df6867-9de7-4bc9-84e9-dbf25f0cb8da, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:17:57.746341 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] For port e1df6867-9de7-4bc9-84e9-dbf25f0cb8da, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e1df6867-9de7-4bc9-84e9-dbf25f0cb8da,segment=NetworkSegment(ae02ed3c-c4de-492c-bacb-e6266fa6fed9),segment_id=ae02ed3c-c4de-492c-bacb-e6266fa6fed9)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:17:57.750654 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:57.807695 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:57.808331 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:57.809703 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] 10.222.0.11 "PUT /v2.0/ports/e1df6867-9de7-4bc9-84e9-dbf25f0cb8da HTTP/1.1" status: 200 len: 1094 time: 1.1200840 Apr 20 16:17:57.810138 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4e8e23-4d5a-4425-abe9-57a6c8467e4d', 'tag': 'e1df6867-9de7-4bc9-84e9-dbf25f0cb8da'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:57.838443 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e5260-0c02-4e30-b5d9-51e334f32413 service neutron] Pushing event updated for resources: {'Port': ['ID=e1df6867-9de7-4bc9-84e9-dbf25f0cb8da,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:57.878451 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87111cd9-d9a7-4a1c-95dc-47c665713e47'] response: {'name': 'network-changed', 'server_uuid': '4b4e8e23-4d5a-4425-abe9-57a6c8467e4d', 'tag': 'e1df6867-9de7-4bc9-84e9-dbf25f0cb8da', 'status': 'completed', 'code': 200} Apr 20 16:17:57.918190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-a254b7b2-20da-41ce-9165-fbe1bb10afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:57.919628 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-a254b7b2-20da-41ce-9165-fbe1bb10afe8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e7cb25648c14933b198904a8de076fd&device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 1097 time: 0.0725956 Apr 20 16:17:57.989715 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-a36c3ac5-1c32-40df-9195-77c4acbe75f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1df6867-9de7-4bc9-84e9-dbf25f0cb8da HTTP/1.1" status: 200 len: 217 time: 0.0632429 Apr 20 16:17:58.051352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-2c9623a3-4aac-4c3e-b1b5-b34bef7d8396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:58.052640 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-2c9623a3-4aac-4c3e-b1b5-b34bef7d8396 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6fa81d5e-5f7f-4321-8c34-052034565666 HTTP/1.1" status: 200 len: 853 time: 0.0559990 Apr 20 16:17:58.098260 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-6b784bf1-c8fd-46e9-95ce-549c28bd205f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90c98f04-0db7-4530-b018-909d51a53182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398598 Apr 20 16:17:58.226162 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-1cc5c2fa-0683-4252-9c69-341d396b0f14 service neutron] 10.222.0.11 "GET /v2.0/networks/90c98f04-0db7-4530-b018-909d51a53182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219862 Apr 20 16:17:58.354577 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-98f7df76-f804-4a72-8403-c2c5bd4cf5a4 req-2a05144c-813b-4bf9-9fec-95699eb59110 service neutron] 10.222.0.11 "GET /v2.0/networks/90c98f04-0db7-4530-b018-909d51a53182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220624 Apr 20 16:17:58.468152 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635a83a-0806-4db1-9ac6-92254b7e2791 req-c18e0572-9201-41c4-aac5-c604aa877231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:58.469603 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d635a83a-0806-4db1-9ac6-92254b7e2791 req-c18e0572-9201-41c4-aac5-c604aa877231 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e7cb25648c14933b198904a8de076fd&device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 1097 time: 0.0736244 Apr 20 16:17:58.655791 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635a83a-0806-4db1-9ac6-92254b7e2791 req-133f138c-191d-4ad2-8041-1822a2299087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:58.657233 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d635a83a-0806-4db1-9ac6-92254b7e2791 req-133f138c-191d-4ad2-8041-1822a2299087 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90c98f04-0db7-4530-b018-909d51a53182 HTTP/1.1" status: 200 len: 914 time: 0.1821215 Apr 20 16:17:58.669597 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938d10b-6d69-4ef4-8015-9ffb51ea4a36 req-22ba23f8-c274-4ee0-8984-3251c0d80eee tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:58.670923 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3938d10b-6d69-4ef4-8015-9ffb51ea4a36 req-22ba23f8-c274-4ee0-8984-3251c0d80eee tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 944 time: 0.1761992 Apr 20 16:17:58.746550 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d635a83a-0806-4db1-9ac6-92254b7e2791 req-d1581508-81eb-40f7-a83f-d2b067d17b79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1df6867-9de7-4bc9-84e9-dbf25f0cb8da HTTP/1.1" status: 200 len: 217 time: 0.0746956 Apr 20 16:17:58.811193 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3938d10b-6d69-4ef4-8015-9ffb51ea4a36 req-9c646f6d-0cca-40db-9e9b-17595608beaa tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909333 Apr 20 16:17:58.826041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635a83a-0806-4db1-9ac6-92254b7e2791 req-6628b0f6-9f2f-42d4-9c6a-a1de579f7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:58.827454 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d635a83a-0806-4db1-9ac6-92254b7e2791 req-6628b0f6-9f2f-42d4-9c6a-a1de579f7fb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6fa81d5e-5f7f-4321-8c34-052034565666 HTTP/1.1" status: 200 len: 853 time: 0.0744071 Apr 20 16:17:58.992222 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d635a83a-0806-4db1-9ac6-92254b7e2791 req-bd1511b1-e685-473f-8079-a0358dabd1c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90c98f04-0db7-4530-b018-909d51a53182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1585214 Apr 20 16:17:59.123477 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d635a83a-0806-4db1-9ac6-92254b7e2791 req-bb74032a-e9bd-4d84-b1da-5f6b892ad02c service neutron] 10.222.0.11 "GET /v2.0/networks/90c98f04-0db7-4530-b018-909d51a53182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235914 Apr 20 16:17:59.261505 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d635a83a-0806-4db1-9ac6-92254b7e2791 req-7cdd7cde-2055-4651-9867-637c820c79e6 service neutron] 10.222.0.11 "GET /v2.0/networks/90c98f04-0db7-4530-b018-909d51a53182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304147 Apr 20 16:17:59.996659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd946e-6010-4575-9d59-ad8cc4680763 req-07fab780-4a97-4699-b82d-8a31fe131bf8 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:59.998088 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ecdd946e-6010-4575-9d59-ad8cc4680763 req-07fab780-4a97-4699-b82d-8a31fe131bf8 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 944 time: 0.0831418 Apr 20 16:18:00.041884 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ecdd946e-6010-4575-9d59-ad8cc4680763 req-27f7e140-751b-45f1-81a6-359e7e404522 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381200 Apr 20 16:18:00.844378 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device e1df6867-9de7-4bc9-84e9-dbf25f0cb8da details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:18:00.979865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port e1df6867-9de7-4bc9-84e9-dbf25f0cb8da, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e1df6867-9de7-4bc9-84e9-dbf25f0cb8da,segment=NetworkSegment(ae02ed3c-c4de-492c-bacb-e6266fa6fed9),segment_id=ae02ed3c-c4de-492c-bacb-e6266fa6fed9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:18:00.992774 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': 'e1df6867-9de7-4bc9-84e9-dbf25f0cb8da', 'network_id': '90c98f04-0db7-4530-b018-909d51a53182', 'port_id': 'e1df6867-9de7-4bc9-84e9-dbf25f0cb8da', 'mac_address': 'fa:16:3e:0b:42:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa81d5e-5f7f-4321-8c34-052034565666', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:18:01.048893 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.064684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1df6867-9de7-4bc9-84e9-dbf25f0cb8da {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:18:01.080357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port e1df6867-9de7-4bc9-84e9-dbf25f0cb8da, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e1df6867-9de7-4bc9-84e9-dbf25f0cb8da,segment=NetworkSegment(ae02ed3c-c4de-492c-bacb-e6266fa6fed9),segment_id=ae02ed3c-c4de-492c-bacb-e6266fa6fed9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:18:01.084631 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.150967 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=e1df6867-9de7-4bc9-84e9-dbf25f0cb8da,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:01.227378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe2eef-35d9-4e73-9965-52bf42ca2777 req-1ac72189-5f53-48d8-9a05-ca52dc144571 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:01.228860 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-efbe2eef-35d9-4e73-9965-52bf42ca2777 req-1ac72189-5f53-48d8-9a05-ca52dc144571 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 945 time: 0.0802891 Apr 20 16:18:01.279734 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-efbe2eef-35d9-4e73-9965-52bf42ca2777 req-4f0c975a-b087-4162-9a34-1c7ed0f33049 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436110 Apr 20 16:18:01.410422 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['e1df6867-9de7-4bc9-84e9-dbf25f0cb8da'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:18:02.131534 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-48aeabbe-c4a8-441d-8a14-ef1746d5ff08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:02.463659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc41f8c-3f10-4134-906c-95396d577d80 req-53f5e27a-57af-4a7a-b35c-bed08ef7f568 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:02.465121 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3cc41f8c-3f10-4134-906c-95396d577d80 req-53f5e27a-57af-4a7a-b35c-bed08ef7f568 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 945 time: 0.0823116 Apr 20 16:18:02.508951 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3cc41f8c-3f10-4134-906c-95396d577d80 req-9ce315c7-05ee-46fb-9b53-8ff3cfc470b4 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381777 Apr 20 16:18:02.859621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device e1df6867-9de7-4bc9-84e9-dbf25f0cb8da up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:18:02.929384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port e1df6867-9de7-4bc9-84e9-dbf25f0cb8da completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:18:02.934193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port e1df6867-9de7-4bc9-84e9-dbf25f0cb8da triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:02.934564 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:03.051289 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:03.077066 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4e8e23-4d5a-4425-abe9-57a6c8467e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1df6867-9de7-4bc9-84e9-dbf25f0cb8da'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:03.086584 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port e1df6867-9de7-4bc9-84e9-dbf25f0cb8da, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e1df6867-9de7-4bc9-84e9-dbf25f0cb8da,segment=NetworkSegment(ae02ed3c-c4de-492c-bacb-e6266fa6fed9),segment_id=ae02ed3c-c4de-492c-bacb-e6266fa6fed9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:18:03.092000 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:03.128195 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-037f28cb-6a61-4501-92e4-22dd6f5b1d36'] response: {'server_uuid': '4b4e8e23-4d5a-4425-abe9-57a6c8467e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1df6867-9de7-4bc9-84e9-dbf25f0cb8da', 'code': 200} Apr 20 16:18:03.167405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=e1df6867-9de7-4bc9-84e9-dbf25f0cb8da,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:03.348824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a75fe-80f5-4a34-a995-b2161b055f55 req-44ced73a-6897-4cca-b1f5-c29f208a97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:03.350273 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8c5a75fe-80f5-4a34-a995-b2161b055f55 req-44ced73a-6897-4cca-b1f5-c29f208a97fb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 1099 time: 0.0683997 Apr 20 16:18:03.393060 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8c5a75fe-80f5-4a34-a995-b2161b055f55 req-af19c70c-d1f6-4f89-b708-45fa3633c1d0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365629 Apr 20 16:18:03.691015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1e5f1-e854-432f-a0a8-a14e924c1701 req-5b02dd88-81f5-4cc4-94d7-9842196341cf tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:03.692397 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49d1e5f1-e854-432f-a0a8-a14e924c1701 req-5b02dd88-81f5-4cc4-94d7-9842196341cf tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 946 time: 0.0779567 Apr 20 16:18:03.735907 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49d1e5f1-e854-432f-a0a8-a14e924c1701 req-0cfb613b-056d-4c79-9ecf-1fe707f4b611 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378690 Apr 20 16:18:04.396592 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-05734468-cd23-47b9-8a73-dc9286abff21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:04.919413 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b148b-b5e3-4c65-ac25-8db6e0af5a47 req-5318729c-d4ba-4950-8846-298407401a66 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:04.920873 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e90b148b-b5e3-4c65-ac25-8db6e0af5a47 req-5318729c-d4ba-4950-8846-298407401a66 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 946 time: 0.0823362 Apr 20 16:18:04.965053 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e90b148b-b5e3-4c65-ac25-8db6e0af5a47 req-1b5dc1f6-5036-477f-bb1f-dee285501262 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380573 Apr 20 16:18:05.248305 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-62efa3f1-17ee-4cf2-b691-0e9f711e7b9c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:05.249738 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-62efa3f1-17ee-4cf2-b691-0e9f711e7b9c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/networks?id=90c98f04-0db7-4530-b018-909d51a53182 HTTP/1.1" status: 200 len: 813 time: 0.1443105 Apr 20 16:18:05.264950 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-7db9497c-ee78-43f9-9f9d-39571944c618 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/quotas/4e7cb25648c14933b198904a8de076fd HTTP/1.1" status: 200 len: 375 time: 0.0095384 Apr 20 16:18:05.344549 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-bf71c561-0501-4a0f-b69f-80b9ec618ac8 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e7cb25648c14933b198904a8de076fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743887 Apr 20 16:18:05.476534 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-b3be6870-aca8-43cd-9d65-71bfa4e0c826 service neutron] 10.222.0.13 "GET /v2.0/networks/90c98f04-0db7-4530-b018-909d51a53182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250103 Apr 20 16:18:05.610880 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-e3b3c697-0c89-4550-9d93-e81315ec61b1 service neutron] 10.222.0.13 "GET /v2.0/networks/90c98f04-0db7-4530-b018-909d51a53182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283753 Apr 20 16:18:05.773161 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:05.790682 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89b9db47-5a5f-4379-a7a5-ea450a76c9fa req-2b2f159c-9f68-4640-b7ae-92bc06190064 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de070d9-d23d-4575-9df8-5485802ecf4c HTTP/1.1" status: 200 len: 210 time: 0.0499372 Apr 20 16:18:05.800042 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:06.950364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-f8879a84-c27d-4c46-94d5-29013b8bef4e tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:06.951957 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-f8879a84-c27d-4c46-94d5-29013b8bef4e tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.11 "GET /v2.0/networks?id=90c98f04-0db7-4530-b018-909d51a53182 HTTP/1.1" status: 200 len: 813 time: 0.2986197 Apr 20 16:18:06.958285 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7071d57f-0552-4307-af7d-360e6e882b5b req-6713b911-0ec8-412d-a54a-e8291e12a943 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de070d9-d23d-4575-9df8-5485802ecf4c HTTP/1.1" status: 200 len: 210 time: 0.0542116 Apr 20 16:18:06.968243 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-67a2e413-294c-47d4-aadd-09f6359a696c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Request body: {'port': {'device_id': '2de070d9-d23d-4575-9df8-5485802ecf4c', 'network_id': '90c98f04-0db7-4530-b018-909d51a53182', 'admin_state_up': True, 'tenant_id': '4e7cb25648c14933b198904a8de076fd'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:07.102857 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-67a2e413-294c-47d4-aadd-09f6359a696c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:07.112246 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-67a2e413-294c-47d4-aadd-09f6359a696c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:07.121895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-67a2e413-294c-47d4-aadd-09f6359a696c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Made reservation on behalf of 4e7cb25648c14933b198904a8de076fd for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:07.125575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-67a2e413-294c-47d4-aadd-09f6359a696c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:07.167388 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:07.289364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-67a2e413-294c-47d4-aadd-09f6359a696c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Allocated IP 172.20.0.13 (90c98f04-0db7-4530-b018-909d51a53182/6fa81d5e-5f7f-4321-8c34-052034565666/dcb50937-505d-4286-bffc-9d1e12391569) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:07.489198 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-67a2e413-294c-47d4-aadd-09f6359a696c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:07.518988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-67a2e413-294c-47d4-aadd-09f6359a696c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:07.531104 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['e1df6867-9de7-4bc9-84e9-dbf25f0cb8da'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:18:07.588339 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-67a2e413-294c-47d4-aadd-09f6359a696c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Network 90c98f04-0db7-4530-b018-909d51a53182 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:07.595518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-67a2e413-294c-47d4-aadd-09f6359a696c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:07.599900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-67a2e413-294c-47d4-aadd-09f6359a696c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:18:07.634641 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2e413-294c-47d4-aadd-09f6359a696c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Pushing event updated for resources: {'Port': ['ID=dcb50937-505d-4286-bffc-9d1e12391569,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:07.665741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-67a2e413-294c-47d4-aadd-09f6359a696c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:07.666344 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-67a2e413-294c-47d4-aadd-09f6359a696c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:07.691326 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-67a2e413-294c-47d4-aadd-09f6359a696c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7271516 Apr 20 16:18:07.702026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Request body: {'port': {'device_id': '2de070d9-d23d-4575-9df8-5485802ecf4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:07.813910 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.224649 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f0002-7f4c-42de-856f-b29b353c07b0 req-884e43de-0b46-4ca4-8cc4-1ccd6b0f168d tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:08.225344 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-074f0002-7f4c-42de-856f-b29b353c07b0 req-884e43de-0b46-4ca4-8cc4-1ccd6b0f168d tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Synchronizing usage tracker for tenant:4e7cb25648c14933b198904a8de076fd on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:18:08.237131 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb50937-505d-4286-bffc-9d1e12391569 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:18:08.251598 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.268711 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-074f0002-7f4c-42de-856f-b29b353c07b0 req-884e43de-0b46-4ca4-8cc4-1ccd6b0f168d tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Unset dirty status for tenant:4e7cb25648c14933b198904a8de076fd on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:18:08.269857 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-074f0002-7f4c-42de-856f-b29b353c07b0 req-884e43de-0b46-4ca4-8cc4-1ccd6b0f168d tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de070d9-d23d-4575-9df8-5485802ecf4c HTTP/1.1" status: 200 len: 932 time: 0.2006702 Apr 20 16:18:08.272166 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Transition to ACTIVE for port object dcb50937-505d-4286-bffc-9d1e12391569 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:08.291260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.434733 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-074f0002-7f4c-42de-856f-b29b353c07b0 req-67cd2ab2-a0bc-44f2-a6f5-77075b90cf53 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590693 Apr 20 16:18:08.439159 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb50937-505d-4286-bffc-9d1e12391569,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:08.541597 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Attempting to bind port dcb50937-505d-4286-bffc-9d1e12391569 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:08.541924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Attempting to bind port dcb50937-505d-4286-bffc-9d1e12391569 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'ae02ed3c-c4de-492c-bacb-e6266fa6fed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '90c98f04-0db7-4530-b018-909d51a53182'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:08.542273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Attempting to bind port dcb50937-505d-4286-bffc-9d1e12391569 on network 90c98f04-0db7-4530-b018-909d51a53182 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:18:08.550466 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Port dcb50937-505d-4286-bffc-9d1e12391569 on network 90c98f04-0db7-4530-b018-909d51a53182 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:18:08.550787 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Attempting to bind port dcb50937-505d-4286-bffc-9d1e12391569 on network 90c98f04-0db7-4530-b018-909d51a53182 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:18:08.558355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:18:08.558699 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Checking segment: {'id': 'ae02ed3c-c4de-492c-bacb-e6266fa6fed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '90c98f04-0db7-4530-b018-909d51a53182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:18:08.559084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Bound using segment: {'id': 'ae02ed3c-c4de-492c-bacb-e6266fa6fed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '90c98f04-0db7-4530-b018-909d51a53182'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:18:08.559514 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Bound port: dcb50937-505d-4286-bffc-9d1e12391569, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae02ed3c-c4de-492c-bacb-e6266fa6fed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '90c98f04-0db7-4530-b018-909d51a53182'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:08.559890 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.652590 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] For port dcb50937-505d-4286-bffc-9d1e12391569, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:18:08.655524 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] For port dcb50937-505d-4286-bffc-9d1e12391569, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=dcb50937-505d-4286-bffc-9d1e12391569,segment=NetworkSegment(ae02ed3c-c4de-492c-bacb-e6266fa6fed9),segment_id=ae02ed3c-c4de-492c-bacb-e6266fa6fed9)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:18:08.660211 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.819978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:08.820580 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.821931 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] 10.222.0.11 "PUT /v2.0/ports/dcb50937-505d-4286-bffc-9d1e12391569 HTTP/1.1" status: 200 len: 1094 time: 1.1238832 Apr 20 16:18:08.822367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de070d9-d23d-4575-9df8-5485802ecf4c', 'tag': 'dcb50937-505d-4286-bffc-9d1e12391569'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:08.849641 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cddf67-9ec4-46b9-9c96-ebd92d6233e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb50937-505d-4286-bffc-9d1e12391569,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:08.895638 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b671933c-37b8-42b0-9a92-8fbf9b07d3b4'] response: {'name': 'network-changed', 'server_uuid': '2de070d9-d23d-4575-9df8-5485802ecf4c', 'tag': 'dcb50937-505d-4286-bffc-9d1e12391569', 'status': 'completed', 'code': 200} Apr 20 16:18:08.935089 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-ba1b087d-2976-482a-94b4-88282ddd0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:08.936599 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-ba1b087d-2976-482a-94b4-88282ddd0da8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e7cb25648c14933b198904a8de076fd&device_id=2de070d9-d23d-4575-9df8-5485802ecf4c HTTP/1.1" status: 200 len: 1097 time: 0.0757332 Apr 20 16:18:09.006307 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-ee161dce-45d9-45b9-bd13-ad9b02c9b6fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb50937-505d-4286-bffc-9d1e12391569 HTTP/1.1" status: 200 len: 217 time: 0.0629392 Apr 20 16:18:09.066770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-15ac038e-6273-44d8-bd13-c9620fab3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:09.068243 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-15ac038e-6273-44d8-bd13-c9620fab3e28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6fa81d5e-5f7f-4321-8c34-052034565666 HTTP/1.1" status: 200 len: 853 time: 0.0563750 Apr 20 16:18:09.116599 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-64f292fd-9ae7-4f4e-a40c-8234510c75ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90c98f04-0db7-4530-b018-909d51a53182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430081 Apr 20 16:18:09.249311 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-9d596a5f-5d54-4c33-885b-37a17a3b3d11 service neutron] 10.222.0.11 "GET /v2.0/networks/90c98f04-0db7-4530-b018-909d51a53182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265142 Apr 20 16:18:09.377363 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03cb84af-bf1c-4c6c-b596-1b7693d005e4 req-ef60a539-8dd2-4b5d-99de-98fc08c957b1 service neutron] 10.222.0.11 "GET /v2.0/networks/90c98f04-0db7-4530-b018-909d51a53182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223474 Apr 20 16:18:09.487354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382deee-0e4f-49d9-bcf2-2ae13f60c8c6 req-287fb5b5-9d0b-4203-8dc0-1639fbd4f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:09.488930 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7382deee-0e4f-49d9-bcf2-2ae13f60c8c6 req-287fb5b5-9d0b-4203-8dc0-1639fbd4f32e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e7cb25648c14933b198904a8de076fd&device_id=2de070d9-d23d-4575-9df8-5485802ecf4c HTTP/1.1" status: 200 len: 1097 time: 0.0702910 Apr 20 16:18:09.668045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382deee-0e4f-49d9-bcf2-2ae13f60c8c6 req-19fc53a9-b933-4429-a4cc-159550f98d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:09.669466 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7382deee-0e4f-49d9-bcf2-2ae13f60c8c6 req-19fc53a9-b933-4429-a4cc-159550f98d72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90c98f04-0db7-4530-b018-909d51a53182 HTTP/1.1" status: 200 len: 914 time: 0.1748962 Apr 20 16:18:09.740833 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7382deee-0e4f-49d9-bcf2-2ae13f60c8c6 req-2edbd2fa-a0ba-4d82-904b-389147956ff8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb50937-505d-4286-bffc-9d1e12391569 HTTP/1.1" status: 200 len: 217 time: 0.0638435 Apr 20 16:18:09.748912 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa65c73-a1c3-4033-8c0b-598a2190b0bd req-f86baf3f-3200-4074-9280-f7965d7a55e1 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:09.750249 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5aa65c73-a1c3-4033-8c0b-598a2190b0bd req-f86baf3f-3200-4074-9280-f7965d7a55e1 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de070d9-d23d-4575-9df8-5485802ecf4c HTTP/1.1" status: 200 len: 944 time: 0.1883171 Apr 20 16:18:09.833107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382deee-0e4f-49d9-bcf2-2ae13f60c8c6 req-28e0cf23-1fdc-47a3-9655-5ae33ab7e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:09.834502 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7382deee-0e4f-49d9-bcf2-2ae13f60c8c6 req-28e0cf23-1fdc-47a3-9655-5ae33ab7e438 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6fa81d5e-5f7f-4321-8c34-052034565666 HTTP/1.1" status: 200 len: 853 time: 0.0834079 Apr 20 16:18:09.838877 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5aa65c73-a1c3-4033-8c0b-598a2190b0bd req-840f9485-9959-45df-912a-964e944c1738 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594747 Apr 20 16:18:09.882836 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7382deee-0e4f-49d9-bcf2-2ae13f60c8c6 req-6ddef29c-cbe3-405d-8ec5-296aa5a267eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90c98f04-0db7-4530-b018-909d51a53182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424573 Apr 20 16:18:10.021310 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7382deee-0e4f-49d9-bcf2-2ae13f60c8c6 req-18eaf7fc-fb94-43c6-b663-50709ab54a63 service neutron] 10.222.0.11 "GET /v2.0/networks/90c98f04-0db7-4530-b018-909d51a53182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316113 Apr 20 16:18:10.149883 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7382deee-0e4f-49d9-bcf2-2ae13f60c8c6 req-67f3b5c1-63f2-46a9-bd96-2935e4e8d15d service neutron] 10.222.0.11 "GET /v2.0/networks/90c98f04-0db7-4530-b018-909d51a53182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212754 Apr 20 16:18:11.023449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13104b6d-b32a-4bb3-84b0-f878d8c037fb req-d9864ac3-539b-41ba-ac1f-e382cedc659f tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:11.024901 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-13104b6d-b32a-4bb3-84b0-f878d8c037fb req-d9864ac3-539b-41ba-ac1f-e382cedc659f tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de070d9-d23d-4575-9df8-5485802ecf4c HTTP/1.1" status: 200 len: 944 time: 0.0781021 Apr 20 16:18:11.068876 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-13104b6d-b32a-4bb3-84b0-f878d8c037fb req-65fb7f7d-6ca5-410a-84a8-edd3d8b5338b tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378985 Apr 20 16:18:12.360644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23f065-1749-4268-af88-5f696540d59f req-d2af1326-69ae-491e-abeb-9caabb717df2 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:12.362024 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-be23f065-1749-4268-af88-5f696540d59f req-d2af1326-69ae-491e-abeb-9caabb717df2 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de070d9-d23d-4575-9df8-5485802ecf4c HTTP/1.1" status: 200 len: 944 time: 0.1898537 Apr 20 16:18:12.405644 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-be23f065-1749-4268-af88-5f696540d59f req-f6654afb-9907-4e4d-9396-fdc1b1a9c321 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378995 Apr 20 16:18:12.932333 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device dcb50937-505d-4286-bffc-9d1e12391569 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:18:13.095285 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port dcb50937-505d-4286-bffc-9d1e12391569, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=dcb50937-505d-4286-bffc-9d1e12391569,segment=NetworkSegment(ae02ed3c-c4de-492c-bacb-e6266fa6fed9),segment_id=ae02ed3c-c4de-492c-bacb-e6266fa6fed9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:18:13.108312 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': 'dcb50937-505d-4286-bffc-9d1e12391569', 'network_id': '90c98f04-0db7-4530-b018-909d51a53182', 'port_id': 'dcb50937-505d-4286-bffc-9d1e12391569', 'mac_address': 'fa:16:3e:6d:60:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa81d5e-5f7f-4321-8c34-052034565666', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:18:13.161854 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:13.178372 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb50937-505d-4286-bffc-9d1e12391569 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:18:13.194012 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port dcb50937-505d-4286-bffc-9d1e12391569, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=dcb50937-505d-4286-bffc-9d1e12391569,segment=NetworkSegment(ae02ed3c-c4de-492c-bacb-e6266fa6fed9),segment_id=ae02ed3c-c4de-492c-bacb-e6266fa6fed9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:18:13.197851 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:13.267299 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=dcb50937-505d-4286-bffc-9d1e12391569,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:13.532370 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['dcb50937-505d-4286-bffc-9d1e12391569'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:18:13.585931 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a8ac7-45e9-4127-97ac-b7e15065047c req-304b4fbc-9fda-4f96-afd3-07cd84f1faf5 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:13.587404 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dd2a8ac7-45e9-4127-97ac-b7e15065047c req-304b4fbc-9fda-4f96-afd3-07cd84f1faf5 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de070d9-d23d-4575-9df8-5485802ecf4c HTTP/1.1" status: 200 len: 945 time: 0.0801499 Apr 20 16:18:13.633584 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dd2a8ac7-45e9-4127-97ac-b7e15065047c req-0e406282-c663-439b-a3c8-51a242ded3d0 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405202 Apr 20 16:18:14.476444 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:18:14.938025 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device dcb50937-505d-4286-bffc-9d1e12391569 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:18:14.962193 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadda53-53aa-4d1e-8762-9a4288e653f7 req-ed1fd4d5-cd5a-4802-a9d4-4040327a9e55 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:14.963648 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5fadda53-53aa-4d1e-8762-9a4288e653f7 req-ed1fd4d5-cd5a-4802-a9d4-4040327a9e55 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de070d9-d23d-4575-9df8-5485802ecf4c HTTP/1.1" status: 200 len: 945 time: 0.0799263 Apr 20 16:18:15.006537 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port dcb50937-505d-4286-bffc-9d1e12391569 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:18:15.008892 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5fadda53-53aa-4d1e-8762-9a4288e653f7 req-be9bc7ac-12a9-4bec-9c27-bfc0fb2b21db tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393124 Apr 20 16:18:15.011640 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port dcb50937-505d-4286-bffc-9d1e12391569 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:15.012034 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:15.126911 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:15.152764 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de070d9-d23d-4575-9df8-5485802ecf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb50937-505d-4286-bffc-9d1e12391569'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:15.162447 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port dcb50937-505d-4286-bffc-9d1e12391569, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=dcb50937-505d-4286-bffc-9d1e12391569,segment=NetworkSegment(ae02ed3c-c4de-492c-bacb-e6266fa6fed9),segment_id=ae02ed3c-c4de-492c-bacb-e6266fa6fed9)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:18:15.167729 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:15.206706 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2460c00-b56f-41fc-aafb-cc8cd134d30b'] response: {'server_uuid': '2de070d9-d23d-4575-9df8-5485802ecf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb50937-505d-4286-bffc-9d1e12391569', 'code': 200} Apr 20 16:18:15.235394 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:15.246007 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=dcb50937-505d-4286-bffc-9d1e12391569,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:15.427618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a644fa1-449c-499c-b6f7-37c05a630a08 req-42a6f3db-5a04-4404-bd3d-5f7c5358b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:15.429077 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5a644fa1-449c-499c-b6f7-37c05a630a08 req-42a6f3db-5a04-4404-bd3d-5f7c5358b145 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2de070d9-d23d-4575-9df8-5485802ecf4c HTTP/1.1" status: 200 len: 1099 time: 0.0714097 Apr 20 16:18:15.470882 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5a644fa1-449c-499c-b6f7-37c05a630a08 req-2c0362a7-374a-4248-a197-9448bfbc0843 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328381 Apr 20 16:18:16.189122 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7e9a9-9a8b-48fb-a6b9-defb67155f3e req-9941259c-e8d9-43d8-bb4a-6659d5ea27a8 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:16.190563 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-19c7e9a9-9a8b-48fb-a6b9-defb67155f3e req-9941259c-e8d9-43d8-bb4a-6659d5ea27a8 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de070d9-d23d-4575-9df8-5485802ecf4c HTTP/1.1" status: 200 len: 946 time: 0.0790319 Apr 20 16:18:16.234176 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-19c7e9a9-9a8b-48fb-a6b9-defb67155f3e req-00b2b9d2-47b4-49b8-b67d-83d7a0675604 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380495 Apr 20 16:18:17.418639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54915b6a-7068-4b35-815b-0434a8042446 req-4366283b-08a3-4c47-8be6-490f75d0ce05 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:17.420130 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-54915b6a-7068-4b35-815b-0434a8042446 req-4366283b-08a3-4c47-8be6-490f75d0ce05 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de070d9-d23d-4575-9df8-5485802ecf4c HTTP/1.1" status: 200 len: 946 time: 0.0838165 Apr 20 16:18:17.462986 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-54915b6a-7068-4b35-815b-0434a8042446 req-9c9a140a-eddd-407d-ab25-fc61ef014cba tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372868 Apr 20 16:18:17.831128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c250e9-d75e-46c9-9ae0-5ae6e40a6326 req-8233b858-6fb2-43ea-9765-64560c9b7e8c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:17.832600 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68c250e9-d75e-46c9-9ae0-5ae6e40a6326 req-8233b858-6fb2-43ea-9765-64560c9b7e8c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de070d9-d23d-4575-9df8-5485802ecf4c HTTP/1.1" status: 200 len: 946 time: 0.0791209 Apr 20 16:18:17.878464 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68c250e9-d75e-46c9-9ae0-5ae6e40a6326 req-cceaa6bb-b7c0-42ea-9fb8-b851bb512f1c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403035 Apr 20 16:18:19.064361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8685d-2275-4023-aa55-d56be2f35e8d req-9bfae911-ebde-436c-b650-5b3e6e45544b tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:19.065786 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-40a8685d-2275-4023-aa55-d56be2f35e8d req-9bfae911-ebde-436c-b650-5b3e6e45544b tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de070d9-d23d-4575-9df8-5485802ecf4c HTTP/1.1" status: 200 len: 946 time: 0.0783622 Apr 20 16:18:19.109482 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-40a8685d-2275-4023-aa55-d56be2f35e8d req-e429129f-3d59-4a84-aa21-753ad58f965b tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382171 Apr 20 16:18:19.368907 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0f03d-9844-4412-b50f-4dcbc4f20cd4 req-be3394cc-e07d-430e-99af-fcf2d3fa6241 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:19.370309 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e4f0f03d-9844-4412-b50f-4dcbc4f20cd4 req-be3394cc-e07d-430e-99af-fcf2d3fa6241 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.11 "GET /v2.0/ports?device_id=2de070d9-d23d-4575-9df8-5485802ecf4c HTTP/1.1" status: 200 len: 946 time: 0.0804198 Apr 20 16:18:19.437444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-e4f0f03d-9844-4412-b50f-4dcbc4f20cd4 req-dd331a70-22e5-45d4-baef-ce6c213d82b3 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Deleting port dcb50937-505d-4286-bffc-9d1e12391569 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:18:19.437781 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e4f0f03d-9844-4412-b50f-4dcbc4f20cd4 req-dd331a70-22e5-45d4-baef-ce6c213d82b3 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:19.675930 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-e4f0f03d-9844-4412-b50f-4dcbc4f20cd4 req-dd331a70-22e5-45d4-baef-ce6c213d82b3 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] For port dcb50937-505d-4286-bffc-9d1e12391569, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=dcb50937-505d-4286-bffc-9d1e12391569,segment=NetworkSegment(ae02ed3c-c4de-492c-bacb-e6266fa6fed9),segment_id=ae02ed3c-c4de-492c-bacb-e6266fa6fed9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:18:19.676286 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e4f0f03d-9844-4412-b50f-4dcbc4f20cd4 req-dd331a70-22e5-45d4-baef-ce6c213d82b3 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:19.795356 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-e4f0f03d-9844-4412-b50f-4dcbc4f20cd4 req-dd331a70-22e5-45d4-baef-ce6c213d82b3 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Calling delete_port for dcb50937-505d-4286-bffc-9d1e12391569 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:18:19.944608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e4f0f03d-9844-4412-b50f-4dcbc4f20cd4 req-dd331a70-22e5-45d4-baef-ce6c213d82b3 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:19.955716 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['e1df6867-9de7-4bc9-84e9-dbf25f0cb8da', 'dcb50937-505d-4286-bffc-9d1e12391569'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:18:19.997392 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd331a70-22e5-45d4-baef-ce6c213d82b3 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Pushing event deleted for resources: {'Port': ['ID=dcb50937-505d-4286-bffc-9d1e12391569,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:20.072093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f0f03d-9844-4412-b50f-4dcbc4f20cd4 req-dd331a70-22e5-45d4-baef-ce6c213d82b3 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] No DVR routers for this DVR port dcb50937-505d-4286-bffc-9d1e12391569 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:18:20.077142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e4f0f03d-9844-4412-b50f-4dcbc4f20cd4 req-dd331a70-22e5-45d4-baef-ce6c213d82b3 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:20.077752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de070d9-d23d-4575-9df8-5485802ecf4c', 'name': 'network-vif-deleted', 'tag': 'dcb50937-505d-4286-bffc-9d1e12391569'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:20.093845 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e4f0f03d-9844-4412-b50f-4dcbc4f20cd4 req-dd331a70-22e5-45d4-baef-ce6c213d82b3 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.11 "DELETE /v2.0/ports/dcb50937-505d-4286-bffc-9d1e12391569 HTTP/1.1" status: 204 len: 173 time: 0.7184045 Apr 20 16:18:20.128514 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94df3240-a032-4e10-9507-00440ca50fb5'] response: {'server_uuid': '2de070d9-d23d-4575-9df8-5485802ecf4c', 'name': 'network-vif-deleted', 'tag': 'dcb50937-505d-4286-bffc-9d1e12391569', 'status': 'completed', 'code': 200} Apr 20 16:18:20.266761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-19b911aa-2916-45b3-a402-349c9b3c8e63 req-c6743ddd-f8e8-4881-b0c7-00b003124077 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Synchronizing usage tracker for tenant:4e7cb25648c14933b198904a8de076fd on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:18:20.281323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-19b911aa-2916-45b3-a402-349c9b3c8e63 req-c6743ddd-f8e8-4881-b0c7-00b003124077 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Unset dirty status for tenant:4e7cb25648c14933b198904a8de076fd on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:18:20.282424 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-19b911aa-2916-45b3-a402-349c9b3c8e63 req-c6743ddd-f8e8-4881-b0c7-00b003124077 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de070d9-d23d-4575-9df8-5485802ecf4c HTTP/1.1" status: 200 len: 210 time: 0.0588796 Apr 20 16:18:21.535222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c3d5d-8693-49f0-9196-8c340eb4619a req-16c6c200-592e-44ce-afc7-de5c961e9ac1 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:21.536717 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6e6c3d5d-8693-49f0-9196-8c340eb4619a req-16c6c200-592e-44ce-afc7-de5c961e9ac1 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 946 time: 0.0821002 Apr 20 16:18:21.584782 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6e6c3d5d-8693-49f0-9196-8c340eb4619a req-3e8a7174-5fb6-44c3-84c5-68467c59cf47 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387635 Apr 20 16:18:21.783782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe668e6-8fc3-426c-b9c1-0e01a179dfae req-6b54a826-a096-450b-bce5-a1667ff7fa15 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:21.785240 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-afe668e6-8fc3-426c-b9c1-0e01a179dfae req-6b54a826-a096-450b-bce5-a1667ff7fa15 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 946 time: 0.0785599 Apr 20 16:18:21.828551 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-afe668e6-8fc3-426c-b9c1-0e01a179dfae req-a2d22b71-c610-4c0c-947e-fd7f51176e9c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377705 Apr 20 16:18:22.106969 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ab247-d534-4106-9aab-1671d6a8fd54 req-1ef60179-a901-442d-8972-d3ea23bc0653 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:22.108445 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4a9ab247-d534-4106-9aab-1671d6a8fd54 req-1ef60179-a901-442d-8972-d3ea23bc0653 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 946 time: 0.1760714 Apr 20 16:18:22.151621 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4a9ab247-d534-4106-9aab-1671d6a8fd54 req-979ad5a4-b216-41de-8174-b84e27328b28 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373974 Apr 20 16:18:22.436266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9344866-a520-4745-8770-9a050a27e70c req-0a57d56c-23f7-473e-853f-03ce4bdeca47 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:22.437698 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b9344866-a520-4745-8770-9a050a27e70c req-0a57d56c-23f7-473e-853f-03ce4bdeca47 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 946 time: 0.0817106 Apr 20 16:18:22.481360 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b9344866-a520-4745-8770-9a050a27e70c req-4e832a5e-4720-4d55-b6b2-eb9976c63d20 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375037 Apr 20 16:18:22.660532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3351c87-df48-4c8d-9776-3a9183d7657b req-d0c38e7a-4260-41b8-978f-32ba41c9574d tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:22.661967 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b3351c87-df48-4c8d-9776-3a9183d7657b req-d0c38e7a-4260-41b8-978f-32ba41c9574d tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 946 time: 0.0794308 Apr 20 16:18:22.704414 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b3351c87-df48-4c8d-9776-3a9183d7657b req-cf7555a5-69d6-4cc7-9f89-450d0fbb23a5 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369084 Apr 20 16:18:22.897486 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54b6c1-aa23-48e2-9b6a-7611a00bbbe1 req-9b662e33-d4b6-4c5d-8ac7-37d5e7dff85b tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:22.898908 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b54b6c1-aa23-48e2-9b6a-7611a00bbbe1 req-9b662e33-d4b6-4c5d-8ac7-37d5e7dff85b tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 946 time: 0.0818045 Apr 20 16:18:22.941786 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b54b6c1-aa23-48e2-9b6a-7611a00bbbe1 req-ef4caca6-ef45-412b-a95b-16210628958a tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365064 Apr 20 16:18:23.003007 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device dcb50937-505d-4286-bffc-9d1e12391569 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:18:23.037127 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: dcb50937-505d-4286-bffc-9d1e12391569 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:18:23.037475 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device dcb50937-505d-4286-bffc-9d1e12391569 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:18:23.460803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba66803-5520-42d1-ac74-57fa7703dc77 req-09e1d29b-9d22-4c2c-b40e-e68be1d88d01 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:23.462226 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6ba66803-5520-42d1-ac74-57fa7703dc77 req-09e1d29b-9d22-4c2c-b40e-e68be1d88d01 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 946 time: 0.0823407 Apr 20 16:18:23.506451 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6ba66803-5520-42d1-ac74-57fa7703dc77 req-ed6b21c2-0f9c-40d2-9540-f3d2eb97231e tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385623 Apr 20 16:18:24.704091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de411ef6-d958-4aa5-b747-51121c647c48 req-4d40b732-e8b1-46d1-9e11-e8f8847bef7a tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:24.705548 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-de411ef6-d958-4aa5-b747-51121c647c48 req-4d40b732-e8b1-46d1-9e11-e8f8847bef7a tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 946 time: 0.0818927 Apr 20 16:18:24.749444 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-de411ef6-d958-4aa5-b747-51121c647c48 req-3321acbe-d164-418d-b949-2a8ab267a82c tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e152730-baf9-40a2-abe7-3a357761b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380154 Apr 20 16:18:24.878332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43b45e-0ebe-499a-b8d9-29c4153ee8ea req-713579c1-b073-41df-baca-167d8a44555f tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:24.879658 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c43b45e-0ebe-499a-b8d9-29c4153ee8ea req-713579c1-b073-41df-baca-167d8a44555f tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 946 time: 0.0798023 Apr 20 16:18:24.947141 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-5c43b45e-0ebe-499a-b8d9-29c4153ee8ea req-30fb3545-1228-408e-b421-8b8cb9d827a4 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Deleting port e1df6867-9de7-4bc9-84e9-dbf25f0cb8da {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:18:24.947475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5c43b45e-0ebe-499a-b8d9-29c4153ee8ea req-30fb3545-1228-408e-b421-8b8cb9d827a4 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:25.190142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-5c43b45e-0ebe-499a-b8d9-29c4153ee8ea req-30fb3545-1228-408e-b421-8b8cb9d827a4 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] For port e1df6867-9de7-4bc9-84e9-dbf25f0cb8da, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e1df6867-9de7-4bc9-84e9-dbf25f0cb8da,segment=NetworkSegment(ae02ed3c-c4de-492c-bacb-e6266fa6fed9),segment_id=ae02ed3c-c4de-492c-bacb-e6266fa6fed9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:18:25.190503 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5c43b45e-0ebe-499a-b8d9-29c4153ee8ea req-30fb3545-1228-408e-b421-8b8cb9d827a4 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:25.317152 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-5c43b45e-0ebe-499a-b8d9-29c4153ee8ea req-30fb3545-1228-408e-b421-8b8cb9d827a4 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Calling delete_port for e1df6867-9de7-4bc9-84e9-dbf25f0cb8da owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:18:25.461656 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5c43b45e-0ebe-499a-b8d9-29c4153ee8ea req-30fb3545-1228-408e-b421-8b8cb9d827a4 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:25.473886 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['e1df6867-9de7-4bc9-84e9-dbf25f0cb8da'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:18:25.515742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb3545-1228-408e-b421-8b8cb9d827a4 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Pushing event deleted for resources: {'Port': ['ID=e1df6867-9de7-4bc9-84e9-dbf25f0cb8da,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:25.586142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c43b45e-0ebe-499a-b8d9-29c4153ee8ea req-30fb3545-1228-408e-b421-8b8cb9d827a4 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] No DVR routers for this DVR port e1df6867-9de7-4bc9-84e9-dbf25f0cb8da on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:18:25.588555 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5c43b45e-0ebe-499a-b8d9-29c4153ee8ea req-30fb3545-1228-408e-b421-8b8cb9d827a4 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:25.590932 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4e8e23-4d5a-4425-abe9-57a6c8467e4d', 'name': 'network-vif-deleted', 'tag': 'e1df6867-9de7-4bc9-84e9-dbf25f0cb8da'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:25.606153 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c43b45e-0ebe-499a-b8d9-29c4153ee8ea req-30fb3545-1228-408e-b421-8b8cb9d827a4 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.11 "DELETE /v2.0/ports/e1df6867-9de7-4bc9-84e9-dbf25f0cb8da HTTP/1.1" status: 204 len: 173 time: 0.7214646 Apr 20 16:18:25.693273 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5512582-6c43-4052-8613-9f454661ad04'] response: {'server_uuid': '4b4e8e23-4d5a-4425-abe9-57a6c8467e4d', 'name': 'network-vif-deleted', 'tag': 'e1df6867-9de7-4bc9-84e9-dbf25f0cb8da', 'status': 'completed', 'code': 200} Apr 20 16:18:25.907328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-3c26de3e-42e9-479f-9cd2-b26e4722b9ff req-2843c32d-b3c7-4706-9bc4-a0a07e4cd884 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Synchronizing usage tracker for tenant:4e7cb25648c14933b198904a8de076fd on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:18:25.922506 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-3c26de3e-42e9-479f-9cd2-b26e4722b9ff req-2843c32d-b3c7-4706-9bc4-a0a07e4cd884 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] Unset dirty status for tenant:4e7cb25648c14933b198904a8de076fd on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:18:25.924240 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3c26de3e-42e9-479f-9cd2-b26e4722b9ff req-2843c32d-b3c7-4706-9bc4-a0a07e4cd884 tempest-ServersNegativeTestJSON-37491326 tempest-ServersNegativeTestJSON-37491326-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4e8e23-4d5a-4425-abe9-57a6c8467e4d HTTP/1.1" status: 200 len: 210 time: 0.0603447 Apr 20 16:18:27.028496 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43854) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:27.086663 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa86157e-cf47-42af-9796-18f7223d913b admin admin] Deleting subnet 6fa81d5e-5f7f-4321-8c34-052034565666 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:18:27.089564 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fa86157e-cf47-42af-9796-18f7223d913b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:27.136676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fa86157e-cf47-42af-9796-18f7223d913b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:27.194727 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fa86157e-cf47-42af-9796-18f7223d913b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:27.261802 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fa86157e-cf47-42af-9796-18f7223d913b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:27.298483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86157e-cf47-42af-9796-18f7223d913b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa81d5e-5f7f-4321-8c34-052034565666,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:27.303889 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fa86157e-cf47-42af-9796-18f7223d913b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:27.310224 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fa86157e-cf47-42af-9796-18f7223d913b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6fa81d5e-5f7f-4321-8c34-052034565666 HTTP/1.1" status: 204 len: 168 time: 0.2807326 Apr 20 16:18:27.312722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43858) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:27.414531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b5e46641-c714-47f2-a34d-8a61cbdde7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:27.544419 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b5e46641-c714-47f2-a34d-8a61cbdde7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:27.568229 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-b5e46641-c714-47f2-a34d-8a61cbdde7bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c98f04-0db7-4530-b018-909d51a53182']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:27.579830 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-b5e46641-c714-47f2-a34d-8a61cbdde7bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae02ed3c-c4de-492c-bacb-e6266fa6fed9') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:27.580132 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-b5e46641-c714-47f2-a34d-8a61cbdde7bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae02ed3c-c4de-492c-bacb-e6266fa6fed9') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:27.591481 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b5e46641-c714-47f2-a34d-8a61cbdde7bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:27.607595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b5e46641-c714-47f2-a34d-8a61cbdde7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:27.613474 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e46641-c714-47f2-a34d-8a61cbdde7bf admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:18:27.613846 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b5e46641-c714-47f2-a34d-8a61cbdde7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:18:27.626755 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:18:27.785367 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b5e46641-c714-47f2-a34d-8a61cbdde7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:27.789768 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b5e46641-c714-47f2-a34d-8a61cbdde7bf admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:27.811294 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b5e46641-c714-47f2-a34d-8a61cbdde7bf admin admin] 10.222.0.13 "DELETE /v2.0/networks/90c98f04-0db7-4530-b018-909d51a53182 HTTP/1.1" status: 204 len: 168 time: 0.4975805 Apr 20 16:18:27.812243 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e46641-c714-47f2-a34d-8a61cbdde7bf admin admin] Pushing event deleted for resources: {'Network': ['ID=90c98f04-0db7-4530-b018-909d51a53182,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:27.922296 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 43864) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:27.970497 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e150c0a8-865c-4b4b-bb77-86505f974d8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e7cb25648c14933b198904a8de076fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470295 Apr 20 16:18:27.972817 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 43868) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:28.029038 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c04784b9-3c41-470c-b62a-5843c5b29830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:28.054130 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c04784b9-3c41-470c-b62a-5843c5b29830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:28.107462 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c04784b9-3c41-470c-b62a-5843c5b29830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:28.121845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04784b9-3c41-470c-b62a-5843c5b29830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e152730-baf9-40a2-abe7-3a357761b08a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:28.128965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c04784b9-3c41-470c-b62a-5843c5b29830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:28.131945 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c04784b9-3c41-470c-b62a-5843c5b29830 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e152730-baf9-40a2-abe7-3a357761b08a HTTP/1.1" status: 204 len: 168 time: 0.1581979 Apr 20 16:18:28.864243 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 43892) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:28.964977 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1051069979'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:28.969933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:28.973734 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Usage tracker for resource:network and tenant:9fa14c0e9b2d469888943512175bb152 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:28.976794 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:28.983239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:28.992557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Made reservation on behalf of 9fa14c0e9b2d469888943512175bb152 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:28.995904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.008000 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.025268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:29.029498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Usage tracker for resource:security_group_rule and tenant:9fa14c0e9b2d469888943512175bb152 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:29.032362 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:29.033849 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device e1df6867-9de7-4bc9-84e9-dbf25f0cb8da no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:18:29.038429 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:29.068151 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: e1df6867-9de7-4bc9-84e9-dbf25f0cb8da {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:18:29.068498 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device e1df6867-9de7-4bc9-84e9-dbf25f0cb8da not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:18:29.219062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.222878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.254135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:18:29.262190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=880cf085-ef2f-4fbd-aeec-75003a9b9df1,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:29.267663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.268085 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Added segment 148eaec3-1794-4adb-8010-1e792194c458 of type vlan for network 84c5f02c-18f5-45ac-bc63-ada688b6cd42 Apr 20 16:18:29.294716 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.322179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.327649 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:29.328292 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.433431 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5680914 Apr 20 16:18:29.439048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1da28-ae70-493f-ae98-24e70c1964f9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event updated for resources: {'Network': ['ID=84c5f02c-18f5-45ac-bc63-ada688b6cd42,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:29.462831 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 84c5f02c-18f5-45ac-bc63-ada688b6cd42 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:18:32.144409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1d39aa9f-dcd6-4f18-b662-47e597ef038f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:32.739057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 43898) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:32.745103 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b49dd9f1-83c4-4a0f-9f7c-2651e393fac9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Request body: {'subnet': {'network_id': '84c5f02c-18f5-45ac-bc63-ada688b6cd42', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:32.856687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b49dd9f1-83c4-4a0f-9f7c-2651e393fac9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:32.860569 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b49dd9f1-83c4-4a0f-9f7c-2651e393fac9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Usage tracker for resource:subnet and tenant:9fa14c0e9b2d469888943512175bb152 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:32.863382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b49dd9f1-83c4-4a0f-9f7c-2651e393fac9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:32.869080 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b49dd9f1-83c4-4a0f-9f7c-2651e393fac9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:32.878997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49dd9f1-83c4-4a0f-9f7c-2651e393fac9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Made reservation on behalf of 9fa14c0e9b2d469888943512175bb152 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:32.882379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b49dd9f1-83c4-4a0f-9f7c-2651e393fac9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:33.097829 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b49dd9f1-83c4-4a0f-9f7c-2651e393fac9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:33.177936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dd9f1-83c4-4a0f-9f7c-2651e393fac9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event updated for resources: {'Subnet': ['ID=a9281580-fdf3-40e5-9308-ec0b2d5ba353,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:33.188688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49dd9f1-83c4-4a0f-9f7c-2651e393fac9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Checking segment: {'id': '148eaec3-1794-4adb-8010-1e792194c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84c5f02c-18f5-45ac-bc63-ada688b6cd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:18:33.189051 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49dd9f1-83c4-4a0f-9f7c-2651e393fac9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Network hostable DHCP agents. Network: 84c5f02c-18f5-45ac-bc63-ada688b6cd42, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:18:33.208504 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49dd9f1-83c4-4a0f-9f7c-2651e393fac9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Network 84c5f02c-18f5-45ac-bc63-ada688b6cd42 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:18:33.217113 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-b49dd9f1-83c4-4a0f-9f7c-2651e393fac9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 84c5f02c-18f5-45ac-bc63-ada688b6cd42) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:33.221129 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49dd9f1-83c4-4a0f-9f7c-2651e393fac9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:33.221715 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b49dd9f1-83c4-4a0f-9f7c-2651e393fac9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:33.226169 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e396e186-5546-4c01-8289-b3ca857b97d8 None None] Network 84c5f02c-18f5-45ac-bc63-ada688b6cd42 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:33.243211 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b49dd9f1-83c4-4a0f-9f7c-2651e393fac9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5030730 Apr 20 16:18:33.247055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 43902) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:33.252602 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-70924217-0767-40f9-ab19-cd98370ec1dd tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-765280876'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:33.257496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-70924217-0767-40f9-ab19-cd98370ec1dd tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:33.261327 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-70924217-0767-40f9-ab19-cd98370ec1dd tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Usage tracker for resource:network and tenant:9fa14c0e9b2d469888943512175bb152 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:33.264268 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-70924217-0767-40f9-ab19-cd98370ec1dd tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:33.269964 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-70924217-0767-40f9-ab19-cd98370ec1dd tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:33.280158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70924217-0767-40f9-ab19-cd98370ec1dd tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Made reservation on behalf of 9fa14c0e9b2d469888943512175bb152 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:33.283784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70924217-0767-40f9-ab19-cd98370ec1dd tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:33.312411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70924217-0767-40f9-ab19-cd98370ec1dd tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:18:33.321690 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70924217-0767-40f9-ab19-cd98370ec1dd tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:33.322037 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-70924217-0767-40f9-ab19-cd98370ec1dd tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Added segment 4badc8ef-40b3-47db-a3b0-46566e7a5d64 of type vlan for network b0a3b003-b4d3-46d4-abfb-9ef2bb37dbbf Apr 20 16:18:33.348249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70924217-0767-40f9-ab19-cd98370ec1dd tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:33.378234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70924217-0767-40f9-ab19-cd98370ec1dd tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:33.383727 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70924217-0767-40f9-ab19-cd98370ec1dd tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:33.384335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70924217-0767-40f9-ab19-cd98370ec1dd tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:33.440350 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-84c5f02c-18f5-45ac-bc63-ada688b6cd42', 'network_id': '84c5f02c-18f5-45ac-bc63-ada688b6cd42', 'tenant_id': '9fa14c0e9b2d469888943512175bb152', 'fixed_ips': [{'subnet_id': 'a9281580-fdf3-40e5-9308-ec0b2d5ba353'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:18:33.441177 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:33.488769 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-70924217-0767-40f9-ab19-cd98370ec1dd tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2406874 Apr 20 16:18:33.491818 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 43906) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:33.499736 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-836612f1-bcec-433c-9515-272df3567c1b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Request body: {'subnet': {'network_id': 'b0a3b003-b4d3-46d4-abfb-9ef2bb37dbbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:33.514140 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70924217-0767-40f9-ab19-cd98370ec1dd tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event updated for resources: {'Network': ['ID=b0a3b003-b4d3-46d4-abfb-9ef2bb37dbbf,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:33.525533 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network b0a3b003-b4d3-46d4-abfb-9ef2bb37dbbf details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:18:33.613591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-836612f1-bcec-433c-9515-272df3567c1b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:33.617568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-836612f1-bcec-433c-9515-272df3567c1b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Usage tracker for resource:subnet and tenant:9fa14c0e9b2d469888943512175bb152 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:33.620531 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-836612f1-bcec-433c-9515-272df3567c1b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:33.627454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-836612f1-bcec-433c-9515-272df3567c1b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:33.636332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836612f1-bcec-433c-9515-272df3567c1b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Made reservation on behalf of 9fa14c0e9b2d469888943512175bb152 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:33.640604 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-836612f1-bcec-433c-9515-272df3567c1b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:33.686563 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Allocated IP 2001:db8:0:ffff::2 (84c5f02c-18f5-45ac-bc63-ada688b6cd42/a9281580-fdf3-40e5-9308-ec0b2d5ba353/3cfcf338-9e4f-48f5-9b31-f8634960a320) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:33.872049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-836612f1-bcec-433c-9515-272df3567c1b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:33.921801 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:33.931741 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Transition to ACTIVE for port object 3cfcf338-9e4f-48f5-9b31-f8634960a320 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:33.950072 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Transition to ACTIVE for port object 3cfcf338-9e4f-48f5-9b31-f8634960a320 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:33.950828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836612f1-bcec-433c-9515-272df3567c1b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event updated for resources: {'Subnet': ['ID=8f547054-1147-4f54-b455-239f66e5d92e,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:33.956434 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:33.958700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836612f1-bcec-433c-9515-272df3567c1b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Checking segment: {'id': '4badc8ef-40b3-47db-a3b0-46566e7a5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b0a3b003-b4d3-46d4-abfb-9ef2bb37dbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:18:33.959034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836612f1-bcec-433c-9515-272df3567c1b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Network hostable DHCP agents. Network: b0a3b003-b4d3-46d4-abfb-9ef2bb37dbbf, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:18:33.978876 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836612f1-bcec-433c-9515-272df3567c1b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Network b0a3b003-b4d3-46d4-abfb-9ef2bb37dbbf is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:18:33.988560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-836612f1-bcec-433c-9515-272df3567c1b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, b0a3b003-b4d3-46d4-abfb-9ef2bb37dbbf) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:33.992685 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836612f1-bcec-433c-9515-272df3567c1b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:33.993335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-836612f1-bcec-433c-9515-272df3567c1b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.005819 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5b29bc-2b6f-4f21-b6e8-8dced5ae6f8c None None] Network b0a3b003-b4d3-46d4-abfb-9ef2bb37dbbf requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:34.014896 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-836612f1-bcec-433c-9515-272df3567c1b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5223708 Apr 20 16:18:34.017778 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43910) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:34.076860 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Network 84c5f02c-18f5-45ac-bc63-ada688b6cd42 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:34.083409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:34.102780 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:18:34.116029 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Pushing event updated for resources: {'Port': ['ID=3cfcf338-9e4f-48f5-9b31-f8634960a320,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:34.159153 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-80f1d473-b909-4f33-9ddb-fc6755b21196 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.185442 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:34.185780 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:34.186142 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:34.186484 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:34.186824 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:34.187280 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:34.187609 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:34.187962 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:34.188291 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:34.188617 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:34.189471 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:34.189471 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:34.225411 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-80f1d473-b909-4f33-9ddb-fc6755b21196 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.241098 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Attempting to bind port 3cfcf338-9e4f-48f5-9b31-f8634960a320 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:34.241640 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Attempting to bind port 3cfcf338-9e4f-48f5-9b31-f8634960a320 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '148eaec3-1794-4adb-8010-1e792194c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84c5f02c-18f5-45ac-bc63-ada688b6cd42'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:34.241808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Attempting to bind port 3cfcf338-9e4f-48f5-9b31-f8634960a320 on network 84c5f02c-18f5-45ac-bc63-ada688b6cd42 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:18:34.278550 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:18:34.278922 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Checking segment: {'id': '148eaec3-1794-4adb-8010-1e792194c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84c5f02c-18f5-45ac-bc63-ada688b6cd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:18:34.279327 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.279724 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Bound using segment: {'id': '148eaec3-1794-4adb-8010-1e792194c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84c5f02c-18f5-45ac-bc63-ada688b6cd42'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:18:34.280223 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Bound port: 3cfcf338-9e4f-48f5-9b31-f8634960a320, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148eaec3-1794-4adb-8010-1e792194c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84c5f02c-18f5-45ac-bc63-ada688b6cd42'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:34.280596 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.305886 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-80f1d473-b909-4f33-9ddb-fc6755b21196 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.345771 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1d473-b909-4f33-9ddb-fc6755b21196 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event deleted for resources: {'Subnet': ['ID=8f547054-1147-4f54-b455-239f66e5d92e,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:34.423825 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f5b8ae-0165-4da9-981f-12319477f72b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-b0a3b003-b4d3-46d4-abfb-9ef2bb37dbbf', 'network_id': 'b0a3b003-b4d3-46d4-abfb-9ef2bb37dbbf', 'tenant_id': '9fa14c0e9b2d469888943512175bb152', 'fixed_ips': [{'subnet_id': '8f547054-1147-4f54-b455-239f66e5d92e'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:18:34.425292 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b8ae-0165-4da9-981f-12319477f72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.439475 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-80f1d473-b909-4f33-9ddb-fc6755b21196 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.446591 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-89464f00-2fee-4ee7-8c1c-3c9fcfff5986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.452220 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] For port 3cfcf338-9e4f-48f5-9b31-f8634960a320, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:18:34.456423 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] For port 3cfcf338-9e4f-48f5-9b31-f8634960a320, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3cfcf338-9e4f-48f5-9b31-f8634960a320,segment=NetworkSegment(148eaec3-1794-4adb-8010-1e792194c458),segment_id=148eaec3-1794-4adb-8010-1e792194c458)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:18:34.467484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-80f1d473-b909-4f33-9ddb-fc6755b21196 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a3b003-b4d3-46d4-abfb-9ef2bb37dbbf']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:34.479609 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-80f1d473-b909-4f33-9ddb-fc6755b21196 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4badc8ef-40b3-47db-a3b0-46566e7a5d64') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:34.479940 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-80f1d473-b909-4f33-9ddb-fc6755b21196 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4badc8ef-40b3-47db-a3b0-46566e7a5d64') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:34.491637 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-80f1d473-b909-4f33-9ddb-fc6755b21196 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.494630 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.507739 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-80f1d473-b909-4f33-9ddb-fc6755b21196 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.513711 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f1d473-b909-4f33-9ddb-fc6755b21196 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:18:34.514091 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-80f1d473-b909-4f33-9ddb-fc6755b21196 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:18:34.528712 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:18:34.610584 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-80f1d473-b909-4f33-9ddb-fc6755b21196 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.616534 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c42b4-aef5-4373-be6a-97fc5e227f73 None None] Pushing event updated for resources: {'Port': ['ID=3cfcf338-9e4f-48f5-9b31-f8634960a320,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:34.628780 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-80f1d473-b909-4f33-9ddb-fc6755b21196 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.639734 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed5e45e-32f1-4f98-a6ec-872edfaaef2c None None] Network b0a3b003-b4d3-46d4-abfb-9ef2bb37dbbf requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:34.645233 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1d473-b909-4f33-9ddb-fc6755b21196 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event deleted for resources: {'Network': ['ID=b0a3b003-b4d3-46d4-abfb-9ef2bb37dbbf,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:34.653303 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-80f1d473-b909-4f33-9ddb-fc6755b21196 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "DELETE /v2.0/networks/b0a3b003-b4d3-46d4-abfb-9ef2bb37dbbf HTTP/1.1" status: 204 len: 168 time: 0.6334238 Apr 20 16:18:34.653638 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43914) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:34.658124 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed5e45e-32f1-4f98-a6ec-872edfaaef2c None None] Network b0a3b003-b4d3-46d4-abfb-9ef2bb37dbbf could not be found, it might have been deleted concurrently. {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 20 16:18:34.659098 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-6d9b774d-b30d-4412-986f-5e1ea6a9904d tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-845985039'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:34.664148 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-6d9b774d-b30d-4412-986f-5e1ea6a9904d tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:34.668042 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-6d9b774d-b30d-4412-986f-5e1ea6a9904d tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Usage tracker for resource:network and tenant:9fa14c0e9b2d469888943512175bb152 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:34.671963 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-6d9b774d-b30d-4412-986f-5e1ea6a9904d tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:34.679272 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-6d9b774d-b30d-4412-986f-5e1ea6a9904d tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:34.689516 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9b774d-b30d-4412-986f-5e1ea6a9904d tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Made reservation on behalf of 9fa14c0e9b2d469888943512175bb152 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:34.693419 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6d9b774d-b30d-4412-986f-5e1ea6a9904d tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.722466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9b774d-b30d-4412-986f-5e1ea6a9904d tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:18:34.731669 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6d9b774d-b30d-4412-986f-5e1ea6a9904d tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.732045 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-6d9b774d-b30d-4412-986f-5e1ea6a9904d tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Added segment 18779533-7ea6-4ac4-acc6-94f46b80bd5d of type vlan for network 5babcea1-c7ff-40da-8e68-34cec4334fe0 Apr 20 16:18:34.758245 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6d9b774d-b30d-4412-986f-5e1ea6a9904d tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.803157 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6d9b774d-b30d-4412-986f-5e1ea6a9904d tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.809482 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9b774d-b30d-4412-986f-5e1ea6a9904d tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:34.810003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6d9b774d-b30d-4412-986f-5e1ea6a9904d tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:34.905004 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-6d9b774d-b30d-4412-986f-5e1ea6a9904d tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2467644 Apr 20 16:18:34.905322 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 43918) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:34.911823 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-df2d43ab-8f5a-4bfc-9fe6-ff7652b155ef tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Request body: {'subnet': {'network_id': '5babcea1-c7ff-40da-8e68-34cec4334fe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:34.922090 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b774d-b30d-4412-986f-5e1ea6a9904d tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event updated for resources: {'Network': ['ID=5babcea1-c7ff-40da-8e68-34cec4334fe0,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:34.938241 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 5babcea1-c7ff-40da-8e68-34cec4334fe0 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:18:35.029226 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-df2d43ab-8f5a-4bfc-9fe6-ff7652b155ef tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:35.033122 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-df2d43ab-8f5a-4bfc-9fe6-ff7652b155ef tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Usage tracker for resource:subnet and tenant:9fa14c0e9b2d469888943512175bb152 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:35.035988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-df2d43ab-8f5a-4bfc-9fe6-ff7652b155ef tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:35.042669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-df2d43ab-8f5a-4bfc-9fe6-ff7652b155ef tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:35.052638 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2d43ab-8f5a-4bfc-9fe6-ff7652b155ef tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Made reservation on behalf of 9fa14c0e9b2d469888943512175bb152 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:35.056270 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-df2d43ab-8f5a-4bfc-9fe6-ff7652b155ef tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:35.150424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.ipam_backend_mixin [None req-df2d43ab-8f5a-4bfc-9fe6-ff7652b155ef tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Performing IP validity checks on allocation pools {{(pid=88168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 20 16:18:35.150943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.ipam_backend_mixin [None req-df2d43ab-8f5a-4bfc-9fe6-ff7652b155ef tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 20 16:18:35.176354 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3cfcf338-9e4f-48f5-9b31-f8634960a320 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:18:35.250580 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 3cfcf338-9e4f-48f5-9b31-f8634960a320 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:18:35.283154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-df2d43ab-8f5a-4bfc-9fe6-ff7652b155ef tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:35.369209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d43ab-8f5a-4bfc-9fe6-ff7652b155ef tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event updated for resources: {'Subnet': ['ID=36ef1e84-8535-485a-bcb5-4b63e7932857,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:35.374109 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2d43ab-8f5a-4bfc-9fe6-ff7652b155ef tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Checking segment: {'id': '18779533-7ea6-4ac4-acc6-94f46b80bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5babcea1-c7ff-40da-8e68-34cec4334fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:18:35.374324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2d43ab-8f5a-4bfc-9fe6-ff7652b155ef tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Network hostable DHCP agents. Network: 5babcea1-c7ff-40da-8e68-34cec4334fe0, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:18:35.395076 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2d43ab-8f5a-4bfc-9fe6-ff7652b155ef tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Network 5babcea1-c7ff-40da-8e68-34cec4334fe0 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:18:35.406783 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-df2d43ab-8f5a-4bfc-9fe6-ff7652b155ef tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 5babcea1-c7ff-40da-8e68-34cec4334fe0) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:35.411435 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2d43ab-8f5a-4bfc-9fe6-ff7652b155ef tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:35.411942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-df2d43ab-8f5a-4bfc-9fe6-ff7652b155ef tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:35.416495 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24238b0d-4374-4dfb-b68a-dd6b81ecbe89 None None] Network 5babcea1-c7ff-40da-8e68-34cec4334fe0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:35.436124 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-df2d43ab-8f5a-4bfc-9fe6-ff7652b155ef tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5290644 Apr 20 16:18:35.438713 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 43922) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:35.587386 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caddeec8-e611-4d2f-b1dc-60910bc25568 None None] Network 84c5f02c-18f5-45ac-bc63-ada688b6cd42 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:35.686486 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-153b9760-abb2-4090-8b79-0cc7a01bcfd9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:35.737231 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-26312ed9-b952-41fd-b6a3-067dcabe735c None None] Provisioning for port 3cfcf338-9e4f-48f5-9b31-f8634960a320 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:18:35.750078 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d89f95a-6e8c-4b0d-8a69-b3c280aa6931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-5babcea1-c7ff-40da-8e68-34cec4334fe0', 'network_id': '5babcea1-c7ff-40da-8e68-34cec4334fe0', 'tenant_id': '9fa14c0e9b2d469888943512175bb152', 'fixed_ips': [{'subnet_id': '36ef1e84-8535-485a-bcb5-4b63e7932857'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:18:35.750894 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4d89f95a-6e8c-4b0d-8a69-b3c280aa6931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:35.757319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-153b9760-abb2-4090-8b79-0cc7a01bcfd9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:35.783283 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-26312ed9-b952-41fd-b6a3-067dcabe735c None None] Provisioning complete for port 3cfcf338-9e4f-48f5-9b31-f8634960a320 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:35.783670 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-26312ed9-b952-41fd-b6a3-067dcabe735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:35.833250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-153b9760-abb2-4090-8b79-0cc7a01bcfd9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:35.874824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b9760-abb2-4090-8b79-0cc7a01bcfd9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event deleted for resources: {'Subnet': ['ID=36ef1e84-8535-485a-bcb5-4b63e7932857,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:35.955636 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:35.971732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-153b9760-abb2-4090-8b79-0cc7a01bcfd9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:35.975497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:35.998140 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-153b9760-abb2-4090-8b79-0cc7a01bcfd9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5babcea1-c7ff-40da-8e68-34cec4334fe0']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:36.010134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-153b9760-abb2-4090-8b79-0cc7a01bcfd9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18779533-7ea6-4ac4-acc6-94f46b80bd5d') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:36.010441 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-153b9760-abb2-4090-8b79-0cc7a01bcfd9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18779533-7ea6-4ac4-acc6-94f46b80bd5d') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:36.022212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-153b9760-abb2-4090-8b79-0cc7a01bcfd9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.042059 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-153b9760-abb2-4090-8b79-0cc7a01bcfd9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.049703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153b9760-abb2-4090-8b79-0cc7a01bcfd9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:18:36.050146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-153b9760-abb2-4090-8b79-0cc7a01bcfd9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.055611 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e574f432-f417-4cb1-a7eb-f7c96f96bdec None None] Network 5babcea1-c7ff-40da-8e68-34cec4334fe0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:18:36.065551 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:18:36.144487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-153b9760-abb2-4090-8b79-0cc7a01bcfd9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.165950 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-153b9760-abb2-4090-8b79-0cc7a01bcfd9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.172595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b9760-abb2-4090-8b79-0cc7a01bcfd9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event deleted for resources: {'Network': ['ID=5babcea1-c7ff-40da-8e68-34cec4334fe0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:36.182492 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-153b9760-abb2-4090-8b79-0cc7a01bcfd9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "DELETE /v2.0/networks/5babcea1-c7ff-40da-8e68-34cec4334fe0 HTTP/1.1" status: 204 len: 168 time: 0.7394073 Apr 20 16:18:36.182686 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 43926) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:36.189174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-aeacea7e-71f1-4abf-994f-0f0190889060 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-146885963'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:36.194003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-aeacea7e-71f1-4abf-994f-0f0190889060 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:36.198361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-aeacea7e-71f1-4abf-994f-0f0190889060 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Usage tracker for resource:network and tenant:9fa14c0e9b2d469888943512175bb152 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:36.201650 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-aeacea7e-71f1-4abf-994f-0f0190889060 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:36.207626 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-aeacea7e-71f1-4abf-994f-0f0190889060 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:36.218997 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-26312ed9-b952-41fd-b6a3-067dcabe735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.235362 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeacea7e-71f1-4abf-994f-0f0190889060 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Made reservation on behalf of 9fa14c0e9b2d469888943512175bb152 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:36.235362 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aeacea7e-71f1-4abf-994f-0f0190889060 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.262798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeacea7e-71f1-4abf-994f-0f0190889060 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:18:36.271518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aeacea7e-71f1-4abf-994f-0f0190889060 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.271899 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-aeacea7e-71f1-4abf-994f-0f0190889060 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Added segment 07f1018c-12b7-4870-83b5-96b98260e7b5 of type vlan for network 004efe98-fdf9-4723-8c3c-bfb75e7a4077 Apr 20 16:18:36.298196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aeacea7e-71f1-4abf-994f-0f0190889060 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.327578 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-26312ed9-b952-41fd-b6a3-067dcabe735c None None] For port 3cfcf338-9e4f-48f5-9b31-f8634960a320, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3cfcf338-9e4f-48f5-9b31-f8634960a320,segment=NetworkSegment(148eaec3-1794-4adb-8010-1e792194c458),segment_id=148eaec3-1794-4adb-8010-1e792194c458)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:18:36.332974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aeacea7e-71f1-4abf-994f-0f0190889060 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.333359 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-26312ed9-b952-41fd-b6a3-067dcabe735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.339359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeacea7e-71f1-4abf-994f-0f0190889060 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:36.340371 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aeacea7e-71f1-4abf-994f-0f0190889060 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.403390 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26312ed9-b952-41fd-b6a3-067dcabe735c None None] Pushing event updated for resources: {'Port': ['ID=3cfcf338-9e4f-48f5-9b31-f8634960a320,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:36.452415 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-aeacea7e-71f1-4abf-994f-0f0190889060 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2687418 Apr 20 16:18:36.456000 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43930) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:36.461900 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-88f93b2f-5dca-40ea-9682-287472768120 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Request body: {'subnet': {'network_id': '004efe98-fdf9-4723-8c3c-bfb75e7a4077', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:36.462270 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacea7e-71f1-4abf-994f-0f0190889060 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event updated for resources: {'Network': ['ID=004efe98-fdf9-4723-8c3c-bfb75e7a4077,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:36.472868 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 004efe98-fdf9-4723-8c3c-bfb75e7a4077 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:18:36.583522 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-dad057c8-1182-48da-938a-cd08c1676b39 None None] Provisioning complete for port 3cfcf338-9e4f-48f5-9b31-f8634960a320 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:36.583935 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dad057c8-1182-48da-938a-cd08c1676b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.589142 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-88f93b2f-5dca-40ea-9682-287472768120 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:36.593438 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-88f93b2f-5dca-40ea-9682-287472768120 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Usage tracker for resource:subnet and tenant:9fa14c0e9b2d469888943512175bb152 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:36.596266 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-88f93b2f-5dca-40ea-9682-287472768120 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:36.602208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-88f93b2f-5dca-40ea-9682-287472768120 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:36.612415 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f93b2f-5dca-40ea-9682-287472768120 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Made reservation on behalf of 9fa14c0e9b2d469888943512175bb152 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:36.616350 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-88f93b2f-5dca-40ea-9682-287472768120 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.841231 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-88f93b2f-5dca-40ea-9682-287472768120 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.918982 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f93b2f-5dca-40ea-9682-287472768120 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event updated for resources: {'Subnet': ['ID=1050571c-c2ef-45a3-9c6b-8061e56b00eb,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:36.927460 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f93b2f-5dca-40ea-9682-287472768120 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Checking segment: {'id': '07f1018c-12b7-4870-83b5-96b98260e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '004efe98-fdf9-4723-8c3c-bfb75e7a4077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:18:36.928218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f93b2f-5dca-40ea-9682-287472768120 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Network hostable DHCP agents. Network: 004efe98-fdf9-4723-8c3c-bfb75e7a4077, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:18:36.947075 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f93b2f-5dca-40ea-9682-287472768120 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Network 004efe98-fdf9-4723-8c3c-bfb75e7a4077 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:18:36.958391 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-88f93b2f-5dca-40ea-9682-287472768120 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 004efe98-fdf9-4723-8c3c-bfb75e7a4077) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:36.963207 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f93b2f-5dca-40ea-9682-287472768120 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:36.963207 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-88f93b2f-5dca-40ea-9682-287472768120 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.969622 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574b3ba5-fac8-49a4-97bb-0bd683efe1a3 None None] Network 004efe98-fdf9-4723-8c3c-bfb75e7a4077 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:36.995412 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-88f93b2f-5dca-40ea-9682-287472768120 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5382926 Apr 20 16:18:36.999058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 43934) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:37.006980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-96191849-7307-4107-aad8-6e08699e3fc9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1449283635'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:37.013009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-96191849-7307-4107-aad8-6e08699e3fc9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:37.017212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-96191849-7307-4107-aad8-6e08699e3fc9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Usage tracker for resource:network and tenant:9fa14c0e9b2d469888943512175bb152 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:37.020404 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-96191849-7307-4107-aad8-6e08699e3fc9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:37.029405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-96191849-7307-4107-aad8-6e08699e3fc9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:37.040521 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96191849-7307-4107-aad8-6e08699e3fc9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Made reservation on behalf of 9fa14c0e9b2d469888943512175bb152 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:37.044093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-96191849-7307-4107-aad8-6e08699e3fc9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:37.073551 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96191849-7307-4107-aad8-6e08699e3fc9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:18:37.083131 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-96191849-7307-4107-aad8-6e08699e3fc9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:37.083526 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-96191849-7307-4107-aad8-6e08699e3fc9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Added segment 788e21dd-326c-4e8a-843d-792284e852f5 of type vlan for network f5865aad-7ee1-4e0d-b3b9-fb5c1e1d1900 Apr 20 16:18:37.117725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-96191849-7307-4107-aad8-6e08699e3fc9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:37.165255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-96191849-7307-4107-aad8-6e08699e3fc9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:37.171546 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96191849-7307-4107-aad8-6e08699e3fc9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.172505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-96191849-7307-4107-aad8-6e08699e3fc9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:37.184120 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3cfcf338-9e4f-48f5-9b31-f8634960a320 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:18:37.246482 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-004efe98-fdf9-4723-8c3c-bfb75e7a4077', 'network_id': '004efe98-fdf9-4723-8c3c-bfb75e7a4077', 'tenant_id': '9fa14c0e9b2d469888943512175bb152', 'fixed_ips': [{'subnet_id': '1050571c-c2ef-45a3-9c6b-8061e56b00eb'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:18:37.247310 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:37.274048 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:37.285100 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-96191849-7307-4107-aad8-6e08699e3fc9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2830529 Apr 20 16:18:37.287584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96191849-7307-4107-aad8-6e08699e3fc9 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event updated for resources: {'Network': ['ID=f5865aad-7ee1-4e0d-b3b9-fb5c1e1d1900,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:37.288587 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43938) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:37.294765 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ee23f6c8-7728-4b5c-ae25-e077bf0c068e tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Request body: {'subnet': {'network_id': 'f5865aad-7ee1-4e0d-b3b9-fb5c1e1d1900', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:37.323606 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network f5865aad-7ee1-4e0d-b3b9-fb5c1e1d1900 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:18:37.405246 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ee23f6c8-7728-4b5c-ae25-e077bf0c068e tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:37.409132 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ee23f6c8-7728-4b5c-ae25-e077bf0c068e tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Usage tracker for resource:subnet and tenant:9fa14c0e9b2d469888943512175bb152 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:37.411984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ee23f6c8-7728-4b5c-ae25-e077bf0c068e tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:37.417636 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ee23f6c8-7728-4b5c-ae25-e077bf0c068e tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:37.427442 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee23f6c8-7728-4b5c-ae25-e077bf0c068e tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Made reservation on behalf of 9fa14c0e9b2d469888943512175bb152 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:37.431443 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ee23f6c8-7728-4b5c-ae25-e077bf0c068e tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:37.433184 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 3cfcf338-9e4f-48f5-9b31-f8634960a320 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:37.434196 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:37.581869 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Allocated IP 2001:db8::2 (004efe98-fdf9-4723-8c3c-bfb75e7a4077/1050571c-c2ef-45a3-9c6b-8061e56b00eb/cb5c5700-4abe-4178-b5b8-2d80b51d04f1) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:37.653449 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ee23f6c8-7728-4b5c-ae25-e077bf0c068e tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:37.832341 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23f6c8-7728-4b5c-ae25-e077bf0c068e tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event updated for resources: {'Subnet': ['ID=6c0fadc5-f3d4-4100-8971-24e398cf3132,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:37.838074 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23f6c8-7728-4b5c-ae25-e077bf0c068e tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Checking segment: {'id': '788e21dd-326c-4e8a-843d-792284e852f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f5865aad-7ee1-4e0d-b3b9-fb5c1e1d1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:18:37.838433 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee23f6c8-7728-4b5c-ae25-e077bf0c068e tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Network hostable DHCP agents. Network: f5865aad-7ee1-4e0d-b3b9-fb5c1e1d1900, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:18:37.859354 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee23f6c8-7728-4b5c-ae25-e077bf0c068e tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Network f5865aad-7ee1-4e0d-b3b9-fb5c1e1d1900 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:18:37.868877 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-ee23f6c8-7728-4b5c-ae25-e077bf0c068e tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, f5865aad-7ee1-4e0d-b3b9-fb5c1e1d1900) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:37.873721 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee23f6c8-7728-4b5c-ae25-e077bf0c068e tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.874292 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ee23f6c8-7728-4b5c-ae25-e077bf0c068e tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:37.882625 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390bb021-fe15-420d-9ac1-f6148a3f5055 None None] Network f5865aad-7ee1-4e0d-b3b9-fb5c1e1d1900 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:37.894183 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ee23f6c8-7728-4b5c-ae25-e077bf0c068e tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6042020 Apr 20 16:18:37.896831 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43942) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:37.905957 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:37.972294 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Transition to ACTIVE for port object cb5c5700-4abe-4178-b5b8-2d80b51d04f1 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:38.003355 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Transition to ACTIVE for port object cb5c5700-4abe-4178-b5b8-2d80b51d04f1 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:38.019914 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.039696 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e20c3244-69f5-4a71-8a64-56ef5fd72ff2 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.110981 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e20c3244-69f5-4a71-8a64-56ef5fd72ff2 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.128542 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Network 004efe98-fdf9-4723-8c3c-bfb75e7a4077 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:38.135800 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:38.145957 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:18:38.147330 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Pushing event updated for resources: {'Port': ['ID=cb5c5700-4abe-4178-b5b8-2d80b51d04f1,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:38.195010 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e20c3244-69f5-4a71-8a64-56ef5fd72ff2 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.233520 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c3244-69f5-4a71-8a64-56ef5fd72ff2 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0fadc5-f3d4-4100-8971-24e398cf3132,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:38.281817 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Attempting to bind port cb5c5700-4abe-4178-b5b8-2d80b51d04f1 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:38.282185 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Attempting to bind port cb5c5700-4abe-4178-b5b8-2d80b51d04f1 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '07f1018c-12b7-4870-83b5-96b98260e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '004efe98-fdf9-4723-8c3c-bfb75e7a4077'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:38.282547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Attempting to bind port cb5c5700-4abe-4178-b5b8-2d80b51d04f1 on network 004efe98-fdf9-4723-8c3c-bfb75e7a4077 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:18:38.289082 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:18:38.289453 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Checking segment: {'id': '07f1018c-12b7-4870-83b5-96b98260e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '004efe98-fdf9-4723-8c3c-bfb75e7a4077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:18:38.289848 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.290235 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Bound using segment: {'id': '07f1018c-12b7-4870-83b5-96b98260e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '004efe98-fdf9-4723-8c3c-bfb75e7a4077'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:18:38.290697 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Bound port: cb5c5700-4abe-4178-b5b8-2d80b51d04f1, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f1018c-12b7-4870-83b5-96b98260e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '004efe98-fdf9-4723-8c3c-bfb75e7a4077'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:38.291067 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.300282 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598d1ca5-abd4-4432-be24-702dba085a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-f5865aad-7ee1-4e0d-b3b9-fb5c1e1d1900', 'network_id': 'f5865aad-7ee1-4e0d-b3b9-fb5c1e1d1900', 'tenant_id': '9fa14c0e9b2d469888943512175bb152', 'fixed_ips': [{'subnet_id': '6c0fadc5-f3d4-4100-8971-24e398cf3132'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:18:38.301078 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-598d1ca5-abd4-4432-be24-702dba085a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.331794 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e20c3244-69f5-4a71-8a64-56ef5fd72ff2 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.357341 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-e20c3244-69f5-4a71-8a64-56ef5fd72ff2 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5865aad-7ee1-4e0d-b3b9-fb5c1e1d1900']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:38.369245 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-e20c3244-69f5-4a71-8a64-56ef5fd72ff2 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788e21dd-326c-4e8a-843d-792284e852f5') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:38.369546 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-e20c3244-69f5-4a71-8a64-56ef5fd72ff2 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788e21dd-326c-4e8a-843d-792284e852f5') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:38.380547 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e20c3244-69f5-4a71-8a64-56ef5fd72ff2 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.400750 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e20c3244-69f5-4a71-8a64-56ef5fd72ff2 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.407600 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20c3244-69f5-4a71-8a64-56ef5fd72ff2 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:18:38.408024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e20c3244-69f5-4a71-8a64-56ef5fd72ff2 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:18:38.422231 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:18:38.452520 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] For port cb5c5700-4abe-4178-b5b8-2d80b51d04f1, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:18:38.455634 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] For port cb5c5700-4abe-4178-b5b8-2d80b51d04f1, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=cb5c5700-4abe-4178-b5b8-2d80b51d04f1,segment=NetworkSegment(07f1018c-12b7-4870-83b5-96b98260e7b5),segment_id=07f1018c-12b7-4870-83b5-96b98260e7b5)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:18:38.460869 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d165a3c4-cb57-4104-86ff-9f217a640bdd None None] Network f5865aad-7ee1-4e0d-b3b9-fb5c1e1d1900 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:38.477022 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.498580 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e20c3244-69f5-4a71-8a64-56ef5fd72ff2 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.518462 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-e20c3244-69f5-4a71-8a64-56ef5fd72ff2 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.527358 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c3244-69f5-4a71-8a64-56ef5fd72ff2 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event deleted for resources: {'Network': ['ID=f5865aad-7ee1-4e0d-b3b9-fb5c1e1d1900,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:38.539938 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e20c3244-69f5-4a71-8a64-56ef5fd72ff2 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "DELETE /v2.0/networks/f5865aad-7ee1-4e0d-b3b9-fb5c1e1d1900 HTTP/1.1" status: 204 len: 168 time: 0.6420352 Apr 20 16:18:38.544367 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43946) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:38.586224 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c72b83-0a76-49d2-bd28-f2a685cc4dae tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] GET failed (client error): The resource could not be found. Apr 20 16:18:38.586743 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-73c72b83-0a76-49d2-bd28-f2a685cc4dae tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Synchronizing usage tracker for tenant:9fa14c0e9b2d469888943512175bb152 on resource:subnet {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:18:38.604477 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-73c72b83-0a76-49d2-bd28-f2a685cc4dae tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Unset dirty status for tenant:9fa14c0e9b2d469888943512175bb152 on resource:subnet {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:18:38.605813 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-73c72b83-0a76-49d2-bd28-f2a685cc4dae tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "GET /v2.0/subnets/6c0fadc5-f3d4-4100-8971-24e398cf3132 HTTP/1.1" status: 404 len: 337 time: 0.0604792 Apr 20 16:18:38.609434 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43950) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:38.635258 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f90fc8-47d9-4ec8-9e3e-a08c12f215fe tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] DELETE failed (client error): The resource could not be found. Apr 20 16:18:38.635741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f90fc8-47d9-4ec8-9e3e-a08c12f215fe tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:18:38.641717 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-86f90fc8-47d9-4ec8-9e3e-a08c12f215fe tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "DELETE /v2.0/networks/f5865aad-7ee1-4e0d-b3b9-fb5c1e1d1900 HTTP/1.1" status: 404 len: 339 time: 0.0270643 Apr 20 16:18:38.642094 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43954) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:38.684048 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c23bf37-b048-4a3a-82f1-3316e39a4951 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] DELETE failed (client error): The resource could not be found. Apr 20 16:18:38.685188 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c23bf37-b048-4a3a-82f1-3316e39a4951 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:18:38.687803 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1c23bf37-b048-4a3a-82f1-3316e39a4951 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "DELETE /v2.0/subnets/6c0fadc5-f3d4-4100-8971-24e398cf3132 HTTP/1.1" status: 404 len: 337 time: 0.0440099 Apr 20 16:18:38.689719 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43958) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:38.689853 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329ef63-8c4b-45e4-9142-a81a05a8cbbb None None] Pushing event updated for resources: {'Port': ['ID=cb5c5700-4abe-4178-b5b8-2d80b51d04f1,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:38.714680 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f205c9d5-295a-4992-9524-534eb368934b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] DELETE failed (client error): The resource could not be found. Apr 20 16:18:38.715718 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f205c9d5-295a-4992-9524-534eb368934b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:18:38.717416 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f205c9d5-295a-4992-9524-534eb368934b tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "DELETE /v2.0/networks/f5865aad-7ee1-4e0d-b3b9-fb5c1e1d1900 HTTP/1.1" status: 404 len: 339 time: 0.0267324 Apr 20 16:18:38.719889 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43962) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:38.797936 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-599ff283-51b4-4f33-9972-e94595f490b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Deleting subnet 1050571c-c2ef-45a3-9c6b-8061e56b00eb {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:18:38.802164 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-599ff283-51b4-4f33-9972-e94595f490b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.858905 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-599ff283-51b4-4f33-9972-e94595f490b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.953656 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-599ff283-51b4-4f33-9972-e94595f490b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.026366 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-599ff283-51b4-4f33-9972-e94595f490b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.065064 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ff283-51b4-4f33-9972-e94595f490b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event deleted for resources: {'Subnet': ['ID=1050571c-c2ef-45a3-9c6b-8061e56b00eb,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:39.068816 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-599ff283-51b4-4f33-9972-e94595f490b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.082148 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-599ff283-51b4-4f33-9972-e94595f490b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "DELETE /v2.0/subnets/1050571c-c2ef-45a3-9c6b-8061e56b00eb HTTP/1.1" status: 204 len: 168 time: 0.3613317 Apr 20 16:18:39.084597 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43966) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:39.191253 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device cb5c5700-4abe-4178-b5b8-2d80b51d04f1 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:18:39.217337 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.229331 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Deleting port cb5c5700-4abe-4178-b5b8-2d80b51d04f1 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:18:39.229676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.261947 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port cb5c5700-4abe-4178-b5b8-2d80b51d04f1 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:18:39.440342 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] For port cb5c5700-4abe-4178-b5b8-2d80b51d04f1, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=cb5c5700-4abe-4178-b5b8-2d80b51d04f1,segment=NetworkSegment(07f1018c-12b7-4870-83b5-96b98260e7b5),segment_id=07f1018c-12b7-4870-83b5-96b98260e7b5)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:18:39.440812 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.498745 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff2b68b-c331-4e21-93e0-ba06177e57e9 None None] Network 004efe98-fdf9-4723-8c3c-bfb75e7a4077 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:39.568260 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Calling delete_port for cb5c5700-4abe-4178-b5b8-2d80b51d04f1 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:18:39.608197 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-03448122-f986-428d-a44c-4f4a1568de3b None None] Provisioning for port cb5c5700-4abe-4178-b5b8-2d80b51d04f1 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:18:39.643986 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-03448122-f986-428d-a44c-4f4a1568de3b None None] Provisioning complete for port cb5c5700-4abe-4178-b5b8-2d80b51d04f1 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:39.644356 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-03448122-f986-428d-a44c-4f4a1568de3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.647048 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.692330 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event deleted for resources: {'Port': ['ID=cb5c5700-4abe-4178-b5b8-2d80b51d04f1,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:39.699317 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] No DVR routers for this DVR port cb5c5700-4abe-4178-b5b8-2d80b51d04f1 on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:18:39.703511 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-03448122-f986-428d-a44c-4f4a1568de3b None None] Port cb5c5700-4abe-4178-b5b8-2d80b51d04f1 was deleted so its status cannot be updated. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 20 16:18:39.762694 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e03f436-b8a8-4ace-a0d2-b6940518fcbf None None] DHCP port deletion for 004efe98-fdf9-4723-8c3c-bfb75e7a4077 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:18:39.916488 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.944289 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004efe98-fdf9-4723-8c3c-bfb75e7a4077']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:39.956090 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f1018c-12b7-4870-83b5-96b98260e7b5') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:39.956394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f1018c-12b7-4870-83b5-96b98260e7b5') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:39.967295 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.986342 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.992195 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:18:39.992583 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:18:40.007607 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:18:40.082239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:40.098845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:40.110248 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event deleted for resources: {'Network': ['ID=004efe98-fdf9-4723-8c3c-bfb75e7a4077,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:40.114183 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1b9595b6-9503-432f-bd3b-ebe0a09543b8 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "DELETE /v2.0/networks/004efe98-fdf9-4723-8c3c-bfb75e7a4077 HTTP/1.1" status: 204 len: 168 time: 1.0286851 Apr 20 16:18:40.116594 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43970) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:40.156914 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-dacb198f-fc90-485d-bb46-537b34c0a7d7 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] DELETE failed (client error): The resource could not be found. Apr 20 16:18:40.157364 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dacb198f-fc90-485d-bb46-537b34c0a7d7 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:18:40.161364 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-dacb198f-fc90-485d-bb46-537b34c0a7d7 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "DELETE /v2.0/subnets/36ef1e84-8535-485a-bcb5-4b63e7932857 HTTP/1.1" status: 404 len: 337 time: 0.0414906 Apr 20 16:18:40.161527 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43974) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:40.187016 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a12e28-b92f-4d7f-8a11-e8266700d6cc tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] DELETE failed (client error): The resource could not be found. Apr 20 16:18:40.187407 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a12e28-b92f-4d7f-8a11-e8266700d6cc tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:18:40.189127 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-49a12e28-b92f-4d7f-8a11-e8266700d6cc tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "DELETE /v2.0/networks/5babcea1-c7ff-40da-8e68-34cec4334fe0 HTTP/1.1" status: 404 len: 339 time: 0.0267329 Apr 20 16:18:40.191583 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43978) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:40.231143 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd444d3-e562-4c29-9b75-9cb62d0af723 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] DELETE failed (client error): The resource could not be found. Apr 20 16:18:40.231601 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd444d3-e562-4c29-9b75-9cb62d0af723 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:18:40.233372 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9bd444d3-e562-4c29-9b75-9cb62d0af723 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "DELETE /v2.0/subnets/8f547054-1147-4f54-b455-239f66e5d92e HTTP/1.1" status: 404 len: 337 time: 0.0408626 Apr 20 16:18:40.235948 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43982) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:40.263089 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c82e6a-d39d-4a87-80cc-3d3f1f5610e7 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] DELETE failed (client error): The resource could not be found. Apr 20 16:18:40.263545 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c82e6a-d39d-4a87-80cc-3d3f1f5610e7 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:18:40.265211 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-91c82e6a-d39d-4a87-80cc-3d3f1f5610e7 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "DELETE /v2.0/networks/b0a3b003-b4d3-46d4-abfb-9ef2bb37dbbf HTTP/1.1" status: 404 len: 339 time: 0.0283689 Apr 20 16:18:40.267631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43986) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:40.333702 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-47de582e-7109-4c83-b579-98e90e4feca0 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Deleting subnet a9281580-fdf3-40e5-9308-ec0b2d5ba353 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:18:40.336556 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47de582e-7109-4c83-b579-98e90e4feca0 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:40.389006 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47de582e-7109-4c83-b579-98e90e4feca0 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:40.473948 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47de582e-7109-4c83-b579-98e90e4feca0 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:40.545343 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47de582e-7109-4c83-b579-98e90e4feca0 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:40.584941 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47de582e-7109-4c83-b579-98e90e4feca0 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:40.587455 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de582e-7109-4c83-b579-98e90e4feca0 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event deleted for resources: {'Subnet': ['ID=a9281580-fdf3-40e5-9308-ec0b2d5ba353,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:40.590776 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c2d5ee-2c9b-48e8-ada5-1a62f09076c0 None None] Network 84c5f02c-18f5-45ac-bc63-ada688b6cd42 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:40.598562 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-47de582e-7109-4c83-b579-98e90e4feca0 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "DELETE /v2.0/subnets/a9281580-fdf3-40e5-9308-ec0b2d5ba353 HTTP/1.1" status: 204 len: 168 time: 0.3299823 Apr 20 16:18:40.601301 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43990) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:40.716165 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:40.726946 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Deleting port 3cfcf338-9e4f-48f5-9b31-f8634960a320 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:18:40.727312 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:40.840666 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740fabda-0c04-4751-8321-82c527db1d7b None None] DHCP port deletion for 84c5f02c-18f5-45ac-bc63-ada688b6cd42 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:18:40.844901 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-740fabda-0c04-4751-8321-82c527db1d7b None None] Deleting port 3cfcf338-9e4f-48f5-9b31-f8634960a320 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:18:40.845308 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-740fabda-0c04-4751-8321-82c527db1d7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:40.935320 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] For port 3cfcf338-9e4f-48f5-9b31-f8634960a320, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3cfcf338-9e4f-48f5-9b31-f8634960a320,segment=NetworkSegment(148eaec3-1794-4adb-8010-1e792194c458),segment_id=148eaec3-1794-4adb-8010-1e792194c458)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:18:40.935680 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:41.061145 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Calling delete_port for 3cfcf338-9e4f-48f5-9b31-f8634960a320 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:18:41.075564 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-740fabda-0c04-4751-8321-82c527db1d7b None None] For port 3cfcf338-9e4f-48f5-9b31-f8634960a320, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3cfcf338-9e4f-48f5-9b31-f8634960a320,segment=NetworkSegment(148eaec3-1794-4adb-8010-1e792194c458),segment_id=148eaec3-1794-4adb-8010-1e792194c458)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:18:41.075945 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-740fabda-0c04-4751-8321-82c527db1d7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:41.153001 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:41.197644 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3cfcf338-9e4f-48f5-9b31-f8634960a320 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:18:41.200386 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event deleted for resources: {'Port': ['ID=3cfcf338-9e4f-48f5-9b31-f8634960a320,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:41.203974 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] No DVR routers for this DVR port 3cfcf338-9e4f-48f5-9b31-f8634960a320 on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:18:41.227096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-740fabda-0c04-4751-8321-82c527db1d7b None None] Calling delete_port for 3cfcf338-9e4f-48f5-9b31-f8634960a320 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:18:41.268787 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 3cfcf338-9e4f-48f5-9b31-f8634960a320 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:18:41.269128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3cfcf338-9e4f-48f5-9b31-f8634960a320 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:18:41.269539 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device cb5c5700-4abe-4178-b5b8-2d80b51d04f1 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:18:41.307515 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: cb5c5700-4abe-4178-b5b8-2d80b51d04f1 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:18:41.307882 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device cb5c5700-4abe-4178-b5b8-2d80b51d04f1 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:18:41.325171 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:41.342524 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-740fabda-0c04-4751-8321-82c527db1d7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:18:41.342882 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-740fabda-0c04-4751-8321-82c527db1d7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:18:41.349265 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c5f02c-18f5-45ac-bc63-ada688b6cd42']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:41.361021 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148eaec3-1794-4adb-8010-1e792194c458') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:41.361315 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148eaec3-1794-4adb-8010-1e792194c458') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:41.372577 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:41.388717 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:41.394432 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:18:41.394809 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:18:41.412652 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:18:41.488045 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:41.504891 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:41.516547 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] Pushing event deleted for resources: {'Network': ['ID=84c5f02c-18f5-45ac-bc63-ada688b6cd42,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:41.520480 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b76d13a5-e0d0-462e-a6cb-b70a2c878703 tempest-NetworksIpV6Test-1206281880 tempest-NetworksIpV6Test-1206281880-project] 10.222.0.13 "DELETE /v2.0/networks/84c5f02c-18f5-45ac-bc63-ada688b6cd42 HTTP/1.1" status: 204 len: 168 time: 0.9182830 Apr 20 16:18:41.774475 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 43998) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:41.844689 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-740fabda-0c04-4751-8321-82c527db1d7b None None] Deleting port 3cfcf338-9e4f-48f5-9b31-f8634960a320 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:18:41.845144 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-740fabda-0c04-4751-8321-82c527db1d7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:41.911813 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-740fabda-0c04-4751-8321-82c527db1d7b None None] The port '3cfcf338-9e4f-48f5-9b31-f8634960a320' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 16:18:41.922558 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a13b9ed4-7abc-44cf-8bc2-619e575076a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fa14c0e9b2d469888943512175bb152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469488 Apr 20 16:18:41.924969 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44004) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:41.981831 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0eef546c-f168-4345-a4ce-36b5ddeec77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:42.006291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0eef546c-f168-4345-a4ce-36b5ddeec77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:42.057301 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0eef546c-f168-4345-a4ce-36b5ddeec77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:42.071916 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef546c-f168-4345-a4ce-36b5ddeec77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880cf085-ef2f-4fbd-aeec-75003a9b9df1,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:42.077914 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0eef546c-f168-4345-a4ce-36b5ddeec77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:42.078985 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0eef546c-f168-4345-a4ce-36b5ddeec77b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/880cf085-ef2f-4fbd-aeec-75003a9b9df1 HTTP/1.1" status: 204 len: 168 time: 0.1531332 Apr 20 16:18:42.759411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44028) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:42.859312 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ea7b358f-9411-4c9c-a13b-75af1b67afd9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-957722042', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:42.865914 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ea7b358f-9411-4c9c-a13b-75af1b67afd9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:42.869780 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ea7b358f-9411-4c9c-a13b-75af1b67afd9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Usage tracker for resource:router and tenant:44a1b8dee77e4cf3aab1295927c1e904 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:42.873163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ea7b358f-9411-4c9c-a13b-75af1b67afd9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:42.879514 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ea7b358f-9411-4c9c-a13b-75af1b67afd9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:42.890346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea7b358f-9411-4c9c-a13b-75af1b67afd9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:42.891234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea7b358f-9411-4c9c-a13b-75af1b67afd9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:42.906707 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea7b358f-9411-4c9c-a13b-75af1b67afd9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:42.924405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea7b358f-9411-4c9c-a13b-75af1b67afd9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:42.946321 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea7b358f-9411-4c9c-a13b-75af1b67afd9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:42.947642 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ea7b358f-9411-4c9c-a13b-75af1b67afd9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1869147 Apr 20 16:18:42.950326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44034) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:42.955677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1790081270'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:42.960354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:42.964740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Usage tracker for resource:network and tenant:44a1b8dee77e4cf3aab1295927c1e904 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:42.967646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:42.973375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:42.984006 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Made reservation on behalf of 44a1b8dee77e4cf3aab1295927c1e904 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:42.987473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:42.999853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:43.014164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:43.017894 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Usage tracker for resource:security_group_rule and tenant:44a1b8dee77e4cf3aab1295927c1e904 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:43.020630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:43.026182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:43.112306 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:43.116010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:43.149311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:18:43.154320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bce082-dd79-42e4-b720-dacfc3266598,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:43.164034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:43.164383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:43.164719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:43.165046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:43.165372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:43.165695 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:43.166015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:43.166332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:43.166648 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:43.166968 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:43.167298 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:43.167592 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:43.171492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:43.171869 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Added segment 3b1a6240-3abc-49d3-9d4a-15af2ac0e0bb of type vlan for network 7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa Apr 20 16:18:43.198176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:43.225870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:43.231953 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:43.232525 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:43.338026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Pushing event updated for resources: {'Network': ['ID=7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:43.342106 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-550b17cf-afa7-4175-b19c-0465ca79813e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3908048 Apr 20 16:18:43.344861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44038) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:43.349477 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:18:43.350137 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-d399a554-2eec-473d-b1a3-7bc575639227 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Request body: {'subnet': {'network_id': '7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:43.459426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d399a554-2eec-473d-b1a3-7bc575639227 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:43.463372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d399a554-2eec-473d-b1a3-7bc575639227 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Usage tracker for resource:subnet and tenant:44a1b8dee77e4cf3aab1295927c1e904 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:43.466755 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d399a554-2eec-473d-b1a3-7bc575639227 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:43.472458 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d399a554-2eec-473d-b1a3-7bc575639227 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:43.483255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d399a554-2eec-473d-b1a3-7bc575639227 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Made reservation on behalf of 44a1b8dee77e4cf3aab1295927c1e904 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:43.487011 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d399a554-2eec-473d-b1a3-7bc575639227 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:43.694523 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d399a554-2eec-473d-b1a3-7bc575639227 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:43.887868 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399a554-2eec-473d-b1a3-7bc575639227 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Pushing event updated for resources: {'Subnet': ['ID=27745264-586f-424a-a1ed-db00979a1558,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:43.896494 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d399a554-2eec-473d-b1a3-7bc575639227 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Checking segment: {'id': '3b1a6240-3abc-49d3-9d4a-15af2ac0e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:18:43.896853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d399a554-2eec-473d-b1a3-7bc575639227 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Network hostable DHCP agents. Network: 7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:18:43.915477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d399a554-2eec-473d-b1a3-7bc575639227 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Network 7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:18:43.924220 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-d399a554-2eec-473d-b1a3-7bc575639227 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:43.929047 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399a554-2eec-473d-b1a3-7bc575639227 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:43.929627 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d399a554-2eec-473d-b1a3-7bc575639227 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:43.931925 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e042e4-1deb-4cb6-a734-ef2ec34f5afc None None] Network 7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:43.951515 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d399a554-2eec-473d-b1a3-7bc575639227 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6051052 Apr 20 16:18:43.954071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44042) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:43.959559 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-42f45c30-36cf-4b0e-a5ea-cf32ce6535b7 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1169672070'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:43.964472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-42f45c30-36cf-4b0e-a5ea-cf32ce6535b7 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:43.968830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-42f45c30-36cf-4b0e-a5ea-cf32ce6535b7 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Usage tracker for resource:network and tenant:44a1b8dee77e4cf3aab1295927c1e904 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:43.971618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-42f45c30-36cf-4b0e-a5ea-cf32ce6535b7 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:43.977542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-42f45c30-36cf-4b0e-a5ea-cf32ce6535b7 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:43.987743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f45c30-36cf-4b0e-a5ea-cf32ce6535b7 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Made reservation on behalf of 44a1b8dee77e4cf3aab1295927c1e904 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:43.991093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42f45c30-36cf-4b0e-a5ea-cf32ce6535b7 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.017959 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f45c30-36cf-4b0e-a5ea-cf32ce6535b7 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:18:44.026611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42f45c30-36cf-4b0e-a5ea-cf32ce6535b7 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.026950 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-42f45c30-36cf-4b0e-a5ea-cf32ce6535b7 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Added segment d22b0acc-ddee-47ee-b651-2e9a84641377 of type vlan for network 3f46e00f-bfc7-49fc-bbb9-413b19933ab5 Apr 20 16:18:44.053766 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42f45c30-36cf-4b0e-a5ea-cf32ce6535b7 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.084386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42f45c30-36cf-4b0e-a5ea-cf32ce6535b7 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.089952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f45c30-36cf-4b0e-a5ea-cf32ce6535b7 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:44.090527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42f45c30-36cf-4b0e-a5ea-cf32ce6535b7 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.148166 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa', 'network_id': '7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa', 'tenant_id': '44a1b8dee77e4cf3aab1295927c1e904', 'fixed_ips': [{'subnet_id': '27745264-586f-424a-a1ed-db00979a1558'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:18:44.149241 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.182912 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-42f45c30-36cf-4b0e-a5ea-cf32ce6535b7 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2277701 Apr 20 16:18:44.186438 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44046) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:44.192716 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-7902b7cd-54c1-42f6-bdad-127e2e88fd31 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Request body: {'subnet': {'network_id': '3f46e00f-bfc7-49fc-bbb9-413b19933ab5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:44.217947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f45c30-36cf-4b0e-a5ea-cf32ce6535b7 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Pushing event updated for resources: {'Network': ['ID=3f46e00f-bfc7-49fc-bbb9-413b19933ab5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:44.231269 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 3f46e00f-bfc7-49fc-bbb9-413b19933ab5 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:18:44.322434 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7902b7cd-54c1-42f6-bdad-127e2e88fd31 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:44.326855 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7902b7cd-54c1-42f6-bdad-127e2e88fd31 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Usage tracker for resource:subnet and tenant:44a1b8dee77e4cf3aab1295927c1e904 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:44.329768 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7902b7cd-54c1-42f6-bdad-127e2e88fd31 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:44.335720 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7902b7cd-54c1-42f6-bdad-127e2e88fd31 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:44.344642 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7902b7cd-54c1-42f6-bdad-127e2e88fd31 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Made reservation on behalf of 44a1b8dee77e4cf3aab1295927c1e904 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:44.348139 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7902b7cd-54c1-42f6-bdad-127e2e88fd31 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.414629 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Allocated IP 172.20.0.2 (7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa/27745264-586f-424a-a1ed-db00979a1558/3ba35621-b43d-43b0-90da-7f8469c354dc) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:44.631019 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.641226 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Transition to ACTIVE for port object 3ba35621-b43d-43b0-90da-7f8469c354dc will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:44.659010 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Transition to ACTIVE for port object 3ba35621-b43d-43b0-90da-7f8469c354dc will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:44.664351 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.672980 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7902b7cd-54c1-42f6-bdad-127e2e88fd31 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.722044 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Network 7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:44.724951 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:44.728844 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:18:44.752633 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902b7cd-54c1-42f6-bdad-127e2e88fd31 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Pushing event updated for resources: {'Subnet': ['ID=165894ff-8f26-41c9-a0dc-a135475459a9,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:44.761394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7902b7cd-54c1-42f6-bdad-127e2e88fd31 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Checking segment: {'id': 'd22b0acc-ddee-47ee-b651-2e9a84641377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3f46e00f-bfc7-49fc-bbb9-413b19933ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:18:44.761781 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7902b7cd-54c1-42f6-bdad-127e2e88fd31 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Network hostable DHCP agents. Network: 3f46e00f-bfc7-49fc-bbb9-413b19933ab5, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:18:44.778620 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Pushing event updated for resources: {'Port': ['ID=3ba35621-b43d-43b0-90da-7f8469c354dc,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:44.780514 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7902b7cd-54c1-42f6-bdad-127e2e88fd31 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Network 3f46e00f-bfc7-49fc-bbb9-413b19933ab5 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:18:44.790589 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-7902b7cd-54c1-42f6-bdad-127e2e88fd31 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 3f46e00f-bfc7-49fc-bbb9-413b19933ab5) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:44.795155 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7902b7cd-54c1-42f6-bdad-127e2e88fd31 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:44.795712 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7902b7cd-54c1-42f6-bdad-127e2e88fd31 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.810771 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dacdd57-7d91-4e96-a7f1-f5f1a36da5cc None None] Network 3f46e00f-bfc7-49fc-bbb9-413b19933ab5 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:44.816504 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7902b7cd-54c1-42f6-bdad-127e2e88fd31 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6289501 Apr 20 16:18:44.819133 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44050) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:44.824482 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-1d349c13-2c94-4070-a10a-e22b3719bb89 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Request body: {'router': {'external_gateway_info': {'network_id': '3f46e00f-bfc7-49fc-bbb9-413b19933ab5'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:44.931713 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Attempting to bind port 3ba35621-b43d-43b0-90da-7f8469c354dc on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:44.931993 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Attempting to bind port 3ba35621-b43d-43b0-90da-7f8469c354dc by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '3b1a6240-3abc-49d3-9d4a-15af2ac0e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:44.932347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Attempting to bind port 3ba35621-b43d-43b0-90da-7f8469c354dc on network 7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:18:44.941867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:18:44.942232 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Checking segment: {'id': '3b1a6240-3abc-49d3-9d4a-15af2ac0e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:18:44.942630 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.943019 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Bound using segment: {'id': '3b1a6240-3abc-49d3-9d4a-15af2ac0e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:18:44.943465 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Bound port: 3ba35621-b43d-43b0-90da-7f8469c354dc, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1a6240-3abc-49d3-9d4a-15af2ac0e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:44.943854 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:45.100528 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] For port 3ba35621-b43d-43b0-90da-7f8469c354dc, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:18:45.147579 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] For port 3ba35621-b43d-43b0-90da-7f8469c354dc, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3ba35621-b43d-43b0-90da-7f8469c354dc,segment=NetworkSegment(3b1a6240-3abc-49d3-9d4a-15af2ac0e0bb),segment_id=3b1a6240-3abc-49d3-9d4a-15af2ac0e0bb)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:18:45.153490 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:45.189344 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-3f46e00f-bfc7-49fc-bbb9-413b19933ab5', 'network_id': '3f46e00f-bfc7-49fc-bbb9-413b19933ab5', 'tenant_id': '44a1b8dee77e4cf3aab1295927c1e904', 'fixed_ips': [{'subnet_id': '165894ff-8f26-41c9-a0dc-a135475459a9'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:18:45.190089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:45.215895 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1d349c13-2c94-4070-a10a-e22b3719bb89 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:45.300541 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:45.329339 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e019a-7335-446a-8d56-9a5043cc9f30 None None] Pushing event updated for resources: {'Port': ['ID=3ba35621-b43d-43b0-90da-7f8469c354dc,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:45.378007 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.api.v2.resource [None req-1d349c13-2c94-4070-a10a-e22b3719bb89 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:18:45.379140 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1d349c13-2c94-4070-a10a-e22b3719bb89 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] 10.222.0.13 "PUT /v2.0/routers/79258662-baf3-47dc-bdf6-3b52d0705f66 HTTP/1.1" status: 400 len: 364 time: 0.5589945 Apr 20 16:18:45.385037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44054) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:45.425862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Allocated IP 172.21.0.2 (3f46e00f-bfc7-49fc-bbb9-413b19933ab5/165894ff-8f26-41c9-a0dc-a135475459a9/a1a5f912-7391-40e6-a9f0-53f3c34112b4) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:45.457899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb651fc6-24d4-4111-a74e-e97ea93f161e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Deleting subnet 165894ff-8f26-41c9-a0dc-a135475459a9 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:18:45.650700 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:45.660335 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Transition to ACTIVE for port object a1a5f912-7391-40e6-a9f0-53f3c34112b4 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:45.677721 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Transition to ACTIVE for port object a1a5f912-7391-40e6-a9f0-53f3c34112b4 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:45.681739 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eb651fc6-24d4-4111-a74e-e97ea93f161e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:45.682099 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:45.741301 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eb651fc6-24d4-4111-a74e-e97ea93f161e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:45.744727 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Network 3f46e00f-bfc7-49fc-bbb9-413b19933ab5 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:45.752005 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:45.756448 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:18:45.762677 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Pushing event updated for resources: {'Port': ['ID=a1a5f912-7391-40e6-a9f0-53f3c34112b4,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:45.825704 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eb651fc6-24d4-4111-a74e-e97ea93f161e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:45.850370 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Attempting to bind port a1a5f912-7391-40e6-a9f0-53f3c34112b4 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:45.850741 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Attempting to bind port a1a5f912-7391-40e6-a9f0-53f3c34112b4 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'd22b0acc-ddee-47ee-b651-2e9a84641377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3f46e00f-bfc7-49fc-bbb9-413b19933ab5'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:45.851362 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Attempting to bind port a1a5f912-7391-40e6-a9f0-53f3c34112b4 on network 3f46e00f-bfc7-49fc-bbb9-413b19933ab5 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:18:45.856587 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:18:45.856943 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Checking segment: {'id': 'd22b0acc-ddee-47ee-b651-2e9a84641377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3f46e00f-bfc7-49fc-bbb9-413b19933ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:18:45.857347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:45.857735 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Bound using segment: {'id': 'd22b0acc-ddee-47ee-b651-2e9a84641377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3f46e00f-bfc7-49fc-bbb9-413b19933ab5'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:18:45.858190 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Bound port: a1a5f912-7391-40e6-a9f0-53f3c34112b4, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22b0acc-ddee-47ee-b651-2e9a84641377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3f46e00f-bfc7-49fc-bbb9-413b19933ab5'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:45.858559 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:45.897242 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eb651fc6-24d4-4111-a74e-e97ea93f161e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:45.940170 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb651fc6-24d4-4111-a74e-e97ea93f161e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Pushing event deleted for resources: {'Subnet': ['ID=165894ff-8f26-41c9-a0dc-a135475459a9,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:45.947313 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eb651fc6-24d4-4111-a74e-e97ea93f161e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:45.952045 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] For port a1a5f912-7391-40e6-a9f0-53f3c34112b4, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:18:45.955436 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] For port a1a5f912-7391-40e6-a9f0-53f3c34112b4, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a1a5f912-7391-40e6-a9f0-53f3c34112b4,segment=NetworkSegment(d22b0acc-ddee-47ee-b651-2e9a84641377),segment_id=d22b0acc-ddee-47ee-b651-2e9a84641377)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:18:45.956353 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44058) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:45.956495 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-eb651fc6-24d4-4111-a74e-e97ea93f161e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] 10.222.0.13 "DELETE /v2.0/subnets/165894ff-8f26-41c9-a0dc-a135475459a9 HTTP/1.1" status: 204 len: 168 time: 0.5701830 Apr 20 16:18:45.960964 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:46.079519 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119e6c3-6100-4bf3-b86b-3d939491d8df None None] Pushing event updated for resources: {'Port': ['ID=a1a5f912-7391-40e6-a9f0-53f3c34112b4,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:46.081466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:46.093695 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Deleting port a1a5f912-7391-40e6-a9f0-53f3c34112b4 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:18:46.094458 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:46.117990 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22bc9d8-11cc-428c-a185-cd949953370c None None] Network 3f46e00f-bfc7-49fc-bbb9-413b19933ab5 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:46.295267 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109edce5-a076-4921-8d65-3278578ea54c None None] Network 7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:46.316279 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] For port a1a5f912-7391-40e6-a9f0-53f3c34112b4, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a1a5f912-7391-40e6-a9f0-53f3c34112b4,segment=NetworkSegment(d22b0acc-ddee-47ee-b651-2e9a84641377),segment_id=d22b0acc-ddee-47ee-b651-2e9a84641377)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:18:46.316849 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:46.414786 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b0856c6f-eae6-4fe5-ac56-66e498a8dbd8 None None] Provisioning for port 3ba35621-b43d-43b0-90da-7f8469c354dc completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:18:46.436905 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Calling delete_port for a1a5f912-7391-40e6-a9f0-53f3c34112b4 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:18:46.617596 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:46.664175 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Pushing event deleted for resources: {'Port': ['ID=a1a5f912-7391-40e6-a9f0-53f3c34112b4,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:46.669581 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] No DVR routers for this DVR port a1a5f912-7391-40e6-a9f0-53f3c34112b4 on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:18:46.699042 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:46.699415 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:46.699749 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:46.700100 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:46.700424 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:46.700749 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:46.701071 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:46.701387 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:46.701706 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:46.702026 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:46.702343 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:46.702655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:46.722544 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd076a4e-c6b3-456f-9636-9d9818970b21 None None] get_active_networks_info from dv-neutron-838699-1-hyperv {{(pid=88170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 16:18:46.803890 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:46.830945 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f46e00f-bfc7-49fc-bbb9-413b19933ab5']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:46.842478 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22b0acc-ddee-47ee-b651-2e9a84641377') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:46.842771 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22b0acc-ddee-47ee-b651-2e9a84641377') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:46.847732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd076a4e-c6b3-456f-9636-9d9818970b21 None None] Resources bound (agent type, host, resource id): {{(pid=88170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 16:18:46.854151 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:46.870040 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:46.876453 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:18:46.876832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:18:46.894652 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:18:46.969238 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:46.989165 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:46.998059 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Pushing event deleted for resources: {'Network': ['ID=3f46e00f-bfc7-49fc-bbb9-413b19933ab5,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:47.002160 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-55a541a8-3d9f-4400-8a81-6fc1cbdeec4f tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] 10.222.0.13 "DELETE /v2.0/networks/3f46e00f-bfc7-49fc-bbb9-413b19933ab5 HTTP/1.1" status: 204 len: 168 time: 1.0447502 Apr 20 16:18:47.004623 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44062) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:47.069048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-301a0090-ace3-44a3-b663-8f56d95dd4a9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Deleting subnet 27745264-586f-424a-a1ed-db00979a1558 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:18:47.071926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-301a0090-ace3-44a3-b663-8f56d95dd4a9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:47.132925 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-301a0090-ace3-44a3-b663-8f56d95dd4a9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:47.205246 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3ba35621-b43d-43b0-90da-7f8469c354dc up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:18:47.217830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-301a0090-ace3-44a3-b663-8f56d95dd4a9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:47.272026 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 3ba35621-b43d-43b0-90da-7f8469c354dc completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:18:47.277098 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 3ba35621-b43d-43b0-90da-7f8469c354dc triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:47.277991 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:47.290288 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-301a0090-ace3-44a3-b663-8f56d95dd4a9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:47.332621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a0090-ace3-44a3-b663-8f56d95dd4a9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Pushing event deleted for resources: {'Subnet': ['ID=27745264-586f-424a-a1ed-db00979a1558,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:47.336197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-301a0090-ace3-44a3-b663-8f56d95dd4a9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:47.342719 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-301a0090-ace3-44a3-b663-8f56d95dd4a9 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] 10.222.0.13 "DELETE /v2.0/subnets/27745264-586f-424a-a1ed-db00979a1558 HTTP/1.1" status: 204 len: 168 time: 0.3370817 Apr 20 16:18:47.345551 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44066) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:47.369996 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28e2586-e4e3-473f-89f5-6bc0266425ab None None] Network 7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:47.461416 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:47.472225 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Deleting port 3ba35621-b43d-43b0-90da-7f8469c354dc {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:18:47.472558 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:47.481946 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:47.578296 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 3ba35621-b43d-43b0-90da-7f8469c354dc, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3ba35621-b43d-43b0-90da-7f8469c354dc,segment=NetworkSegment(3b1a6240-3abc-49d3-9d4a-15af2ac0e0bb),segment_id=3b1a6240-3abc-49d3-9d4a-15af2ac0e0bb)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:18:47.584653 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:47.663055 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=3ba35621-b43d-43b0-90da-7f8469c354dc,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:47.677830 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] For port 3ba35621-b43d-43b0-90da-7f8469c354dc, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3ba35621-b43d-43b0-90da-7f8469c354dc,segment=NetworkSegment(3b1a6240-3abc-49d3-9d4a-15af2ac0e0bb),segment_id=3b1a6240-3abc-49d3-9d4a-15af2ac0e0bb)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:18:47.678225 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:47.716422 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ba82ed-e4f2-425f-a09d-79b6376665a4 None None] DHCP port deletion for 7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:18:47.720826 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-36ba82ed-e4f2-425f-a09d-79b6376665a4 None None] Deleting port 3ba35621-b43d-43b0-90da-7f8469c354dc {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:18:47.721206 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-36ba82ed-e4f2-425f-a09d-79b6376665a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:47.801037 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Calling delete_port for 3ba35621-b43d-43b0-90da-7f8469c354dc owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:18:47.876286 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.db.api [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:18:47.876520 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG oslo_db.api [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:18:47.922490 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-36ba82ed-e4f2-425f-a09d-79b6376665a4 None None] For port 3ba35621-b43d-43b0-90da-7f8469c354dc, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3ba35621-b43d-43b0-90da-7f8469c354dc,segment=NetworkSegment(3b1a6240-3abc-49d3-9d4a-15af2ac0e0bb),segment_id=3b1a6240-3abc-49d3-9d4a-15af2ac0e0bb)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:18:47.923008 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-36ba82ed-e4f2-425f-a09d-79b6376665a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:48.041046 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-36ba82ed-e4f2-425f-a09d-79b6376665a4 None None] Calling delete_port for 3ba35621-b43d-43b0-90da-7f8469c354dc owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:18:48.114185 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-36ba82ed-e4f2-425f-a09d-79b6376665a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:48.158809 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba82ed-e4f2-425f-a09d-79b6376665a4 None None] Pushing event deleted for resources: {'Port': ['ID=3ba35621-b43d-43b0-90da-7f8469c354dc,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:48.162230 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ba82ed-e4f2-425f-a09d-79b6376665a4 None None] No DVR routers for this DVR port 3ba35621-b43d-43b0-90da-7f8469c354dc on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:18:48.378332 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Deleting port 3ba35621-b43d-43b0-90da-7f8469c354dc {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:18:48.378889 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:48.442692 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] The port '3ba35621-b43d-43b0-90da-7f8469c354dc' was deleted {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 16:18:48.558723 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:48.585635 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:48.597661 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1a6240-3abc-49d3-9d4a-15af2ac0e0bb') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:48.597960 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1a6240-3abc-49d3-9d4a-15af2ac0e0bb') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:48.609628 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:48.625125 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:48.631040 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:18:48.631418 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:18:48.645519 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:18:48.723864 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:48.743889 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:48.755791 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Pushing event deleted for resources: {'Network': ['ID=7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:48.758252 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f2061750-c255-4f6a-9b5d-0f6e0ff9cdad tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] 10.222.0.13 "DELETE /v2.0/networks/7f12aaf1-fb46-45e0-99da-ff9fc4e84eaa HTTP/1.1" status: 204 len: 168 time: 1.4117122 Apr 20 16:18:48.760988 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44070) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:48.807487 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-eda28ebb-bc2b-457c-89d8-447bf7690798 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Synchronizing usage tracker for tenant:44a1b8dee77e4cf3aab1295927c1e904 on resource:port {{(pid=88169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:18:48.822480 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-eda28ebb-bc2b-457c-89d8-447bf7690798 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Unset dirty status for tenant:44a1b8dee77e4cf3aab1295927c1e904 on resource:port {{(pid=88169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:18:48.823580 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-eda28ebb-bc2b-457c-89d8-447bf7690798 tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] 10.222.0.13 "GET /v2.0/ports?device_id=79258662-baf3-47dc-bdf6-3b52d0705f66 HTTP/1.1" status: 200 len: 205 time: 0.0616426 Apr 20 16:18:48.826162 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44074) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:49.042729 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-63c8eb4a-553c-4fc7-a56e-8fca46e9407e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:49.148799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3ba35621-b43d-43b0-90da-7f8469c354dc no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:18:49.184420 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 3ba35621-b43d-43b0-90da-7f8469c354dc {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:18:49.184915 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3ba35621-b43d-43b0-90da-7f8469c354dc not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:18:49.331024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-63c8eb4a-553c-4fc7-a56e-8fca46e9407e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:49.333076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-63c8eb4a-553c-4fc7-a56e-8fca46e9407e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:49.355452 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-63c8eb4a-553c-4fc7-a56e-8fca46e9407e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:49.356002 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c8eb4a-553c-4fc7-a56e-8fca46e9407e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Fanout notify agent at l3_agent the message router_deleted on router 79258662-baf3-47dc-bdf6-3b52d0705f66 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:18:49.366917 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-63c8eb4a-553c-4fc7-a56e-8fca46e9407e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:49.368011 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-63c8eb4a-553c-4fc7-a56e-8fca46e9407e tempest-RoutersNegativeTest-34860797 tempest-RoutersNegativeTest-34860797-project] 10.222.0.13 "DELETE /v2.0/routers/79258662-baf3-47dc-bdf6-3b52d0705f66 HTTP/1.1" status: 204 len: 168 time: 0.5409505 Apr 20 16:18:49.621036 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44082) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:49.763755 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-593216df-306d-4abe-9587-8724c24f9f6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44a1b8dee77e4cf3aab1295927c1e904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410840 Apr 20 16:18:49.766124 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44088) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:49.821821 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-519e278f-22b2-4916-9bed-31115cd1b199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:49.846238 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-519e278f-22b2-4916-9bed-31115cd1b199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:49.899044 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-519e278f-22b2-4916-9bed-31115cd1b199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:49.914463 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e278f-22b2-4916-9bed-31115cd1b199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bce082-dd79-42e4-b720-dacfc3266598,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:49.919484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-519e278f-22b2-4916-9bed-31115cd1b199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:49.920493 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-519e278f-22b2-4916-9bed-31115cd1b199 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7bce082-dd79-42e4-b720-dacfc3266598 HTTP/1.1" status: 204 len: 168 time: 0.1534994 Apr 20 16:18:50.559950 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44112) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:50.660543 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1391231123-network', 'tenant_id': 'e718388dd4744b9c8081b70b32115893'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:50.665220 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:50.669151 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Usage tracker for resource:network and tenant:e718388dd4744b9c8081b70b32115893 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:50.671981 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:50.677606 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:50.687145 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Made reservation on behalf of e718388dd4744b9c8081b70b32115893 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:50.689358 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:50.701952 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:50.716722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:50.720663 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:e718388dd4744b9c8081b70b32115893 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:50.723402 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:50.729342 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:50.809598 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:50.813229 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:50.843463 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:18:50.851972 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:50.857498 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:50.857838 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Added segment ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e of type vlan for network b1114ff0-48a2-491d-8ccb-3cb4de696043 Apr 20 16:18:50.884942 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:50.913003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:50.913855 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:50.914428 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:51.015373 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=b1114ff0-48a2-491d-8ccb-3cb4de696043,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:51.018591 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-81bdc401-ba78-46ba-ae43-51bfd6d65ae9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4576333 Apr 20 16:18:51.021450 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44118) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:51.025746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network b1114ff0-48a2-491d-8ccb-3cb4de696043 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:18:51.026755 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-392734c2-9f36-426f-b0d8-0c523d4de02c admin admin] Request body: {'subnet': {'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1391231123-subnet', 'tenant_id': 'e718388dd4744b9c8081b70b32115893', 'ip_version': 4}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:51.031585 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-392734c2-9f36-426f-b0d8-0c523d4de02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:51.035394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-392734c2-9f36-426f-b0d8-0c523d4de02c admin admin] Usage tracker for resource:subnet and tenant:e718388dd4744b9c8081b70b32115893 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:51.038215 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-392734c2-9f36-426f-b0d8-0c523d4de02c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:51.043950 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-392734c2-9f36-426f-b0d8-0c523d4de02c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:51.054194 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392734c2-9f36-426f-b0d8-0c523d4de02c admin admin] Made reservation on behalf of e718388dd4744b9c8081b70b32115893 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:51.056595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-392734c2-9f36-426f-b0d8-0c523d4de02c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:51.258915 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-392734c2-9f36-426f-b0d8-0c523d4de02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:51.333201 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392734c2-9f36-426f-b0d8-0c523d4de02c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dca2958-728b-4bd6-a704-3adbc405276c,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:51.337133 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392734c2-9f36-426f-b0d8-0c523d4de02c admin admin] Checking segment: {'id': 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:18:51.337486 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392734c2-9f36-426f-b0d8-0c523d4de02c admin admin] Network hostable DHCP agents. Network: b1114ff0-48a2-491d-8ccb-3cb4de696043, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:18:51.356324 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392734c2-9f36-426f-b0d8-0c523d4de02c admin admin] Network b1114ff0-48a2-491d-8ccb-3cb4de696043 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:18:51.364784 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-392734c2-9f36-426f-b0d8-0c523d4de02c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, b1114ff0-48a2-491d-8ccb-3cb4de696043) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:51.368529 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392734c2-9f36-426f-b0d8-0c523d4de02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:51.369106 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-392734c2-9f36-426f-b0d8-0c523d4de02c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:51.374304 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50094b6-8838-45f7-a57e-5b1e81b5735c None None] Network b1114ff0-48a2-491d-8ccb-3cb4de696043 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:51.389517 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-392734c2-9f36-426f-b0d8-0c523d4de02c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3667593 Apr 20 16:18:51.391953 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44122) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:51.398126 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1391231123-router', 'tenant_id': 'e718388dd4744b9c8081b70b32115893', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:51.403016 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:51.406916 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Usage tracker for resource:router and tenant:e718388dd4744b9c8081b70b32115893 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:51.409751 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:51.415640 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:51.426493 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:51.427507 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:51.443466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:51.475423 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:18:51.624824 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-b1114ff0-48a2-491d-8ccb-3cb4de696043', 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043', 'tenant_id': 'e718388dd4744b9c8081b70b32115893', 'fixed_ips': [{'subnet_id': '8dca2958-728b-4bd6-a704-3adbc405276c'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:18:51.625678 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:51.710370 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:51.780939 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Allocated IP 172.20.0.2 (b1114ff0-48a2-491d-8ccb-3cb4de696043/8dca2958-728b-4bd6-a704-3adbc405276c/f3c80695-b651-4630-b2b1-cce4f11ac630) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:51.985096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:51.994681 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Transition to ACTIVE for port object f3c80695-b651-4630-b2b1-cce4f11ac630 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:52.012931 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Transition to ACTIVE for port object f3c80695-b651-4630-b2b1-cce4f11ac630 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:52.019057 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:52.082543 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Network b1114ff0-48a2-491d-8ccb-3cb4de696043 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:52.089412 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:52.094596 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:18:52.100477 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Pushing event updated for resources: {'Port': ['ID=f3c80695-b651-4630-b2b1-cce4f11ac630,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:52.118105 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:52.147414 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:52.190601 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Attempting to bind port f3c80695-b651-4630-b2b1-cce4f11ac630 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:52.190976 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Attempting to bind port f3c80695-b651-4630-b2b1-cce4f11ac630 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:52.191342 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Attempting to bind port f3c80695-b651-4630-b2b1-cce4f11ac630 on network b1114ff0-48a2-491d-8ccb-3cb4de696043 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:18:52.196831 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:18:52.197202 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Checking segment: {'id': 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:18:52.197599 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:52.197985 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Bound using segment: {'id': 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:18:52.198439 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Bound port: f3c80695-b651-4630-b2b1-cce4f11ac630, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:52.198829 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:52.283984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Allocated IP 172.26.7.40 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/da069610-b4a9-4cb5-9965-ed7dd4a1dad8) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:52.289745 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] For port f3c80695-b651-4630-b2b1-cce4f11ac630, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:18:52.292827 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] For port f3c80695-b651-4630-b2b1-cce4f11ac630, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f3c80695-b651-4630-b2b1-cce4f11ac630,segment=NetworkSegment(ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e),segment_id=ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:18:52.298290 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:52.383077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58638e-e16f-404f-972c-aafa8104f65d None None] Pushing event updated for resources: {'Port': ['ID=f3c80695-b651-4630-b2b1-cce4f11ac630,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:52.442358 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:52.472327 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:52.538125 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:52.542660 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:52.551935 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:18:52.590828 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Pushing event updated for resources: {'Port': ['ID=da069610-b4a9-4cb5-9965-ed7dd4a1dad8,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:52.966111 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:53.196541 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f3c80695-b651-4630-b2b1-cce4f11ac630 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:18:53.270762 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port f3c80695-b651-4630-b2b1-cce4f11ac630 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:18:53.374620 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780d77bd-6d60-4500-af9f-0c8d5559c3a5 None None] Network b1114ff0-48a2-491d-8ccb-3cb4de696043 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:53.435891 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:53.525444 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1a1750d6-aee9-4ff0-b09b-cb05d9f862b8 None None] Provisioning for port f3c80695-b651-4630-b2b1-cce4f11ac630 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:18:53.544161 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1a1750d6-aee9-4ff0-b09b-cb05d9f862b8 None None] Provisioning complete for port f3c80695-b651-4630-b2b1-cce4f11ac630 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:53.544535 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1a1750d6-aee9-4ff0-b09b-cb05d9f862b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:53.637270 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Router d6c6c539-592d-4d00-ba37-702fd9a84d7c is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:18:53.727106 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1a1750d6-aee9-4ff0-b09b-cb05d9f862b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:53.760057 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-1a1750d6-aee9-4ff0-b09b-cb05d9f862b8 None None] For port f3c80695-b651-4630-b2b1-cce4f11ac630, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f3c80695-b651-4630-b2b1-cce4f11ac630,segment=NetworkSegment(ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e),segment_id=ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:18:53.765055 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1a1750d6-aee9-4ff0-b09b-cb05d9f862b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:53.831869 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:18:53.840143 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1750d6-aee9-4ff0-b09b-cb05d9f862b8 None None] Pushing event updated for resources: {'Port': ['ID=f3c80695-b651-4630-b2b1-cce4f11ac630,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:53.846095 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Sync routers for ids ['d6c6c539-592d-4d00-ba37-702fd9a84d7c'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:18:53.857235 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Routers {'d6c6c539-592d-4d00-ba37-702fd9a84d7c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:18:53.857870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:18:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d6c6c539-592d-4d00-ba37-702fd9a84d7c'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:53.867237 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:53.871874 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-01046afc-57ad-4b21-939e-4bedcaf098d3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4754157 Apr 20 16:18:53.872240 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44126) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:54.081583 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b719e588-fad5-4b12-b8e2-eba194623e00 None None] Provisioning complete for port f3c80695-b651-4630-b2b1-cce4f11ac630 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:54.081997 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b719e588-fad5-4b12-b8e2-eba194623e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:54.118806 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Set router d6c6c539-592d-4d00-ba37-702fd9a84d7c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:18:54.485044 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'name': 'tempest-TestEncryptedCinderVolumes-1391231123-router', 'tenant_id': 'e718388dd4744b9c8081b70b32115893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': 'da069610-b4a9-4cb5-9965-ed7dd4a1dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:51Z', 'updated_at': '2022-04-20T16:18:52Z', 'revision_number': 3, 'project_id': 'e718388dd4744b9c8081b70b32115893', 'gw_port': {'id': 'da069610-b4a9-4cb5-9965-ed7dd4a1dad8', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:85:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:52Z', 'updated_at': '2022-04-20T16:18:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:54.488800 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Checking router: d6c6c539-592d-4d00-ba37-702fd9a84d7c for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:18:54.489151 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Updating router d6c6c539-592d-4d00-ba37-702fd9a84d7c port da069610-b4a9-4cb5-9965-ed7dd4a1dad8 binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:18:54.545350 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:54.546738 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:54.759181 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Allocated IP 172.20.0.1 (b1114ff0-48a2-491d-8ccb-3cb4de696043/8dca2958-728b-4bd6-a704-3adbc405276c/f6973bcf-fe69-418a-8ea3-25f5cf8c2f48) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:54.884510 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:54.898514 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Transition to ACTIVE for port object da069610-b4a9-4cb5-9965-ed7dd4a1dad8 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:54.905546 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:54.986959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Attempting to bind port da069610-b4a9-4cb5-9965-ed7dd4a1dad8 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:54.987324 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Attempting to bind port da069610-b4a9-4cb5-9965-ed7dd4a1dad8 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:54.987683 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Attempting to bind port da069610-b4a9-4cb5-9965-ed7dd4a1dad8 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:18:54.989801 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef24a4-fb86-484d-9be4-460d28c782a9 None None] Pushing event updated for resources: {'Port': ['ID=da069610-b4a9-4cb5-9965-ed7dd4a1dad8,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:54.995360 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:18:54.995728 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:18:54.996815 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:54.997205 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:18:54.998115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Bound port: da069610-b4a9-4cb5-9965-ed7dd4a1dad8, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:54.998115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:55.021018 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:55.049693 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Transition to ACTIVE for port object f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:55.077790 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] For port da069610-b4a9-4cb5-9965-ed7dd4a1dad8, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:18:55.081105 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] For port da069610-b4a9-4cb5-9965-ed7dd4a1dad8, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=da069610-b4a9-4cb5-9965-ed7dd4a1dad8,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:18:55.081664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:55.084649 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:55.140590 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Network b1114ff0-48a2-491d-8ccb-3cb4de696043 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:55.143558 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:55.148006 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:18:55.149417 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Routers {'d6c6c539-592d-4d00-ba37-702fd9a84d7c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:18:55.150041 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:18:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d6c6c539-592d-4d00-ba37-702fd9a84d7c'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:55.213061 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f3c80695-b651-4630-b2b1-cce4f11ac630 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:18:55.216393 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Pushing event updated for resources: {'Port': ['ID=f6973bcf-fe69-418a-8ea3-25f5cf8c2f48,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:55.222677 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:55.281588 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef24a4-fb86-484d-9be4-460d28c782a9 None None] Pushing event updated for resources: {'Port': ['ID=da069610-b4a9-4cb5-9965-ed7dd4a1dad8,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:55.408963 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] Set router d6c6c539-592d-4d00-ba37-702fd9a84d7c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:18:55.455150 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f3c80695-b651-4630-b2b1-cce4f11ac630 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:55.455446 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:55.495599 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:55.684484 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-24a0e508-595c-4f2a-b3b5-86b45fb1cff2 None None] Provisioning for port f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:18:55.703431 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-24a0e508-595c-4f2a-b3b5-86b45fb1cff2 None None] Provisioning complete for port f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:55.703820 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-24a0e508-595c-4f2a-b3b5-86b45fb1cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:55.729664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:55.734592 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:55.832601 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-24a0e508-595c-4f2a-b3b5-86b45fb1cff2 None None] Port f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:18:55.836803 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:55.840258 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Pushing event updated for resources: {'Port': ['ID=f6973bcf-fe69-418a-8ea3-25f5cf8c2f48,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:55.902728 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'name': 'tempest-TestEncryptedCinderVolumes-1391231123-router', 'tenant_id': 'e718388dd4744b9c8081b70b32115893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': 'da069610-b4a9-4cb5-9965-ed7dd4a1dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:51Z', 'updated_at': '2022-04-20T16:18:52Z', 'revision_number': 3, 'project_id': 'e718388dd4744b9c8081b70b32115893', 'gw_port': {'id': 'da069610-b4a9-4cb5-9965-ed7dd4a1dad8', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:85:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:52Z', 'updated_at': '2022-04-20T16:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:55.906622 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c662c42c-7908-44be-b273-2ad0e94cad27 None None] The sync data for ids ['d6c6c539-592d-4d00-ba37-702fd9a84d7c'] in dv-neutron-838699-1-hyperv is: [{'id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'name': 'tempest-TestEncryptedCinderVolumes-1391231123-router', 'tenant_id': 'e718388dd4744b9c8081b70b32115893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': 'da069610-b4a9-4cb5-9965-ed7dd4a1dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:51Z', 'updated_at': '2022-04-20T16:18:52Z', 'revision_number': 3, 'project_id': 'e718388dd4744b9c8081b70b32115893', 'gw_port': {'id': 'da069610-b4a9-4cb5-9965-ed7dd4a1dad8', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:85:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:52Z', 'updated_at': '2022-04-20T16:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:18:55.982332 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Network b1114ff0-48a2-491d-8ccb-3cb4de696043 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:55.983451 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:56.194695 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Router d6c6c539-592d-4d00-ba37-702fd9a84d7c has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:18:56.255650 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b0689598-71b7-441c-a5fc-6be79aacb46b None None] Provisioning complete for port f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:56.256105 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b0689598-71b7-441c-a5fc-6be79aacb46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:56.320067 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b0689598-71b7-441c-a5fc-6be79aacb46b None None] Port f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:18:56.378570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:18:56.389914 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c703c579-a1ed-46e4-aac6-96ad8049a780 admin admin] 10.222.0.13 "PUT /v2.0/routers/d6c6c539-592d-4d00-ba37-702fd9a84d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5165265 Apr 20 16:18:56.892470 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44144) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:56.898053 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2119484829-network', 'tenant_id': '6ccea33dfec84af2b8655ab001c515b0'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:56.902818 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:56.906873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Usage tracker for resource:network and tenant:6ccea33dfec84af2b8655ab001c515b0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:56.909924 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:56.915920 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:56.929197 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Made reservation on behalf of 6ccea33dfec84af2b8655ab001c515b0 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:56.931644 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:57.039024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:57.052813 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:57.056615 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Usage tracker for resource:security_group_rule and tenant:6ccea33dfec84af2b8655ab001c515b0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:57.059873 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:57.065405 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:57.164623 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:57.171256 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:57.188823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device da069610-b4a9-4cb5-9965-ed7dd4a1dad8 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:18:57.212345 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:18:57.235476 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:57.235842 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Added segment b1009d8e-adca-4c78-befc-5fb46b84faca of type vlan for network 1ee89017-8703-41ca-b815-6a9a9282549f Apr 20 16:18:57.236994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149e268f-9a46-428d-9f94-1d82ec7c062a,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:57.275457 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:57.285830 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port da069610-b4a9-4cb5-9965-ed7dd4a1dad8 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:18:57.292379 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port da069610-b4a9-4cb5-9965-ed7dd4a1dad8 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:57.293732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:57.314945 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:57.316016 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:57.316730 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:57.425258 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] Pushing event updated for resources: {'Network': ['ID=1ee89017-8703-41ca-b815-6a9a9282549f,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:57.429426 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:57.431820 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c1292cc9-ac0e-4aab-8847-91d7b963eaf3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5366929 Apr 20 16:18:57.433241 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44148) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:57.439638 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-27f5de52-db80-47a7-a9c4-fce2d04a208c admin admin] Request body: {'subnet': {'network_id': '1ee89017-8703-41ca-b815-6a9a9282549f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2119484829-subnet', 'tenant_id': '6ccea33dfec84af2b8655ab001c515b0', 'ip_version': 4}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:57.443489 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 1ee89017-8703-41ca-b815-6a9a9282549f details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:18:57.444956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-27f5de52-db80-47a7-a9c4-fce2d04a208c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:57.450734 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-27f5de52-db80-47a7-a9c4-fce2d04a208c admin admin] Usage tracker for resource:subnet and tenant:6ccea33dfec84af2b8655ab001c515b0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:57.454262 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-27f5de52-db80-47a7-a9c4-fce2d04a208c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:57.460926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-27f5de52-db80-47a7-a9c4-fce2d04a208c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:57.470432 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f5de52-db80-47a7-a9c4-fce2d04a208c admin admin] Made reservation on behalf of 6ccea33dfec84af2b8655ab001c515b0 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:57.472841 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-27f5de52-db80-47a7-a9c4-fce2d04a208c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:57.509897 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port da069610-b4a9-4cb5-9965-ed7dd4a1dad8, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=da069610-b4a9-4cb5-9965-ed7dd4a1dad8,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:18:57.515833 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:57.549349 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Sync routers for ids ['d6c6c539-592d-4d00-ba37-702fd9a84d7c'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:18:57.558589 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Routers {'d6c6c539-592d-4d00-ba37-702fd9a84d7c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:18:57.559204 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:18:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d6c6c539-592d-4d00-ba37-702fd9a84d7c'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:57.607929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=da069610-b4a9-4cb5-9965-ed7dd4a1dad8,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:57.689034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-27f5de52-db80-47a7-a9c4-fce2d04a208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:57.739972 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Set router d6c6c539-592d-4d00-ba37-702fd9a84d7c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:18:57.766299 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5de52-db80-47a7-a9c4-fce2d04a208c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9706fa6f-3e98-4bfe-a99b-56b2ef74a5b7,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:57.776012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f5de52-db80-47a7-a9c4-fce2d04a208c admin admin] Checking segment: {'id': 'b1009d8e-adca-4c78-befc-5fb46b84faca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1ee89017-8703-41ca-b815-6a9a9282549f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:18:57.776368 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f5de52-db80-47a7-a9c4-fce2d04a208c admin admin] Network hostable DHCP agents. Network: 1ee89017-8703-41ca-b815-6a9a9282549f, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:18:57.798312 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f5de52-db80-47a7-a9c4-fce2d04a208c admin admin] Network 1ee89017-8703-41ca-b815-6a9a9282549f is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:18:57.807709 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-27f5de52-db80-47a7-a9c4-fce2d04a208c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 1ee89017-8703-41ca-b815-6a9a9282549f) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:57.812144 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f5de52-db80-47a7-a9c4-fce2d04a208c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:57.812729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-27f5de52-db80-47a7-a9c4-fce2d04a208c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:57.817131 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0051cd-17c9-4fbe-93ab-208ce6589f83 None None] Network 1ee89017-8703-41ca-b815-6a9a9282549f requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:18:57.836449 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-27f5de52-db80-47a7-a9c4-fce2d04a208c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3988037 Apr 20 16:18:57.836799 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44152) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:18:57.842192 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2119484829-router', 'tenant_id': '6ccea33dfec84af2b8655ab001c515b0', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:18:57.847176 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:18:57.851050 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Usage tracker for resource:router and tenant:6ccea33dfec84af2b8655ab001c515b0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:18:57.854194 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:18:57.860569 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:18:57.871519 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:57.872528 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:57.888363 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.041865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7806e244-f594-43a9-a930-710946c95414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-1ee89017-8703-41ca-b815-6a9a9282549f', 'network_id': '1ee89017-8703-41ca-b815-6a9a9282549f', 'tenant_id': '6ccea33dfec84af2b8655ab001c515b0', 'fixed_ips': [{'subnet_id': '9706fa6f-3e98-4bfe-a99b-56b2ef74a5b7'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:18:58.043082 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7806e244-f594-43a9-a930-710946c95414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.062324 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'name': 'tempest-TestEncryptedCinderVolumes-1391231123-router', 'tenant_id': 'e718388dd4744b9c8081b70b32115893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': 'da069610-b4a9-4cb5-9965-ed7dd4a1dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:51Z', 'updated_at': '2022-04-20T16:18:55Z', 'revision_number': 4, 'project_id': 'e718388dd4744b9c8081b70b32115893', 'gw_port': {'id': 'da069610-b4a9-4cb5-9965-ed7dd4a1dad8', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:52Z', 'updated_at': '2022-04-20T16:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'f6973bcf-fe69-418a-8ea3-25f5cf8c2f48', 'name': '', 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043', 'tenant_id': 'e718388dd4744b9c8081b70b32115893', 'mac_address': 'fa:16:3e:7a:ec:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '8dca2958-728b-4bd6-a704-3adbc405276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:54Z', 'updated_at': '2022-04-20T16:18:55Z', 'revision_number': 2, 'project_id': 'e718388dd4744b9c8081b70b32115893', 'subnets': [{'id': '8dca2958-728b-4bd6-a704-3adbc405276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:58.066008 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Checking router: d6c6c539-592d-4d00-ba37-702fd9a84d7c for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:18:58.066356 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Updating router d6c6c539-592d-4d00-ba37-702fd9a84d7c port f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:18:58.119589 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.161786 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.229863 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-7806e244-f594-43a9-a930-710946c95414 None None] Allocated IP 172.20.0.2 (1ee89017-8703-41ca-b815-6a9a9282549f/9706fa6f-3e98-4bfe-a99b-56b2ef74a5b7/e0f6da9e-ae4f-47f1-b584-943d5357fc2a) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:58.443009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7806e244-f594-43a9-a930-710946c95414 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.453888 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7806e244-f594-43a9-a930-710946c95414 None None] Transition to ACTIVE for port object e0f6da9e-ae4f-47f1-b584-943d5357fc2a will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:58.473655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7806e244-f594-43a9-a930-710946c95414 None None] Transition to ACTIVE for port object e0f6da9e-ae4f-47f1-b584-943d5357fc2a will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:58.481121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7806e244-f594-43a9-a930-710946c95414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.485668 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.502901 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.515092 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Transition to ACTIVE for port object f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:58.517440 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.522397 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.547546 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7806e244-f594-43a9-a930-710946c95414 None None] Network 1ee89017-8703-41ca-b815-6a9a9282549f is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:58.554598 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-7806e244-f594-43a9-a930-710946c95414 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:58.557174 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7806e244-f594-43a9-a930-710946c95414 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:18:58.598742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806e244-f594-43a9-a930-710946c95414 None None] Pushing event updated for resources: {'Port': ['ID=e0f6da9e-ae4f-47f1-b584-943d5357fc2a,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:58.658832 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-7806e244-f594-43a9-a930-710946c95414 None None] Attempting to bind port e0f6da9e-ae4f-47f1-b584-943d5357fc2a on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:58.659048 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-7806e244-f594-43a9-a930-710946c95414 None None] Attempting to bind port e0f6da9e-ae4f-47f1-b584-943d5357fc2a by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'b1009d8e-adca-4c78-befc-5fb46b84faca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1ee89017-8703-41ca-b815-6a9a9282549f'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:58.659292 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7806e244-f594-43a9-a930-710946c95414 None None] Attempting to bind port e0f6da9e-ae4f-47f1-b584-943d5357fc2a on network 1ee89017-8703-41ca-b815-6a9a9282549f {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:18:58.664968 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7806e244-f594-43a9-a930-710946c95414 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:18:58.665338 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7806e244-f594-43a9-a930-710946c95414 None None] Checking segment: {'id': 'b1009d8e-adca-4c78-befc-5fb46b84faca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1ee89017-8703-41ca-b815-6a9a9282549f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:18:58.665739 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7806e244-f594-43a9-a930-710946c95414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.666130 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7806e244-f594-43a9-a930-710946c95414 None None] Bound using segment: {'id': 'b1009d8e-adca-4c78-befc-5fb46b84faca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1ee89017-8703-41ca-b815-6a9a9282549f'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:18:58.666589 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-7806e244-f594-43a9-a930-710946c95414 None None] Bound port: e0f6da9e-ae4f-47f1-b584-943d5357fc2a, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1009d8e-adca-4c78-befc-5fb46b84faca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1ee89017-8703-41ca-b815-6a9a9282549f'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:58.667095 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7806e244-f594-43a9-a930-710946c95414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.675636 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Allocated IP 172.26.7.19 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/02741ec8-e4f5-4265-925b-e01290eb42a3) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:58.719677 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee30efa-f206-445e-bd00-897ec4bcb6d3 None None] Pushing event updated for resources: {'Port': ['ID=f6973bcf-fe69-418a-8ea3-25f5cf8c2f48,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:58.735444 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30efa-f206-445e-bd00-897ec4bcb6d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:58.735803 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30efa-f206-445e-bd00-897ec4bcb6d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:58.736152 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30efa-f206-445e-bd00-897ec4bcb6d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:58.736490 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30efa-f206-445e-bd00-897ec4bcb6d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:58.736822 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30efa-f206-445e-bd00-897ec4bcb6d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:58.737162 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30efa-f206-445e-bd00-897ec4bcb6d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:58.737485 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30efa-f206-445e-bd00-897ec4bcb6d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:58.737813 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30efa-f206-445e-bd00-897ec4bcb6d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:58.738141 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30efa-f206-445e-bd00-897ec4bcb6d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:58.738464 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30efa-f206-445e-bd00-897ec4bcb6d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:58.738856 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30efa-f206-445e-bd00-897ec4bcb6d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:58.739097 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30efa-f206-445e-bd00-897ec4bcb6d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:58.752919 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Attempting to bind port f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:58.753369 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Attempting to bind port f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:58.753800 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Attempting to bind port f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 on network b1114ff0-48a2-491d-8ccb-3cb4de696043 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:18:58.760005 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:18:58.760492 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Checking segment: {'id': 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:18:58.760966 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.761427 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Bound using segment: {'id': 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:18:58.762142 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Bound port: f6973bcf-fe69-418a-8ea3-25f5cf8c2f48, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:58.762587 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.816297 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-7806e244-f594-43a9-a930-710946c95414 None None] For port e0f6da9e-ae4f-47f1-b584-943d5357fc2a, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:18:58.819482 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-7806e244-f594-43a9-a930-710946c95414 None None] For port e0f6da9e-ae4f-47f1-b584-943d5357fc2a, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e0f6da9e-ae4f-47f1-b584-943d5357fc2a,segment=NetworkSegment(b1009d8e-adca-4c78-befc-5fb46b84faca),segment_id=b1009d8e-adca-4c78-befc-5fb46b84faca)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:18:58.823888 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7806e244-f594-43a9-a930-710946c95414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.856918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.866866 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] For port f6973bcf-fe69-418a-8ea3-25f5cf8c2f48, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:18:58.870567 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] For port f6973bcf-fe69-418a-8ea3-25f5cf8c2f48, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f6973bcf-fe69-418a-8ea3-25f5cf8c2f48,segment=NetworkSegment(ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e),segment_id=ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:18:58.875286 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.890577 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.934358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806e244-f594-43a9-a930-710946c95414 None None] Pushing event updated for resources: {'Port': ['ID=e0f6da9e-ae4f-47f1-b584-943d5357fc2a,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:58.953604 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:58.954487 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Routers {'d6c6c539-592d-4d00-ba37-702fd9a84d7c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:18:58.955126 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:18:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d6c6c539-592d-4d00-ba37-702fd9a84d7c'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:58.957517 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:58.962149 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:18:59.012889 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee30efa-f206-445e-bd00-897ec4bcb6d3 None None] Pushing event updated for resources: {'Port': ['ID=f6973bcf-fe69-418a-8ea3-25f5cf8c2f48,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:59.028214 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Pushing event updated for resources: {'Port': ['ID=02741ec8-e4f5-4265-925b-e01290eb42a3,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:59.154491 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] Set router d6c6c539-592d-4d00-ba37-702fd9a84d7c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:18:59.258836 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device da069610-b4a9-4cb5-9965-ed7dd4a1dad8 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:18:59.362036 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port da069610-b4a9-4cb5-9965-ed7dd4a1dad8 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:59.362488 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:59.544725 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'name': 'tempest-TestEncryptedCinderVolumes-1391231123-router', 'tenant_id': 'e718388dd4744b9c8081b70b32115893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': 'da069610-b4a9-4cb5-9965-ed7dd4a1dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:51Z', 'updated_at': '2022-04-20T16:18:55Z', 'revision_number': 4, 'project_id': 'e718388dd4744b9c8081b70b32115893', 'gw_port': {'id': 'da069610-b4a9-4cb5-9965-ed7dd4a1dad8', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:52Z', 'updated_at': '2022-04-20T16:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'f6973bcf-fe69-418a-8ea3-25f5cf8c2f48', 'name': '', 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043', 'tenant_id': 'e718388dd4744b9c8081b70b32115893', 'mac_address': 'fa:16:3e:7a:ec:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '8dca2958-728b-4bd6-a704-3adbc405276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:54Z', 'updated_at': '2022-04-20T16:18:58Z', 'revision_number': 4, 'project_id': 'e718388dd4744b9c8081b70b32115893', 'subnets': [{'id': '8dca2958-728b-4bd6-a704-3adbc405276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:59.548728 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97bb6a1-e372-4c63-bd32-a76936d7b823 None None] The sync data for ids ['d6c6c539-592d-4d00-ba37-702fd9a84d7c'] in dv-neutron-838699-1-hyperv is: [{'id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'name': 'tempest-TestEncryptedCinderVolumes-1391231123-router', 'tenant_id': 'e718388dd4744b9c8081b70b32115893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': 'da069610-b4a9-4cb5-9965-ed7dd4a1dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:51Z', 'updated_at': '2022-04-20T16:18:55Z', 'revision_number': 4, 'project_id': 'e718388dd4744b9c8081b70b32115893', 'gw_port': {'id': 'da069610-b4a9-4cb5-9965-ed7dd4a1dad8', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:52Z', 'updated_at': '2022-04-20T16:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'f6973bcf-fe69-418a-8ea3-25f5cf8c2f48', 'name': '', 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043', 'tenant_id': 'e718388dd4744b9c8081b70b32115893', 'mac_address': 'fa:16:3e:7a:ec:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '8dca2958-728b-4bd6-a704-3adbc405276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:54Z', 'updated_at': '2022-04-20T16:18:58Z', 'revision_number': 4, 'project_id': 'e718388dd4744b9c8081b70b32115893', 'subnets': [{'id': '8dca2958-728b-4bd6-a704-3adbc405276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:18:59.549969 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:59.926634 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:00.144613 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fa4afe-efb1-46d8-89a2-cfde27eca77a None None] Network 1ee89017-8703-41ca-b815-6a9a9282549f requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:19:00.155655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Router d28cde00-7128-4767-a695-867924426da9 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:19:00.245732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-561c7169-2793-42e6-9cf0-5ab300e8db83 None None] Provisioning for port e0f6da9e-ae4f-47f1-b584-943d5357fc2a completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:19:00.350531 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:19:00.376800 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:00.380695 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-619942bc-953b-40af-a262-d6a6e56d542c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5403223 Apr 20 16:19:00.380839 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Sync routers for ids ['d28cde00-7128-4767-a695-867924426da9'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:19:00.381274 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44156) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:19:00.402386 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Routers {'d28cde00-7128-4767-a695-867924426da9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:19:00.403734 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:18:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d28cde00-7128-4767-a695-867924426da9'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:00.599994 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Set router d28cde00-7128-4767-a695-867924426da9 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:19:00.908471 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28cde00-7128-4767-a695-867924426da9', 'name': 'tempest-TestEncryptedCinderVolumes-2119484829-router', 'tenant_id': '6ccea33dfec84af2b8655ab001c515b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '02741ec8-e4f5-4265-925b-e01290eb42a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:57Z', 'updated_at': '2022-04-20T16:18:59Z', 'revision_number': 3, 'project_id': '6ccea33dfec84af2b8655ab001c515b0', 'gw_port': {'id': '02741ec8-e4f5-4265-925b-e01290eb42a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:32:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28cde00-7128-4767-a695-867924426da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:58Z', 'updated_at': '2022-04-20T16:18:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:00.912568 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Checking router: d28cde00-7128-4767-a695-867924426da9 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:19:00.912924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Updating router d28cde00-7128-4767-a695-867924426da9 port 02741ec8-e4f5-4265-925b-e01290eb42a3 binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:19:00.968024 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:01.233600 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e0f6da9e-ae4f-47f1-b584-943d5357fc2a up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:19:01.254824 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:01.395445 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:01.412386 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port e0f6da9e-ae4f-47f1-b584-943d5357fc2a completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:19:01.415936 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Transition to ACTIVE for port object 02741ec8-e4f5-4265-925b-e01290eb42a3 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:19:01.421563 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port e0f6da9e-ae4f-47f1-b584-943d5357fc2a triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:01.421981 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:01.451740 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:01.458417 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Allocated IP 172.20.0.1 (1ee89017-8703-41ca-b815-6a9a9282549f/9706fa6f-3e98-4bfe-a99b-56b2ef74a5b7/ccee2db2-c19f-4d25-8c0a-caa4701d9918) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:19:01.553171 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Attempting to bind port 02741ec8-e4f5-4265-925b-e01290eb42a3 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:19:01.553541 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Attempting to bind port 02741ec8-e4f5-4265-925b-e01290eb42a3 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:19:01.553899 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Attempting to bind port 02741ec8-e4f5-4265-925b-e01290eb42a3 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:19:01.561600 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251c663-75cc-4d85-960f-cdd14f698a08 None None] Pushing event updated for resources: {'Port': ['ID=02741ec8-e4f5-4265-925b-e01290eb42a3,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:01.565759 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:19:01.566122 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:19:01.566526 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:01.566905 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:19:01.567360 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Bound port: 02741ec8-e4f5-4265-925b-e01290eb42a3, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:19:01.567728 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:01.614909 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:01.630078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Transition to ACTIVE for port object ccee2db2-c19f-4d25-8c0a-caa4701d9918 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:19:01.654640 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:01.694497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] For port 02741ec8-e4f5-4265-925b-e01290eb42a3, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:19:01.696337 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:01.711288 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Network 1ee89017-8703-41ca-b815-6a9a9282549f is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:19:01.714078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:01.718232 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:19:01.718375 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] For port 02741ec8-e4f5-4265-925b-e01290eb42a3, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=02741ec8-e4f5-4265-925b-e01290eb42a3,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:19:01.727808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:01.765137 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Pushing event updated for resources: {'Port': ['ID=ccee2db2-c19f-4d25-8c0a-caa4701d9918,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:01.784247 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:01.804495 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port e0f6da9e-ae4f-47f1-b584-943d5357fc2a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e0f6da9e-ae4f-47f1-b584-943d5357fc2a,segment=NetworkSegment(b1009d8e-adca-4c78-befc-5fb46b84faca),segment_id=b1009d8e-adca-4c78-befc-5fb46b84faca)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:19:01.821492 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:01.822227 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:19:01.855477 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Routers {'d28cde00-7128-4767-a695-867924426da9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:19:01.856149 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:18:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d28cde00-7128-4767-a695-867924426da9'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:01.930085 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:01.955480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251c663-75cc-4d85-960f-cdd14f698a08 None None] Pushing event updated for resources: {'Port': ['ID=02741ec8-e4f5-4265-925b-e01290eb42a3,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:02.118662 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-73c12827-0be7-469c-9346-fb23dfeeb06e None None] Provisioning for port ccee2db2-c19f-4d25-8c0a-caa4701d9918 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:19:02.131576 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=e0f6da9e-ae4f-47f1-b584-943d5357fc2a,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:02.146603 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-73c12827-0be7-469c-9346-fb23dfeeb06e None None] Provisioning complete for port ccee2db2-c19f-4d25-8c0a-caa4701d9918 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:02.146981 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-73c12827-0be7-469c-9346-fb23dfeeb06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:02.152122 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:02.157041 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:02.178091 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:19:02.207897 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:02.208278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:02.242670 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] Set router d28cde00-7128-4767-a695-867924426da9 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:19:02.261095 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Pushing event updated for resources: {'Port': ['ID=ccee2db2-c19f-4d25-8c0a-caa4701d9918,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:02.265523 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:02.305845 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2a193ea7-0ec1-4e26-b032-b13548417fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:02.327630 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-73c12827-0be7-469c-9346-fb23dfeeb06e None None] Port ccee2db2-c19f-4d25-8c0a-caa4701d9918 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:19:02.405810 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Network 1ee89017-8703-41ca-b815-6a9a9282549f is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:19:02.406959 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:02.560789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:02.654868 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port f6973bcf-fe69-418a-8ea3-25f5cf8c2f48, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f6973bcf-fe69-418a-8ea3-25f5cf8c2f48,segment=NetworkSegment(ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e),segment_id=ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:19:02.664897 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:02.700465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Router d28cde00-7128-4767-a695-867924426da9 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:19:02.722249 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-55229f1f-9b74-4c01-b8a9-2eede0161a72 None None] Provisioning complete for port ccee2db2-c19f-4d25-8c0a-caa4701d9918 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:02.722548 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-55229f1f-9b74-4c01-b8a9-2eede0161a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:02.798628 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=f6973bcf-fe69-418a-8ea3-25f5cf8c2f48,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:02.801825 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-55229f1f-9b74-4c01-b8a9-2eede0161a72 None None] Port ccee2db2-c19f-4d25-8c0a-caa4701d9918 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:19:02.811348 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28cde00-7128-4767-a695-867924426da9', 'name': 'tempest-TestEncryptedCinderVolumes-2119484829-router', 'tenant_id': '6ccea33dfec84af2b8655ab001c515b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '02741ec8-e4f5-4265-925b-e01290eb42a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:57Z', 'updated_at': '2022-04-20T16:19:01Z', 'revision_number': 4, 'project_id': '6ccea33dfec84af2b8655ab001c515b0', 'gw_port': {'id': '02741ec8-e4f5-4265-925b-e01290eb42a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:32:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28cde00-7128-4767-a695-867924426da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:58Z', 'updated_at': '2022-04-20T16:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'ccee2db2-c19f-4d25-8c0a-caa4701d9918', 'name': '', 'network_id': '1ee89017-8703-41ca-b815-6a9a9282549f', 'tenant_id': '6ccea33dfec84af2b8655ab001c515b0', 'mac_address': 'fa:16:3e:59:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28cde00-7128-4767-a695-867924426da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9706fa6f-3e98-4bfe-a99b-56b2ef74a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:19:01Z', 'updated_at': '2022-04-20T16:19:01Z', 'revision_number': 1, 'project_id': '6ccea33dfec84af2b8655ab001c515b0', 'subnets': [{'id': '9706fa6f-3e98-4bfe-a99b-56b2ef74a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:02.815505 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf424b67-0d9d-4e2d-8497-c37c66da2bd4 None None] The sync data for ids ['d28cde00-7128-4767-a695-867924426da9'] in dv-neutron-838699-1-hyperv is: [{'id': 'd28cde00-7128-4767-a695-867924426da9', 'name': 'tempest-TestEncryptedCinderVolumes-2119484829-router', 'tenant_id': '6ccea33dfec84af2b8655ab001c515b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '02741ec8-e4f5-4265-925b-e01290eb42a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:57Z', 'updated_at': '2022-04-20T16:19:01Z', 'revision_number': 4, 'project_id': '6ccea33dfec84af2b8655ab001c515b0', 'gw_port': {'id': '02741ec8-e4f5-4265-925b-e01290eb42a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:32:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28cde00-7128-4767-a695-867924426da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:58Z', 'updated_at': '2022-04-20T16:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'ccee2db2-c19f-4d25-8c0a-caa4701d9918', 'name': '', 'network_id': '1ee89017-8703-41ca-b815-6a9a9282549f', 'tenant_id': '6ccea33dfec84af2b8655ab001c515b0', 'mac_address': 'fa:16:3e:59:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28cde00-7128-4767-a695-867924426da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9706fa6f-3e98-4bfe-a99b-56b2ef74a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:19:01Z', 'updated_at': '2022-04-20T16:19:01Z', 'revision_number': 1, 'project_id': '6ccea33dfec84af2b8655ab001c515b0', 'subnets': [{'id': '9706fa6f-3e98-4bfe-a99b-56b2ef74a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:19:02.884087 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:19:02.893668 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-adb9e135-62ac-4171-a52c-3d5e8ce29b48 admin admin] 10.222.0.13 "PUT /v2.0/routers/d28cde00-7128-4767-a695-867924426da9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5118275 Apr 20 16:19:03.198540 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e0f6da9e-ae4f-47f1-b584-943d5357fc2a up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:19:03.272871 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port e0f6da9e-ae4f-47f1-b584-943d5357fc2a triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:03.273248 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:03.443005 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:19:03.521688 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:03.522057 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:04.401246 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-24982700-fbd5-4bf9-959b-1b2010f74e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:04.697794 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Sync routers for ids ['d28cde00-7128-4767-a695-867924426da9'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:19:04.701624 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-779281d0-4320-4330-af89-099b449fedf5 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:04.703126 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-779281d0-4320-4330-af89-099b449fedf5 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/networks?id=b1114ff0-48a2-491d-8ccb-3cb4de696043 HTTP/1.1" status: 200 len: 817 time: 0.1505160 Apr 20 16:19:04.707793 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Routers {'d28cde00-7128-4767-a695-867924426da9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:19:04.708500 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:19:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d28cde00-7128-4767-a695-867924426da9'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:04.718894 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-fb6fe373-9376-4196-ae03-f58242ad49a9 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/quotas/e718388dd4744b9c8081b70b32115893 HTTP/1.1" status: 200 len: 375 time: 0.0099559 Apr 20 16:19:04.800856 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-606350ce-acb4-45f7-be11-377b9fff5fdf tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e718388dd4744b9c8081b70b32115893&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767787 Apr 20 16:19:04.885160 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Set router d28cde00-7128-4767-a695-867924426da9 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:19:05.036765 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-0237bfd2-fc8f-454f-bad8-2dc655746957 service neutron] 10.222.0.13 "GET /v2.0/networks/b1114ff0-48a2-491d-8ccb-3cb4de696043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242277 Apr 20 16:19:05.178339 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-06928579-76c5-4cc0-84a7-beea930b02df service neutron] 10.222.0.13 "GET /v2.0/networks/b1114ff0-48a2-491d-8ccb-3cb4de696043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356957 Apr 20 16:19:05.205022 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 02741ec8-e4f5-4265-925b-e01290eb42a3 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:19:05.244318 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28cde00-7128-4767-a695-867924426da9', 'name': 'tempest-TestEncryptedCinderVolumes-2119484829-router', 'tenant_id': '6ccea33dfec84af2b8655ab001c515b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '02741ec8-e4f5-4265-925b-e01290eb42a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:57Z', 'updated_at': '2022-04-20T16:19:01Z', 'revision_number': 4, 'project_id': '6ccea33dfec84af2b8655ab001c515b0', 'gw_port': {'id': '02741ec8-e4f5-4265-925b-e01290eb42a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:32:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28cde00-7128-4767-a695-867924426da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:58Z', 'updated_at': '2022-04-20T16:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'ccee2db2-c19f-4d25-8c0a-caa4701d9918', 'name': '', 'network_id': '1ee89017-8703-41ca-b815-6a9a9282549f', 'tenant_id': '6ccea33dfec84af2b8655ab001c515b0', 'mac_address': 'fa:16:3e:59:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28cde00-7128-4767-a695-867924426da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9706fa6f-3e98-4bfe-a99b-56b2ef74a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:19:01Z', 'updated_at': '2022-04-20T16:19:02Z', 'revision_number': 2, 'project_id': '6ccea33dfec84af2b8655ab001c515b0', 'subnets': [{'id': '9706fa6f-3e98-4bfe-a99b-56b2ef74a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:05.248874 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Checking router: d28cde00-7128-4767-a695-867924426da9 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:19:05.249227 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Updating router d28cde00-7128-4767-a695-867924426da9 port ccee2db2-c19f-4d25-8c0a-caa4701d9918 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:19:05.275099 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 02741ec8-e4f5-4265-925b-e01290eb42a3 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:19:05.280378 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 02741ec8-e4f5-4265-925b-e01290eb42a3 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:05.280937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:05.301210 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:05.397634 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:05.414297 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 02741ec8-e4f5-4265-925b-e01290eb42a3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=02741ec8-e4f5-4265-925b-e01290eb42a3,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:19:05.418468 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:05.484771 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=02741ec8-e4f5-4265-925b-e01290eb42a3,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:05.634782 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:05.645711 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Transition to ACTIVE for port object ccee2db2-c19f-4d25-8c0a-caa4701d9918 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:19:05.652323 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:05.779482 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:05.805780 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:05.813093 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202519-fe9a-46e0-9928-3650a245e46a None None] Pushing event updated for resources: {'Port': ['ID=ccee2db2-c19f-4d25-8c0a-caa4701d9918,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:05.865315 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Attempting to bind port ccee2db2-c19f-4d25-8c0a-caa4701d9918 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:19:05.865674 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Attempting to bind port ccee2db2-c19f-4d25-8c0a-caa4701d9918 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'b1009d8e-adca-4c78-befc-5fb46b84faca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1ee89017-8703-41ca-b815-6a9a9282549f'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:19:05.866023 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Attempting to bind port ccee2db2-c19f-4d25-8c0a-caa4701d9918 on network 1ee89017-8703-41ca-b815-6a9a9282549f {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:19:05.871388 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:19:05.871751 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Checking segment: {'id': 'b1009d8e-adca-4c78-befc-5fb46b84faca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1ee89017-8703-41ca-b815-6a9a9282549f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:19:05.872166 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:05.872554 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Bound using segment: {'id': 'b1009d8e-adca-4c78-befc-5fb46b84faca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1ee89017-8703-41ca-b815-6a9a9282549f'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:19:05.873001 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Bound port: ccee2db2-c19f-4d25-8c0a-caa4701d9918, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1009d8e-adca-4c78-befc-5fb46b84faca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1ee89017-8703-41ca-b815-6a9a9282549f'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:19:05.873361 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:05.960859 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] For port ccee2db2-c19f-4d25-8c0a-caa4701d9918, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:19:05.963663 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] For port ccee2db2-c19f-4d25-8c0a-caa4701d9918, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ccee2db2-c19f-4d25-8c0a-caa4701d9918,segment=NetworkSegment(b1009d8e-adca-4c78-befc-5fb46b84faca),segment_id=b1009d8e-adca-4c78-befc-5fb46b84faca)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:19:05.968692 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:06.042115 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Routers {'d28cde00-7128-4767-a695-867924426da9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:19:06.042743 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:19:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d28cde00-7128-4767-a695-867924426da9'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:06.107309 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202519-fe9a-46e0-9928-3650a245e46a None None] Pushing event updated for resources: {'Port': ['ID=ccee2db2-c19f-4d25-8c0a-caa4701d9918,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:06.227911 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] Set router d28cde00-7128-4767-a695-867924426da9 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:19:06.501677 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b3730458-c902-4f85-adfe-5afa0007c85d req-e3f925c1-264e-4b9e-a355-40f329e6f8a5 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=0653c723-185d-49b6-a8c6-60f321eaac42 HTTP/1.1" status: 200 len: 210 time: 0.1634429 Apr 20 16:19:06.580478 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28cde00-7128-4767-a695-867924426da9', 'name': 'tempest-TestEncryptedCinderVolumes-2119484829-router', 'tenant_id': '6ccea33dfec84af2b8655ab001c515b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '02741ec8-e4f5-4265-925b-e01290eb42a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:57Z', 'updated_at': '2022-04-20T16:19:01Z', 'revision_number': 4, 'project_id': '6ccea33dfec84af2b8655ab001c515b0', 'gw_port': {'id': '02741ec8-e4f5-4265-925b-e01290eb42a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28cde00-7128-4767-a695-867924426da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:58Z', 'updated_at': '2022-04-20T16:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'ccee2db2-c19f-4d25-8c0a-caa4701d9918', 'name': '', 'network_id': '1ee89017-8703-41ca-b815-6a9a9282549f', 'tenant_id': '6ccea33dfec84af2b8655ab001c515b0', 'mac_address': 'fa:16:3e:59:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28cde00-7128-4767-a695-867924426da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9706fa6f-3e98-4bfe-a99b-56b2ef74a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:19:01Z', 'updated_at': '2022-04-20T16:19:05Z', 'revision_number': 4, 'project_id': '6ccea33dfec84af2b8655ab001c515b0', 'subnets': [{'id': '9706fa6f-3e98-4bfe-a99b-56b2ef74a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:06.585168 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafce2d-6ccb-45e6-a38f-86d87fc08cd4 None None] The sync data for ids ['d28cde00-7128-4767-a695-867924426da9'] in dv-neutron-838699-1-hyperv is: [{'id': 'd28cde00-7128-4767-a695-867924426da9', 'name': 'tempest-TestEncryptedCinderVolumes-2119484829-router', 'tenant_id': '6ccea33dfec84af2b8655ab001c515b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '02741ec8-e4f5-4265-925b-e01290eb42a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:57Z', 'updated_at': '2022-04-20T16:19:01Z', 'revision_number': 4, 'project_id': '6ccea33dfec84af2b8655ab001c515b0', 'gw_port': {'id': '02741ec8-e4f5-4265-925b-e01290eb42a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28cde00-7128-4767-a695-867924426da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:58Z', 'updated_at': '2022-04-20T16:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'ccee2db2-c19f-4d25-8c0a-caa4701d9918', 'name': '', 'network_id': '1ee89017-8703-41ca-b815-6a9a9282549f', 'tenant_id': '6ccea33dfec84af2b8655ab001c515b0', 'mac_address': 'fa:16:3e:59:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28cde00-7128-4767-a695-867924426da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9706fa6f-3e98-4bfe-a99b-56b2ef74a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:19:01Z', 'updated_at': '2022-04-20T16:19:05Z', 'revision_number': 4, 'project_id': '6ccea33dfec84af2b8655ab001c515b0', 'subnets': [{'id': '9706fa6f-3e98-4bfe-a99b-56b2ef74a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:19:07.185761 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.206915 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 02741ec8-e4f5-4265-925b-e01290eb42a3 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:19:07.275607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 02741ec8-e4f5-4265-925b-e01290eb42a3 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:07.276014 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.403649 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ccee2db2-c19f-4d25-8c0a-caa4701d9918 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:19:07.454948 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-2fba5b1d-88fc-4b06-872b-57bcc23139b8 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:07.456378 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-2fba5b1d-88fc-4b06-872b-57bcc23139b8 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.11 "GET /v2.0/networks?id=b1114ff0-48a2-491d-8ccb-3cb4de696043 HTTP/1.1" status: 200 len: 817 time: 0.1643529 Apr 20 16:19:07.467835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-3a0b2000-ecd1-4c0d-b8a1-6f298d5f4676 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Request body: {'port': {'device_id': '0653c723-185d-49b6-a8c6-60f321eaac42', 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043', 'admin_state_up': True, 'tenant_id': 'e718388dd4744b9c8081b70b32115893'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:19:07.471585 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port ccee2db2-c19f-4d25-8c0a-caa4701d9918 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:19:07.477548 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port ccee2db2-c19f-4d25-8c0a-caa4701d9918 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:07.477939 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.609277 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-3a0b2000-ecd1-4c0d-b8a1-6f298d5f4676 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:19:07.613699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.614456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-3a0b2000-ecd1-4c0d-b8a1-6f298d5f4676 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Usage tracker for resource:port and tenant:e718388dd4744b9c8081b70b32115893 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:19:07.617839 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-3a0b2000-ecd1-4c0d-b8a1-6f298d5f4676 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:19:07.646289 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port ccee2db2-c19f-4d25-8c0a-caa4701d9918, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ccee2db2-c19f-4d25-8c0a-caa4701d9918,segment=NetworkSegment(b1009d8e-adca-4c78-befc-5fb46b84faca),segment_id=b1009d8e-adca-4c78-befc-5fb46b84faca)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:19:07.650049 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.657589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-3a0b2000-ecd1-4c0d-b8a1-6f298d5f4676 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:19:07.666355 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-90eadff0-7bce-4637-a432-6d5a39de2d28 req-034dc6d8-7eae-4317-bf60-3afd2096ef45 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=0653c723-185d-49b6-a8c6-60f321eaac42 HTTP/1.1" status: 200 len: 210 time: 0.0531354 Apr 20 16:19:07.674564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-3a0b2000-ecd1-4c0d-b8a1-6f298d5f4676 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Made reservation on behalf of e718388dd4744b9c8081b70b32115893 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:19:07.677811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-3a0b2000-ecd1-4c0d-b8a1-6f298d5f4676 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.723900 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=ccee2db2-c19f-4d25-8c0a-caa4701d9918,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:07.839255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-3a0b2000-ecd1-4c0d-b8a1-6f298d5f4676 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Allocated IP 172.20.0.9 (b1114ff0-48a2-491d-8ccb-3cb4de696043/8dca2958-728b-4bd6-a704-3adbc405276c/d5438f3a-a30f-42d9-9ebd-f44bb2ab55de) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:19:08.035460 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-3a0b2000-ecd1-4c0d-b8a1-6f298d5f4676 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.050866 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-3a0b2000-ecd1-4c0d-b8a1-6f298d5f4676 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Transition to ACTIVE for port object d5438f3a-a30f-42d9-9ebd-f44bb2ab55de will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:19:08.072901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-3a0b2000-ecd1-4c0d-b8a1-6f298d5f4676 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.143516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-3a0b2000-ecd1-4c0d-b8a1-6f298d5f4676 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Network b1114ff0-48a2-491d-8ccb-3cb4de696043 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:19:08.146614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-3a0b2000-ecd1-4c0d-b8a1-6f298d5f4676 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:08.150514 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-3a0b2000-ecd1-4c0d-b8a1-6f298d5f4676 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:19:08.200504 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b2000-ecd1-4c0d-b8a1-6f298d5f4676 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Pushing event updated for resources: {'Port': ['ID=d5438f3a-a30f-42d9-9ebd-f44bb2ab55de,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:08.225016 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-3a0b2000-ecd1-4c0d-b8a1-6f298d5f4676 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:08.225623 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-3a0b2000-ecd1-4c0d-b8a1-6f298d5f4676 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.246251 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-3a0b2000-ecd1-4c0d-b8a1-6f298d5f4676 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7823968 Apr 20 16:19:08.257818 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Request body: {'port': {'device_id': '0653c723-185d-49b6-a8c6-60f321eaac42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:19:08.375515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.396641 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2ba2e3cb-e98e-4ab3-8572-0aacb9c12954 None None] Provisioning for port d5438f3a-a30f-42d9-9ebd-f44bb2ab55de completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:19:08.404000 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2ba2e3cb-e98e-4ab3-8572-0aacb9c12954 None None] Provisioning complete for port d5438f3a-a30f-42d9-9ebd-f44bb2ab55de triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:08.404373 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e3cb-e98e-4ab3-8572-0aacb9c12954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.457501 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2e3cb-e98e-4ab3-8572-0aacb9c12954 None None] Port d5438f3a-a30f-42d9-9ebd-f44bb2ab55de cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:19:08.712145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5438f3a-a30f-42d9-9ebd-f44bb2ab55de {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:19:08.720083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.734527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Transition to ACTIVE for port object d5438f3a-a30f-42d9-9ebd-f44bb2ab55de will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:19:08.738146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.947752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Pushing event updated for resources: {'Port': ['ID=d5438f3a-a30f-42d9-9ebd-f44bb2ab55de,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:09.150407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633faa67-03bb-4ade-9c5f-3d0946ff78b5 req-4a24056c-d134-4198-8223-7b9be0fb4d05 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:09.151110 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-633faa67-03bb-4ade-9c5f-3d0946ff78b5 req-4a24056c-d134-4198-8223-7b9be0fb4d05 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Synchronizing usage tracker for tenant:e718388dd4744b9c8081b70b32115893 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:19:09.156319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Attempting to bind port d5438f3a-a30f-42d9-9ebd-f44bb2ab55de on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:19:09.156655 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Attempting to bind port d5438f3a-a30f-42d9-9ebd-f44bb2ab55de by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:19:09.156987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Attempting to bind port d5438f3a-a30f-42d9-9ebd-f44bb2ab55de on network b1114ff0-48a2-491d-8ccb-3cb4de696043 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:19:09.164806 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Port d5438f3a-a30f-42d9-9ebd-f44bb2ab55de on network b1114ff0-48a2-491d-8ccb-3cb4de696043 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:19:09.165130 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Attempting to bind port d5438f3a-a30f-42d9-9ebd-f44bb2ab55de on network b1114ff0-48a2-491d-8ccb-3cb4de696043 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:19:09.175950 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:19:09.175950 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Checking segment: {'id': 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:19:09.176213 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Bound using segment: {'id': 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:19:09.176626 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Bound port: d5438f3a-a30f-42d9-9ebd-f44bb2ab55de, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:19:09.177035 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:09.178142 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ccee2db2-c19f-4d25-8c0a-caa4701d9918 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:19:09.194222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-633faa67-03bb-4ade-9c5f-3d0946ff78b5 req-4a24056c-d134-4198-8223-7b9be0fb4d05 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Unset dirty status for tenant:e718388dd4744b9c8081b70b32115893 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:19:09.195390 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-633faa67-03bb-4ade-9c5f-3d0946ff78b5 req-4a24056c-d134-4198-8223-7b9be0fb4d05 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=0653c723-185d-49b6-a8c6-60f321eaac42 HTTP/1.1" status: 200 len: 943 time: 0.4141583 Apr 20 16:19:09.245963 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port ccee2db2-c19f-4d25-8c0a-caa4701d9918 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:09.247003 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:09.290502 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-633faa67-03bb-4ade-9c5f-3d0946ff78b5 req-0d7a8732-f270-4f64-a0d0-b02653f18c6f tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703490 Apr 20 16:19:09.301824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] For port d5438f3a-a30f-42d9-9ebd-f44bb2ab55de, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:19:09.305772 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] For port d5438f3a-a30f-42d9-9ebd-f44bb2ab55de, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=d5438f3a-a30f-42d9-9ebd-f44bb2ab55de,segment=NetworkSegment(ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e),segment_id=ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:19:09.311243 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:09.371843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:09.373002 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:09.374373 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] 10.222.0.11 "PUT /v2.0/ports/d5438f3a-a30f-42d9-9ebd-f44bb2ab55de HTTP/1.1" status: 200 len: 1093 time: 1.1208050 Apr 20 16:19:09.377157 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0653c723-185d-49b6-a8c6-60f321eaac42', 'tag': 'd5438f3a-a30f-42d9-9ebd-f44bb2ab55de'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:19:09.452991 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a6e23-00fe-4000-927d-93f2b5d70d9e service neutron] Pushing event updated for resources: {'Port': ['ID=d5438f3a-a30f-42d9-9ebd-f44bb2ab55de,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:09.456673 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e22e73-8f0e-439a-9dba-a97d037974ab'] response: {'name': 'network-changed', 'server_uuid': '0653c723-185d-49b6-a8c6-60f321eaac42', 'tag': 'd5438f3a-a30f-42d9-9ebd-f44bb2ab55de', 'status': 'completed', 'code': 200} Apr 20 16:19:09.498503 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-a91dbde7-d281-4b73-b433-421fe88e2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:09.500047 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-a91dbde7-d281-4b73-b433-421fe88e2da4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e718388dd4744b9c8081b70b32115893&device_id=0653c723-185d-49b6-a8c6-60f321eaac42 HTTP/1.1" status: 200 len: 1096 time: 0.0775657 Apr 20 16:19:09.574059 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-6b564239-cc07-431d-ac52-fa787644866f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5438f3a-a30f-42d9-9ebd-f44bb2ab55de HTTP/1.1" status: 200 len: 217 time: 0.0677519 Apr 20 16:19:09.634280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-2b0d0c59-c60a-4209-ae05-58b067e96ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:09.635714 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-2b0d0c59-c60a-4209-ae05-58b067e96ebf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dca2958-728b-4bd6-a704-3adbc405276c HTTP/1.1" status: 200 len: 856 time: 0.0563505 Apr 20 16:19:09.713827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-0a55f0fe-b99d-46d3-b66b-ed488cc30d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:09.715187 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-0a55f0fe-b99d-46d3-b66b-ed488cc30d31 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1114ff0-48a2-491d-8ccb-3cb4de696043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728736 Apr 20 16:19:09.844651 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-9cc7f334-6aea-4c36-95d9-f54509f9e808 service neutron] 10.222.0.11 "GET /v2.0/networks/b1114ff0-48a2-491d-8ccb-3cb4de696043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234474 Apr 20 16:19:09.972916 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1bbffc65-33b3-42f7-993f-8745c5a51073 req-e8256599-248b-4ea8-82bb-d035b52486e2 service neutron] 10.222.0.11 "GET /v2.0/networks/b1114ff0-48a2-491d-8ccb-3cb4de696043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226377 Apr 20 16:19:10.083804 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c0177-0547-44de-929d-59bfc3e8e5c4 req-ebe14c25-2d07-46b1-bc1d-9562959c0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:10.085269 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-107c0177-0547-44de-929d-59bfc3e8e5c4 req-ebe14c25-2d07-46b1-bc1d-9562959c0bec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e718388dd4744b9c8081b70b32115893&device_id=0653c723-185d-49b6-a8c6-60f321eaac42 HTTP/1.1" status: 200 len: 1096 time: 0.0705812 Apr 20 16:19:10.217032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c0177-0547-44de-929d-59bfc3e8e5c4 req-904e9bd7-d385-48b2-9dad-126052e326bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:10.218467 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-107c0177-0547-44de-929d-59bfc3e8e5c4 req-904e9bd7-d385-48b2-9dad-126052e326bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1114ff0-48a2-491d-8ccb-3cb4de696043 HTTP/1.1" status: 200 len: 918 time: 0.1264181 Apr 20 16:19:10.288209 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-107c0177-0547-44de-929d-59bfc3e8e5c4 req-0cfb9dba-c4a2-4a9e-8324-dac6ea545ae3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5438f3a-a30f-42d9-9ebd-f44bb2ab55de HTTP/1.1" status: 200 len: 217 time: 0.0639541 Apr 20 16:19:10.349584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c0177-0547-44de-929d-59bfc3e8e5c4 req-a440272f-eedd-4837-b647-c2a2652743dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:10.351013 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-107c0177-0547-44de-929d-59bfc3e8e5c4 req-a440272f-eedd-4837-b647-c2a2652743dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dca2958-728b-4bd6-a704-3adbc405276c HTTP/1.1" status: 200 len: 856 time: 0.0570681 Apr 20 16:19:10.481658 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c0177-0547-44de-929d-59bfc3e8e5c4 req-bbd6d0cc-2f15-4e9a-ae64-0df78b941245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:10.483117 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-107c0177-0547-44de-929d-59bfc3e8e5c4 req-bbd6d0cc-2f15-4e9a-ae64-0df78b941245 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1114ff0-48a2-491d-8ccb-3cb4de696043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1261699 Apr 20 16:19:10.567869 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d840e6-dc9d-49d0-92cc-6dd78a41e06a req-1128fda9-cd75-41dd-af3f-61ff1152c9e0 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:10.569253 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c3d840e6-dc9d-49d0-92cc-6dd78a41e06a req-1128fda9-cd75-41dd-af3f-61ff1152c9e0 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=0653c723-185d-49b6-a8c6-60f321eaac42 HTTP/1.1" status: 200 len: 943 time: 0.1674280 Apr 20 16:19:10.644669 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c3d840e6-dc9d-49d0-92cc-6dd78a41e06a req-d1775e7d-66c3-4040-b9d2-dc259576a06b tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633986 Apr 20 16:19:10.662004 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-107c0177-0547-44de-929d-59bfc3e8e5c4 req-b2eb6017-d408-4a27-87d9-81fa80d14057 service neutron] 10.222.0.11 "GET /v2.0/networks/b1114ff0-48a2-491d-8ccb-3cb4de696043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709187 Apr 20 16:19:10.803459 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-107c0177-0547-44de-929d-59bfc3e8e5c4 req-4fc1e7d0-e0c8-408f-b0e8-afe75fb6b2b9 service neutron] 10.222.0.11 "GET /v2.0/networks/b1114ff0-48a2-491d-8ccb-3cb4de696043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348770 Apr 20 16:19:11.933744 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b10775-3616-46a2-95a7-1006bc96b841 req-efaa90b9-8a49-48dc-9801-05c7cba0fece tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:11.935107 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f4b10775-3616-46a2-95a7-1006bc96b841 req-efaa90b9-8a49-48dc-9801-05c7cba0fece tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=0653c723-185d-49b6-a8c6-60f321eaac42 HTTP/1.1" status: 200 len: 943 time: 0.1804681 Apr 20 16:19:11.982081 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f4b10775-3616-46a2-95a7-1006bc96b841 req-e850983f-8a7d-436e-95a8-bc12be448241 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388081 Apr 20 16:19:13.164295 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c5f5c-c839-4bc1-8ce5-2cbfb893f57e req-a12ab73e-c468-4bc5-9e28-88dc886071a7 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:13.165724 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e58c5f5c-c839-4bc1-8ce5-2cbfb893f57e req-a12ab73e-c468-4bc5-9e28-88dc886071a7 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=0653c723-185d-49b6-a8c6-60f321eaac42 HTTP/1.1" status: 200 len: 943 time: 0.0822604 Apr 20 16:19:13.209882 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e58c5f5c-c839-4bc1-8ce5-2cbfb893f57e req-784c17ce-3beb-43dd-ab21-40ba02761571 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382328 Apr 20 16:19:13.222795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device d5438f3a-a30f-42d9-9ebd-f44bb2ab55de details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:19:13.354836 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port d5438f3a-a30f-42d9-9ebd-f44bb2ab55de, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=d5438f3a-a30f-42d9-9ebd-f44bb2ab55de,segment=NetworkSegment(ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e),segment_id=ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:19:13.367916 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': 'd5438f3a-a30f-42d9-9ebd-f44bb2ab55de', 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043', 'port_id': 'd5438f3a-a30f-42d9-9ebd-f44bb2ab55de', 'mac_address': 'fa:16:3e:89:12:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dca2958-728b-4bd6-a704-3adbc405276c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:19:13.425498 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:13.441952 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5438f3a-a30f-42d9-9ebd-f44bb2ab55de {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:19:13.457019 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port d5438f3a-a30f-42d9-9ebd-f44bb2ab55de, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=d5438f3a-a30f-42d9-9ebd-f44bb2ab55de,segment=NetworkSegment(ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e),segment_id=ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:19:13.460694 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:13.525092 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=d5438f3a-a30f-42d9-9ebd-f44bb2ab55de,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:13.808042 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['d5438f3a-a30f-42d9-9ebd-f44bb2ab55de'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:19:14.393654 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfab56-ff22-43bc-bd55-23f4ee4fda49 req-29186cc2-7177-4c6b-843c-94c917647dd5 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:14.395125 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8bfab56-ff22-43bc-bd55-23f4ee4fda49 req-29186cc2-7177-4c6b-843c-94c917647dd5 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=0653c723-185d-49b6-a8c6-60f321eaac42 HTTP/1.1" status: 200 len: 944 time: 0.0828762 Apr 20 16:19:14.438248 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8bfab56-ff22-43bc-bd55-23f4ee4fda49 req-0f9833eb-505f-435d-9d25-a705f2d1fa7e tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373511 Apr 20 16:19:15.204734 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:15.237527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device d5438f3a-a30f-42d9-9ebd-f44bb2ab55de up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:19:15.303615 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port d5438f3a-a30f-42d9-9ebd-f44bb2ab55de completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:19:15.308249 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port d5438f3a-a30f-42d9-9ebd-f44bb2ab55de triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:15.309276 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:15.426948 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:15.453073 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0653c723-185d-49b6-a8c6-60f321eaac42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5438f3a-a30f-42d9-9ebd-f44bb2ab55de'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:19:15.462777 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port d5438f3a-a30f-42d9-9ebd-f44bb2ab55de, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=d5438f3a-a30f-42d9-9ebd-f44bb2ab55de,segment=NetworkSegment(ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e),segment_id=ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:19:15.468406 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:15.541088 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=d5438f3a-a30f-42d9-9ebd-f44bb2ab55de,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:15.552743 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-677355a9-0c79-41a4-88d1-94f36e079187'] response: {'server_uuid': '0653c723-185d-49b6-a8c6-60f321eaac42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5438f3a-a30f-42d9-9ebd-f44bb2ab55de', 'code': 200} Apr 20 16:19:15.635868 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f9383-fde1-4412-9cda-4ee3b3a95912 req-dcb6e3e6-6af7-4bdc-892c-2f34021d4763 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:15.637372 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ae9f9383-fde1-4412-9cda-4ee3b3a95912 req-dcb6e3e6-6af7-4bdc-892c-2f34021d4763 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=0653c723-185d-49b6-a8c6-60f321eaac42 HTTP/1.1" status: 200 len: 945 time: 0.0836656 Apr 20 16:19:15.685088 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ae9f9383-fde1-4412-9cda-4ee3b3a95912 req-339fda27-d32b-4cb6-8706-0bc5d8ac8117 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417459 Apr 20 16:19:15.804408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99520160-230a-45a1-af6f-ce30a0fbf37a req-61c2b99e-62c9-4d58-bc3d-6dfdeb5cec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:15.805844 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-99520160-230a-45a1-af6f-ce30a0fbf37a req-61c2b99e-62c9-4d58-bc3d-6dfdeb5cec3f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0653c723-185d-49b6-a8c6-60f321eaac42 HTTP/1.1" status: 200 len: 1098 time: 0.0683784 Apr 20 16:19:15.848714 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-99520160-230a-45a1-af6f-ce30a0fbf37a req-26b95871-69bd-4d75-b510-c924a1f3992b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363193 Apr 20 16:19:16.868052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3fc27-cb3a-468e-8d21-3bf964bc9dcd req-ed201a0f-0534-4098-9327-aa826924a737 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:16.869466 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-15e3fc27-cb3a-468e-8d21-3bf964bc9dcd req-ed201a0f-0534-4098-9327-aa826924a737 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=0653c723-185d-49b6-a8c6-60f321eaac42 HTTP/1.1" status: 200 len: 945 time: 0.0782480 Apr 20 16:19:16.916796 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-15e3fc27-cb3a-468e-8d21-3bf964bc9dcd req-ac57dcef-dc58-45a3-a5a3-ed4109841b8a tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376742 Apr 20 16:19:18.103270 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5482c6e-e0e1-4574-a909-29a931ee7535 req-880c4689-7ef5-4295-afb2-6f7034cf4df0 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:18.104735 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e5482c6e-e0e1-4574-a909-29a931ee7535 req-880c4689-7ef5-4295-afb2-6f7034cf4df0 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=0653c723-185d-49b6-a8c6-60f321eaac42 HTTP/1.1" status: 200 len: 945 time: 0.0817819 Apr 20 16:19:18.148714 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e5482c6e-e0e1-4574-a909-29a931ee7535 req-3698b79a-d478-4ba5-9e41-decc5f8cf196 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382857 Apr 20 16:19:18.331181 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4573b9-d18a-4afa-942b-671c009723f7 req-f476c2ad-7835-47b2-8041-fda94ab3fbf8 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:18.332659 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0a4573b9-d18a-4afa-942b-671c009723f7 req-f476c2ad-7835-47b2-8041-fda94ab3fbf8 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=0653c723-185d-49b6-a8c6-60f321eaac42 HTTP/1.1" status: 200 len: 945 time: 0.0782981 Apr 20 16:19:18.376619 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0a4573b9-d18a-4afa-942b-671c009723f7 req-38dd1adc-5d4f-48dc-b707-ce8850af3cd9 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384133 Apr 20 16:19:28.474163 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:19:32.142197 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f2aa00bc-826d-4113-8264-f98ea4d556d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:33.902652 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876b159-eec7-40dc-a4b9-4dd9380c80a5 req-e24f71aa-25c0-4d3e-abb1-3676b846da60 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:33.903986 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d876b159-eec7-40dc-a4b9-4dd9380c80a5 req-e24f71aa-25c0-4d3e-abb1-3676b846da60 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=0653c723-185d-49b6-a8c6-60f321eaac42 HTTP/1.1" status: 200 len: 945 time: 0.0815873 Apr 20 16:19:33.949489 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d876b159-eec7-40dc-a4b9-4dd9380c80a5 req-8a35c52b-f4e1-4431-8b4e-fbeda107e7ba tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398271 Apr 20 16:19:34.403645 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dba38b05-0065-4fe9-a9d8-fd37245e28bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:35.131953 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057dc5d-f514-45f9-a8af-37093149e356 req-5dbc831e-1033-40e4-b7d3-fb9934027e44 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:35.133448 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9057dc5d-f514-45f9-a8af-37093149e356 req-5dbc831e-1033-40e4-b7d3-fb9934027e44 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=0653c723-185d-49b6-a8c6-60f321eaac42 HTTP/1.1" status: 200 len: 945 time: 0.0798130 Apr 20 16:19:35.179684 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9057dc5d-f514-45f9-a8af-37093149e356 req-13e89978-624b-45e7-955e-00b20dc527ee tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405078 Apr 20 16:19:35.731513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78ad9b-a45b-4223-8d5c-23baa179eb2e req-07e497c2-3fa8-43f0-81b2-6dd443ea25ca tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:35.733004 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7f78ad9b-a45b-4223-8d5c-23baa179eb2e req-07e497c2-3fa8-43f0-81b2-6dd443ea25ca tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.11 "GET /v2.0/ports?device_id=0653c723-185d-49b6-a8c6-60f321eaac42 HTTP/1.1" status: 200 len: 945 time: 0.0788395 Apr 20 16:19:35.784130 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:35.801933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-7f78ad9b-a45b-4223-8d5c-23baa179eb2e req-b9466156-3cfa-4e50-8940-9c16894c0834 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Deleting port d5438f3a-a30f-42d9-9ebd-f44bb2ab55de {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:19:35.802273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7f78ad9b-a45b-4223-8d5c-23baa179eb2e req-b9466156-3cfa-4e50-8940-9c16894c0834 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:35.805375 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:36.042228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-7f78ad9b-a45b-4223-8d5c-23baa179eb2e req-b9466156-3cfa-4e50-8940-9c16894c0834 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] For port d5438f3a-a30f-42d9-9ebd-f44bb2ab55de, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=d5438f3a-a30f-42d9-9ebd-f44bb2ab55de,segment=NetworkSegment(ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e),segment_id=ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:19:36.042474 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7f78ad9b-a45b-4223-8d5c-23baa179eb2e req-b9466156-3cfa-4e50-8940-9c16894c0834 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:36.166433 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-7f78ad9b-a45b-4223-8d5c-23baa179eb2e req-b9466156-3cfa-4e50-8940-9c16894c0834 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Calling delete_port for d5438f3a-a30f-42d9-9ebd-f44bb2ab55de owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:19:36.351265 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7f78ad9b-a45b-4223-8d5c-23baa179eb2e req-b9466156-3cfa-4e50-8940-9c16894c0834 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:36.363274 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['d5438f3a-a30f-42d9-9ebd-f44bb2ab55de'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:19:36.408481 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9466156-3cfa-4e50-8940-9c16894c0834 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Pushing event deleted for resources: {'Port': ['ID=d5438f3a-a30f-42d9-9ebd-f44bb2ab55de,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:36.598297 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f78ad9b-a45b-4223-8d5c-23baa179eb2e req-b9466156-3cfa-4e50-8940-9c16894c0834 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] No DVR routers for this DVR port d5438f3a-a30f-42d9-9ebd-f44bb2ab55de on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:36.602007 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-7f78ad9b-a45b-4223-8d5c-23baa179eb2e req-b9466156-3cfa-4e50-8940-9c16894c0834 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:36.604424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0653c723-185d-49b6-a8c6-60f321eaac42', 'name': 'network-vif-deleted', 'tag': 'd5438f3a-a30f-42d9-9ebd-f44bb2ab55de'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:19:36.620227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d886419-cc99-4698-8bbc-a6cbf9147049 req-0f92e05e-0815-4993-9a1f-b68b39117224 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:36.621669 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1d886419-cc99-4698-8bbc-a6cbf9147049 req-0f92e05e-0815-4993-9a1f-b68b39117224 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=0653c723-185d-49b6-a8c6-60f321eaac42 HTTP/1.1" status: 200 len: 945 time: 0.3345788 Apr 20 16:19:36.629864 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7f78ad9b-a45b-4223-8d5c-23baa179eb2e req-b9466156-3cfa-4e50-8940-9c16894c0834 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.11 "DELETE /v2.0/ports/d5438f3a-a30f-42d9-9ebd-f44bb2ab55de HTTP/1.1" status: 204 len: 173 time: 0.8917067 Apr 20 16:19:36.665116 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab91aabb-26f3-4597-8acf-75bb7ba93313'] response: {'server_uuid': '0653c723-185d-49b6-a8c6-60f321eaac42', 'name': 'network-vif-deleted', 'tag': 'd5438f3a-a30f-42d9-9ebd-f44bb2ab55de', 'status': 'completed', 'code': 200} Apr 20 16:19:36.675365 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1d886419-cc99-4698-8bbc-a6cbf9147049 req-fee5ade3-d153-4d92-97e3-2cc49f35461d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443125 Apr 20 16:19:37.187364 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:38.276599 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-3c784965-72b3-4103-8f64-7b5cb0aaa2f0 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:38.277949 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-3c784965-72b3-4103-8f64-7b5cb0aaa2f0 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/networks?id=b1114ff0-48a2-491d-8ccb-3cb4de696043 HTTP/1.1" status: 200 len: 817 time: 0.1440651 Apr 20 16:19:38.292813 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-baa59a04-4394-4327-9599-4f18cca0b4d6 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/quotas/e718388dd4744b9c8081b70b32115893 HTTP/1.1" status: 200 len: 375 time: 0.0087900 Apr 20 16:19:38.377906 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-e908404f-7864-48d1-8794-73b0cb5971fe tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Synchronizing usage tracker for tenant:e718388dd4744b9c8081b70b32115893 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:19:38.394266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-e908404f-7864-48d1-8794-73b0cb5971fe tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Unset dirty status for tenant:e718388dd4744b9c8081b70b32115893 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:19:38.395516 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-e908404f-7864-48d1-8794-73b0cb5971fe tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e718388dd4744b9c8081b70b32115893&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973270 Apr 20 16:19:38.453109 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-b5664f9f-eb1a-4957-9b6d-34a1178136be service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:19:38.454092 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-b5664f9f-eb1a-4957-9b6d-34a1178136be service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461950 Apr 20 16:19:38.585294 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-ad94d847-fd90-49f3-b019-b9934c687f83 service neutron] 10.222.0.13 "GET /v2.0/networks/b1114ff0-48a2-491d-8ccb-3cb4de696043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250658 Apr 20 16:19:38.714289 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-3b7a2fa1-71a6-43ff-8d89-0355b114b7b4 service neutron] 10.222.0.13 "GET /v2.0/networks/b1114ff0-48a2-491d-8ccb-3cb4de696043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232724 Apr 20 16:19:38.894931 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-24d12f29-01ea-456a-9887-6b34130bc007 req-ebc362df-6957-4327-8c95-bcdfd54d5da2 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=824a07a3-7882-4f2c-b3ae-eb94cbcd029c HTTP/1.1" status: 200 len: 210 time: 0.0432668 Apr 20 16:19:39.363597 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device d5438f3a-a30f-42d9-9ebd-f44bb2ab55de no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:19:39.400146 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: d5438f3a-a30f-42d9-9ebd-f44bb2ab55de {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:19:39.400516 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device d5438f3a-a30f-42d9-9ebd-f44bb2ab55de not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:19:39.902855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-285d8fcc-a59e-41cb-b75f-b2841778917d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:39.904282 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-285d8fcc-a59e-41cb-b75f-b2841778917d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.11 "GET /v2.0/networks?id=b1114ff0-48a2-491d-8ccb-3cb4de696043 HTTP/1.1" status: 200 len: 817 time: 0.1491199 Apr 20 16:19:39.916204 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-00e99cd5-f681-4593-a1f9-e216e293db38 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Request body: {'port': {'device_id': '824a07a3-7882-4f2c-b3ae-eb94cbcd029c', 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043', 'admin_state_up': True, 'tenant_id': 'e718388dd4744b9c8081b70b32115893'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:19:40.052027 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fefbaca2-cd73-46ea-b599-026638beb701 req-918536c5-49ac-4bca-9186-913642f0305a tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=824a07a3-7882-4f2c-b3ae-eb94cbcd029c HTTP/1.1" status: 200 len: 210 time: 0.0501392 Apr 20 16:19:40.094907 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-00e99cd5-f681-4593-a1f9-e216e293db38 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:19:40.104668 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-00e99cd5-f681-4593-a1f9-e216e293db38 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:19:40.113700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-00e99cd5-f681-4593-a1f9-e216e293db38 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Made reservation on behalf of e718388dd4744b9c8081b70b32115893 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:19:40.117342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-00e99cd5-f681-4593-a1f9-e216e293db38 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.281860 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-00e99cd5-f681-4593-a1f9-e216e293db38 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Allocated IP 172.20.0.8 (b1114ff0-48a2-491d-8ccb-3cb4de696043/8dca2958-728b-4bd6-a704-3adbc405276c/10fad324-7fd0-4cff-9cdc-db15cbf6f81f) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:19:40.491615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-00e99cd5-f681-4593-a1f9-e216e293db38 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.507444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-00e99cd5-f681-4593-a1f9-e216e293db38 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Transition to ACTIVE for port object 10fad324-7fd0-4cff-9cdc-db15cbf6f81f will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:19:40.530366 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-00e99cd5-f681-4593-a1f9-e216e293db38 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.595059 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-00e99cd5-f681-4593-a1f9-e216e293db38 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Network b1114ff0-48a2-491d-8ccb-3cb4de696043 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:19:40.602716 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-00e99cd5-f681-4593-a1f9-e216e293db38 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:40.606984 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-00e99cd5-f681-4593-a1f9-e216e293db38 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:19:40.637895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e99cd5-f681-4593-a1f9-e216e293db38 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Pushing event updated for resources: {'Port': ['ID=10fad324-7fd0-4cff-9cdc-db15cbf6f81f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:40.675089 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-00e99cd5-f681-4593-a1f9-e216e293db38 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:40.675400 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-00e99cd5-f681-4593-a1f9-e216e293db38 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.701037 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-00e99cd5-f681-4593-a1f9-e216e293db38 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7884061 Apr 20 16:19:40.713396 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Request body: {'port': {'device_id': '824a07a3-7882-4f2c-b3ae-eb94cbcd029c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:19:40.783158 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-17ffddbb-e8b3-412d-85fb-9fb8bd18c40a None None] Provisioning for port 10fad324-7fd0-4cff-9cdc-db15cbf6f81f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:19:40.788017 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-17ffddbb-e8b3-412d-85fb-9fb8bd18c40a None None] Provisioning complete for port 10fad324-7fd0-4cff-9cdc-db15cbf6f81f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:40.788397 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-17ffddbb-e8b3-412d-85fb-9fb8bd18c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.827595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.844610 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-17ffddbb-e8b3-412d-85fb-9fb8bd18c40a None None] Port 10fad324-7fd0-4cff-9cdc-db15cbf6f81f cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:19:41.326294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fad324-7fd0-4cff-9cdc-db15cbf6f81f {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:19:41.337569 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:41.356740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Transition to ACTIVE for port object 10fad324-7fd0-4cff-9cdc-db15cbf6f81f will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:19:41.362828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:41.499018 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec2b06-b242-4e35-98fa-77f6bd309dfe req-eeb3bb67-a8b3-47ac-919c-e7b7632a09e8 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:41.500341 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-fcec2b06-b242-4e35-98fa-77f6bd309dfe req-eeb3bb67-a8b3-47ac-919c-e7b7632a09e8 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Synchronizing usage tracker for tenant:e718388dd4744b9c8081b70b32115893 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:19:41.596952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Pushing event updated for resources: {'Port': ['ID=10fad324-7fd0-4cff-9cdc-db15cbf6f81f,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:41.615782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-fcec2b06-b242-4e35-98fa-77f6bd309dfe req-eeb3bb67-a8b3-47ac-919c-e7b7632a09e8 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Unset dirty status for tenant:e718388dd4744b9c8081b70b32115893 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:19:41.616939 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fcec2b06-b242-4e35-98fa-77f6bd309dfe req-eeb3bb67-a8b3-47ac-919c-e7b7632a09e8 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=824a07a3-7882-4f2c-b3ae-eb94cbcd029c HTTP/1.1" status: 200 len: 931 time: 0.4514642 Apr 20 16:19:41.673074 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Attempting to bind port 10fad324-7fd0-4cff-9cdc-db15cbf6f81f on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:19:41.673419 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Attempting to bind port 10fad324-7fd0-4cff-9cdc-db15cbf6f81f by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:19:41.673755 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Attempting to bind port 10fad324-7fd0-4cff-9cdc-db15cbf6f81f on network b1114ff0-48a2-491d-8ccb-3cb4de696043 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:19:41.683634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Port 10fad324-7fd0-4cff-9cdc-db15cbf6f81f on network b1114ff0-48a2-491d-8ccb-3cb4de696043 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:19:41.683985 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Attempting to bind port 10fad324-7fd0-4cff-9cdc-db15cbf6f81f on network b1114ff0-48a2-491d-8ccb-3cb4de696043 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:19:41.693298 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fcec2b06-b242-4e35-98fa-77f6bd309dfe req-a232444b-ca26-48ce-8331-994d9faba6d1 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695760 Apr 20 16:19:41.694101 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:19:41.694444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Checking segment: {'id': 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:19:41.694823 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Bound using segment: {'id': 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:19:41.695260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Bound port: 10fad324-7fd0-4cff-9cdc-db15cbf6f81f, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:19:41.695614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:41.787147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] For port 10fad324-7fd0-4cff-9cdc-db15cbf6f81f, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:19:41.790411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] For port 10fad324-7fd0-4cff-9cdc-db15cbf6f81f, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=10fad324-7fd0-4cff-9cdc-db15cbf6f81f,segment=NetworkSegment(ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e),segment_id=ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:19:41.793794 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:41.855129 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:41.855753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:41.857169 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] 10.222.0.11 "PUT /v2.0/ports/10fad324-7fd0-4cff-9cdc-db15cbf6f81f HTTP/1.1" status: 200 len: 1093 time: 1.1480501 Apr 20 16:19:41.857603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824a07a3-7882-4f2c-b3ae-eb94cbcd029c', 'tag': '10fad324-7fd0-4cff-9cdc-db15cbf6f81f'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:19:41.930878 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48b79472-494b-4ffa-9efc-ccf5c645d159'] response: {'name': 'network-changed', 'server_uuid': '824a07a3-7882-4f2c-b3ae-eb94cbcd029c', 'tag': '10fad324-7fd0-4cff-9cdc-db15cbf6f81f', 'status': 'completed', 'code': 200} Apr 20 16:19:41.937754 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460524d-d77d-4d7b-99ed-80cc94f3d92c service neutron] Pushing event updated for resources: {'Port': ['ID=10fad324-7fd0-4cff-9cdc-db15cbf6f81f,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:41.981859 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-c34edc53-2be1-4db1-aa45-55ffe2160661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:41.984051 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-c34edc53-2be1-4db1-aa45-55ffe2160661 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e718388dd4744b9c8081b70b32115893&device_id=824a07a3-7882-4f2c-b3ae-eb94cbcd029c HTTP/1.1" status: 200 len: 1096 time: 0.0879781 Apr 20 16:19:42.052073 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-0ecb88a8-1882-4b66-98d9-4771cc238bf7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10fad324-7fd0-4cff-9cdc-db15cbf6f81f HTTP/1.1" status: 200 len: 217 time: 0.0613687 Apr 20 16:19:42.116473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-88dded80-c10b-41e3-aae7-c1fb78a238ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:42.117829 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-88dded80-c10b-41e3-aae7-c1fb78a238ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dca2958-728b-4bd6-a704-3adbc405276c HTTP/1.1" status: 200 len: 856 time: 0.0601983 Apr 20 16:19:42.192769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-c8721fc4-232c-4809-a0bb-23b7d023b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:42.194242 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-c8721fc4-232c-4809-a0bb-23b7d023b2a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1114ff0-48a2-491d-8ccb-3cb4de696043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698023 Apr 20 16:19:42.323229 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-8683f8e7-f420-482c-af2d-ccd869e049b0 service neutron] 10.222.0.11 "GET /v2.0/networks/b1114ff0-48a2-491d-8ccb-3cb4de696043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225462 Apr 20 16:19:42.453955 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-255c6240-2973-4b17-ba4d-9d641dcde373 req-22e438d9-416a-4199-b98a-2b153b07f312 service neutron] 10.222.0.11 "GET /v2.0/networks/b1114ff0-48a2-491d-8ccb-3cb4de696043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241386 Apr 20 16:19:42.565003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a306410-2f04-4a27-8d62-c87738e68c67 req-773b6d9c-cdc7-4661-8e15-d3fcde24f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:42.566460 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a306410-2f04-4a27-8d62-c87738e68c67 req-773b6d9c-cdc7-4661-8e15-d3fcde24f624 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e718388dd4744b9c8081b70b32115893&device_id=824a07a3-7882-4f2c-b3ae-eb94cbcd029c HTTP/1.1" status: 200 len: 1096 time: 0.0697050 Apr 20 16:19:42.694860 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a306410-2f04-4a27-8d62-c87738e68c67 req-ea06d298-9a91-442c-a80a-6a9c2440b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:42.696313 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a306410-2f04-4a27-8d62-c87738e68c67 req-ea06d298-9a91-442c-a80a-6a9c2440b376 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1114ff0-48a2-491d-8ccb-3cb4de696043 HTTP/1.1" status: 200 len: 918 time: 0.1242943 Apr 20 16:19:42.767800 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a306410-2f04-4a27-8d62-c87738e68c67 req-fe1137de-5eab-46d4-9def-7777056233b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10fad324-7fd0-4cff-9cdc-db15cbf6f81f HTTP/1.1" status: 200 len: 217 time: 0.0647755 Apr 20 16:19:42.875937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a306410-2f04-4a27-8d62-c87738e68c67 req-2146fb84-2fd7-4b85-84d0-a5a43e280579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:42.877356 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a306410-2f04-4a27-8d62-c87738e68c67 req-2146fb84-2fd7-4b85-84d0-a5a43e280579 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dca2958-728b-4bd6-a704-3adbc405276c HTTP/1.1" status: 200 len: 856 time: 0.1038787 Apr 20 16:19:42.949541 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476fdc0-ac7d-448c-9d31-db97048a974b req-9fb57c8a-ea20-4c99-b2bb-2d80d859bee0 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:42.950952 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6476fdc0-ac7d-448c-9d31-db97048a974b req-9fb57c8a-ea20-4c99-b2bb-2d80d859bee0 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=824a07a3-7882-4f2c-b3ae-eb94cbcd029c HTTP/1.1" status: 200 len: 943 time: 0.1463292 Apr 20 16:19:43.101293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a306410-2f04-4a27-8d62-c87738e68c67 req-36120a82-76e3-419b-84ee-1c7d21c09e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:43.102941 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a306410-2f04-4a27-8d62-c87738e68c67 req-36120a82-76e3-419b-84ee-1c7d21c09e1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1114ff0-48a2-491d-8ccb-3cb4de696043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2194273 Apr 20 16:19:43.110806 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6476fdc0-ac7d-448c-9d31-db97048a974b req-fd24cf2b-951e-43a7-919f-7bddceacbc5d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526096 Apr 20 16:19:43.245794 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a306410-2f04-4a27-8d62-c87738e68c67 req-c42ea185-0edc-4da4-b7b6-c3bfcdeb13d4 service neutron] 10.222.0.11 "GET /v2.0/networks/b1114ff0-48a2-491d-8ccb-3cb4de696043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340196 Apr 20 16:19:43.375323 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a306410-2f04-4a27-8d62-c87738e68c67 req-2a9cb1ed-77c9-4302-ba48-f0d14295da47 service neutron] 10.222.0.11 "GET /v2.0/networks/b1114ff0-48a2-491d-8ccb-3cb4de696043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221886 Apr 20 16:19:44.293797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25060c1a-3543-4a73-9f3d-925d65fada9d req-94b40ec7-17e1-4160-8c89-b777e2109725 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:44.295265 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-25060c1a-3543-4a73-9f3d-925d65fada9d req-94b40ec7-17e1-4160-8c89-b777e2109725 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=824a07a3-7882-4f2c-b3ae-eb94cbcd029c HTTP/1.1" status: 200 len: 943 time: 0.0790136 Apr 20 16:19:44.338088 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-25060c1a-3543-4a73-9f3d-925d65fada9d req-83d9f970-e041-4564-953b-75cfeb39ece9 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371840 Apr 20 16:19:45.220913 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:45.379288 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 10fad324-7fd0-4cff-9cdc-db15cbf6f81f details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:19:45.512009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 10fad324-7fd0-4cff-9cdc-db15cbf6f81f, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=10fad324-7fd0-4cff-9cdc-db15cbf6f81f,segment=NetworkSegment(ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e),segment_id=ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:19:45.525579 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '10fad324-7fd0-4cff-9cdc-db15cbf6f81f', 'network_id': 'b1114ff0-48a2-491d-8ccb-3cb4de696043', 'port_id': '10fad324-7fd0-4cff-9cdc-db15cbf6f81f', 'mac_address': 'fa:16:3e:2c:13:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dca2958-728b-4bd6-a704-3adbc405276c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:19:45.529438 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b199738-04b5-4137-88f2-a27ba1db147e req-4fc1fe4a-4bb3-4b88-99c1-454c00fe196b tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:45.530941 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6b199738-04b5-4137-88f2-a27ba1db147e req-4fc1fe4a-4bb3-4b88-99c1-454c00fe196b tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=824a07a3-7882-4f2c-b3ae-eb94cbcd029c HTTP/1.1" status: 200 len: 943 time: 0.0887914 Apr 20 16:19:45.575862 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6b199738-04b5-4137-88f2-a27ba1db147e req-296a85dc-778a-4a44-8934-8a66faf801c8 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386539 Apr 20 16:19:45.583667 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:45.600041 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fad324-7fd0-4cff-9cdc-db15cbf6f81f {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:19:45.615847 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 10fad324-7fd0-4cff-9cdc-db15cbf6f81f, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=10fad324-7fd0-4cff-9cdc-db15cbf6f81f,segment=NetworkSegment(ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e),segment_id=ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:19:45.619555 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:45.685120 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=10fad324-7fd0-4cff-9cdc-db15cbf6f81f,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:45.692748 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:45.693108 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:45.693453 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:45.693793 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:45.694130 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:45.694467 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:45.694799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:45.695132 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:45.695461 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:45.695814 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:45.696147 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:45.696476 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:45.914084 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['10fad324-7fd0-4cff-9cdc-db15cbf6f81f'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:19:46.755872 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b6744-5587-453a-a0f9-a9adf9e8b4d2 req-3d330d84-5ac4-409c-8823-01a2a495ba6f tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:46.757311 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c02b6744-5587-453a-a0f9-a9adf9e8b4d2 req-3d330d84-5ac4-409c-8823-01a2a495ba6f tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=824a07a3-7882-4f2c-b3ae-eb94cbcd029c HTTP/1.1" status: 200 len: 944 time: 0.0791602 Apr 20 16:19:46.800468 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c02b6744-5587-453a-a0f9-a9adf9e8b4d2 req-141b359b-154a-4d69-94f3-445b3aeda568 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376029 Apr 20 16:19:47.378625 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 10fad324-7fd0-4cff-9cdc-db15cbf6f81f up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:19:47.444307 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 10fad324-7fd0-4cff-9cdc-db15cbf6f81f completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:19:47.449046 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 10fad324-7fd0-4cff-9cdc-db15cbf6f81f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:47.449418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:47.563595 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:47.589470 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824a07a3-7882-4f2c-b3ae-eb94cbcd029c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fad324-7fd0-4cff-9cdc-db15cbf6f81f'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:19:47.599645 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 10fad324-7fd0-4cff-9cdc-db15cbf6f81f, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=10fad324-7fd0-4cff-9cdc-db15cbf6f81f,segment=NetworkSegment(ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e),segment_id=ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:19:47.603962 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:47.638704 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286b0b11-6b0a-4a55-a8ed-7faba217802c'] response: {'server_uuid': '824a07a3-7882-4f2c-b3ae-eb94cbcd029c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fad324-7fd0-4cff-9cdc-db15cbf6f81f', 'code': 200} Apr 20 16:19:47.676101 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=10fad324-7fd0-4cff-9cdc-db15cbf6f81f,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:47.859097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2092dbf-ab75-4e6b-9805-5296a90b6a61 req-4cfec3fc-8c85-4fd9-b595-edc05d12f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:47.860585 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e2092dbf-ab75-4e6b-9805-5296a90b6a61 req-4cfec3fc-8c85-4fd9-b595-edc05d12f771 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=824a07a3-7882-4f2c-b3ae-eb94cbcd029c HTTP/1.1" status: 200 len: 1098 time: 0.0740478 Apr 20 16:19:47.901204 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e2092dbf-ab75-4e6b-9805-5296a90b6a61 req-91f5ca7b-8d32-4fee-b251-4cc7a164face service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347004 Apr 20 16:19:47.982973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f663f-4da4-44f6-aa7b-5f31dcd49502 req-96f2a475-f293-4438-af70-96bbade670e7 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:47.984434 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-947f663f-4da4-44f6-aa7b-5f31dcd49502 req-96f2a475-f293-4438-af70-96bbade670e7 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=824a07a3-7882-4f2c-b3ae-eb94cbcd029c HTTP/1.1" status: 200 len: 945 time: 0.0782721 Apr 20 16:19:48.030259 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-947f663f-4da4-44f6-aa7b-5f31dcd49502 req-404d67aa-73a5-4805-8acb-ed13f9b1d2c2 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402811 Apr 20 16:19:49.221944 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b31849-7360-477e-8ffd-86d320b1b5c6 req-f90a0fb5-9274-4d95-8ce0-95de46f8dd09 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:49.223413 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c5b31849-7360-477e-8ffd-86d320b1b5c6 req-f90a0fb5-9274-4d95-8ce0-95de46f8dd09 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=824a07a3-7882-4f2c-b3ae-eb94cbcd029c HTTP/1.1" status: 200 len: 945 time: 0.0884078 Apr 20 16:19:49.268240 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c5b31849-7360-477e-8ffd-86d320b1b5c6 req-eb79e391-92d3-4ba9-acc4-2f05534bfcdb tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384402 Apr 20 16:19:50.455424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0048c4f-3635-475e-b2c3-dcf158b33e68 req-bb1faa2e-ba5a-4c27-a516-f6b640dfae84 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:50.456793 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c0048c4f-3635-475e-b2c3-dcf158b33e68 req-bb1faa2e-ba5a-4c27-a516-f6b640dfae84 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=824a07a3-7882-4f2c-b3ae-eb94cbcd029c HTTP/1.1" status: 200 len: 945 time: 0.0841351 Apr 20 16:19:50.502173 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c0048c4f-3635-475e-b2c3-dcf158b33e68 req-d625c44d-4c7d-4938-a1bd-45f37107df2e tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393412 Apr 20 16:19:50.685547 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0f89c-1fbe-4400-b99d-4d0389ee69ae req-753c8eac-a63c-4de4-9432-5b7b79dc422c tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:50.686987 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-afd0f89c-1fbe-4400-b99d-4d0389ee69ae req-753c8eac-a63c-4de4-9432-5b7b79dc422c tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=824a07a3-7882-4f2c-b3ae-eb94cbcd029c HTTP/1.1" status: 200 len: 945 time: 0.0802763 Apr 20 16:19:50.731445 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-afd0f89c-1fbe-4400-b99d-4d0389ee69ae req-99c7a868-03fa-45d4-904f-30531682c722 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386183 Apr 20 16:20:02.135960 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cdda30cf-3956-4e56-8f4e-207d03013247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:04.409891 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4aed2412-5ec5-40a5-829f-f563cf2e153f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:05.473058 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:20:05.788664 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:05.809777 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:06.024315 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b08b0-5017-4137-ae41-585c9524313e req-590c02ce-55f3-40b8-8085-8e0e485ee363 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:06.025666 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-592b08b0-5017-4137-ae41-585c9524313e req-590c02ce-55f3-40b8-8085-8e0e485ee363 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=824a07a3-7882-4f2c-b3ae-eb94cbcd029c HTTP/1.1" status: 200 len: 945 time: 0.0831583 Apr 20 16:20:06.069922 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-592b08b0-5017-4137-ae41-585c9524313e req-b2b718d6-8927-41e2-a438-97bc5eddad7b tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380664 Apr 20 16:20:07.183298 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:07.408354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc600755-c50a-4c6b-9853-966475817b6e req-c84ec286-0898-4460-beb5-f8a0bf8dac4a tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:07.409844 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fc600755-c50a-4c6b-9853-966475817b6e req-c84ec286-0898-4460-beb5-f8a0bf8dac4a tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=824a07a3-7882-4f2c-b3ae-eb94cbcd029c HTTP/1.1" status: 200 len: 945 time: 0.0808113 Apr 20 16:20:07.458141 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fc600755-c50a-4c6b-9853-966475817b6e req-8ad52761-4b49-469d-8295-bb7604b8c52d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426369 Apr 20 16:20:07.718945 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9b847-00d2-4f46-bb6a-312a4dc396c3 req-6f680587-ec39-48bf-809f-fba47e15dd16 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:07.720311 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e1a9b847-00d2-4f46-bb6a-312a4dc396c3 req-6f680587-ec39-48bf-809f-fba47e15dd16 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.11 "GET /v2.0/ports?device_id=824a07a3-7882-4f2c-b3ae-eb94cbcd029c HTTP/1.1" status: 200 len: 945 time: 0.0787144 Apr 20 16:20:07.787265 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-e1a9b847-00d2-4f46-bb6a-312a4dc396c3 req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Deleting port 10fad324-7fd0-4cff-9cdc-db15cbf6f81f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:20:07.787631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e1a9b847-00d2-4f46-bb6a-312a4dc396c3 req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:08.031174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-e1a9b847-00d2-4f46-bb6a-312a4dc396c3 req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] For port 10fad324-7fd0-4cff-9cdc-db15cbf6f81f, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=10fad324-7fd0-4cff-9cdc-db15cbf6f81f,segment=NetworkSegment(ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e),segment_id=ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:20:08.031448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e1a9b847-00d2-4f46-bb6a-312a4dc396c3 req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:08.156741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-e1a9b847-00d2-4f46-bb6a-312a4dc396c3 req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Calling delete_port for 10fad324-7fd0-4cff-9cdc-db15cbf6f81f owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:20:08.296861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e1a9b847-00d2-4f46-bb6a-312a4dc396c3 req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:08.308298 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['10fad324-7fd0-4cff-9cdc-db15cbf6f81f'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:20:08.349719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Pushing event deleted for resources: {'Port': ['ID=10fad324-7fd0-4cff-9cdc-db15cbf6f81f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:08.393330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:08.393683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:08.394038 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:08.394378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:08.394714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:08.395049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:08.395383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:08.395714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:08.396071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:08.396398 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:08.396731 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:08.397058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:08.436646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a9b847-00d2-4f46-bb6a-312a4dc396c3 req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] No DVR routers for this DVR port 10fad324-7fd0-4cff-9cdc-db15cbf6f81f on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:20:08.439294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-e1a9b847-00d2-4f46-bb6a-312a4dc396c3 req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:08.442009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824a07a3-7882-4f2c-b3ae-eb94cbcd029c', 'name': 'network-vif-deleted', 'tag': '10fad324-7fd0-4cff-9cdc-db15cbf6f81f'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:08.459065 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e1a9b847-00d2-4f46-bb6a-312a4dc396c3 req-4bc4db52-b3f2-4012-90a1-789f53f2f00d tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.11 "DELETE /v2.0/ports/10fad324-7fd0-4cff-9cdc-db15cbf6f81f HTTP/1.1" status: 204 len: 173 time: 0.7339616 Apr 20 16:20:08.526409 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17afc7b2-9d32-4818-a2fc-6aa2328cea47'] response: {'server_uuid': '824a07a3-7882-4f2c-b3ae-eb94cbcd029c', 'name': 'network-vif-deleted', 'tag': '10fad324-7fd0-4cff-9cdc-db15cbf6f81f', 'status': 'completed', 'code': 200} Apr 20 16:20:08.626573 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-fa1f33d0-98bb-469c-9ab1-1970bbfe47b8 req-2916773f-4711-4028-8e13-1bbb6f8cd651 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Synchronizing usage tracker for tenant:e718388dd4744b9c8081b70b32115893 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:20:08.641399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-fa1f33d0-98bb-469c-9ab1-1970bbfe47b8 req-2916773f-4711-4028-8e13-1bbb6f8cd651 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] Unset dirty status for tenant:e718388dd4744b9c8081b70b32115893 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:20:08.642547 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fa1f33d0-98bb-469c-9ab1-1970bbfe47b8 req-2916773f-4711-4028-8e13-1bbb6f8cd651 tempest-TestEncryptedCinderVolumes-1095223242 tempest-TestEncryptedCinderVolumes-1095223242-project] 10.222.0.13 "GET /v2.0/ports?device_id=824a07a3-7882-4f2c-b3ae-eb94cbcd029c HTTP/1.1" status: 200 len: 210 time: 0.0628502 Apr 20 16:20:09.768770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44454) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:10.395728 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-863e5435-77da-439d-a952-ffe704306f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:10.739048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-863e5435-77da-439d-a952-ffe704306f2e admin admin] Deleting port f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:20:10.739389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-863e5435-77da-439d-a952-ffe704306f2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:10.924146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-863e5435-77da-439d-a952-ffe704306f2e admin admin] For port f6973bcf-fe69-418a-8ea3-25f5cf8c2f48, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f6973bcf-fe69-418a-8ea3-25f5cf8c2f48,segment=NetworkSegment(ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e),segment_id=ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:20:10.924845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-863e5435-77da-439d-a952-ffe704306f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:11.047237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-863e5435-77da-439d-a952-ffe704306f2e admin admin] Calling delete_port for f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:20:11.464317 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-863e5435-77da-439d-a952-ffe704306f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:11.513370 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e5435-77da-439d-a952-ffe704306f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=f6973bcf-fe69-418a-8ea3-25f5cf8c2f48,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:11.521100 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 10fad324-7fd0-4cff-9cdc-db15cbf6f81f no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:20:11.561871 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 10fad324-7fd0-4cff-9cdc-db15cbf6f81f {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:20:11.562211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 10fad324-7fd0-4cff-9cdc-db15cbf6f81f not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:20:11.778320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-863e5435-77da-439d-a952-ffe704306f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:12.134206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863e5435-77da-439d-a952-ffe704306f2e admin admin] Router d6c6c539-592d-4d00-ba37-702fd9a84d7c has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:20:12.319865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863e5435-77da-439d-a952-ffe704306f2e admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:20:12.328800 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a2f465-8b32-405d-b2ef-280977612812 None None] Sync routers for ids ['d6c6c539-592d-4d00-ba37-702fd9a84d7c'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:20:12.334954 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-863e5435-77da-439d-a952-ffe704306f2e admin admin] 10.222.0.13 "PUT /v2.0/routers/d6c6c539-592d-4d00-ba37-702fd9a84d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5650775 Apr 20 16:20:12.337477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44458) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:12.338149 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a2f465-8b32-405d-b2ef-280977612812 None None] Routers {'d6c6c539-592d-4d00-ba37-702fd9a84d7c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:20:12.338861 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-d6a2f465-8b32-405d-b2ef-280977612812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:20:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d6c6c539-592d-4d00-ba37-702fd9a84d7c'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:12.516764 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55aea4ae-1a49-43b8-b79c-3792fcde41de admin admin] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:12.551378 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-d6a2f465-8b32-405d-b2ef-280977612812 None None] Set router d6c6c539-592d-4d00-ba37-702fd9a84d7c gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:20:12.808868 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55aea4ae-1a49-43b8-b79c-3792fcde41de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:12.818229 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-55aea4ae-1a49-43b8-b79c-3792fcde41de admin admin] Deleting port da069610-b4a9-4cb5-9965-ed7dd4a1dad8 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:20:12.818563 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55aea4ae-1a49-43b8-b79c-3792fcde41de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:12.838653 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-d6a2f465-8b32-405d-b2ef-280977612812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'name': 'tempest-TestEncryptedCinderVolumes-1391231123-router', 'tenant_id': 'e718388dd4744b9c8081b70b32115893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': 'da069610-b4a9-4cb5-9965-ed7dd4a1dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:51Z', 'updated_at': '2022-04-20T16:20:11Z', 'revision_number': 5, 'project_id': 'e718388dd4744b9c8081b70b32115893', 'gw_port': {'id': 'da069610-b4a9-4cb5-9965-ed7dd4a1dad8', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:52Z', 'updated_at': '2022-04-20T16:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:12.843052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a2f465-8b32-405d-b2ef-280977612812 None None] Checking router: d6c6c539-592d-4d00-ba37-702fd9a84d7c for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:20:12.851182 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a2f465-8b32-405d-b2ef-280977612812 None None] Routers {'d6c6c539-592d-4d00-ba37-702fd9a84d7c'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:20:12.851787 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-d6a2f465-8b32-405d-b2ef-280977612812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:20:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d6c6c539-592d-4d00-ba37-702fd9a84d7c'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:12.993228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-55aea4ae-1a49-43b8-b79c-3792fcde41de admin admin] For port da069610-b4a9-4cb5-9965-ed7dd4a1dad8, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=da069610-b4a9-4cb5-9965-ed7dd4a1dad8,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:20:12.993561 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55aea4ae-1a49-43b8-b79c-3792fcde41de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:12.997488 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-d6a2f465-8b32-405d-b2ef-280977612812 None None] Set router d6c6c539-592d-4d00-ba37-702fd9a84d7c gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:20:13.103150 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-d6a2f465-8b32-405d-b2ef-280977612812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'name': 'tempest-TestEncryptedCinderVolumes-1391231123-router', 'tenant_id': 'e718388dd4744b9c8081b70b32115893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:51Z', 'updated_at': '2022-04-20T16:20:12Z', 'revision_number': 6, 'project_id': 'e718388dd4744b9c8081b70b32115893', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:13.106950 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a2f465-8b32-405d-b2ef-280977612812 None None] The sync data for ids ['d6c6c539-592d-4d00-ba37-702fd9a84d7c'] in dv-neutron-838699-1-hyperv is: [{'id': 'd6c6c539-592d-4d00-ba37-702fd9a84d7c', 'name': 'tempest-TestEncryptedCinderVolumes-1391231123-router', 'tenant_id': 'e718388dd4744b9c8081b70b32115893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:51Z', 'updated_at': '2022-04-20T16:20:12Z', 'revision_number': 6, 'project_id': 'e718388dd4744b9c8081b70b32115893', 'gw_port_host': None}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:20:13.116071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-55aea4ae-1a49-43b8-b79c-3792fcde41de admin admin] Calling delete_port for da069610-b4a9-4cb5-9965-ed7dd4a1dad8 owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:20:13.286593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55aea4ae-1a49-43b8-b79c-3792fcde41de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:13.333607 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aea4ae-1a49-43b8-b79c-3792fcde41de admin admin] Pushing event deleted for resources: {'Port': ['ID=da069610-b4a9-4cb5-9965-ed7dd4a1dad8,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:13.430177 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55aea4ae-1a49-43b8-b79c-3792fcde41de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:13.606831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55aea4ae-1a49-43b8-b79c-3792fcde41de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:13.609059 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55aea4ae-1a49-43b8-b79c-3792fcde41de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:13.630922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55aea4ae-1a49-43b8-b79c-3792fcde41de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:13.631449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aea4ae-1a49-43b8-b79c-3792fcde41de admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6c6c539-592d-4d00-ba37-702fd9a84d7c {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:20:13.644333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55aea4ae-1a49-43b8-b79c-3792fcde41de admin admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:13.645459 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-55aea4ae-1a49-43b8-b79c-3792fcde41de admin admin] 10.222.0.13 "DELETE /v2.0/routers/d6c6c539-592d-4d00-ba37-702fd9a84d7c HTTP/1.1" status: 204 len: 168 time: 1.3070872 Apr 20 16:20:13.647938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44462) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:13.706050 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-756d77ed-92b4-4136-adec-fca7c71ddffd admin admin] Deleting subnet 8dca2958-728b-4bd6-a704-3adbc405276c {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:20:13.708849 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-756d77ed-92b4-4136-adec-fca7c71ddffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:13.759977 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-756d77ed-92b4-4136-adec-fca7c71ddffd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:13.835236 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-756d77ed-92b4-4136-adec-fca7c71ddffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:13.905798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-756d77ed-92b4-4136-adec-fca7c71ddffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:13.947753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d77ed-92b4-4136-adec-fca7c71ddffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dca2958-728b-4bd6-a704-3adbc405276c,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:13.951299 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-756d77ed-92b4-4136-adec-fca7c71ddffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:13.957241 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-756d77ed-92b4-4136-adec-fca7c71ddffd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8dca2958-728b-4bd6-a704-3adbc405276c HTTP/1.1" status: 204 len: 168 time: 0.3082995 Apr 20 16:20:13.957523 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a2eeac-6c60-442f-a048-4b5435e964fe None None] Network b1114ff0-48a2-491d-8ccb-3cb4de696043 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:20:13.959544 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44466) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:14.066970 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:14.077735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] Deleting port f3c80695-b651-4630-b2b1-cce4f11ac630 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:20:14.078069 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:14.225597 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac95b10-7df6-4db9-8e23-9b7ed83d44ab None None] DHCP port deletion for b1114ff0-48a2-491d-8ccb-3cb4de696043 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:20:14.230092 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7ac95b10-7df6-4db9-8e23-9b7ed83d44ab None None] Deleting port f3c80695-b651-4630-b2b1-cce4f11ac630 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:20:14.230471 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7ac95b10-7df6-4db9-8e23-9b7ed83d44ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:14.306237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] For port f3c80695-b651-4630-b2b1-cce4f11ac630, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f3c80695-b651-4630-b2b1-cce4f11ac630,segment=NetworkSegment(ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e),segment_id=ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:20:14.306847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:14.439220 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-7ac95b10-7df6-4db9-8e23-9b7ed83d44ab None None] For port f3c80695-b651-4630-b2b1-cce4f11ac630, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f3c80695-b651-4630-b2b1-cce4f11ac630,segment=NetworkSegment(ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e),segment_id=ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:20:14.439615 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7ac95b10-7df6-4db9-8e23-9b7ed83d44ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:14.537398 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] Calling delete_port for f3c80695-b651-4630-b2b1-cce4f11ac630 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:20:14.597696 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7ac95b10-7df6-4db9-8e23-9b7ed83d44ab None None] Calling delete_port for f3c80695-b651-4630-b2b1-cce4f11ac630 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:20:14.613424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:14.661193 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c80695-b651-4630-b2b1-cce4f11ac630,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:14.665700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] No DVR routers for this DVR port f3c80695-b651-4630-b2b1-cce4f11ac630 on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:20:14.673028 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-7ac95b10-7df6-4db9-8e23-9b7ed83d44ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:20:14.673382 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-7ac95b10-7df6-4db9-8e23-9b7ed83d44ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:20:14.781337 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:14.809766 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1114ff0-48a2-491d-8ccb-3cb4de696043']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:14.821638 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:14.821939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce38e7a7-9e0e-4e1a-bf0e-78d5341cba8e') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:14.832960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:14.848781 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:14.854873 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:20:14.855256 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:20:14.868684 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:20:14.944027 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:14.960633 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:14.971121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1114ff0-48a2-491d-8ccb-3cb4de696043,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:14.978365 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-94dcce17-30e2-4c4f-a4dd-a8a1782db831 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b1114ff0-48a2-491d-8ccb-3cb4de696043 HTTP/1.1" status: 204 len: 168 time: 1.0177958 Apr 20 16:20:14.981289 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44470) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:15.174841 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7ac95b10-7df6-4db9-8e23-9b7ed83d44ab None None] Deleting port f3c80695-b651-4630-b2b1-cce4f11ac630 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:20:15.175395 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7ac95b10-7df6-4db9-8e23-9b7ed83d44ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:15.206892 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:20:15.255287 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:20:15.255625 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f6973bcf-fe69-418a-8ea3-25f5cf8c2f48 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:20:15.256056 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device da069610-b4a9-4cb5-9965-ed7dd4a1dad8 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:20:15.323548 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7ac95b10-7df6-4db9-8e23-9b7ed83d44ab None None] The port 'f3c80695-b651-4630-b2b1-cce4f11ac630' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 16:20:15.324274 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: da069610-b4a9-4cb5-9965-ed7dd4a1dad8 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:20:15.324621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device da069610-b4a9-4cb5-9965-ed7dd4a1dad8 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:20:15.325034 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f3c80695-b651-4630-b2b1-cce4f11ac630 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:20:15.349362 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:15.361491 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: f3c80695-b651-4630-b2b1-cce4f11ac630 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:20:15.361843 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f3c80695-b651-4630-b2b1-cce4f11ac630 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:20:15.528059 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-231e2e45-b141-4478-8d18-84a7412f48c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:15.959021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-231e2e45-b141-4478-8d18-84a7412f48c8 admin admin] Deleting port ccee2db2-c19f-4d25-8c0a-caa4701d9918 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:20:15.959356 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-231e2e45-b141-4478-8d18-84a7412f48c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:16.128253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-231e2e45-b141-4478-8d18-84a7412f48c8 admin admin] For port ccee2db2-c19f-4d25-8c0a-caa4701d9918, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ccee2db2-c19f-4d25-8c0a-caa4701d9918,segment=NetworkSegment(b1009d8e-adca-4c78-befc-5fb46b84faca),segment_id=b1009d8e-adca-4c78-befc-5fb46b84faca)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:20:16.128615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-231e2e45-b141-4478-8d18-84a7412f48c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:16.260075 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-231e2e45-b141-4478-8d18-84a7412f48c8 admin admin] Calling delete_port for ccee2db2-c19f-4d25-8c0a-caa4701d9918 owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:20:16.433063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-231e2e45-b141-4478-8d18-84a7412f48c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:16.481187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e2e45-b141-4478-8d18-84a7412f48c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccee2db2-c19f-4d25-8c0a-caa4701d9918,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:16.763001 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-231e2e45-b141-4478-8d18-84a7412f48c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:17.117749 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231e2e45-b141-4478-8d18-84a7412f48c8 admin admin] Router d28cde00-7128-4767-a695-867924426da9 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:20:17.393992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231e2e45-b141-4478-8d18-84a7412f48c8 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:20:17.402711 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-231e2e45-b141-4478-8d18-84a7412f48c8 admin admin] 10.222.0.13 "PUT /v2.0/routers/d28cde00-7128-4767-a695-867924426da9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4203906 Apr 20 16:20:17.405407 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e5e8de-a215-4069-a505-fd0fc127e30c None None] Sync routers for ids ['d28cde00-7128-4767-a695-867924426da9'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:20:17.406057 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44474) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:17.416769 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e5e8de-a215-4069-a505-fd0fc127e30c None None] Routers {'d28cde00-7128-4767-a695-867924426da9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:20:17.417456 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-c0e5e8de-a215-4069-a505-fd0fc127e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:20:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d28cde00-7128-4767-a695-867924426da9'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:17.576293 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:17.586503 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-c0e5e8de-a215-4069-a505-fd0fc127e30c None None] Set router d28cde00-7128-4767-a695-867924426da9 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:20:17.751081 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:17.761093 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Deleting port 02741ec8-e4f5-4265-925b-e01290eb42a3 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:20:17.761429 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:17.861151 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-c0e5e8de-a215-4069-a505-fd0fc127e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28cde00-7128-4767-a695-867924426da9', 'name': 'tempest-TestEncryptedCinderVolumes-2119484829-router', 'tenant_id': '6ccea33dfec84af2b8655ab001c515b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '02741ec8-e4f5-4265-925b-e01290eb42a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:57Z', 'updated_at': '2022-04-20T16:20:16Z', 'revision_number': 5, 'project_id': '6ccea33dfec84af2b8655ab001c515b0', 'gw_port': {'id': '02741ec8-e4f5-4265-925b-e01290eb42a3', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28cde00-7128-4767-a695-867924426da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:58Z', 'updated_at': '2022-04-20T16:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:17.864882 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e5e8de-a215-4069-a505-fd0fc127e30c None None] Checking router: d28cde00-7128-4767-a695-867924426da9 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:20:17.873036 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e5e8de-a215-4069-a505-fd0fc127e30c None None] Routers {'d28cde00-7128-4767-a695-867924426da9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:20:17.874165 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-c0e5e8de-a215-4069-a505-fd0fc127e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:20:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d28cde00-7128-4767-a695-867924426da9'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:17.928607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] For port 02741ec8-e4f5-4265-925b-e01290eb42a3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=02741ec8-e4f5-4265-925b-e01290eb42a3,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:20:17.928954 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:18.022358 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-c0e5e8de-a215-4069-a505-fd0fc127e30c None None] Set router d28cde00-7128-4767-a695-867924426da9 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:20:18.049177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Calling delete_port for 02741ec8-e4f5-4265-925b-e01290eb42a3 owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:20:18.126047 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-c0e5e8de-a215-4069-a505-fd0fc127e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28cde00-7128-4767-a695-867924426da9', 'name': 'tempest-TestEncryptedCinderVolumes-2119484829-router', 'tenant_id': '6ccea33dfec84af2b8655ab001c515b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:57Z', 'updated_at': '2022-04-20T16:20:17Z', 'revision_number': 6, 'project_id': '6ccea33dfec84af2b8655ab001c515b0', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:18.130048 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e5e8de-a215-4069-a505-fd0fc127e30c None None] The sync data for ids ['d28cde00-7128-4767-a695-867924426da9'] in dv-neutron-838699-1-hyperv is: [{'id': 'd28cde00-7128-4767-a695-867924426da9', 'name': 'tempest-TestEncryptedCinderVolumes-2119484829-router', 'tenant_id': '6ccea33dfec84af2b8655ab001c515b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:57Z', 'updated_at': '2022-04-20T16:20:17Z', 'revision_number': 6, 'project_id': '6ccea33dfec84af2b8655ab001c515b0', 'gw_port_host': None}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:20:18.346754 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:18.391887 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=02741ec8-e4f5-4265-925b-e01290eb42a3,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:18.427515 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:18.428099 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:18.428223 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:18.428473 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:18.428803 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:18.429131 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:18.429460 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:18.429783 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:18.430115 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:18.430425 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:18.430744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:18.431061 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:18.607250 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:18.776423 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:18.778542 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:18.802660 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:18.803182 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d28cde00-7128-4767-a695-867924426da9 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:20:18.815314 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:18.816450 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-51361048-6edf-4759-a671-5efe19954a83 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d28cde00-7128-4767-a695-867924426da9 HTTP/1.1" status: 204 len: 168 time: 1.4088168 Apr 20 16:20:18.818996 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44478) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:18.879853 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-630e502d-0209-44a8-9a86-075698d3b35c admin admin] Deleting subnet 9706fa6f-3e98-4bfe-a99b-56b2ef74a5b7 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:20:18.882900 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-630e502d-0209-44a8-9a86-075698d3b35c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:18.931334 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-630e502d-0209-44a8-9a86-075698d3b35c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.010204 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-630e502d-0209-44a8-9a86-075698d3b35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.078439 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-630e502d-0209-44a8-9a86-075698d3b35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.116857 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e502d-0209-44a8-9a86-075698d3b35c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9706fa6f-3e98-4bfe-a99b-56b2ef74a5b7,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:19.120554 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-630e502d-0209-44a8-9a86-075698d3b35c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.126236 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f87f1b-a634-4af8-9349-7578fb091ffa None None] Network 1ee89017-8703-41ca-b815-6a9a9282549f requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:20:19.128909 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44482) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:19.129396 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-630e502d-0209-44a8-9a86-075698d3b35c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9706fa6f-3e98-4bfe-a99b-56b2ef74a5b7 HTTP/1.1" status: 204 len: 168 time: 0.3090186 Apr 20 16:20:19.210315 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 02741ec8-e4f5-4265-925b-e01290eb42a3 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:20:19.246114 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.256962 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] Deleting port e0f6da9e-ae4f-47f1-b584-943d5357fc2a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:20:19.257297 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.259137 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 02741ec8-e4f5-4265-925b-e01290eb42a3 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:20:19.259511 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 02741ec8-e4f5-4265-925b-e01290eb42a3 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:20:19.259970 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ccee2db2-c19f-4d25-8c0a-caa4701d9918 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:20:19.306765 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: ccee2db2-c19f-4d25-8c0a-caa4701d9918 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:20:19.307111 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ccee2db2-c19f-4d25-8c0a-caa4701d9918 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:20:19.450520 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfba2690-0033-4754-becf-a1b3cef953a6 None None] DHCP port deletion for 1ee89017-8703-41ca-b815-6a9a9282549f request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:20:19.455425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bfba2690-0033-4754-becf-a1b3cef953a6 None None] Deleting port e0f6da9e-ae4f-47f1-b584-943d5357fc2a {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:20:19.455828 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bfba2690-0033-4754-becf-a1b3cef953a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.463725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] For port e0f6da9e-ae4f-47f1-b584-943d5357fc2a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e0f6da9e-ae4f-47f1-b584-943d5357fc2a,segment=NetworkSegment(b1009d8e-adca-4c78-befc-5fb46b84faca),segment_id=b1009d8e-adca-4c78-befc-5fb46b84faca)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:20:19.464107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.594150 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] Calling delete_port for e0f6da9e-ae4f-47f1-b584-943d5357fc2a owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:20:19.662578 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-bfba2690-0033-4754-becf-a1b3cef953a6 None None] For port e0f6da9e-ae4f-47f1-b584-943d5357fc2a, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e0f6da9e-ae4f-47f1-b584-943d5357fc2a,segment=NetworkSegment(b1009d8e-adca-4c78-befc-5fb46b84faca),segment_id=b1009d8e-adca-4c78-befc-5fb46b84faca)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:20:19.662889 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bfba2690-0033-4754-becf-a1b3cef953a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.670698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.718166 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f6da9e-ae4f-47f1-b584-943d5357fc2a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:19.721733 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] No DVR routers for this DVR port e0f6da9e-ae4f-47f1-b584-943d5357fc2a on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:20:19.787538 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bfba2690-0033-4754-becf-a1b3cef953a6 None None] Calling delete_port for e0f6da9e-ae4f-47f1-b584-943d5357fc2a owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:20:19.835956 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.860691 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-bfba2690-0033-4754-becf-a1b3cef953a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:20:19.861049 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-bfba2690-0033-4754-becf-a1b3cef953a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:20:19.865029 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee89017-8703-41ca-b815-6a9a9282549f']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:19.877538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1009d8e-adca-4c78-befc-5fb46b84faca') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:19.877836 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1009d8e-adca-4c78-befc-5fb46b84faca') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:19.888872 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.904443 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.910584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:20:19.910965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:20:19.924612 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:20:19.999015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.018411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.029128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee89017-8703-41ca-b815-6a9a9282549f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:20.032522 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-fe7fc882-d966-4e4c-8cad-96f8ab5a77b3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1ee89017-8703-41ca-b815-6a9a9282549f HTTP/1.1" status: 204 len: 168 time: 0.9019258 Apr 20 16:20:20.199181 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44488) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:20.246725 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f8eeeb34-82f2-4762-bd73-5997bb985bf1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e718388dd4744b9c8081b70b32115893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463691 Apr 20 16:20:20.249070 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44492) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:20.308299 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d7530a68-2a97-4235-9385-13a1a4e2248e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.333032 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d7530a68-2a97-4235-9385-13a1a4e2248e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.362339 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bfba2690-0033-4754-becf-a1b3cef953a6 None None] Deleting port e0f6da9e-ae4f-47f1-b584-943d5357fc2a {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:20:20.362847 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bfba2690-0033-4754-becf-a1b3cef953a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.384244 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d7530a68-2a97-4235-9385-13a1a4e2248e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.399412 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7530a68-2a97-4235-9385-13a1a4e2248e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:20.406484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d7530a68-2a97-4235-9385-13a1a4e2248e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.407693 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d7530a68-2a97-4235-9385-13a1a4e2248e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6b6fc11-02b9-45c4-9ae0-0c3b6125c73a HTTP/1.1" status: 204 len: 168 time: 0.1577077 Apr 20 16:20:20.444616 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bfba2690-0033-4754-becf-a1b3cef953a6 None None] The port 'e0f6da9e-ae4f-47f1-b584-943d5357fc2a' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 16:20:20.745994 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44500) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:20.794505 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6ce1c6df-d95d-406e-80ee-351a7022bfbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ccea33dfec84af2b8655ab001c515b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473757 Apr 20 16:20:20.796897 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44504) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:20.854019 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3aaedba0-808d-4dce-a8e0-7737a1d99b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.880455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3aaedba0-808d-4dce-a8e0-7737a1d99b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.931553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3aaedba0-808d-4dce-a8e0-7737a1d99b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.947264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaedba0-808d-4dce-a8e0-7737a1d99b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149e268f-9a46-428d-9f94-1d82ec7c062a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:20.952236 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3aaedba0-808d-4dce-a8e0-7737a1d99b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.953428 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3aaedba0-808d-4dce-a8e0-7737a1d99b7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/149e268f-9a46-428d-9f94-1d82ec7c062a HTTP/1.1" status: 204 len: 168 time: 0.1555467 Apr 20 16:20:21.204363 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e0f6da9e-ae4f-47f1-b584-943d5357fc2a no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:20:21.238139 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: e0f6da9e-ae4f-47f1-b584-943d5357fc2a {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:20:21.238491 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e0f6da9e-ae4f-47f1-b584-943d5357fc2a not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:20:21.734688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44528) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:21.864157 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1372508657-network', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:20:21.868834 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:20:21.872671 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Usage tracker for resource:network and tenant:b5f17162e61d44dea8b1ea32162365e6 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:20:21.876139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:20:21.881712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:20:21.891684 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Made reservation on behalf of b5f17162e61d44dea8b1ea32162365e6 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:21.893886 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.908591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.922853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:20:21.926669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Usage tracker for resource:security_group_rule and tenant:b5f17162e61d44dea8b1ea32162365e6 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:20:21.929403 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:20:21.934959 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:20:22.017454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.020930 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.047702 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:20:22.059757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3006d1-492a-4adc-9110-6e0917bffb09,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:22.064267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.064621 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Added segment 73b1eec8-8fe3-4eae-bf28-f4a966f030c7 of type vlan for network 896e2276-4c3a-4971-9ed3-11ed28b1de0c Apr 20 16:20:22.090282 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.118764 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.119612 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:22.120231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.223109 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] Pushing event updated for resources: {'Network': ['ID=896e2276-4c3a-4971-9ed3-11ed28b1de0c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:22.226087 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6c1978eb-5396-4466-bbf1-93f9155a7af8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4904063 Apr 20 16:20:22.229239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44534) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:22.233217 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 896e2276-4c3a-4971-9ed3-11ed28b1de0c details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:20:22.235078 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-571cf8e4-42cb-4f43-8b6f-fc82775e5ff2 admin admin] Request body: {'subnet': {'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1372508657-subnet', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'ip_version': 4}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:20:22.239966 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-571cf8e4-42cb-4f43-8b6f-fc82775e5ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:20:22.243851 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-571cf8e4-42cb-4f43-8b6f-fc82775e5ff2 admin admin] Usage tracker for resource:subnet and tenant:b5f17162e61d44dea8b1ea32162365e6 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:20:22.246800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-571cf8e4-42cb-4f43-8b6f-fc82775e5ff2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:20:22.252856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-571cf8e4-42cb-4f43-8b6f-fc82775e5ff2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:20:22.262799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571cf8e4-42cb-4f43-8b6f-fc82775e5ff2 admin admin] Made reservation on behalf of b5f17162e61d44dea8b1ea32162365e6 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:22.265115 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-571cf8e4-42cb-4f43-8b6f-fc82775e5ff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.463593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-571cf8e4-42cb-4f43-8b6f-fc82775e5ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.633389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cf8e4-42cb-4f43-8b6f-fc82775e5ff2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d39cc8c-7bb7-44f7-a3b5-1db7918530c1,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:22.641817 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571cf8e4-42cb-4f43-8b6f-fc82775e5ff2 admin admin] Checking segment: {'id': '73b1eec8-8fe3-4eae-bf28-f4a966f030c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:20:22.642168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571cf8e4-42cb-4f43-8b6f-fc82775e5ff2 admin admin] Network hostable DHCP agents. Network: 896e2276-4c3a-4971-9ed3-11ed28b1de0c, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:20:22.661207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571cf8e4-42cb-4f43-8b6f-fc82775e5ff2 admin admin] Network 896e2276-4c3a-4971-9ed3-11ed28b1de0c is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:20:22.670075 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-571cf8e4-42cb-4f43-8b6f-fc82775e5ff2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 896e2276-4c3a-4971-9ed3-11ed28b1de0c) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:22.676550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571cf8e4-42cb-4f43-8b6f-fc82775e5ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:22.677200 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-571cf8e4-42cb-4f43-8b6f-fc82775e5ff2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.683166 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6cc15-5ef9-4027-94ad-194286c9e468 None None] Network 896e2276-4c3a-4971-9ed3-11ed28b1de0c requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:20:22.699100 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-571cf8e4-42cb-4f43-8b6f-fc82775e5ff2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4687564 Apr 20 16:20:22.701928 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44538) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:22.706896 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1372508657-router', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:20:22.711316 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:20:22.715125 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Usage tracker for resource:router and tenant:b5f17162e61d44dea8b1ea32162365e6 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:20:22.717963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:20:22.723625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:20:22.734223 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.735249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.750219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.923857 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-896e2276-4c3a-4971-9ed3-11ed28b1de0c', 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'fixed_ips': [{'subnet_id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:20:22.924687 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.017979 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.078550 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Allocated IP 172.20.0.2 (896e2276-4c3a-4971-9ed3-11ed28b1de0c/9d39cc8c-7bb7-44f7-a3b5-1db7918530c1/909d4877-aeca-4e64-9e6b-5c5d021cb85c) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:20:23.290369 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.301131 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Transition to ACTIVE for port object 909d4877-aeca-4e64-9e6b-5c5d021cb85c will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:23.319001 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Transition to ACTIVE for port object 909d4877-aeca-4e64-9e6b-5c5d021cb85c will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:23.325452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.328231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.358599 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.385712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Network 896e2276-4c3a-4971-9ed3-11ed28b1de0c is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:23.393291 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:23.396003 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:20:23.407137 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Pushing event updated for resources: {'Port': ['ID=909d4877-aeca-4e64-9e6b-5c5d021cb85c,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:23.493795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Attempting to bind port 909d4877-aeca-4e64-9e6b-5c5d021cb85c on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:20:23.494075 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Attempting to bind port 909d4877-aeca-4e64-9e6b-5c5d021cb85c by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '73b1eec8-8fe3-4eae-bf28-f4a966f030c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:20:23.494434 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Attempting to bind port 909d4877-aeca-4e64-9e6b-5c5d021cb85c on network 896e2276-4c3a-4971-9ed3-11ed28b1de0c {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:20:23.496392 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Allocated IP 172.26.7.146 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/031012f3-ff56-4ce3-907a-d11e73a966db) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:20:23.500176 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:20:23.500550 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Checking segment: {'id': '73b1eec8-8fe3-4eae-bf28-f4a966f030c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:20:23.500956 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.501346 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Bound using segment: {'id': '73b1eec8-8fe3-4eae-bf28-f4a966f030c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:20:23.501919 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Bound port: 909d4877-aeca-4e64-9e6b-5c5d021cb85c, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b1eec8-8fe3-4eae-bf28-f4a966f030c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:20:23.502295 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.592801 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] For port 909d4877-aeca-4e64-9e6b-5c5d021cb85c, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:20:23.595759 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] For port 909d4877-aeca-4e64-9e6b-5c5d021cb85c, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=909d4877-aeca-4e64-9e6b-5c5d021cb85c,segment=NetworkSegment(73b1eec8-8fe3-4eae-bf28-f4a966f030c7),segment_id=73b1eec8-8fe3-4eae-bf28-f4a966f030c7)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:20:23.600312 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.648376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.678819 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.689242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35663e-6a92-4e7c-ad25-5554f2156ef9 None None] Pushing event updated for resources: {'Port': ['ID=909d4877-aeca-4e64-9e6b-5c5d021cb85c,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:23.740466 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:23.743242 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:23.751373 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:20:23.789401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Pushing event updated for resources: {'Port': ['ID=031012f3-ff56-4ce3-907a-d11e73a966db,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:24.284000 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:24.585620 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631ad37d-e202-42f0-98ae-04a68a881498 None None] Network 896e2276-4c3a-4971-9ed3-11ed28b1de0c requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:20:24.627807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:24.681183 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8cfcf2d2-9cf6-43a6-b468-2cc0e3415676 None None] Provisioning for port 909d4877-aeca-4e64-9e6b-5c5d021cb85c completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:24.836121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Router db7a7c99-fc44-484c-9fbc-22b0e794d129 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:20:25.028431 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:20:25.037508 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Sync routers for ids ['db7a7c99-fc44-484c-9fbc-22b0e794d129'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:20:25.046282 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Routers {'db7a7c99-fc44-484c-9fbc-22b0e794d129'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:20:25.046885 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:20:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['db7a7c99-fc44-484c-9fbc-22b0e794d129'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:25.053185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:25.054558 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e5e416f6-9c05-443d-92b6-7125e1a70222 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3515706 Apr 20 16:20:25.057645 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44542) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:25.227123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Set router db7a7c99-fc44-484c-9fbc-22b0e794d129 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:20:25.272441 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 909d4877-aeca-4e64-9e6b-5c5d021cb85c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:20:25.544929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 909d4877-aeca-4e64-9e6b-5c5d021cb85c completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:25.554845 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 909d4877-aeca-4e64-9e6b-5c5d021cb85c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:25.555222 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:25.715131 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'name': 'tempest-TestMinimumBasicScenario-1372508657-router', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:22Z', 'updated_at': '2022-04-20T16:20:23Z', 'revision_number': 3, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'gw_port': {'id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:23Z', 'updated_at': '2022-04-20T16:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:25.722476 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:25.732562 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Checking router: db7a7c99-fc44-484c-9fbc-22b0e794d129 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:20:25.732922 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Updating router db7a7c99-fc44-484c-9fbc-22b0e794d129 port 031012f3-ff56-4ce3-907a-d11e73a966db binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:20:25.803139 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:25.826261 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 909d4877-aeca-4e64-9e6b-5c5d021cb85c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=909d4877-aeca-4e64-9e6b-5c5d021cb85c,segment=NetworkSegment(73b1eec8-8fe3-4eae-bf28-f4a966f030c7),segment_id=73b1eec8-8fe3-4eae-bf28-f4a966f030c7)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:20:25.832309 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:25.861806 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:25.969440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=909d4877-aeca-4e64-9e6b-5c5d021cb85c,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:26.068462 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Allocated IP 172.20.0.1 (896e2276-4c3a-4971-9ed3-11ed28b1de0c/9d39cc8c-7bb7-44f7-a3b5-1db7918530c1/1a79ab73-d264-4d9e-b788-50cc90153e2b) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:20:26.192279 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:26.204873 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Transition to ACTIVE for port object 031012f3-ff56-4ce3-907a-d11e73a966db will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:26.211240 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:26.217581 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:26.233135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Transition to ACTIVE for port object 1a79ab73-d264-4d9e-b788-50cc90153e2b will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:26.259590 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:26.300225 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Attempting to bind port 031012f3-ff56-4ce3-907a-d11e73a966db on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:20:26.300598 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Attempting to bind port 031012f3-ff56-4ce3-907a-d11e73a966db by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:20:26.300961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Attempting to bind port 031012f3-ff56-4ce3-907a-d11e73a966db on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:20:26.303109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1322655-8b13-4e79-b058-e7580908681a None None] Pushing event updated for resources: {'Port': ['ID=031012f3-ff56-4ce3-907a-d11e73a966db,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:26.309010 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:20:26.309411 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:20:26.309853 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:26.310248 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:20:26.310756 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Bound port: 031012f3-ff56-4ce3-907a-d11e73a966db, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:20:26.311133 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:26.327182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Network 896e2276-4c3a-4971-9ed3-11ed28b1de0c is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:26.334064 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:26.338210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:20:26.372195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Pushing event updated for resources: {'Port': ['ID=1a79ab73-d264-4d9e-b788-50cc90153e2b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:26.388384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] For port 031012f3-ff56-4ce3-907a-d11e73a966db, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:20:26.391647 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] For port 031012f3-ff56-4ce3-907a-d11e73a966db, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=031012f3-ff56-4ce3-907a-d11e73a966db,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:20:26.396283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:26.396684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:26.482656 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Routers {'db7a7c99-fc44-484c-9fbc-22b0e794d129'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:20:26.483395 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:20:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['db7a7c99-fc44-484c-9fbc-22b0e794d129'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:26.551924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1322655-8b13-4e79-b058-e7580908681a None None] Pushing event updated for resources: {'Port': ['ID=031012f3-ff56-4ce3-907a-d11e73a966db,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:26.602117 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-359d725e-7865-4f26-845e-6c2e9cac9938 None None] Provisioning for port 1a79ab73-d264-4d9e-b788-50cc90153e2b completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:26.678352 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-359d725e-7865-4f26-845e-6c2e9cac9938 None None] Provisioning complete for port 1a79ab73-d264-4d9e-b788-50cc90153e2b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:26.678721 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-359d725e-7865-4f26-845e-6c2e9cac9938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:26.699973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:26.762290 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-359d725e-7865-4f26-845e-6c2e9cac9938 None None] Port 1a79ab73-d264-4d9e-b788-50cc90153e2b cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:20:26.764784 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] Set router db7a7c99-fc44-484c-9fbc-22b0e794d129 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:20:26.933242 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:26.938601 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:27.045611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:27.050408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Pushing event updated for resources: {'Port': ['ID=1a79ab73-d264-4d9e-b788-50cc90153e2b,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:27.050539 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'name': 'tempest-TestMinimumBasicScenario-1372508657-router', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:22Z', 'updated_at': '2022-04-20T16:20:23Z', 'revision_number': 3, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'gw_port': {'id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:23Z', 'updated_at': '2022-04-20T16:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:27.055724 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87732a2-ee5f-49fc-86d6-330ec2c74d68 None None] The sync data for ids ['db7a7c99-fc44-484c-9fbc-22b0e794d129'] in dv-neutron-838699-1-hyperv is: [{'id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'name': 'tempest-TestMinimumBasicScenario-1372508657-router', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:22Z', 'updated_at': '2022-04-20T16:20:23Z', 'revision_number': 3, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'gw_port': {'id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:23Z', 'updated_at': '2022-04-20T16:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:20:27.222365 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 909d4877-aeca-4e64-9e6b-5c5d021cb85c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:20:27.358958 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Network 896e2276-4c3a-4971-9ed3-11ed28b1de0c is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:27.360151 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:27.375467 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 909d4877-aeca-4e64-9e6b-5c5d021cb85c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:27.376030 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:27.577231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Router db7a7c99-fc44-484c-9fbc-22b0e794d129 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:20:27.694413 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-98f56902-1c28-40eb-9b1d-031e682247fb None None] Provisioning complete for port 1a79ab73-d264-4d9e-b788-50cc90153e2b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:27.694885 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-98f56902-1c28-40eb-9b1d-031e682247fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:27.762109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-98f56902-1c28-40eb-9b1d-031e682247fb None None] Port 1a79ab73-d264-4d9e-b788-50cc90153e2b cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:20:27.784827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:20:27.794236 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0401f937-7149-41c7-9407-2634dfa0a30c admin admin] 10.222.0.13 "PUT /v2.0/routers/db7a7c99-fc44-484c-9fbc-22b0e794d129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7358797 Apr 20 16:20:28.300680 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44560) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:28.306224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1582487035-network', 'tenant_id': '81230b3bcceb445f81a48a08dc280655'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:20:28.311140 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:20:28.315785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Usage tracker for resource:network and tenant:81230b3bcceb445f81a48a08dc280655 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:20:28.318826 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:20:28.324764 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:20:28.336055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Made reservation on behalf of 81230b3bcceb445f81a48a08dc280655 for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:28.338368 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:28.351378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:28.366640 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:20:28.370547 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Usage tracker for resource:security_group_rule and tenant:81230b3bcceb445f81a48a08dc280655 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:20:28.373455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:20:28.379822 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:20:28.468656 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:28.472310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:28.500635 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:20:28.512954 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54151632-5139-490d-8e4a-0d08eff7a7e4,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:28.517429 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:28.517777 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Added segment 9abf428f-6362-4670-8818-30ff877ef66c of type vlan for network c9918ad8-3cc9-418d-b420-207c8760e450 Apr 20 16:20:28.544116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:28.561847 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Sync routers for ids ['db7a7c99-fc44-484c-9fbc-22b0e794d129'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:20:28.571242 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Routers {'db7a7c99-fc44-484c-9fbc-22b0e794d129'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:20:28.571905 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:20:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['db7a7c99-fc44-484c-9fbc-22b0e794d129'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:28.574450 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:28.575512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:28.576187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:28.680408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] Pushing event updated for resources: {'Network': ['ID=c9918ad8-3cc9-418d-b420-207c8760e450,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:28.683337 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ce5f5848-b577-48f7-aef6-ad3a6a0ecb39 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3816180 Apr 20 16:20:28.686221 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44564) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:28.692020 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4fd70e5d-64e7-4208-b951-66c8d8a8311b admin admin] Request body: {'subnet': {'network_id': 'c9918ad8-3cc9-418d-b420-207c8760e450', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1582487035-subnet', 'tenant_id': '81230b3bcceb445f81a48a08dc280655', 'ip_version': 4}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:20:28.694441 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network c9918ad8-3cc9-418d-b420-207c8760e450 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:20:28.697531 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4fd70e5d-64e7-4208-b951-66c8d8a8311b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:20:28.701829 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4fd70e5d-64e7-4208-b951-66c8d8a8311b admin admin] Usage tracker for resource:subnet and tenant:81230b3bcceb445f81a48a08dc280655 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:20:28.706280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4fd70e5d-64e7-4208-b951-66c8d8a8311b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:20:28.712854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4fd70e5d-64e7-4208-b951-66c8d8a8311b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:20:28.726611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd70e5d-64e7-4208-b951-66c8d8a8311b admin admin] Made reservation on behalf of 81230b3bcceb445f81a48a08dc280655 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:28.729216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4fd70e5d-64e7-4208-b951-66c8d8a8311b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:28.755207 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Set router db7a7c99-fc44-484c-9fbc-22b0e794d129 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:20:28.930174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4fd70e5d-64e7-4208-b951-66c8d8a8311b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.010632 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd70e5d-64e7-4208-b951-66c8d8a8311b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc31cae-2c6b-4c15-ba77-e6266d44b182,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:29.018602 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd70e5d-64e7-4208-b951-66c8d8a8311b admin admin] Checking segment: {'id': '9abf428f-6362-4670-8818-30ff877ef66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c9918ad8-3cc9-418d-b420-207c8760e450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:20:29.018963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd70e5d-64e7-4208-b951-66c8d8a8311b admin admin] Network hostable DHCP agents. Network: c9918ad8-3cc9-418d-b420-207c8760e450, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:20:29.038351 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd70e5d-64e7-4208-b951-66c8d8a8311b admin admin] Network c9918ad8-3cc9-418d-b420-207c8760e450 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:20:29.048328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-4fd70e5d-64e7-4208-b951-66c8d8a8311b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, c9918ad8-3cc9-418d-b420-207c8760e450) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:29.053448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd70e5d-64e7-4208-b951-66c8d8a8311b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:29.054425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4fd70e5d-64e7-4208-b951-66c8d8a8311b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.058462 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47498dc4-54a9-4bd7-afac-07672cac929f None None] Network c9918ad8-3cc9-418d-b420-207c8760e450 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:20:29.076951 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4fd70e5d-64e7-4208-b951-66c8d8a8311b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3895943 Apr 20 16:20:29.079997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44568) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:29.084888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1582487035-router', 'tenant_id': '81230b3bcceb445f81a48a08dc280655', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:20:29.089508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:20:29.093386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Usage tracker for resource:router and tenant:81230b3bcceb445f81a48a08dc280655 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:20:29.096350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:20:29.102330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:20:29.107117 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'name': 'tempest-TestMinimumBasicScenario-1372508657-router', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:22Z', 'updated_at': '2022-04-20T16:20:26Z', 'revision_number': 4, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'gw_port': {'id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:23Z', 'updated_at': '2022-04-20T16:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '1a79ab73-d264-4d9e-b788-50cc90153e2b', 'name': '', 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'mac_address': 'fa:16:3e:ab:a8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:25Z', 'updated_at': '2022-04-20T16:20:26Z', 'revision_number': 2, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'subnets': [{'id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:29.111466 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Checking router: db7a7c99-fc44-484c-9fbc-22b0e794d129 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:20:29.111831 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Updating router db7a7c99-fc44-484c-9fbc-22b0e794d129 port 1a79ab73-d264-4d9e-b788-50cc90153e2b binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:20:29.113364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.114705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.142436 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.167288 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.275743 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 031012f3-ff56-4ce3-907a-d11e73a966db up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:20:29.400401 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 031012f3-ff56-4ce3-907a-d11e73a966db completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:29.405106 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-c9918ad8-3cc9-418d-b420-207c8760e450', 'network_id': 'c9918ad8-3cc9-418d-b420-207c8760e450', 'tenant_id': '81230b3bcceb445f81a48a08dc280655', 'fixed_ips': [{'subnet_id': '0fc31cae-2c6b-4c15-ba77-e6266d44b182'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:20:29.406704 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.421742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 031012f3-ff56-4ce3-907a-d11e73a966db triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:29.422116 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.447573 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.527598 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.541149 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Transition to ACTIVE for port object 1a79ab73-d264-4d9e-b788-50cc90153e2b will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:29.548830 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.675699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.695870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Allocated IP 172.20.0.2 (c9918ad8-3cc9-418d-b420-207c8760e450/0fc31cae-2c6b-4c15-ba77-e6266d44b182/156f3e93-4660-4b32-bab4-440b8cfc314d) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:20:29.708950 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 031012f3-ff56-4ce3-907a-d11e73a966db, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=031012f3-ff56-4ce3-907a-d11e73a966db,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:20:29.717050 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.777681 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Attempting to bind port 1a79ab73-d264-4d9e-b788-50cc90153e2b on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:20:29.778648 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Attempting to bind port 1a79ab73-d264-4d9e-b788-50cc90153e2b by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '73b1eec8-8fe3-4eae-bf28-f4a966f030c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:20:29.779214 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Attempting to bind port 1a79ab73-d264-4d9e-b788-50cc90153e2b on network 896e2276-4c3a-4971-9ed3-11ed28b1de0c {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:20:29.781560 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed26fd-370a-46c2-a890-eee1950ee7c8 None None] Pushing event updated for resources: {'Port': ['ID=1a79ab73-d264-4d9e-b788-50cc90153e2b,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:29.790616 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed26fd-370a-46c2-a890-eee1950ee7c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:29.791053 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed26fd-370a-46c2-a890-eee1950ee7c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:29.791463 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed26fd-370a-46c2-a890-eee1950ee7c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:29.791812 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed26fd-370a-46c2-a890-eee1950ee7c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:29.792144 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed26fd-370a-46c2-a890-eee1950ee7c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:29.792645 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed26fd-370a-46c2-a890-eee1950ee7c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:29.793153 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed26fd-370a-46c2-a890-eee1950ee7c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:29.793634 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed26fd-370a-46c2-a890-eee1950ee7c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:29.794122 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed26fd-370a-46c2-a890-eee1950ee7c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:29.794611 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed26fd-370a-46c2-a890-eee1950ee7c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:29.794941 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed26fd-370a-46c2-a890-eee1950ee7c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:29.795264 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed26fd-370a-46c2-a890-eee1950ee7c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:29.800806 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:20:29.801185 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Checking segment: {'id': '73b1eec8-8fe3-4eae-bf28-f4a966f030c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:20:29.801585 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.802071 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Bound using segment: {'id': '73b1eec8-8fe3-4eae-bf28-f4a966f030c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:20:29.802547 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Bound port: 1a79ab73-d264-4d9e-b788-50cc90153e2b, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b1eec8-8fe3-4eae-bf28-f4a966f030c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:20:29.802924 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.820888 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=031012f3-ff56-4ce3-907a-d11e73a966db,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:29.899500 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] For port 1a79ab73-d264-4d9e-b788-50cc90153e2b, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:20:29.903262 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] For port 1a79ab73-d264-4d9e-b788-50cc90153e2b, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1a79ab73-d264-4d9e-b788-50cc90153e2b,segment=NetworkSegment(73b1eec8-8fe3-4eae-bf28-f4a966f030c7),segment_id=73b1eec8-8fe3-4eae-bf28-f4a966f030c7)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:20:29.909438 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.931818 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.963456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.986604 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Routers {'db7a7c99-fc44-484c-9fbc-22b0e794d129'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:20:29.987477 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:20:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['db7a7c99-fc44-484c-9fbc-22b0e794d129'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:30.028663 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:30.040033 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Transition to ACTIVE for port object 156f3e93-4660-4b32-bab4-440b8cfc314d will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:30.059318 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Transition to ACTIVE for port object 156f3e93-4660-4b32-bab4-440b8cfc314d will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:30.066234 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:30.073353 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed26fd-370a-46c2-a890-eee1950ee7c8 None None] Pushing event updated for resources: {'Port': ['ID=1a79ab73-d264-4d9e-b788-50cc90153e2b,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:30.129870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Network c9918ad8-3cc9-418d-b420-207c8760e450 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:30.132930 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:30.136875 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:20:30.161150 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Allocated IP 172.26.7.53 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/8080c2ef-daa5-4c7d-9bb6-18ec07393e4b) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:20:30.195418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Pushing event updated for resources: {'Port': ['ID=156f3e93-4660-4b32-bab4-440b8cfc314d,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:30.239472 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] Set router db7a7c99-fc44-484c-9fbc-22b0e794d129 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:20:30.275203 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Attempting to bind port 156f3e93-4660-4b32-bab4-440b8cfc314d on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:20:30.275703 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Attempting to bind port 156f3e93-4660-4b32-bab4-440b8cfc314d by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '9abf428f-6362-4670-8818-30ff877ef66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c9918ad8-3cc9-418d-b420-207c8760e450'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:20:30.276091 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Attempting to bind port 156f3e93-4660-4b32-bab4-440b8cfc314d on network c9918ad8-3cc9-418d-b420-207c8760e450 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:20:30.282138 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:20:30.282430 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Checking segment: {'id': '9abf428f-6362-4670-8818-30ff877ef66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c9918ad8-3cc9-418d-b420-207c8760e450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:20:30.282859 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:30.283302 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Bound using segment: {'id': '9abf428f-6362-4670-8818-30ff877ef66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c9918ad8-3cc9-418d-b420-207c8760e450'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:20:30.283818 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Bound port: 156f3e93-4660-4b32-bab4-440b8cfc314d, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abf428f-6362-4670-8818-30ff877ef66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c9918ad8-3cc9-418d-b420-207c8760e450'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:20:30.284196 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:30.329291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:30.365092 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:30.385702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] For port 156f3e93-4660-4b32-bab4-440b8cfc314d, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:20:30.388711 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] For port 156f3e93-4660-4b32-bab4-440b8cfc314d, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=156f3e93-4660-4b32-bab4-440b8cfc314d,segment=NetworkSegment(9abf428f-6362-4670-8818-30ff877ef66c),segment_id=9abf428f-6362-4670-8818-30ff877ef66c)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:20:30.394305 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:30.431832 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:30.439567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:30.442171 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:20:30.482813 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4993d-14d3-4b26-9957-7c918b6cfb53 None None] Pushing event updated for resources: {'Port': ['ID=156f3e93-4660-4b32-bab4-440b8cfc314d,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:30.493039 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Pushing event updated for resources: {'Port': ['ID=8080c2ef-daa5-4c7d-9bb6-18ec07393e4b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:30.567853 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'name': 'tempest-TestMinimumBasicScenario-1372508657-router', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:22Z', 'updated_at': '2022-04-20T16:20:26Z', 'revision_number': 4, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'gw_port': {'id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:23Z', 'updated_at': '2022-04-20T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '1a79ab73-d264-4d9e-b788-50cc90153e2b', 'name': '', 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'mac_address': 'fa:16:3e:ab:a8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:25Z', 'updated_at': '2022-04-20T16:20:29Z', 'revision_number': 4, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'subnets': [{'id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:30.571942 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7e2f4-7acb-44af-aae5-29ea11668c4d None None] The sync data for ids ['db7a7c99-fc44-484c-9fbc-22b0e794d129'] in dv-neutron-838699-1-hyperv is: [{'id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'name': 'tempest-TestMinimumBasicScenario-1372508657-router', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:22Z', 'updated_at': '2022-04-20T16:20:26Z', 'revision_number': 4, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'gw_port': {'id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:23Z', 'updated_at': '2022-04-20T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '1a79ab73-d264-4d9e-b788-50cc90153e2b', 'name': '', 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'mac_address': 'fa:16:3e:ab:a8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:25Z', 'updated_at': '2022-04-20T16:20:29Z', 'revision_number': 4, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'subnets': [{'id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:20:30.946960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:31.369417 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 156f3e93-4660-4b32-bab4-440b8cfc314d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:20:31.450658 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 156f3e93-4660-4b32-bab4-440b8cfc314d completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:31.459347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 031012f3-ff56-4ce3-907a-d11e73a966db up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:20:31.472291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:31.583172 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee66fc6-af3c-4ad4-904c-691b1f0c23d3 None None] Network c9918ad8-3cc9-418d-b420-207c8760e450 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:20:31.673160 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 031012f3-ff56-4ce3-907a-d11e73a966db triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:31.673540 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:31.712959 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Router d2f96251-fc9c-4098-8870-4215600ed676 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:20:31.770124 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b084adc6-f02f-461b-993e-0e9faf9be745 None None] Provisioning for port 156f3e93-4660-4b32-bab4-440b8cfc314d completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:31.804816 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-b084adc6-f02f-461b-993e-0e9faf9be745 None None] Provisioning complete for port 156f3e93-4660-4b32-bab4-440b8cfc314d triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:31.805186 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b084adc6-f02f-461b-993e-0e9faf9be745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:31.894431 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:20:31.918318 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:31.923095 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-fbb4e01d-88a6-481a-aa10-0eef4bcc906d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8392301 Apr 20 16:20:31.923278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Sync routers for ids ['d2f96251-fc9c-4098-8870-4215600ed676'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:20:31.923396 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44572) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:20:31.988128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Routers {'d2f96251-fc9c-4098-8870-4215600ed676'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:20:31.988789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:20:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d2f96251-fc9c-4098-8870-4215600ed676'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:32.053912 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1a79ab73-d264-4d9e-b788-50cc90153e2b up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:20:32.283198 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dacd64d7-bb06-4400-8775-e28ba3b51a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:32.302207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b084adc6-f02f-461b-993e-0e9faf9be745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:32.359640 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 1a79ab73-d264-4d9e-b788-50cc90153e2b completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:32.365883 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Set router d2f96251-fc9c-4098-8870-4215600ed676 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:20:32.481260 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 1a79ab73-d264-4d9e-b788-50cc90153e2b triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:32.481940 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:32.542022 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-b084adc6-f02f-461b-993e-0e9faf9be745 None None] For port 156f3e93-4660-4b32-bab4-440b8cfc314d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=156f3e93-4660-4b32-bab4-440b8cfc314d,segment=NetworkSegment(9abf428f-6362-4670-8818-30ff877ef66c),segment_id=9abf428f-6362-4670-8818-30ff877ef66c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:20:32.609117 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b084adc6-f02f-461b-993e-0e9faf9be745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:32.673218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:32.714938 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084adc6-f02f-461b-993e-0e9faf9be745 None None] Pushing event updated for resources: {'Port': ['ID=156f3e93-4660-4b32-bab4-440b8cfc314d,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:32.870051 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:32.895352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Allocated IP 172.20.0.1 (c9918ad8-3cc9-418d-b420-207c8760e450/0fc31cae-2c6b-4c15-ba77-e6266d44b182/1c3f9160-f867-4d36-8b0d-799fd5de8ce7) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:20:32.913921 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-88dda6b8-4558-4914-94e1-c45b2a8c817c None None] Provisioning complete for port 156f3e93-4660-4b32-bab4-440b8cfc314d triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:32.914276 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-88dda6b8-4558-4914-94e1-c45b2a8c817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:32.969647 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 1a79ab73-d264-4d9e-b788-50cc90153e2b, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1a79ab73-d264-4d9e-b788-50cc90153e2b,segment=NetworkSegment(73b1eec8-8fe3-4eae-bf28-f4a966f030c7),segment_id=73b1eec8-8fe3-4eae-bf28-f4a966f030c7)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:20:32.981951 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.078822 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'name': 'tempest-TestMinimumBasicScenario-1582487035-router', 'tenant_id': '81230b3bcceb445f81a48a08dc280655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '8080c2ef-daa5-4c7d-9bb6-18ec07393e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:29Z', 'updated_at': '2022-04-20T16:20:30Z', 'revision_number': 3, 'project_id': '81230b3bcceb445f81a48a08dc280655', 'gw_port': {'id': '8080c2ef-daa5-4c7d-9bb6-18ec07393e4b', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:91:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:30Z', 'updated_at': '2022-04-20T16:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:33.110178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=1a79ab73-d264-4d9e-b788-50cc90153e2b,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:33.178613 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Checking router: d2f96251-fc9c-4098-8870-4215600ed676 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:20:33.179040 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Updating router d2f96251-fc9c-4098-8870-4215600ed676 port 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:20:33.193883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.211176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Transition to ACTIVE for port object 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:33.227160 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 156f3e93-4660-4b32-bab4-440b8cfc314d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:20:33.241244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.304078 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.307316 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Network c9918ad8-3cc9-418d-b420-207c8760e450 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:33.314811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:33.317315 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:20:33.356094 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Pushing event updated for resources: {'Port': ['ID=1c3f9160-f867-4d36-8b0d-799fd5de8ce7,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:33.382356 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.451948 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 156f3e93-4660-4b32-bab4-440b8cfc314d triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:33.453050 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.518499 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.638519 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c20415f1-73ab-49d8-a0e2-8c175946e0f8 None None] Provisioning for port 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:33.697920 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c20415f1-73ab-49d8-a0e2-8c175946e0f8 None None] Provisioning complete for port 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:33.698287 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c20415f1-73ab-49d8-a0e2-8c175946e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.746458 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.751350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.780570 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1a79ab73-d264-4d9e-b788-50cc90153e2b up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:20:33.826567 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c20415f1-73ab-49d8-a0e2-8c175946e0f8 None None] Port 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:20:33.858401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.864907 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Pushing event updated for resources: {'Port': ['ID=1c3f9160-f867-4d36-8b0d-799fd5de8ce7,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:33.916657 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.932587 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Transition to ACTIVE for port object 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:33.936357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 1a79ab73-d264-4d9e-b788-50cc90153e2b triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:33.937416 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.968539 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.998294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Network c9918ad8-3cc9-418d-b420-207c8760e450 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:33.999996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:34.075886 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Attempting to bind port 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:20:34.076384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Attempting to bind port 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:20:34.076880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Attempting to bind port 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:20:34.093900 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc50654-bcd6-4d0c-af73-5387d5671386 None None] Pushing event updated for resources: {'Port': ['ID=8080c2ef-daa5-4c7d-9bb6-18ec07393e4b,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:34.097295 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:20:34.097570 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:20:34.097980 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:34.098360 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:20:34.098843 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Bound port: 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:20:34.099268 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:34.245101 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Router d2f96251-fc9c-4098-8870-4215600ed676 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:20:34.259740 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] For port 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:20:34.263469 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] For port 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=8080c2ef-daa5-4c7d-9bb6-18ec07393e4b,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:20:34.269598 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:34.362746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Routers {'d2f96251-fc9c-4098-8870-4215600ed676'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:20:34.363369 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:20:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d2f96251-fc9c-4098-8870-4215600ed676'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:34.433207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:20:34.439967 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc50654-bcd6-4d0c-af73-5387d5671386 None None] Pushing event updated for resources: {'Port': ['ID=8080c2ef-daa5-4c7d-9bb6-18ec07393e4b,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:34.449666 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-38e6d59e-7a9f-422b-93c7-7977abef4e10 admin admin] 10.222.0.13 "PUT /v2.0/routers/d2f96251-fc9c-4098-8870-4215600ed676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5183012 Apr 20 16:20:34.461513 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7fda76fc-9cab-4517-8e77-fce7daf2ceb0 None None] Provisioning complete for port 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:34.461879 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7fda76fc-9cab-4517-8e77-fce7daf2ceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:34.506347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-68d4fde3-5aab-4f5c-91d8-74ff09c0064b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:34.606260 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7fda76fc-9cab-4517-8e77-fce7daf2ceb0 None None] Port 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:20:34.643513 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] Set router d2f96251-fc9c-4098-8870-4215600ed676 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:20:35.018313 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'name': 'tempest-TestMinimumBasicScenario-1582487035-router', 'tenant_id': '81230b3bcceb445f81a48a08dc280655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '8080c2ef-daa5-4c7d-9bb6-18ec07393e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:29Z', 'updated_at': '2022-04-20T16:20:33Z', 'revision_number': 4, 'project_id': '81230b3bcceb445f81a48a08dc280655', 'gw_port': {'id': '8080c2ef-daa5-4c7d-9bb6-18ec07393e4b', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:91:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:30Z', 'updated_at': '2022-04-20T16:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '1c3f9160-f867-4d36-8b0d-799fd5de8ce7', 'name': '', 'network_id': 'c9918ad8-3cc9-418d-b420-207c8760e450', 'tenant_id': '81230b3bcceb445f81a48a08dc280655', 'mac_address': 'fa:16:3e:f1:a8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0fc31cae-2c6b-4c15-ba77-e6266d44b182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:32Z', 'updated_at': '2022-04-20T16:20:33Z', 'revision_number': 2, 'project_id': '81230b3bcceb445f81a48a08dc280655', 'subnets': [{'id': '0fc31cae-2c6b-4c15-ba77-e6266d44b182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:35.022195 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babe1e45-ed65-4819-a9d1-74b9b670bd2a None None] The sync data for ids ['d2f96251-fc9c-4098-8870-4215600ed676'] in dv-neutron-838699-1-hyperv is: [{'id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'name': 'tempest-TestMinimumBasicScenario-1582487035-router', 'tenant_id': '81230b3bcceb445f81a48a08dc280655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '8080c2ef-daa5-4c7d-9bb6-18ec07393e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:29Z', 'updated_at': '2022-04-20T16:20:33Z', 'revision_number': 4, 'project_id': '81230b3bcceb445f81a48a08dc280655', 'gw_port': {'id': '8080c2ef-daa5-4c7d-9bb6-18ec07393e4b', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:91:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:30Z', 'updated_at': '2022-04-20T16:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '1c3f9160-f867-4d36-8b0d-799fd5de8ce7', 'name': '', 'network_id': 'c9918ad8-3cc9-418d-b420-207c8760e450', 'tenant_id': '81230b3bcceb445f81a48a08dc280655', 'mac_address': 'fa:16:3e:f1:a8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0fc31cae-2c6b-4c15-ba77-e6266d44b182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:32Z', 'updated_at': '2022-04-20T16:20:33Z', 'revision_number': 2, 'project_id': '81230b3bcceb445f81a48a08dc280655', 'subnets': [{'id': '0fc31cae-2c6b-4c15-ba77-e6266d44b182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:20:35.820628 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:35.834252 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:37.189537 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:37.271846 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:20:37.363825 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:37.375089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:37.375469 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:37.529450 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:37.548854 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=8080c2ef-daa5-4c7d-9bb6-18ec07393e4b,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:20:37.554323 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:37.627905 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=8080c2ef-daa5-4c7d-9bb6-18ec07393e4b,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:38.599287 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Sync routers for ids ['d2f96251-fc9c-4098-8870-4215600ed676'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:20:38.610439 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Routers {'d2f96251-fc9c-4098-8870-4215600ed676'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:20:38.611045 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:20:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d2f96251-fc9c-4098-8870-4215600ed676'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:38.825248 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Set router d2f96251-fc9c-4098-8870-4215600ed676 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:20:39.148141 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'name': 'tempest-TestMinimumBasicScenario-1582487035-router', 'tenant_id': '81230b3bcceb445f81a48a08dc280655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '8080c2ef-daa5-4c7d-9bb6-18ec07393e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:29Z', 'updated_at': '2022-04-20T16:20:33Z', 'revision_number': 4, 'project_id': '81230b3bcceb445f81a48a08dc280655', 'gw_port': {'id': '8080c2ef-daa5-4c7d-9bb6-18ec07393e4b', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:91:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:30Z', 'updated_at': '2022-04-20T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '1c3f9160-f867-4d36-8b0d-799fd5de8ce7', 'name': '', 'network_id': 'c9918ad8-3cc9-418d-b420-207c8760e450', 'tenant_id': '81230b3bcceb445f81a48a08dc280655', 'mac_address': 'fa:16:3e:f1:a8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0fc31cae-2c6b-4c15-ba77-e6266d44b182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:32Z', 'updated_at': '2022-04-20T16:20:33Z', 'revision_number': 2, 'project_id': '81230b3bcceb445f81a48a08dc280655', 'subnets': [{'id': '0fc31cae-2c6b-4c15-ba77-e6266d44b182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:39.154746 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Checking router: d2f96251-fc9c-4098-8870-4215600ed676 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:20:39.155466 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Updating router d2f96251-fc9c-4098-8870-4215600ed676 port 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:20:39.220663 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:39.250769 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:20:39.339926 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:39.340379 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:39.653344 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:39.667330 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Transition to ACTIVE for port object 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:39.674988 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:39.842309 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbe67a-5502-474b-801d-b5aaa405a309 None None] Pushing event updated for resources: {'Port': ['ID=1c3f9160-f867-4d36-8b0d-799fd5de8ce7,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:39.910923 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Attempting to bind port 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:20:39.911293 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Attempting to bind port 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '9abf428f-6362-4670-8818-30ff877ef66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c9918ad8-3cc9-418d-b420-207c8760e450'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:20:39.911654 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Attempting to bind port 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 on network c9918ad8-3cc9-418d-b420-207c8760e450 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:20:39.918015 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:20:39.918628 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Checking segment: {'id': '9abf428f-6362-4670-8818-30ff877ef66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c9918ad8-3cc9-418d-b420-207c8760e450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:20:39.919115 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:39.919575 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Bound using segment: {'id': '9abf428f-6362-4670-8818-30ff877ef66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c9918ad8-3cc9-418d-b420-207c8760e450'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:20:39.920136 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Bound port: 1c3f9160-f867-4d36-8b0d-799fd5de8ce7, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abf428f-6362-4670-8818-30ff877ef66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c9918ad8-3cc9-418d-b420-207c8760e450'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:20:39.920577 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:40.029363 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] For port 1c3f9160-f867-4d36-8b0d-799fd5de8ce7, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:20:40.035322 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] For port 1c3f9160-f867-4d36-8b0d-799fd5de8ce7, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1c3f9160-f867-4d36-8b0d-799fd5de8ce7,segment=NetworkSegment(9abf428f-6362-4670-8818-30ff877ef66c),segment_id=9abf428f-6362-4670-8818-30ff877ef66c)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:20:40.040317 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:40.122372 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbe67a-5502-474b-801d-b5aaa405a309 None None] Pushing event updated for resources: {'Port': ['ID=1c3f9160-f867-4d36-8b0d-799fd5de8ce7,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:40.135224 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Routers {'d2f96251-fc9c-4098-8870-4215600ed676'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:20:40.136061 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:20:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d2f96251-fc9c-4098-8870-4215600ed676'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:40.412647 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] Set router d2f96251-fc9c-4098-8870-4215600ed676 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:20:40.812808 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'name': 'tempest-TestMinimumBasicScenario-1582487035-router', 'tenant_id': '81230b3bcceb445f81a48a08dc280655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '8080c2ef-daa5-4c7d-9bb6-18ec07393e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:29Z', 'updated_at': '2022-04-20T16:20:33Z', 'revision_number': 4, 'project_id': '81230b3bcceb445f81a48a08dc280655', 'gw_port': {'id': '8080c2ef-daa5-4c7d-9bb6-18ec07393e4b', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:91:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:30Z', 'updated_at': '2022-04-20T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '1c3f9160-f867-4d36-8b0d-799fd5de8ce7', 'name': '', 'network_id': 'c9918ad8-3cc9-418d-b420-207c8760e450', 'tenant_id': '81230b3bcceb445f81a48a08dc280655', 'mac_address': 'fa:16:3e:f1:a8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0fc31cae-2c6b-4c15-ba77-e6266d44b182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:32Z', 'updated_at': '2022-04-20T16:20:40Z', 'revision_number': 4, 'project_id': '81230b3bcceb445f81a48a08dc280655', 'subnets': [{'id': '0fc31cae-2c6b-4c15-ba77-e6266d44b182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:40.820605 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b51c76-9618-479e-a96d-44704eec81b5 None None] The sync data for ids ['d2f96251-fc9c-4098-8870-4215600ed676'] in dv-neutron-838699-1-hyperv is: [{'id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'name': 'tempest-TestMinimumBasicScenario-1582487035-router', 'tenant_id': '81230b3bcceb445f81a48a08dc280655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '8080c2ef-daa5-4c7d-9bb6-18ec07393e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:29Z', 'updated_at': '2022-04-20T16:20:33Z', 'revision_number': 4, 'project_id': '81230b3bcceb445f81a48a08dc280655', 'gw_port': {'id': '8080c2ef-daa5-4c7d-9bb6-18ec07393e4b', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:91:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:30Z', 'updated_at': '2022-04-20T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '1c3f9160-f867-4d36-8b0d-799fd5de8ce7', 'name': '', 'network_id': 'c9918ad8-3cc9-418d-b420-207c8760e450', 'tenant_id': '81230b3bcceb445f81a48a08dc280655', 'mac_address': 'fa:16:3e:f1:a8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0fc31cae-2c6b-4c15-ba77-e6266d44b182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:32Z', 'updated_at': '2022-04-20T16:20:40Z', 'revision_number': 4, 'project_id': '81230b3bcceb445f81a48a08dc280655', 'subnets': [{'id': '0fc31cae-2c6b-4c15-ba77-e6266d44b182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:20:41.281494 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:20:41.366327 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:41.374101 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:41.374101 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:41.519916 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:41.560886 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 1c3f9160-f867-4d36-8b0d-799fd5de8ce7, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1c3f9160-f867-4d36-8b0d-799fd5de8ce7,segment=NetworkSegment(9abf428f-6362-4670-8818-30ff877ef66c),segment_id=9abf428f-6362-4670-8818-30ff877ef66c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:20:41.569524 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:41.648050 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=1c3f9160-f867-4d36-8b0d-799fd5de8ce7,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:42.472739 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:20:43.236334 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:20:43.327065 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:43.328317 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:45.245737 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:45.508320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-54368a6b-22e9-473c-9fd0-fd336cdf87c0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:45.509024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-54368a6b-22e9-473c-9fd0-fd336cdf87c0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Synchronizing usage tracker for tenant:b5f17162e61d44dea8b1ea32162365e6 on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:20:45.526586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-54368a6b-22e9-473c-9fd0-fd336cdf87c0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Unset dirty status for tenant:b5f17162e61d44dea8b1ea32162365e6 on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:20:45.527861 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-54368a6b-22e9-473c-9fd0-fd336cdf87c0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/networks?id=896e2276-4c3a-4971-9ed3-11ed28b1de0c HTTP/1.1" status: 200 len: 815 time: 0.1671979 Apr 20 16:20:45.542837 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-d407b8e5-e3e6-41aa-87c7-30417f178a52 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/quotas/b5f17162e61d44dea8b1ea32162365e6 HTTP/1.1" status: 200 len: 375 time: 0.0090237 Apr 20 16:20:45.627789 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-cd6bd2ff-d8f4-4fd2-80ad-2534867645d0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Synchronizing usage tracker for tenant:b5f17162e61d44dea8b1ea32162365e6 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:20:45.644110 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-cd6bd2ff-d8f4-4fd2-80ad-2534867645d0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Unset dirty status for tenant:b5f17162e61d44dea8b1ea32162365e6 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:20:45.645484 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-cd6bd2ff-d8f4-4fd2-80ad-2534867645d0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5f17162e61d44dea8b1ea32162365e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970931 Apr 20 16:20:45.888284 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-4829da83-6570-4a66-adc0-32b9e4760a84 service neutron] 10.222.0.13 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304008 Apr 20 16:20:46.021224 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-43530e3c-70a3-4a3d-9ffc-987c1df595d1 service neutron] 10.222.0.13 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265390 Apr 20 16:20:46.313732 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2ba0d5ff-e491-4018-9ca4-89eaafb00163 req-aabe4c99-3401-402b-af11-184ffb49a0d2 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 210 time: 0.1581409 Apr 20 16:20:47.243533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-321d02c0-ad22-4c5b-a00a-ed7ef6f6126c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:47.244980 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-321d02c0-ad22-4c5b-a00a-ed7ef6f6126c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.11 "GET /v2.0/networks?id=896e2276-4c3a-4971-9ed3-11ed28b1de0c HTTP/1.1" status: 200 len: 815 time: 0.1549878 Apr 20 16:20:47.256507 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-31ae2f36-3930-4f69-9e3c-0b846573c165 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Request body: {'port': {'device_id': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c', 'admin_state_up': True, 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:20:47.428248 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-31ae2f36-3930-4f69-9e3c-0b846573c165 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:20:47.474799 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-31ae2f36-3930-4f69-9e3c-0b846573c165 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:20:47.484208 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4bddafed-a376-43d0-88fc-de5daf660bdd req-dd2bf5b6-acf1-4000-8803-13fe8b1c73ef tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 210 time: 0.0521207 Apr 20 16:20:47.493502 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-31ae2f36-3930-4f69-9e3c-0b846573c165 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Made reservation on behalf of b5f17162e61d44dea8b1ea32162365e6 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:47.498279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-31ae2f36-3930-4f69-9e3c-0b846573c165 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:47.694985 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-31ae2f36-3930-4f69-9e3c-0b846573c165 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Allocated IP 172.20.0.3 (896e2276-4c3a-4971-9ed3-11ed28b1de0c/9d39cc8c-7bb7-44f7-a3b5-1db7918530c1/464a3d18-9357-475d-a757-20d040409df0) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:20:47.980553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-31ae2f36-3930-4f69-9e3c-0b846573c165 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:48.002255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-31ae2f36-3930-4f69-9e3c-0b846573c165 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Transition to ACTIVE for port object 464a3d18-9357-475d-a757-20d040409df0 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:48.047623 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-31ae2f36-3930-4f69-9e3c-0b846573c165 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:48.127936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-31ae2f36-3930-4f69-9e3c-0b846573c165 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Network 896e2276-4c3a-4971-9ed3-11ed28b1de0c is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:48.137208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-31ae2f36-3930-4f69-9e3c-0b846573c165 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:48.142254 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-31ae2f36-3930-4f69-9e3c-0b846573c165 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:20:48.178380 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae2f36-3930-4f69-9e3c-0b846573c165 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Pushing event updated for resources: {'Port': ['ID=464a3d18-9357-475d-a757-20d040409df0,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:48.236791 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-31ae2f36-3930-4f69-9e3c-0b846573c165 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:48.237564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-31ae2f36-3930-4f69-9e3c-0b846573c165 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:48.276209 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-31ae2f36-3930-4f69-9e3c-0b846573c165 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0231595 Apr 20 16:20:48.496481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7ed1d867-1449-4efe-b5cf-725ec7831f3d None None] Provisioning for port 464a3d18-9357-475d-a757-20d040409df0 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:48.503069 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7ed1d867-1449-4efe-b5cf-725ec7831f3d None None] Provisioning complete for port 464a3d18-9357-475d-a757-20d040409df0 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:48.503728 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7ed1d867-1449-4efe-b5cf-725ec7831f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:48.564582 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7ed1d867-1449-4efe-b5cf-725ec7831f3d None None] Port 464a3d18-9357-475d-a757-20d040409df0 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:20:48.711593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc047c-941b-4bec-ae54-1097c94c0d8d req-4f74e662-9030-4338-b72a-12f995e89be5 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:48.712324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-54fc047c-941b-4bec-ae54-1097c94c0d8d req-4f74e662-9030-4338-b72a-12f995e89be5 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Synchronizing usage tracker for tenant:b5f17162e61d44dea8b1ea32162365e6 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:20:48.728331 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-54fc047c-941b-4bec-ae54-1097c94c0d8d req-4f74e662-9030-4338-b72a-12f995e89be5 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Unset dirty status for tenant:b5f17162e61d44dea8b1ea32162365e6 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:20:48.729525 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-54fc047c-941b-4bec-ae54-1097c94c0d8d req-4f74e662-9030-4338-b72a-12f995e89be5 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 931 time: 0.1072767 Apr 20 16:20:48.777901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-54fc047c-941b-4bec-ae54-1097c94c0d8d req-e4466309-877e-4b31-85c4-a67638432323 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Synchronizing usage tracker for tenant:b5f17162e61d44dea8b1ea32162365e6 on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:20:48.797729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-54fc047c-941b-4bec-ae54-1097c94c0d8d req-e4466309-877e-4b31-85c4-a67638432323 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Unset dirty status for tenant:b5f17162e61d44dea8b1ea32162365e6 on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:20:48.799012 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-54fc047c-941b-4bec-ae54-1097c94c0d8d req-e4466309-877e-4b31-85c4-a67638432323 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624230 Apr 20 16:20:49.998476 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2a423-5bad-4757-8dfa-28714cb0bff1 req-9a0f6cdf-e35c-498d-9dc0-231aa6478399 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:50.000799 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-05d2a423-5bad-4757-8dfa-28714cb0bff1 req-9a0f6cdf-e35c-498d-9dc0-231aa6478399 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 931 time: 0.0899804 Apr 20 16:20:50.048890 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-05d2a423-5bad-4757-8dfa-28714cb0bff1 req-8a989256-e928-425a-a974-ff693cada4c6 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423934 Apr 20 16:20:51.251508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f5875-8d51-4c6e-bd9a-4ae3588a8bd8 req-601f2e34-c779-4866-be8e-d2a8a8854082 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:51.253054 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d78f5875-8d51-4c6e-bd9a-4ae3588a8bd8 req-601f2e34-c779-4866-be8e-d2a8a8854082 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 931 time: 0.0881386 Apr 20 16:20:51.305319 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d78f5875-8d51-4c6e-bd9a-4ae3588a8bd8 req-b6661d49-8bd9-4663-9c73-1ee6089d3a9d tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464661 Apr 20 16:20:52.507326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cfcb5-e70c-4497-a5e8-84490bbbed59 req-d409c73f-c297-4a83-8e2e-d7e8dd9bab32 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:52.509468 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-083cfcb5-e70c-4497-a5e8-84490bbbed59 req-d409c73f-c297-4a83-8e2e-d7e8dd9bab32 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 931 time: 0.0888014 Apr 20 16:20:52.562886 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-083cfcb5-e70c-4497-a5e8-84490bbbed59 req-aba13dd0-2229-46b6-a98b-91cc6f95abbe tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477674 Apr 20 16:20:53.763655 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127e7b6-4c18-493c-a91f-756f20c0383f req-2b0db388-be55-4014-8c4d-c6b77dfa9451 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:53.765256 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0127e7b6-4c18-493c-a91f-756f20c0383f req-2b0db388-be55-4014-8c4d-c6b77dfa9451 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 931 time: 0.0882764 Apr 20 16:20:53.812596 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0127e7b6-4c18-493c-a91f-756f20c0383f req-f448ef7f-4412-4a56-84b9-814a65e59187 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403314 Apr 20 16:20:55.012332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cabfc-c38a-4fe0-b1ad-79c0051353ec req-746e11b4-5b0f-4ac0-b471-674d5cea336e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:55.013697 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0d2cabfc-c38a-4fe0-b1ad-79c0051353ec req-746e11b4-5b0f-4ac0-b471-674d5cea336e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 931 time: 0.0906405 Apr 20 16:20:55.160209 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0d2cabfc-c38a-4fe0-b1ad-79c0051353ec req-e3789c75-f691-43e6-9d3e-ef2616048086 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395562 Apr 20 16:20:56.340587 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41422042-5a77-47aa-8032-de3c0042d74b req-9eef88b5-c6bd-40e6-8bf1-7a6d547eb17e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:56.342013 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41422042-5a77-47aa-8032-de3c0042d74b req-9eef88b5-c6bd-40e6-8bf1-7a6d547eb17e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 931 time: 0.0787127 Apr 20 16:20:56.384666 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41422042-5a77-47aa-8032-de3c0042d74b req-e3e71b22-3110-423e-92af-88c890a005a5 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364344 Apr 20 16:20:57.177201 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Request body: {'port': {'device_id': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:20:57.287100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:57.627216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139522f6-c566-4327-8077-bb7031202cef req-df7f7932-9cd1-418c-a968-2380ef6cca2b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:57.628685 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-139522f6-c566-4327-8077-bb7031202cef req-df7f7932-9cd1-418c-a968-2380ef6cca2b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 931 time: 0.1315603 Apr 20 16:20:57.725113 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464a3d18-9357-475d-a757-20d040409df0 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:20:57.731494 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-139522f6-c566-4327-8077-bb7031202cef req-9826bbbe-05e3-4a43-adbb-9db7b207e21e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915711 Apr 20 16:20:57.735668 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:57.749883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Transition to ACTIVE for port object 464a3d18-9357-475d-a757-20d040409df0 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:57.755301 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:57.925274 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Pushing event updated for resources: {'Port': ['ID=464a3d18-9357-475d-a757-20d040409df0,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:57.998129 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Attempting to bind port 464a3d18-9357-475d-a757-20d040409df0 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:20:57.998395 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Attempting to bind port 464a3d18-9357-475d-a757-20d040409df0 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '73b1eec8-8fe3-4eae-bf28-f4a966f030c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:20:57.998717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Attempting to bind port 464a3d18-9357-475d-a757-20d040409df0 on network 896e2276-4c3a-4971-9ed3-11ed28b1de0c {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:20:58.003842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Port 464a3d18-9357-475d-a757-20d040409df0 on network 896e2276-4c3a-4971-9ed3-11ed28b1de0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:20:58.004158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Attempting to bind port 464a3d18-9357-475d-a757-20d040409df0 on network 896e2276-4c3a-4971-9ed3-11ed28b1de0c {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:20:58.009160 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:20:58.009491 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Checking segment: {'id': '73b1eec8-8fe3-4eae-bf28-f4a966f030c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:20:58.009867 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Bound using segment: {'id': '73b1eec8-8fe3-4eae-bf28-f4a966f030c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:20:58.010283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Bound port: 464a3d18-9357-475d-a757-20d040409df0, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b1eec8-8fe3-4eae-bf28-f4a966f030c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:20:58.010618 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:58.107113 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] For port 464a3d18-9357-475d-a757-20d040409df0, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:20:58.110559 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] For port 464a3d18-9357-475d-a757-20d040409df0, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=464a3d18-9357-475d-a757-20d040409df0,segment=NetworkSegment(73b1eec8-8fe3-4eae-bf28-f4a966f030c7),segment_id=73b1eec8-8fe3-4eae-bf28-f4a966f030c7)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:20:58.115169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:58.169769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:58.170218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:58.172131 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] 10.222.0.11 "PUT /v2.0/ports/464a3d18-9357-475d-a757-20d040409df0 HTTP/1.1" status: 200 len: 1093 time: 1.0420558 Apr 20 16:20:58.172570 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'tag': '464a3d18-9357-475d-a757-20d040409df0'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:58.211381 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8f970-d3fb-474b-a3f2-6ae4c911e960 service neutron] Pushing event updated for resources: {'Port': ['ID=464a3d18-9357-475d-a757-20d040409df0,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:58.255208 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1f81de-9476-4c02-98de-1140b90528b6'] response: {'name': 'network-changed', 'server_uuid': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'tag': '464a3d18-9357-475d-a757-20d040409df0', 'status': 'completed', 'code': 200} Apr 20 16:20:58.298722 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-b71e1baa-3204-4771-9b65-97eadbf3035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:58.299990 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-b71e1baa-3204-4771-9b65-97eadbf3035b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5f17162e61d44dea8b1ea32162365e6&device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 1096 time: 0.0812325 Apr 20 16:20:58.369516 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-da5174f2-d644-4d3e-8318-601047ba0ff0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=464a3d18-9357-475d-a757-20d040409df0 HTTP/1.1" status: 200 len: 217 time: 0.0616806 Apr 20 16:20:58.438835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-240408eb-2737-4818-90a0-22cd6d76c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:58.440601 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-240408eb-2737-4818-90a0-22cd6d76c29e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d39cc8c-7bb7-44f7-a3b5-1db7918530c1 HTTP/1.1" status: 200 len: 854 time: 0.0650380 Apr 20 16:20:58.515892 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-89422312-a040-4aaa-8811-0a8abadcf87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:58.517281 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-89422312-a040-4aaa-8811-0a8abadcf87e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=896e2276-4c3a-4971-9ed3-11ed28b1de0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707922 Apr 20 16:20:58.646171 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-487ac514-1ce3-422f-8ca4-ee5a1d98ccf1 service neutron] 10.222.0.11 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228154 Apr 20 16:20:58.921771 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71033aab-e8c4-4df5-9043-a214f4a075fe req-64daa8cb-fff2-4406-b339-30a4a2c75d9a service neutron] 10.222.0.11 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681973 Apr 20 16:20:58.953715 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7815a89-414d-409a-8834-cfb2bdc08640 req-18779cdb-aa28-4c7f-a237-62756a88fe42 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:58.955159 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e7815a89-414d-409a-8834-cfb2bdc08640 req-18779cdb-aa28-4c7f-a237-62756a88fe42 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 943 time: 0.1074698 Apr 20 16:20:59.041669 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e7815a89-414d-409a-8834-cfb2bdc08640 req-cf913d1a-17cd-4604-9968-bd4430a8a23d tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805752 Apr 20 16:20:59.065784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be385a-7310-4d19-9b33-e7bb71389bdc req-8c42e137-5079-489e-b705-a304ef128ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:59.067258 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c4be385a-7310-4d19-9b33-e7bb71389bdc req-8c42e137-5079-489e-b705-a304ef128ee2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5f17162e61d44dea8b1ea32162365e6&device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 1096 time: 0.0904856 Apr 20 16:20:59.202518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be385a-7310-4d19-9b33-e7bb71389bdc req-c93afe08-fbc6-4af1-9ea8-c789ce78454d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:59.204030 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c4be385a-7310-4d19-9b33-e7bb71389bdc req-c93afe08-fbc6-4af1-9ea8-c789ce78454d service neutron] 10.222.0.11 "GET /v2.0/networks?id=896e2276-4c3a-4971-9ed3-11ed28b1de0c HTTP/1.1" status: 200 len: 916 time: 0.1297731 Apr 20 16:20:59.274886 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c4be385a-7310-4d19-9b33-e7bb71389bdc req-3baa11a5-97d0-41d7-b32e-07506773121c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=464a3d18-9357-475d-a757-20d040409df0 HTTP/1.1" status: 200 len: 217 time: 0.0633321 Apr 20 16:20:59.335981 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be385a-7310-4d19-9b33-e7bb71389bdc req-8f83852b-31e3-4aa9-a932-85d5932ca91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:59.337288 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c4be385a-7310-4d19-9b33-e7bb71389bdc req-8f83852b-31e3-4aa9-a932-85d5932ca91c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d39cc8c-7bb7-44f7-a3b5-1db7918530c1 HTTP/1.1" status: 200 len: 854 time: 0.0559595 Apr 20 16:20:59.418856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be385a-7310-4d19-9b33-e7bb71389bdc req-65dd266e-edcd-4c15-a438-d76c2042ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:59.420349 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c4be385a-7310-4d19-9b33-e7bb71389bdc req-65dd266e-edcd-4c15-a438-d76c2042ed0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=896e2276-4c3a-4971-9ed3-11ed28b1de0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773091 Apr 20 16:20:59.548181 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c4be385a-7310-4d19-9b33-e7bb71389bdc req-ee209766-1323-4bf6-a00d-65712360f7ad service neutron] 10.222.0.11 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218853 Apr 20 16:20:59.676410 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c4be385a-7310-4d19-9b33-e7bb71389bdc req-f64722a3-ea11-46c6-9e2b-fece0460615c service neutron] 10.222.0.11 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221757 Apr 20 16:21:00.226581 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf10f8-733d-4d4c-b581-3ae8735b540e req-a124b4f1-5ee7-4c4c-ae89-b3b71dca265c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:00.228304 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b0bf10f8-733d-4d4c-b581-3ae8735b540e req-a124b4f1-5ee7-4c4c-ae89-b3b71dca265c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 943 time: 0.0789993 Apr 20 16:21:00.271435 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b0bf10f8-733d-4d4c-b581-3ae8735b540e req-59164b7b-85ae-4195-9e2d-e99410d54d05 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368280 Apr 20 16:21:01.456616 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffb751-f033-476d-9684-a6df10f6bd7e req-c7b280af-5c30-4ac2-9c62-f36e659319f7 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:01.457960 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89ffb751-f033-476d-9684-a6df10f6bd7e req-c7b280af-5c30-4ac2-9c62-f36e659319f7 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 943 time: 0.0822303 Apr 20 16:21:01.501270 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-89ffb751-f033-476d-9684-a6df10f6bd7e req-cac5c1c3-73de-44bf-bc1c-7c022a56d3cf tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377233 Apr 20 16:21:01.770171 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 464a3d18-9357-475d-a757-20d040409df0 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:21:01.898904 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 464a3d18-9357-475d-a757-20d040409df0, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=464a3d18-9357-475d-a757-20d040409df0,segment=NetworkSegment(73b1eec8-8fe3-4eae-bf28-f4a966f030c7),segment_id=73b1eec8-8fe3-4eae-bf28-f4a966f030c7)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:21:01.912391 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '464a3d18-9357-475d-a757-20d040409df0', 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c', 'port_id': '464a3d18-9357-475d-a757-20d040409df0', 'mac_address': 'fa:16:3e:c9:29:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:21:01.969006 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:01.985077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464a3d18-9357-475d-a757-20d040409df0 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:21:02.000121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 464a3d18-9357-475d-a757-20d040409df0, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=464a3d18-9357-475d-a757-20d040409df0,segment=NetworkSegment(73b1eec8-8fe3-4eae-bf28-f4a966f030c7),segment_id=73b1eec8-8fe3-4eae-bf28-f4a966f030c7)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:21:02.003999 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:02.069156 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=464a3d18-9357-475d-a757-20d040409df0,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:02.076054 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:02.076404 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:02.076744 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:02.077076 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:02.077437 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:02.077767 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:02.078093 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:02.078420 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:02.078742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:02.079066 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:02.079389 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:02.079709 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:02.135584 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cb5149d2-c6db-43bd-945a-60acb1647296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:02.319841 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['464a3d18-9357-475d-a757-20d040409df0'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:21:02.682650 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc50683-1d44-48c1-bb81-89c7a033a9a1 req-ae82b5c7-583c-4075-a5d6-b8ecc02d18a8 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:02.684107 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fcc50683-1d44-48c1-bb81-89c7a033a9a1 req-ae82b5c7-583c-4075-a5d6-b8ecc02d18a8 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 944 time: 0.0779588 Apr 20 16:21:02.731491 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fcc50683-1d44-48c1-bb81-89c7a033a9a1 req-6cb51d28-824b-4655-b90b-61901c6974b9 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411320 Apr 20 16:21:03.779357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 464a3d18-9357-475d-a757-20d040409df0 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:21:03.846536 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 464a3d18-9357-475d-a757-20d040409df0 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:21:03.851251 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 464a3d18-9357-475d-a757-20d040409df0 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:03.851623 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:03.916132 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef2ebf-350d-48e9-8da0-2fd6b21fb7b4 req-55c58d26-87b6-4f4d-a3a6-875c825f1fc0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:03.917627 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10ef2ebf-350d-48e9-8da0-2fd6b21fb7b4 req-55c58d26-87b6-4f4d-a3a6-875c825f1fc0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 944 time: 0.0829017 Apr 20 16:21:03.962346 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-10ef2ebf-350d-48e9-8da0-2fd6b21fb7b4 req-68921916-3f66-47ed-aa18-564451994a06 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390761 Apr 20 16:21:03.997531 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:04.023467 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464a3d18-9357-475d-a757-20d040409df0'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:04.033455 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 464a3d18-9357-475d-a757-20d040409df0, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=464a3d18-9357-475d-a757-20d040409df0,segment=NetworkSegment(73b1eec8-8fe3-4eae-bf28-f4a966f030c7),segment_id=73b1eec8-8fe3-4eae-bf28-f4a966f030c7)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:21:04.037407 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:04.074400 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aafe3b8b-22bc-4322-9267-0713afab18e2'] response: {'server_uuid': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464a3d18-9357-475d-a757-20d040409df0', 'code': 200} Apr 20 16:21:04.106703 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=464a3d18-9357-475d-a757-20d040409df0,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:04.297827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137d9e4-1375-4985-97f1-b61971f26efa req-15b7b9f8-c057-4738-96f0-431c0ac81b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:04.299186 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6137d9e4-1375-4985-97f1-b61971f26efa req-15b7b9f8-c057-4738-96f0-431c0ac81b7b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 1098 time: 0.0731122 Apr 20 16:21:04.337773 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6137d9e4-1375-4985-97f1-b61971f26efa req-65ad8b06-9683-47a2-b114-9b84d0bbc68d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326521 Apr 20 16:21:04.411112 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d92c6ba8-10e4-4c60-a51d-5821cbca13ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:05.143718 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5a023-351c-44d0-812a-14ba73c19097 req-ab2ee515-f442-4c77-8878-173a0d66bf99 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:05.145194 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-aba5a023-351c-44d0-812a-14ba73c19097 req-ab2ee515-f442-4c77-8878-173a0d66bf99 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 945 time: 0.0806086 Apr 20 16:21:05.189335 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-aba5a023-351c-44d0-812a-14ba73c19097 req-478fdb89-e573-4cc8-8fb4-7830f99eca5b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384474 Apr 20 16:21:05.816646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:05.818968 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.373454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b9672-257f-4517-ac5d-56357ffd649c req-3e1dd73f-57fb-414b-b9e4-2bc874e16e65 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:06.375589 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-728b9672-257f-4517-ac5d-56357ffd649c req-3e1dd73f-57fb-414b-b9e4-2bc874e16e65 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 945 time: 0.0838211 Apr 20 16:21:06.418395 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-728b9672-257f-4517-ac5d-56357ffd649c req-06a90e3c-fb5a-42c4-9b03-35e61843785e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371788 Apr 20 16:21:06.602095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23323-db04-4449-a959-5857078204ed req-9cb37751-f914-447b-813e-9f51cb6474d0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:06.603784 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ddd23323-db04-4449-a959-5857078204ed req-9cb37751-f914-447b-813e-9f51cb6474d0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 945 time: 0.0817325 Apr 20 16:21:06.737727 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ddd23323-db04-4449-a959-5857078204ed req-7fcada54-34ee-468d-8d1e-34a66339cdfe tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277111 Apr 20 16:21:07.123236 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f04b95-fb28-4873-8119-16456205a9af req-fa057b8b-6e97-4025-8416-26bd5191bdd4 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:07.125237 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-05f04b95-fb28-4873-8119-16456205a9af req-fa057b8b-6e97-4025-8416-26bd5191bdd4 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 945 time: 0.0804393 Apr 20 16:21:07.171331 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-05f04b95-fb28-4873-8119-16456205a9af req-c7eaafa7-f2b5-433f-b8f2-74872b7208e1 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402877 Apr 20 16:21:07.183463 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:15.253691 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:17.231658 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffd677-e45c-4db1-8841-e45af4ac960f req-ab345356-1294-41e2-bac8-dd129853ec53 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:17.233133 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-01ffd677-e45c-4db1-8841-e45af4ac960f req-ab345356-1294-41e2-bac8-dd129853ec53 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 945 time: 0.0819130 Apr 20 16:21:17.276315 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-01ffd677-e45c-4db1-8841-e45af4ac960f req-55d349ba-b542-4a6c-b009-258fc830112d tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374627 Apr 20 16:21:17.299284 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44776) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:21:17.409972 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b4bbd-29dc-429a-ae9f-ea2fb7805a58 tempest-TestMinimumBasicScenario-1317941062 tempest-TestMinimumBasicScenario-1317941062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:17.410667 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-342b4bbd-29dc-429a-ae9f-ea2fb7805a58 tempest-TestMinimumBasicScenario-1317941062 tempest-TestMinimumBasicScenario-1317941062-project-admin] Synchronizing usage tracker for tenant:81230b3bcceb445f81a48a08dc280655 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:21:17.426955 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-342b4bbd-29dc-429a-ae9f-ea2fb7805a58 tempest-TestMinimumBasicScenario-1317941062 tempest-TestMinimumBasicScenario-1317941062-project-admin] Unset dirty status for tenant:81230b3bcceb445f81a48a08dc280655 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:21:17.428090 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-342b4bbd-29dc-429a-ae9f-ea2fb7805a58 tempest-TestMinimumBasicScenario-1317941062 tempest-TestMinimumBasicScenario-1317941062-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 1093 time: 0.1278098 Apr 20 16:21:17.431097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44782) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:21:17.435862 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': '464a3d18-9357-475d-a757-20d040409df0', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:21:17.441811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:21:17.445714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Usage tracker for resource:floatingip and tenant:b5f17162e61d44dea8b1ea32162365e6 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:21:17.448512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:21:17.454931 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:21:17.465506 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:17.599389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:17.731485 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Allocated IP 172.26.7.36 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/309bab2c-eaf1-43ea-855e-6ebe059d3fa3) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:21:17.878680 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:17.907719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:17.970439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:21:17.973147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:17.981068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:21:18.021045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Pushing event updated for resources: {'Port': ['ID=309bab2c-eaf1-43ea-855e-6ebe059d3fa3,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:18.032862 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:18.033215 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:18.033560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:18.033896 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:18.034230 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:18.034564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:18.034891 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:18.035219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:18.035544 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:18.035900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:18.036227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:18.036549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:18.410634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:18.484712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:18.681359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:18.686201 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:18.897364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Pushing event updated for resources: {'Port': ['ID=309bab2c-eaf1-43ea-855e-6ebe059d3fa3,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:18.908601 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:19.082817 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Floating IP f16e3e34-fba3-488d-9a39-a702e7afc001 associated. External IP: 172.26.7.36, port: 464a3d18-9357-475d-a757-20d040409df0. Apr 20 16:21:19.431320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Router db7a7c99-fc44-484c-9fbc-22b0e794d129 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:21:19.473695 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:21:19.607836 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:21:19.617957 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2265d6e-2409-4837-b61c-666b40626acf None None] Sync routers for ids ['db7a7c99-fc44-484c-9fbc-22b0e794d129'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:21:19.627483 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2265d6e-2409-4837-b61c-666b40626acf None None] Routers {'db7a7c99-fc44-484c-9fbc-22b0e794d129'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:21:19.628143 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f2265d6e-2409-4837-b61c-666b40626acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:21:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['db7a7c99-fc44-484c-9fbc-22b0e794d129'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:19.632450 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:19.689332 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d250e2e2-6404-4c4e-bbf2-2474a9ba133e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2572346 Apr 20 16:21:19.689914 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'tag': '464a3d18-9357-475d-a757-20d040409df0'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:19.692185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44786) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:21:19.700277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1237193848', 'description': 'tempest-secgroup-smoke-1237193848 description', 'project_id': 'b5f17162e61d44dea8b1ea32162365e6'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:21:19.708074 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:21:19.719974 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:21:19.731459 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:19.741291 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba3a5e5-5aab-4a65-b2d7-f7d2fbcc9cae'] response: {'name': 'network-changed', 'server_uuid': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'tag': '464a3d18-9357-475d-a757-20d040409df0', 'status': 'completed', 'code': 200} Apr 20 16:21:19.753452 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:21:19.757572 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Usage tracker for resource:security_group_rule and tenant:b5f17162e61d44dea8b1ea32162365e6 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:21:19.760836 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:21:19.767297 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:21:19.818320 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-f2265d6e-2409-4837-b61c-666b40626acf None None] Set router db7a7c99-fc44-484c-9fbc-22b0e794d129 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:21:19.838527 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:19.841671 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5253e-6f0c-45fa-a971-0dd66820c3dc req-c168c1ec-34c8-47f1-8f52-e4f5563308e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:19.842474 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:19.843974 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17a5253e-6f0c-45fa-a971-0dd66820c3dc req-c168c1ec-34c8-47f1-8f52-e4f5563308e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5f17162e61d44dea8b1ea32162365e6&device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 1098 time: 0.0769489 Apr 20 16:21:19.879795 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3f09d4-8618-4ba1-8960-2c3da3a5bf95,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:19.893245 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:19.893595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:19.893936 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:19.894275 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:19.894608 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:19.894939 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:19.895270 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:19.895599 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:19.895950 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:19.896281 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:19.896601 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:19.896922 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:19.912770 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:19.917196 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-aef5b65d-a5a2-4b10-99a5-c7ac0de69c0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2232115 Apr 20 16:21:19.917959 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44792) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:21:19.922978 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-08e26c1b-b4e7-42cd-9423-e19a042d7614 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Request body: {'security_group_rule': {'security_group_id': 'bd3f09d4-8618-4ba1-8960-2c3da3a5bf95', 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:21:19.928764 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-08e26c1b-b4e7-42cd-9423-e19a042d7614 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:21:19.932625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-08e26c1b-b4e7-42cd-9423-e19a042d7614 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Usage tracker for resource:security_group_rule and tenant:b5f17162e61d44dea8b1ea32162365e6 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:21:19.935404 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-08e26c1b-b4e7-42cd-9423-e19a042d7614 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:21:19.941666 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-08e26c1b-b4e7-42cd-9423-e19a042d7614 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:21:19.963048 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-08e26c1b-b4e7-42cd-9423-e19a042d7614 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:19.988255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5253e-6f0c-45fa-a971-0dd66820c3dc req-59944044-f149-46c1-b6f8-4b3dcc54d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:19.989617 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17a5253e-6f0c-45fa-a971-0dd66820c3dc req-59944044-f149-46c1-b6f8-4b3dcc54d548 service neutron] 10.222.0.11 "GET /v2.0/networks?id=896e2276-4c3a-4971-9ed3-11ed28b1de0c HTTP/1.1" status: 200 len: 916 time: 0.1402874 Apr 20 16:21:20.029780 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-08e26c1b-b4e7-42cd-9423-e19a042d7614 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:20.035215 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-08e26c1b-b4e7-42cd-9423-e19a042d7614 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:20.060748 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e26c1b-b4e7-42cd-9423-e19a042d7614 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92483160-4bc7-4747-802a-e9d37d8ef830,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:20.077551 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-08e26c1b-b4e7-42cd-9423-e19a042d7614 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:20.081479 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44796) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:21:20.081654 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-08e26c1b-b4e7-42cd-9423-e19a042d7614 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1627667 Apr 20 16:21:20.088780 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-8609af6e-29d2-40b8-aee7-3f26f946ec2b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Request body: {'security_group_rule': {'security_group_id': 'bd3f09d4-8618-4ba1-8960-2c3da3a5bf95', 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:21:20.104894 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8609af6e-29d2-40b8-aee7-3f26f946ec2b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:21:20.114330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8609af6e-29d2-40b8-aee7-3f26f946ec2b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Usage tracker for resource:security_group_rule and tenant:b5f17162e61d44dea8b1ea32162365e6 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:21:20.117881 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17a5253e-6f0c-45fa-a971-0dd66820c3dc req-f9ac6a4c-e9e4-4be0-8b7f-dc3e10d60bb4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=464a3d18-9357-475d-a757-20d040409df0 HTTP/1.1" status: 200 len: 998 time: 0.1214101 Apr 20 16:21:20.118711 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8609af6e-29d2-40b8-aee7-3f26f946ec2b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:21:20.125445 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8609af6e-29d2-40b8-aee7-3f26f946ec2b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:21:20.183720 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f2265d6e-2409-4837-b61c-666b40626acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'name': 'tempest-TestMinimumBasicScenario-1372508657-router', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:22Z', 'updated_at': '2022-04-20T16:20:26Z', 'revision_number': 4, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'gw_port': {'id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:23Z', 'updated_at': '2022-04-20T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'f16e3e34-fba3-488d-9a39-a702e7afc001', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'floating_ip_address': '172.26.7.36', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'port_id': '464a3d18-9357-475d-a757-20d040409df0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c', 'mac_address': 'fa:16:3e:c9:29:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:21:18Z', 'updated_at': '2022-04-20T16:21:18Z', 'revision_number': 0, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a79ab73-d264-4d9e-b788-50cc90153e2b', 'name': '', 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'mac_address': 'fa:16:3e:ab:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:25Z', 'updated_at': '2022-04-20T16:20:32Z', 'revision_number': 5, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'subnets': [{'id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:20.188174 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2265d6e-2409-4837-b61c-666b40626acf None None] Checking router: db7a7c99-fc44-484c-9fbc-22b0e794d129 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:21:20.190237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8609af6e-29d2-40b8-aee7-3f26f946ec2b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:20.196781 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2265d6e-2409-4837-b61c-666b40626acf None None] Routers {'db7a7c99-fc44-484c-9fbc-22b0e794d129'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:21:20.197407 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f2265d6e-2409-4837-b61c-666b40626acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:21:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['db7a7c99-fc44-484c-9fbc-22b0e794d129'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:20.205293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5253e-6f0c-45fa-a971-0dd66820c3dc req-4f71c4e9-de84-41ec-a5e4-4e1b0c2602e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:20.206732 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17a5253e-6f0c-45fa-a971-0dd66820c3dc req-4f71c4e9-de84-41ec-a5e4-4e1b0c2602e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d39cc8c-7bb7-44f7-a3b5-1db7918530c1 HTTP/1.1" status: 200 len: 854 time: 0.0824468 Apr 20 16:21:20.301881 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8609af6e-29d2-40b8-aee7-3f26f946ec2b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:20.306301 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8609af6e-29d2-40b8-aee7-3f26f946ec2b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:20.339578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609af6e-29d2-40b8-aee7-3f26f946ec2b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9c7a77-b32b-41b7-aa92-e3d71aa28b07,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:20.347096 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5253e-6f0c-45fa-a971-0dd66820c3dc req-a04a7ff3-2f74-40fc-b655-0ad56adce50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:20.348591 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17a5253e-6f0c-45fa-a971-0dd66820c3dc req-a04a7ff3-2f74-40fc-b655-0ad56adce50f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=896e2276-4c3a-4971-9ed3-11ed28b1de0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1361496 Apr 20 16:21:20.349737 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8609af6e-29d2-40b8-aee7-3f26f946ec2b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:20.350776 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8609af6e-29d2-40b8-aee7-3f26f946ec2b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2681644 Apr 20 16:21:20.353763 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44800) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:21:20.360019 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-898e60b2-7428-4457-8ba6-014003aef253 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Request body: {'security_group_rule': {'security_group_id': 'bd3f09d4-8618-4ba1-8960-2c3da3a5bf95', 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:21:20.384192 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-898e60b2-7428-4457-8ba6-014003aef253 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:21:20.386062 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-f2265d6e-2409-4837-b61c-666b40626acf None None] Set router db7a7c99-fc44-484c-9fbc-22b0e794d129 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:21:20.545200 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-898e60b2-7428-4457-8ba6-014003aef253 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Usage tracker for resource:security_group_rule and tenant:b5f17162e61d44dea8b1ea32162365e6 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:21:20.551740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-898e60b2-7428-4457-8ba6-014003aef253 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:21:20.565430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-898e60b2-7428-4457-8ba6-014003aef253 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:21:20.602195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-898e60b2-7428-4457-8ba6-014003aef253 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:20.642982 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17a5253e-6f0c-45fa-a971-0dd66820c3dc req-c85163f5-579f-46b5-9918-5f3f1366d286 service neutron] 10.222.0.11 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865834 Apr 20 16:21:20.737752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-f2265d6e-2409-4837-b61c-666b40626acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'name': 'tempest-TestMinimumBasicScenario-1372508657-router', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:22Z', 'updated_at': '2022-04-20T16:20:26Z', 'revision_number': 4, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'gw_port': {'id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:23Z', 'updated_at': '2022-04-20T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'f16e3e34-fba3-488d-9a39-a702e7afc001', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'floating_ip_address': '172.26.7.36', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'port_id': '464a3d18-9357-475d-a757-20d040409df0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c', 'mac_address': 'fa:16:3e:c9:29:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:21:18Z', 'updated_at': '2022-04-20T16:21:18Z', 'revision_number': 0, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a79ab73-d264-4d9e-b788-50cc90153e2b', 'name': '', 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'mac_address': 'fa:16:3e:ab:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:25Z', 'updated_at': '2022-04-20T16:20:32Z', 'revision_number': 5, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'subnets': [{'id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:20.742343 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2265d6e-2409-4837-b61c-666b40626acf None None] The sync data for ids ['db7a7c99-fc44-484c-9fbc-22b0e794d129'] in dv-neutron-838699-1-hyperv is: [{'id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'name': 'tempest-TestMinimumBasicScenario-1372508657-router', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:22Z', 'updated_at': '2022-04-20T16:20:26Z', 'revision_number': 4, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'gw_port': {'id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:23Z', 'updated_at': '2022-04-20T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'f16e3e34-fba3-488d-9a39-a702e7afc001', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'floating_ip_address': '172.26.7.36', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'port_id': '464a3d18-9357-475d-a757-20d040409df0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c', 'mac_address': 'fa:16:3e:c9:29:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:21:18Z', 'updated_at': '2022-04-20T16:21:18Z', 'revision_number': 0, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a79ab73-d264-4d9e-b788-50cc90153e2b', 'name': '', 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'mac_address': 'fa:16:3e:ab:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:25Z', 'updated_at': '2022-04-20T16:20:32Z', 'revision_number': 5, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'subnets': [{'id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:21:20.769423 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-898e60b2-7428-4457-8ba6-014003aef253 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:20.786598 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-898e60b2-7428-4457-8ba6-014003aef253 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:20.825405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e60b2-7428-4457-8ba6-014003aef253 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495dc5be-b70a-410d-8860-81203b7dcd92,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:20.829025 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17a5253e-6f0c-45fa-a971-0dd66820c3dc req-37011031-b946-48fb-9c83-eed3fddb7b1e service neutron] 10.222.0.11 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772833 Apr 20 16:21:20.840999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-898e60b2-7428-4457-8ba6-014003aef253 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:20.846019 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-898e60b2-7428-4457-8ba6-014003aef253 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4875185 Apr 20 16:21:20.846019 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 44804) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:21:20.850911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1067571d-1fc7-4765-b207-a7e53c8bccd0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Request body: {'security_group_rule': {'security_group_id': 'bd3f09d4-8618-4ba1-8960-2c3da3a5bf95', 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:21:20.857071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1067571d-1fc7-4765-b207-a7e53c8bccd0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:21:20.861493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1067571d-1fc7-4765-b207-a7e53c8bccd0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Usage tracker for resource:security_group_rule and tenant:b5f17162e61d44dea8b1ea32162365e6 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:21:20.864391 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1067571d-1fc7-4765-b207-a7e53c8bccd0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:21:20.870773 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1067571d-1fc7-4765-b207-a7e53c8bccd0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:21:20.887027 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1067571d-1fc7-4765-b207-a7e53c8bccd0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:20.956957 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1067571d-1fc7-4765-b207-a7e53c8bccd0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:20.957995 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54cdb5d-b55e-4a44-bdc0-0ebbfecc74a0 None None] New status for floating IP f16e3e34-fba3-488d-9a39-a702e7afc001: ACTIVE {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:21:20.961940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1067571d-1fc7-4765-b207-a7e53c8bccd0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:20.987456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067571d-1fc7-4765-b207-a7e53c8bccd0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a6aaa1-72c7-4325-bc55-d1804ce75cb3,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:20.999219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1067571d-1fc7-4765-b207-a7e53c8bccd0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:21.000569 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1067571d-1fc7-4765-b207-a7e53c8bccd0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1535823 Apr 20 16:21:21.003317 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44808) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:21:21.008378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-a64378af-4a7c-40ef-9a82-40c59d529289 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Request body: {'security_group_rule': {'security_group_id': 'bd3f09d4-8618-4ba1-8960-2c3da3a5bf95', 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:21:21.014197 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a64378af-4a7c-40ef-9a82-40c59d529289 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:21:21.017999 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a64378af-4a7c-40ef-9a82-40c59d529289 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Usage tracker for resource:security_group_rule and tenant:b5f17162e61d44dea8b1ea32162365e6 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:21:21.021499 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a64378af-4a7c-40ef-9a82-40c59d529289 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:21:21.028053 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a64378af-4a7c-40ef-9a82-40c59d529289 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:21:21.040235 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-a64378af-4a7c-40ef-9a82-40c59d529289 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Project b5f17162e61d44dea8b1ea32162365e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:21:21.047449 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a64378af-4a7c-40ef-9a82-40c59d529289 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:21.110784 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a64378af-4a7c-40ef-9a82-40c59d529289 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:21.114332 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a64378af-4a7c-40ef-9a82-40c59d529289 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:21.136856 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64378af-4a7c-40ef-9a82-40c59d529289 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5cd63e3-0c9b-4c07-b22c-59287e45afc3,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:21.148565 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a64378af-4a7c-40ef-9a82-40c59d529289 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:21.149928 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a64378af-4a7c-40ef-9a82-40c59d529289 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1455626 Apr 20 16:21:21.152550 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44812) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:21:21.158187 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-fc37c850-c346-4f2c-8f5f-f92681203932 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Request body: {'security_group_rule': {'security_group_id': 'bd3f09d4-8618-4ba1-8960-2c3da3a5bf95', 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:21:21.164076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-fc37c850-c346-4f2c-8f5f-f92681203932 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:21:21.168017 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-fc37c850-c346-4f2c-8f5f-f92681203932 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Usage tracker for resource:security_group_rule and tenant:b5f17162e61d44dea8b1ea32162365e6 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:21:21.171495 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-fc37c850-c346-4f2c-8f5f-f92681203932 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:21:21.177354 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-fc37c850-c346-4f2c-8f5f-f92681203932 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:21:21.189009 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-fc37c850-c346-4f2c-8f5f-f92681203932 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Project b5f17162e61d44dea8b1ea32162365e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:21:21.196933 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc37c850-c346-4f2c-8f5f-f92681203932 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:21.265523 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc37c850-c346-4f2c-8f5f-f92681203932 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:21.268986 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc37c850-c346-4f2c-8f5f-f92681203932 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:21.290650 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37c850-c346-4f2c-8f5f-f92681203932 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52db25d1-fe16-4e43-8f9d-c1bbb6326019,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:21.299998 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fc37c850-c346-4f2c-8f5f-f92681203932 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:21.301021 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-fc37c850-c346-4f2c-8f5f-f92681203932 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1474323 Apr 20 16:21:21.425108 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b269f3a6-a23e-44d8-93b1-8da6f8206abf req-e3876b80-e10a-4a7e-a361-8203cfeab408 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1237193848&fields=id&tenant_id=b5f17162e61d44dea8b1ea32162365e6 HTTP/1.1" status: 200 len: 267 time: 0.0415175 Apr 20 16:21:21.516700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269f3a6-a23e-44d8-93b1-8da6f8206abf req-166ea45e-4959-489f-a196-ce60712b0a1c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:21.518145 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b269f3a6-a23e-44d8-93b1-8da6f8206abf req-166ea45e-4959-489f-a196-ce60712b0a1c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 945 time: 0.0876083 Apr 20 16:21:21.528759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-b269f3a6-a23e-44d8-93b1-8da6f8206abf req-6ccf6e45-b325-4335-b4a7-153cec98df0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Request body: {'port': {'security_groups': ['fb3006d1-492a-4adc-9110-6e0917bffb09', 'bd3f09d4-8618-4ba1-8960-2c3da3a5bf95']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:21:21.647449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-b269f3a6-a23e-44d8-93b1-8da6f8206abf req-6ccf6e45-b325-4335-b4a7-153cec98df0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:21.894516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-b269f3a6-a23e-44d8-93b1-8da6f8206abf req-6ccf6e45-b325-4335-b4a7-153cec98df0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] For port 464a3d18-9357-475d-a757-20d040409df0, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=464a3d18-9357-475d-a757-20d040409df0,segment=NetworkSegment(73b1eec8-8fe3-4eae-bf28-f4a966f030c7),segment_id=73b1eec8-8fe3-4eae-bf28-f4a966f030c7)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:21:21.918092 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-b269f3a6-a23e-44d8-93b1-8da6f8206abf req-6ccf6e45-b325-4335-b4a7-153cec98df0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:21.923829 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-b269f3a6-a23e-44d8-93b1-8da6f8206abf req-6ccf6e45-b325-4335-b4a7-153cec98df0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:21.934665 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['464a3d18-9357-475d-a757-20d040409df0'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:21:21.993271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269f3a6-a23e-44d8-93b1-8da6f8206abf req-6ccf6e45-b325-4335-b4a7-153cec98df0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:21.996686 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-b269f3a6-a23e-44d8-93b1-8da6f8206abf req-6ccf6e45-b325-4335-b4a7-153cec98df0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:21.998159 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b269f3a6-a23e-44d8-93b1-8da6f8206abf req-6ccf6e45-b325-4335-b4a7-153cec98df0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "PUT /v2.0/ports/464a3d18-9357-475d-a757-20d040409df0 HTTP/1.1" status: 200 len: 981 time: 0.4737740 Apr 20 16:21:21.999789 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'tag': '464a3d18-9357-475d-a757-20d040409df0'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:22.061487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf6e45-b325-4335-b4a7-153cec98df0c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Pushing event updated for resources: {'Port': ['ID=464a3d18-9357-475d-a757-20d040409df0,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:22.063726 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['464a3d18-9357-475d-a757-20d040409df0'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:21:22.090218 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-092a45b7-6e8f-4247-beba-317a108d75ee'] response: {'name': 'network-changed', 'server_uuid': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'tag': '464a3d18-9357-475d-a757-20d040409df0', 'status': 'completed', 'code': 200} Apr 20 16:21:22.245026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b764f6-6cc7-4207-8bfc-7c51f790c853 req-9b5f8f71-45c1-4150-b0f5-8f383bc6c77a tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:22.246466 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a5b764f6-6cc7-4207-8bfc-7c51f790c853 req-9b5f8f71-45c1-4150-b0f5-8f383bc6c77a tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 984 time: 0.1398826 Apr 20 16:21:22.277920 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095de1b3-de39-433e-9868-8c3c5f9c415e req-cd043b94-759b-4249-8b8c-5dcea10e69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:22.279261 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-095de1b3-de39-433e-9868-8c3c5f9c415e req-cd043b94-759b-4249-8b8c-5dcea10e69b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5f17162e61d44dea8b1ea32162365e6&device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 1137 time: 0.1401525 Apr 20 16:21:22.362420 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c489d181-0703-443b-9375-33a700f48b82 None None] Provisioning complete for port 464a3d18-9357-475d-a757-20d040409df0 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:22.362420 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c489d181-0703-443b-9375-33a700f48b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:22.372967 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a5b764f6-6cc7-4207-8bfc-7c51f790c853 req-d5598d89-f61e-4b4e-8d13-d9152f76a7c3 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3f09d4-8618-4ba1-8960-2c3da3a5bf95&id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181221 Apr 20 16:21:22.434803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095de1b3-de39-433e-9868-8c3c5f9c415e req-dd3cc499-3bad-45ef-955f-5c39211591fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:22.436284 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-095de1b3-de39-433e-9868-8c3c5f9c415e req-dd3cc499-3bad-45ef-955f-5c39211591fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=896e2276-4c3a-4971-9ed3-11ed28b1de0c HTTP/1.1" status: 200 len: 916 time: 0.1483109 Apr 20 16:21:22.540949 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-095de1b3-de39-433e-9868-8c3c5f9c415e req-95ddc367-db23-4162-81af-0463c425a408 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=464a3d18-9357-475d-a757-20d040409df0 HTTP/1.1" status: 200 len: 1000 time: 0.0976188 Apr 20 16:21:22.602210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095de1b3-de39-433e-9868-8c3c5f9c415e req-ca3f0a86-45f4-4647-8ba6-dd6e4a7ae082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:22.603852 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-095de1b3-de39-433e-9868-8c3c5f9c415e req-ca3f0a86-45f4-4647-8ba6-dd6e4a7ae082 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d39cc8c-7bb7-44f7-a3b5-1db7918530c1 HTTP/1.1" status: 200 len: 854 time: 0.0564876 Apr 20 16:21:22.680595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095de1b3-de39-433e-9868-8c3c5f9c415e req-7919c5fe-4614-4bdc-9aed-97e67238b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:22.682060 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-095de1b3-de39-433e-9868-8c3c5f9c415e req-7919c5fe-4614-4bdc-9aed-97e67238b6d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=896e2276-4c3a-4971-9ed3-11ed28b1de0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722797 Apr 20 16:21:22.914063 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-095de1b3-de39-433e-9868-8c3c5f9c415e req-bb3d7e47-041f-4745-9795-5a94227c86ec service neutron] 10.222.0.11 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250898 Apr 20 16:21:23.046770 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-095de1b3-de39-433e-9868-8c3c5f9c415e req-853bd28d-c4a9-4ac4-817f-60a1e2e7d202 service neutron] 10.222.0.11 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236711 Apr 20 16:21:32.137132 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f8a8cb30-ecba-4d05-a0ef-06059c5c2076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:34.418512 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1e008ec5-629c-4851-8744-7445f3585aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:35.817647 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:35.819361 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:37.184684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:45.267541 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:48.610171 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72fa6d42-9270-472c-88b0-5293bcc48b99 req-aacd637d-b667-48c3-a516-46e3981a30ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685709 Apr 20 16:21:48.745770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa6d42-9270-472c-88b0-5293bcc48b99 req-4de9fcd7-a7e6-4675-a353-395acb0a977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:48.747210 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72fa6d42-9270-472c-88b0-5293bcc48b99 req-4de9fcd7-a7e6-4675-a353-395acb0a977d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5f17162e61d44dea8b1ea32162365e6&device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 1137 time: 0.0730336 Apr 20 16:21:48.889373 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa6d42-9270-472c-88b0-5293bcc48b99 req-920dcc13-5033-48a6-9de0-3bd354c3b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:48.890799 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72fa6d42-9270-472c-88b0-5293bcc48b99 req-920dcc13-5033-48a6-9de0-3bd354c3b699 service neutron] 10.222.0.11 "GET /v2.0/networks?id=896e2276-4c3a-4971-9ed3-11ed28b1de0c HTTP/1.1" status: 200 len: 916 time: 0.1258419 Apr 20 16:21:48.995323 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72fa6d42-9270-472c-88b0-5293bcc48b99 req-80a0c2dd-3a10-4610-9496-069c59ba69d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=464a3d18-9357-475d-a757-20d040409df0 HTTP/1.1" status: 200 len: 1000 time: 0.0984931 Apr 20 16:21:49.055917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa6d42-9270-472c-88b0-5293bcc48b99 req-460808ba-8c7d-4ea3-8fce-54d97f77c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:49.057293 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72fa6d42-9270-472c-88b0-5293bcc48b99 req-460808ba-8c7d-4ea3-8fce-54d97f77c5c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d39cc8c-7bb7-44f7-a3b5-1db7918530c1 HTTP/1.1" status: 200 len: 854 time: 0.0552812 Apr 20 16:21:49.130272 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa6d42-9270-472c-88b0-5293bcc48b99 req-3ef88ea3-cd53-4ea8-a639-9430892ef332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:49.131701 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72fa6d42-9270-472c-88b0-5293bcc48b99 req-3ef88ea3-cd53-4ea8-a639-9430892ef332 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=896e2276-4c3a-4971-9ed3-11ed28b1de0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687425 Apr 20 16:21:49.261084 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72fa6d42-9270-472c-88b0-5293bcc48b99 req-eebfb4b1-2147-4302-b14d-6b02a80d371f service neutron] 10.222.0.11 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228590 Apr 20 16:21:49.389179 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-72fa6d42-9270-472c-88b0-5293bcc48b99 req-8b0c01dc-0625-4466-acfc-1451e6de9cd7 service neutron] 10.222.0.11 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216686 Apr 20 16:21:56.472768 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:22:02.139804 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9115931f-624a-466a-946f-7c7bdd9663da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:04.409780 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fedbaec7-c033-40f8-bb1a-4bc15103df6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:05.819402 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:05.820837 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:07.188018 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:15.271485 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:20.505809 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704010d2-de03-4dc2-8b38-fbf63786d90e req-44df386a-2801-4d82-87bd-9d78e633ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:20.507218 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-704010d2-de03-4dc2-8b38-fbf63786d90e req-44df386a-2801-4d82-87bd-9d78e633ef4a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5f17162e61d44dea8b1ea32162365e6&device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 1137 time: 0.1359954 Apr 20 16:22:20.515514 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077093f2-f27b-4157-9870-643c6e767292 req-0ee02a52-8faa-456d-b2fd-2727bf6d1d1b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:20.516848 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-077093f2-f27b-4157-9870-643c6e767292 req-0ee02a52-8faa-456d-b2fd-2727bf6d1d1b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 984 time: 0.1076050 Apr 20 16:22:20.643739 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-077093f2-f27b-4157-9870-643c6e767292 req-f46208c8-6f3f-4d62-a0a8-c2556e7ce745 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3f09d4-8618-4ba1-8960-2c3da3a5bf95&id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068137 Apr 20 16:22:20.677665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704010d2-de03-4dc2-8b38-fbf63786d90e req-60ae56fa-0f6c-43c6-b8f4-90aec8775d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:20.679134 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-704010d2-de03-4dc2-8b38-fbf63786d90e req-60ae56fa-0f6c-43c6-b8f4-90aec8775d3e service neutron] 10.222.0.11 "GET /v2.0/networks?id=896e2276-4c3a-4971-9ed3-11ed28b1de0c HTTP/1.1" status: 200 len: 916 time: 0.1613848 Apr 20 16:22:20.779661 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-704010d2-de03-4dc2-8b38-fbf63786d90e req-935ae59e-76d8-460a-88c2-2d0813748e6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=464a3d18-9357-475d-a757-20d040409df0 HTTP/1.1" status: 200 len: 1000 time: 0.0940838 Apr 20 16:22:20.840998 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704010d2-de03-4dc2-8b38-fbf63786d90e req-8ad08e02-6c00-4f46-bdf5-ec901ef8414b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:20.842440 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-704010d2-de03-4dc2-8b38-fbf63786d90e req-8ad08e02-6c00-4f46-bdf5-ec901ef8414b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d39cc8c-7bb7-44f7-a3b5-1db7918530c1 HTTP/1.1" status: 200 len: 854 time: 0.0564296 Apr 20 16:22:20.917079 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704010d2-de03-4dc2-8b38-fbf63786d90e req-67268c10-92e6-40c6-9a05-bd64ccfb399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:20.918511 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-704010d2-de03-4dc2-8b38-fbf63786d90e req-67268c10-92e6-40c6-9a05-bd64ccfb399d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=896e2276-4c3a-4971-9ed3-11ed28b1de0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699680 Apr 20 16:22:21.144473 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-704010d2-de03-4dc2-8b38-fbf63786d90e req-26616058-73be-48dc-8a89-3756c704855d service neutron] 10.222.0.11 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180643 Apr 20 16:22:21.274534 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-704010d2-de03-4dc2-8b38-fbf63786d90e req-012f4945-48df-418a-b119-e1a4282da342 service neutron] 10.222.0.11 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236267 Apr 20 16:22:21.835273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434cc40-78ee-47c7-8dc2-eec6075a401e req-27c74ec5-7ba4-42c9-8e95-877b6b19d3eb tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:21.836741 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d434cc40-78ee-47c7-8dc2-eec6075a401e req-27c74ec5-7ba4-42c9-8e95-877b6b19d3eb tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 984 time: 0.0829077 Apr 20 16:22:21.882005 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d434cc40-78ee-47c7-8dc2-eec6075a401e req-e44ca77d-0318-45a2-8e87-348c85495f5f tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3f09d4-8618-4ba1-8960-2c3da3a5bf95&id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395644 Apr 20 16:22:23.064421 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de30f-1c46-4e9d-953e-a8b7fcfe5eb8 req-a027ccbf-a7fc-4c0e-a713-de14db259f4d tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:23.065839 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-366de30f-1c46-4e9d-953e-a8b7fcfe5eb8 req-a027ccbf-a7fc-4c0e-a713-de14db259f4d tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 984 time: 0.0813704 Apr 20 16:22:23.110538 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-366de30f-1c46-4e9d-953e-a8b7fcfe5eb8 req-182ea991-be06-44fb-93ce-d932b93bb08d tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3f09d4-8618-4ba1-8960-2c3da3a5bf95&id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390232 Apr 20 16:22:24.291147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3320be-d850-434d-bee3-d6600355440e req-bdab9fb0-b66e-48c5-bd50-741d40504556 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:24.292688 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-aa3320be-d850-434d-bee3-d6600355440e req-bdab9fb0-b66e-48c5-bd50-741d40504556 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 984 time: 0.0790598 Apr 20 16:22:24.338318 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-aa3320be-d850-434d-bee3-d6600355440e req-a753874d-6e97-417c-af23-3cde5904fd28 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3f09d4-8618-4ba1-8960-2c3da3a5bf95&id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398588 Apr 20 16:22:25.528233 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0173c5-ccba-4090-a77a-3d29b515838a req-9fbf3d74-1cd4-44c0-81ea-c8711710a816 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:25.529573 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2e0173c5-ccba-4090-a77a-3d29b515838a req-9fbf3d74-1cd4-44c0-81ea-c8711710a816 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 984 time: 0.0824037 Apr 20 16:22:25.574857 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2e0173c5-ccba-4090-a77a-3d29b515838a req-61f661e4-2e6a-4da3-aaae-40629ec4bf10 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3f09d4-8618-4ba1-8960-2c3da3a5bf95&id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387537 Apr 20 16:22:26.755789 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2469fa-3a3d-432a-ac0c-9588a1be746e req-12fe851e-795e-4ee2-a5c5-069343773514 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:26.757314 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1e2469fa-3a3d-432a-ac0c-9588a1be746e req-12fe851e-795e-4ee2-a5c5-069343773514 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 984 time: 0.0785136 Apr 20 16:22:26.805406 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1e2469fa-3a3d-432a-ac0c-9588a1be746e req-2ed878e2-d460-4e52-93da-65f9f270365c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3f09d4-8618-4ba1-8960-2c3da3a5bf95&id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424459 Apr 20 16:22:27.985359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fd825-1185-42ff-be89-0a2cc9512d61 req-b556d2fb-d7cd-461f-bd5b-90f06c790740 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:27.986942 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b35fd825-1185-42ff-be89-0a2cc9512d61 req-b556d2fb-d7cd-461f-bd5b-90f06c790740 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 984 time: 0.0790615 Apr 20 16:22:28.032954 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b35fd825-1185-42ff-be89-0a2cc9512d61 req-0b6cacfd-855b-45c2-8436-9c88989d7c7c tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3f09d4-8618-4ba1-8960-2c3da3a5bf95&id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402942 Apr 20 16:22:29.222014 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811afa39-292a-4399-ae9b-bc2c435fb179 req-76e6fce4-727a-496a-a999-957728ae4df5 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:29.223474 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-811afa39-292a-4399-ae9b-bc2c435fb179 req-76e6fce4-727a-496a-a999-957728ae4df5 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 984 time: 0.0832889 Apr 20 16:22:29.269976 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-811afa39-292a-4399-ae9b-bc2c435fb179 req-773c4af2-e392-4bc0-927c-438192426794 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3f09d4-8618-4ba1-8960-2c3da3a5bf95&id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407317 Apr 20 16:22:30.450664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa468e-b281-487b-93a2-3fa4dbc89fd1 req-79a1b569-fcec-4bee-bae4-55f30536e89b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:30.452037 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51fa468e-b281-487b-93a2-3fa4dbc89fd1 req-79a1b569-fcec-4bee-bae4-55f30536e89b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 984 time: 0.0791228 Apr 20 16:22:30.497122 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51fa468e-b281-487b-93a2-3fa4dbc89fd1 req-61c58f67-0d43-4c5b-a104-a7f1eb2f7848 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3f09d4-8618-4ba1-8960-2c3da3a5bf95&id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394018 Apr 20 16:22:31.682057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe299bed-5b9e-496d-815a-9a787e18bd4a req-79613009-939d-484c-830a-38104689bb3b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:31.683493 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fe299bed-5b9e-496d-815a-9a787e18bd4a req-79613009-939d-484c-830a-38104689bb3b tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 984 time: 0.0841744 Apr 20 16:22:31.731018 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fe299bed-5b9e-496d-815a-9a787e18bd4a req-2f69db8a-07bb-4efa-9a90-ab0ee2d427fe tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3f09d4-8618-4ba1-8960-2c3da3a5bf95&id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416377 Apr 20 16:22:32.166961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-28c4e1c9-f9ca-435b-9623-82feb994d96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:32.920806 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e09190-a835-463f-b306-5958f5d89c90 req-64daa1d5-6424-49c0-b404-8f9b735d8ec8 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:32.922243 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-76e09190-a835-463f-b306-5958f5d89c90 req-64daa1d5-6424-49c0-b404-8f9b735d8ec8 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 984 time: 0.0820699 Apr 20 16:22:32.967023 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-76e09190-a835-463f-b306-5958f5d89c90 req-f7e11424-4f9c-461e-b45c-09c9882c922e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3f09d4-8618-4ba1-8960-2c3da3a5bf95&id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384238 Apr 20 16:22:33.471408 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:22:34.410425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-eeaf5e7b-afe4-47f3-acb1-c86e1686064c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:35.821532 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:35.823251 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:37.192876 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:45.300636 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:48.635411 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9b0bb947-60e3-4038-89e1-b1807a927af8 req-f322f716-0c67-43bf-91fe-caf22062e00c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694931 Apr 20 16:22:48.776582 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bb947-60e3-4038-89e1-b1807a927af8 req-6c406664-3fd2-48ca-8098-9d85ede638fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:48.778017 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9b0bb947-60e3-4038-89e1-b1807a927af8 req-6c406664-3fd2-48ca-8098-9d85ede638fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5f17162e61d44dea8b1ea32162365e6&device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 1137 time: 0.0732596 Apr 20 16:22:48.918611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bb947-60e3-4038-89e1-b1807a927af8 req-01077238-9daa-4c5d-87d1-f5d378f06331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:48.920038 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9b0bb947-60e3-4038-89e1-b1807a927af8 req-01077238-9daa-4c5d-87d1-f5d378f06331 service neutron] 10.222.0.11 "GET /v2.0/networks?id=896e2276-4c3a-4971-9ed3-11ed28b1de0c HTTP/1.1" status: 200 len: 916 time: 0.1248710 Apr 20 16:22:49.019386 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9b0bb947-60e3-4038-89e1-b1807a927af8 req-e1bd8058-3313-4be9-b102-18bda15285f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=464a3d18-9357-475d-a757-20d040409df0 HTTP/1.1" status: 200 len: 1000 time: 0.0916784 Apr 20 16:22:49.081527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bb947-60e3-4038-89e1-b1807a927af8 req-f2b81cc6-fea4-4612-8035-5324a974b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:49.082905 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9b0bb947-60e3-4038-89e1-b1807a927af8 req-f2b81cc6-fea4-4612-8035-5324a974b630 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d39cc8c-7bb7-44f7-a3b5-1db7918530c1 HTTP/1.1" status: 200 len: 854 time: 0.0581849 Apr 20 16:22:49.155291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bb947-60e3-4038-89e1-b1807a927af8 req-23e5e3ab-d67b-4c84-a844-b82973d7aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:49.156783 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9b0bb947-60e3-4038-89e1-b1807a927af8 req-23e5e3ab-d67b-4c84-a844-b82973d7aa9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=896e2276-4c3a-4971-9ed3-11ed28b1de0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685494 Apr 20 16:22:49.290650 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9b0bb947-60e3-4038-89e1-b1807a927af8 req-2c3599e0-11db-4bac-a6fb-12a66214e623 service neutron] 10.222.0.11 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275499 Apr 20 16:22:49.508604 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9b0bb947-60e3-4038-89e1-b1807a927af8 req-38e1cb91-7ad4-4573-b416-efabd8ec61f4 service neutron] 10.222.0.11 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116950 Apr 20 16:23:02.140752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-197df542-bf8d-4a4c-acc7-b7c1d97f5af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:04.410995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c14434a4-26ef-4dd1-a241-e7a16b34fa68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:05.825707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:05.827431 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:07.193546 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:10.470515 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:23:15.313195 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:32.145472 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7ac7f56f-fae7-4184-97ea-ac5833409b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:34.412583 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1757c717-92ce-4474-8f54-36b9f146ac7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:35.826130 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:35.828509 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.266446 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-065816c6-63ab-499b-a525-18bf06dfd198 req-7d99dfad-2173-4ffd-a00a-bb0bbb0ef709 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1237193848&fields=id&tenant_id=b5f17162e61d44dea8b1ea32162365e6 HTTP/1.1" status: 200 len: 267 time: 0.0439520 Apr 20 16:23:36.350812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065816c6-63ab-499b-a525-18bf06dfd198 req-df6cecff-2094-4b81-aa0a-577680958128 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:36.352293 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-065816c6-63ab-499b-a525-18bf06dfd198 req-df6cecff-2094-4b81-aa0a-577680958128 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 984 time: 0.0804043 Apr 20 16:23:36.363643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-065816c6-63ab-499b-a525-18bf06dfd198 req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Request body: {'port': {'security_groups': ['fb3006d1-492a-4adc-9110-6e0917bffb09']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:23:36.488025 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-065816c6-63ab-499b-a525-18bf06dfd198 req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.765076 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-065816c6-63ab-499b-a525-18bf06dfd198 req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] For port 464a3d18-9357-475d-a757-20d040409df0, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=464a3d18-9357-475d-a757-20d040409df0,segment=NetworkSegment(73b1eec8-8fe3-4eae-bf28-f4a966f030c7),segment_id=73b1eec8-8fe3-4eae-bf28-f4a966f030c7)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:23:36.792583 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-065816c6-63ab-499b-a525-18bf06dfd198 req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.796999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-065816c6-63ab-499b-a525-18bf06dfd198 req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.809596 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['464a3d18-9357-475d-a757-20d040409df0'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:23:36.862198 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065816c6-63ab-499b-a525-18bf06dfd198 req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:36.862463 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-065816c6-63ab-499b-a525-18bf06dfd198 req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.863841 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-065816c6-63ab-499b-a525-18bf06dfd198 req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "PUT /v2.0/ports/464a3d18-9357-475d-a757-20d040409df0 HTTP/1.1" status: 200 len: 942 time: 0.5051060 Apr 20 16:23:36.864290 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'tag': '464a3d18-9357-475d-a757-20d040409df0'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:36.871148 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44888) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:23:36.899071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Pushing event updated for resources: {'Port': ['ID=464a3d18-9357-475d-a757-20d040409df0,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:36.915226 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:36.915582 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:36.915961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:36.916324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:36.918727 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:36.919097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:36.919450 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:36.919815 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:36.920330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:36.920791 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:36.921015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:36.921412 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930723cf-3be7-4c57-819c-892145a3a097 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:36.934846 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['464a3d18-9357-475d-a757-20d040409df0'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:23:36.959202 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7cc34a8e-8b55-4aeb-b274-3c5755dae239 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.009166 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7cc34a8e-8b55-4aeb-b274-3c5755dae239 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.031754 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94be0383-28e7-4f53-98b5-4f305bd0013a'] response: {'name': 'network-changed', 'server_uuid': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'tag': '464a3d18-9357-475d-a757-20d040409df0', 'status': 'completed', 'code': 200} Apr 20 16:23:37.086638 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7cc34a8e-8b55-4aeb-b274-3c5755dae239 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.110676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc34a8e-8b55-4aeb-b274-3c5755dae239 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3f09d4-8618-4ba1-8960-2c3da3a5bf95,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:37.121491 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc34a8e-8b55-4aeb-b274-3c5755dae239 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:37.121770 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc34a8e-8b55-4aeb-b274-3c5755dae239 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:37.122111 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc34a8e-8b55-4aeb-b274-3c5755dae239 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:37.122449 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc34a8e-8b55-4aeb-b274-3c5755dae239 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:37.122781 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc34a8e-8b55-4aeb-b274-3c5755dae239 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:37.123115 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc34a8e-8b55-4aeb-b274-3c5755dae239 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:37.123448 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc34a8e-8b55-4aeb-b274-3c5755dae239 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:37.123797 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc34a8e-8b55-4aeb-b274-3c5755dae239 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:37.124123 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc34a8e-8b55-4aeb-b274-3c5755dae239 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:37.124451 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc34a8e-8b55-4aeb-b274-3c5755dae239 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:37.124805 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc34a8e-8b55-4aeb-b274-3c5755dae239 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:37.127865 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc34a8e-8b55-4aeb-b274-3c5755dae239 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:37.140107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b29c1-7003-41c0-92cb-d4adc46ba85d req-e31b8b4c-23c7-445b-8647-8876cffe9381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:37.141137 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7cc34a8e-8b55-4aeb-b274-3c5755dae239 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.142379 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-972b29c1-7003-41c0-92cb-d4adc46ba85d req-e31b8b4c-23c7-445b-8647-8876cffe9381 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5f17162e61d44dea8b1ea32162365e6&device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 1098 time: 0.0857582 Apr 20 16:23:37.142973 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7cc34a8e-8b55-4aeb-b274-3c5755dae239 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "DELETE /v2.0/security-groups/bd3f09d4-8618-4ba1-8960-2c3da3a5bf95 HTTP/1.1" status: 204 len: 168 time: 0.2709124 Apr 20 16:23:37.145284 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44894) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:23:37.186814 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7fa8a4ee-73b8-4605-bdf7-30989a3d88c6 None None] Provisioning complete for port 464a3d18-9357-475d-a757-20d040409df0 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:37.190237 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a4ee-73b8-4605-bdf7-30989a3d88c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.293572 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.316199 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b29c1-7003-41c0-92cb-d4adc46ba85d req-97200647-794f-4ff3-9524-59bff2e55413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:37.317893 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-972b29c1-7003-41c0-92cb-d4adc46ba85d req-97200647-794f-4ff3-9524-59bff2e55413 service neutron] 10.222.0.11 "GET /v2.0/networks?id=896e2276-4c3a-4971-9ed3-11ed28b1de0c HTTP/1.1" status: 200 len: 916 time: 0.1631732 Apr 20 16:23:37.392020 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-47e0243c-9276-482f-9314-44b69fb7e9c0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Deleting port 309bab2c-eaf1-43ea-855e-6ebe059d3fa3 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:23:37.392366 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47e0243c-9276-482f-9314-44b69fb7e9c0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.423139 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-972b29c1-7003-41c0-92cb-d4adc46ba85d req-8cfa4eb6-be68-428c-a59f-213aeeb923d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=464a3d18-9357-475d-a757-20d040409df0 HTTP/1.1" status: 200 len: 1000 time: 0.0984759 Apr 20 16:23:37.494800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b29c1-7003-41c0-92cb-d4adc46ba85d req-4cd21a9b-3d47-45cd-acd3-50a314b55a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:37.496271 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-972b29c1-7003-41c0-92cb-d4adc46ba85d req-4cd21a9b-3d47-45cd-acd3-50a314b55a74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d39cc8c-7bb7-44f7-a3b5-1db7918530c1 HTTP/1.1" status: 200 len: 854 time: 0.0644267 Apr 20 16:23:37.576794 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47e0243c-9276-482f-9314-44b69fb7e9c0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.577114 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47e0243c-9276-482f-9314-44b69fb7e9c0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.582033 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b29c1-7003-41c0-92cb-d4adc46ba85d req-7a319918-3242-40a5-bf6e-6006c54c7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:37.583510 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-972b29c1-7003-41c0-92cb-d4adc46ba85d req-7a319918-3242-40a5-bf6e-6006c54c7237 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=896e2276-4c3a-4971-9ed3-11ed28b1de0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791330 Apr 20 16:23:37.718895 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-972b29c1-7003-41c0-92cb-d4adc46ba85d req-b99505ba-0657-4579-86ed-0292af397368 service neutron] 10.222.0.11 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283526 Apr 20 16:23:37.791186 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-47e0243c-9276-482f-9314-44b69fb7e9c0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Calling delete_port for 309bab2c-eaf1-43ea-855e-6ebe059d3fa3 owned by network:floatingip {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:23:37.855749 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-972b29c1-7003-41c0-92cb-d4adc46ba85d req-19655ffc-98d3-4b1d-8ea2-1f9f5d5402f6 service neutron] 10.222.0.11 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312051 Apr 20 16:23:37.946040 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47e0243c-9276-482f-9314-44b69fb7e9c0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.992220 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0243c-9276-482f-9314-44b69fb7e9c0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Pushing event deleted for resources: {'Port': ['ID=309bab2c-eaf1-43ea-855e-6ebe059d3fa3,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:38.082691 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47e0243c-9276-482f-9314-44b69fb7e9c0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks [] for floatingip, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:38.083046 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.l3_db [None req-47e0243c-9276-482f-9314-44b69fb7e9c0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Floating IP f16e3e34-fba3-488d-9a39-a702e7afc001 disassociated (deleted). External IP: 172.26.7.36, port: 464a3d18-9357-475d-a757-20d040409df0. Apr 20 16:23:38.439060 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e0243c-9276-482f-9314-44b69fb7e9c0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Router db7a7c99-fc44-484c-9fbc-22b0e794d129 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:23:38.613541 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e0243c-9276-482f-9314-44b69fb7e9c0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:23:38.622729 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a08a7d-838c-4274-8255-bde0ddecb6da None None] Sync routers for ids ['db7a7c99-fc44-484c-9fbc-22b0e794d129'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:23:38.632148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a08a7d-838c-4274-8255-bde0ddecb6da None None] Routers {'db7a7c99-fc44-484c-9fbc-22b0e794d129'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:23:38.632422 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-47e0243c-9276-482f-9314-44b69fb7e9c0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:38.632763 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-41a08a7d-838c-4274-8255-bde0ddecb6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:23:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['db7a7c99-fc44-484c-9fbc-22b0e794d129'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:38.689389 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-47e0243c-9276-482f-9314-44b69fb7e9c0 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "DELETE /v2.0/floatingips/f16e3e34-fba3-488d-9a39-a702e7afc001 HTTP/1.1" status: 204 len: 168 time: 1.5386693 Apr 20 16:23:38.689389 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'tag': '464a3d18-9357-475d-a757-20d040409df0'}] {{(pid=88169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:38.801502 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee7743a8-1aa0-4a33-820a-5062f5df7ce2'] response: {'name': 'network-changed', 'server_uuid': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'tag': '464a3d18-9357-475d-a757-20d040409df0', 'status': 'completed', 'code': 200} Apr 20 16:23:38.819075 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-41a08a7d-838c-4274-8255-bde0ddecb6da None None] Set router db7a7c99-fc44-484c-9fbc-22b0e794d129 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:23:38.900852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f07906-088e-499c-b1f2-6dcd81b96cc7 req-ec0b3f04-0145-4dce-8752-1ab3915fdeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:38.902318 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-27f07906-088e-499c-b1f2-6dcd81b96cc7 req-ec0b3f04-0145-4dce-8752-1ab3915fdeeb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5f17162e61d44dea8b1ea32162365e6&device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 1098 time: 0.0770919 Apr 20 16:23:39.045989 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f07906-088e-499c-b1f2-6dcd81b96cc7 req-db7f9efc-6c81-47b7-904a-1b6576701edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:39.047516 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-27f07906-088e-499c-b1f2-6dcd81b96cc7 req-db7f9efc-6c81-47b7-904a-1b6576701edd service neutron] 10.222.0.11 "GET /v2.0/networks?id=896e2276-4c3a-4971-9ed3-11ed28b1de0c HTTP/1.1" status: 200 len: 916 time: 0.1393402 Apr 20 16:23:39.126645 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-27f07906-088e-499c-b1f2-6dcd81b96cc7 req-5ee8c6fc-f34e-40bb-853d-db37014588fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=464a3d18-9357-475d-a757-20d040409df0 HTTP/1.1" status: 200 len: 217 time: 0.0661864 Apr 20 16:23:39.168364 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-41a08a7d-838c-4274-8255-bde0ddecb6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'name': 'tempest-TestMinimumBasicScenario-1372508657-router', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:22Z', 'updated_at': '2022-04-20T16:20:26Z', 'revision_number': 4, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'gw_port': {'id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:23Z', 'updated_at': '2022-04-20T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '1a79ab73-d264-4d9e-b788-50cc90153e2b', 'name': '', 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'mac_address': 'fa:16:3e:ab:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:25Z', 'updated_at': '2022-04-20T16:20:32Z', 'revision_number': 5, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'subnets': [{'id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:39.173222 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a08a7d-838c-4274-8255-bde0ddecb6da None None] Checking router: db7a7c99-fc44-484c-9fbc-22b0e794d129 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:23:39.182504 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a08a7d-838c-4274-8255-bde0ddecb6da None None] Routers {'db7a7c99-fc44-484c-9fbc-22b0e794d129'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:23:39.183353 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-41a08a7d-838c-4274-8255-bde0ddecb6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:23:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['db7a7c99-fc44-484c-9fbc-22b0e794d129'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:39.285386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f07906-088e-499c-b1f2-6dcd81b96cc7 req-507498e2-da90-47c5-b787-7240b3ac241c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:39.286814 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-27f07906-088e-499c-b1f2-6dcd81b96cc7 req-507498e2-da90-47c5-b787-7240b3ac241c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d39cc8c-7bb7-44f7-a3b5-1db7918530c1 HTTP/1.1" status: 200 len: 854 time: 0.1541877 Apr 20 16:23:39.363096 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f07906-088e-499c-b1f2-6dcd81b96cc7 req-a213302d-86a3-4aa5-9ad7-a0d3d9af1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:39.364620 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-27f07906-088e-499c-b1f2-6dcd81b96cc7 req-a213302d-86a3-4aa5-9ad7-a0d3d9af1312 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=896e2276-4c3a-4971-9ed3-11ed28b1de0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705028 Apr 20 16:23:39.367738 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-41a08a7d-838c-4274-8255-bde0ddecb6da None None] Set router db7a7c99-fc44-484c-9fbc-22b0e794d129 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:23:39.496411 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-27f07906-088e-499c-b1f2-6dcd81b96cc7 req-adb2c8f5-7410-49e1-8fb0-d26ec26e7ab6 service neutron] 10.222.0.11 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248744 Apr 20 16:23:39.632802 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-27f07906-088e-499c-b1f2-6dcd81b96cc7 req-0247a2cf-9888-4e4b-889e-e8a4455674e5 service neutron] 10.222.0.11 "GET /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282778 Apr 20 16:23:39.691346 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-41a08a7d-838c-4274-8255-bde0ddecb6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'name': 'tempest-TestMinimumBasicScenario-1372508657-router', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:22Z', 'updated_at': '2022-04-20T16:20:26Z', 'revision_number': 4, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'gw_port': {'id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:23Z', 'updated_at': '2022-04-20T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '1a79ab73-d264-4d9e-b788-50cc90153e2b', 'name': '', 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'mac_address': 'fa:16:3e:ab:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:25Z', 'updated_at': '2022-04-20T16:20:32Z', 'revision_number': 5, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'subnets': [{'id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:39.695398 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a08a7d-838c-4274-8255-bde0ddecb6da None None] The sync data for ids ['db7a7c99-fc44-484c-9fbc-22b0e794d129'] in dv-neutron-838699-1-hyperv is: [{'id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'name': 'tempest-TestMinimumBasicScenario-1372508657-router', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:22Z', 'updated_at': '2022-04-20T16:20:26Z', 'revision_number': 4, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'gw_port': {'id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:23Z', 'updated_at': '2022-04-20T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '1a79ab73-d264-4d9e-b788-50cc90153e2b', 'name': '', 'network_id': '896e2276-4c3a-4971-9ed3-11ed28b1de0c', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'mac_address': 'fa:16:3e:ab:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:25Z', 'updated_at': '2022-04-20T16:20:32Z', 'revision_number': 5, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'subnets': [{'id': '9d39cc8c-7bb7-44f7-a3b5-1db7918530c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:23:39.908620 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05188d09-dfeb-4630-816e-b8381329e490 None None] New status for floating IP f16e3e34-fba3-488d-9a39-a702e7afc001: DOWN {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:23:43.018858 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d71220-c12f-4f0c-832b-39d69b1f52df req-4b2eb8dc-0b23-4991-ae20-ef7c6507d3db tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:43.020310 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-79d71220-c12f-4f0c-832b-39d69b1f52df req-4b2eb8dc-0b23-4991-ae20-ef7c6507d3db tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 945 time: 0.0824714 Apr 20 16:23:43.063129 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-79d71220-c12f-4f0c-832b-39d69b1f52df req-54462b9a-2929-4272-80a5-96cc32e797cf tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371709 Apr 20 16:23:44.245296 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a0e3b-7eb9-4926-84a9-62d23d8a2330 req-50a3c33c-9324-4c5c-b277-ace1aaa7a520 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:44.246731 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6b3a0e3b-7eb9-4926-84a9-62d23d8a2330 req-50a3c33c-9324-4c5c-b277-ace1aaa7a520 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 945 time: 0.0796413 Apr 20 16:23:44.293246 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6b3a0e3b-7eb9-4926-84a9-62d23d8a2330 req-4ca24170-34fb-444c-a947-0c1070abef5e tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402007 Apr 20 16:23:44.996915 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2e077-cecd-497a-a448-8ac78be41a0f req-6e1ab92c-34e5-4c8f-a247-b3590a4b0c97 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:44.998339 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9de2e077-cecd-497a-a448-8ac78be41a0f req-6e1ab92c-34e5-4c8f-a247-b3590a4b0c97 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 945 time: 0.0857408 Apr 20 16:23:45.066087 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-9de2e077-cecd-497a-a448-8ac78be41a0f req-cbac5de5-7e59-47b9-af0e-4b9badc308c5 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Deleting port 464a3d18-9357-475d-a757-20d040409df0 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:23:45.066424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-9de2e077-cecd-497a-a448-8ac78be41a0f req-cbac5de5-7e59-47b9-af0e-4b9badc308c5 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:45.321317 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-9de2e077-cecd-497a-a448-8ac78be41a0f req-cbac5de5-7e59-47b9-af0e-4b9badc308c5 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] For port 464a3d18-9357-475d-a757-20d040409df0, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=464a3d18-9357-475d-a757-20d040409df0,segment=NetworkSegment(73b1eec8-8fe3-4eae-bf28-f4a966f030c7),segment_id=73b1eec8-8fe3-4eae-bf28-f4a966f030c7)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:23:45.322153 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-9de2e077-cecd-497a-a448-8ac78be41a0f req-cbac5de5-7e59-47b9-af0e-4b9badc308c5 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:45.324429 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:45.450971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-9de2e077-cecd-497a-a448-8ac78be41a0f req-cbac5de5-7e59-47b9-af0e-4b9badc308c5 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Calling delete_port for 464a3d18-9357-475d-a757-20d040409df0 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:23:45.624063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c110d-078d-45fa-bcc2-0eded7dfe6b6 req-e54bbb04-2415-408f-8f15-4f653ff61524 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:45.625951 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5d0c110d-078d-45fa-bcc2-0eded7dfe6b6 req-e54bbb04-2415-408f-8f15-4f653ff61524 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16db32f-2ccc-407f-984a-e44b0b32a24e HTTP/1.1" status: 200 len: 945 time: 0.1851892 Apr 20 16:23:45.682663 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5d0c110d-078d-45fa-bcc2-0eded7dfe6b6 req-7fc411d0-a34a-4c43-aaa8-793b99ec91cc tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb3006d1-492a-4adc-9110-6e0917bffb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504384 Apr 20 16:23:45.683672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-9de2e077-cecd-497a-a448-8ac78be41a0f req-cbac5de5-7e59-47b9-af0e-4b9badc308c5 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:45.695059 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['464a3d18-9357-475d-a757-20d040409df0'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:23:45.740123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac5de5-7e59-47b9-af0e-4b9badc308c5 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Pushing event deleted for resources: {'Port': ['ID=464a3d18-9357-475d-a757-20d040409df0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:45.810934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de2e077-cecd-497a-a448-8ac78be41a0f req-cbac5de5-7e59-47b9-af0e-4b9badc308c5 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] No DVR routers for this DVR port 464a3d18-9357-475d-a757-20d040409df0 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:23:45.813896 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-9de2e077-cecd-497a-a448-8ac78be41a0f req-cbac5de5-7e59-47b9-af0e-4b9badc308c5 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:45.816329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'name': 'network-vif-deleted', 'tag': '464a3d18-9357-475d-a757-20d040409df0'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:45.828630 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9de2e077-cecd-497a-a448-8ac78be41a0f req-cbac5de5-7e59-47b9-af0e-4b9badc308c5 tempest-TestMinimumBasicScenario-1550191132 tempest-TestMinimumBasicScenario-1550191132-project] 10.222.0.11 "DELETE /v2.0/ports/464a3d18-9357-475d-a757-20d040409df0 HTTP/1.1" status: 204 len: 173 time: 0.8249605 Apr 20 16:23:45.860771 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b89370-951a-453f-a8f8-fb5ce251119e'] response: {'server_uuid': 'e16db32f-2ccc-407f-984a-e44b0b32a24e', 'name': 'network-vif-deleted', 'tag': '464a3d18-9357-475d-a757-20d040409df0', 'status': 'completed', 'code': 200} Apr 20 16:23:47.306280 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44982) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:23:47.469136 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:23:47.941051 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f0ea08d1-a2bc-49fe-ae12-9e68306eaac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:48.280041 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea08d1-a2bc-49fe-ae12-9e68306eaac3 admin admin] Deleting port 1a79ab73-d264-4d9e-b788-50cc90153e2b {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:23:48.280379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f0ea08d1-a2bc-49fe-ae12-9e68306eaac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:48.444649 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-f0ea08d1-a2bc-49fe-ae12-9e68306eaac3 admin admin] For port 1a79ab73-d264-4d9e-b788-50cc90153e2b, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1a79ab73-d264-4d9e-b788-50cc90153e2b,segment=NetworkSegment(73b1eec8-8fe3-4eae-bf28-f4a966f030c7),segment_id=73b1eec8-8fe3-4eae-bf28-f4a966f030c7)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:23:48.445291 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f0ea08d1-a2bc-49fe-ae12-9e68306eaac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:48.536871 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 464a3d18-9357-475d-a757-20d040409df0 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:23:48.566372 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea08d1-a2bc-49fe-ae12-9e68306eaac3 admin admin] Calling delete_port for 1a79ab73-d264-4d9e-b788-50cc90153e2b owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:23:48.569894 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 464a3d18-9357-475d-a757-20d040409df0 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:23:48.570240 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 464a3d18-9357-475d-a757-20d040409df0 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:23:48.744623 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f0ea08d1-a2bc-49fe-ae12-9e68306eaac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:48.792570 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea08d1-a2bc-49fe-ae12-9e68306eaac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a79ab73-d264-4d9e-b788-50cc90153e2b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:49.051066 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f0ea08d1-a2bc-49fe-ae12-9e68306eaac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:49.500927 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ea08d1-a2bc-49fe-ae12-9e68306eaac3 admin admin] Router db7a7c99-fc44-484c-9fbc-22b0e794d129 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:23:49.673282 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ea08d1-a2bc-49fe-ae12-9e68306eaac3 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:23:49.681844 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1bf7e7-0c40-4184-9bce-c5cca2b14bae None None] Sync routers for ids ['db7a7c99-fc44-484c-9fbc-22b0e794d129'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:23:49.687262 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f0ea08d1-a2bc-49fe-ae12-9e68306eaac3 admin admin] 10.222.0.13 "PUT /v2.0/routers/db7a7c99-fc44-484c-9fbc-22b0e794d129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3777719 Apr 20 16:23:49.687640 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44986) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:23:49.691000 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1bf7e7-0c40-4184-9bce-c5cca2b14bae None None] Routers {'db7a7c99-fc44-484c-9fbc-22b0e794d129'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:23:49.691623 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-ea1bf7e7-0c40-4184-9bce-c5cca2b14bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:23:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['db7a7c99-fc44-484c-9fbc-22b0e794d129'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:49.866970 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-249c2b3f-3300-418e-92ac-569624578f6b admin admin] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:49.910527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-ea1bf7e7-0c40-4184-9bce-c5cca2b14bae None None] Set router db7a7c99-fc44-484c-9fbc-22b0e794d129 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:23:50.042026 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-249c2b3f-3300-418e-92ac-569624578f6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:50.051638 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-249c2b3f-3300-418e-92ac-569624578f6b admin admin] Deleting port 031012f3-ff56-4ce3-907a-d11e73a966db {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:23:50.052239 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-249c2b3f-3300-418e-92ac-569624578f6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:50.200079 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-ea1bf7e7-0c40-4184-9bce-c5cca2b14bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'name': 'tempest-TestMinimumBasicScenario-1372508657-router', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:22Z', 'updated_at': '2022-04-20T16:23:48Z', 'revision_number': 5, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'gw_port': {'id': '031012f3-ff56-4ce3-907a-d11e73a966db', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:23Z', 'updated_at': '2022-04-20T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:50.204705 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1bf7e7-0c40-4184-9bce-c5cca2b14bae None None] Checking router: db7a7c99-fc44-484c-9fbc-22b0e794d129 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:23:50.213074 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1bf7e7-0c40-4184-9bce-c5cca2b14bae None None] Routers {'db7a7c99-fc44-484c-9fbc-22b0e794d129'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:23:50.213688 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-ea1bf7e7-0c40-4184-9bce-c5cca2b14bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:23:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['db7a7c99-fc44-484c-9fbc-22b0e794d129'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:50.231842 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-249c2b3f-3300-418e-92ac-569624578f6b admin admin] For port 031012f3-ff56-4ce3-907a-d11e73a966db, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=031012f3-ff56-4ce3-907a-d11e73a966db,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:23:50.232194 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-249c2b3f-3300-418e-92ac-569624578f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:50.351244 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-249c2b3f-3300-418e-92ac-569624578f6b admin admin] Calling delete_port for 031012f3-ff56-4ce3-907a-d11e73a966db owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:23:50.363192 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-ea1bf7e7-0c40-4184-9bce-c5cca2b14bae None None] Set router db7a7c99-fc44-484c-9fbc-22b0e794d129 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:23:50.466704 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-ea1bf7e7-0c40-4184-9bce-c5cca2b14bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'name': 'tempest-TestMinimumBasicScenario-1372508657-router', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:22Z', 'updated_at': '2022-04-20T16:23:50Z', 'revision_number': 6, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:50.470720 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1bf7e7-0c40-4184-9bce-c5cca2b14bae None None] The sync data for ids ['db7a7c99-fc44-484c-9fbc-22b0e794d129'] in dv-neutron-838699-1-hyperv is: [{'id': 'db7a7c99-fc44-484c-9fbc-22b0e794d129', 'name': 'tempest-TestMinimumBasicScenario-1372508657-router', 'tenant_id': 'b5f17162e61d44dea8b1ea32162365e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:22Z', 'updated_at': '2022-04-20T16:23:50Z', 'revision_number': 6, 'project_id': 'b5f17162e61d44dea8b1ea32162365e6', 'gw_port_host': None}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:23:50.616247 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-249c2b3f-3300-418e-92ac-569624578f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:50.658624 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c2b3f-3300-418e-92ac-569624578f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=031012f3-ff56-4ce3-907a-d11e73a966db,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:50.749284 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-249c2b3f-3300-418e-92ac-569624578f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:50.925320 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-249c2b3f-3300-418e-92ac-569624578f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:50.927687 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-249c2b3f-3300-418e-92ac-569624578f6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:50.948653 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-249c2b3f-3300-418e-92ac-569624578f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:50.949177 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249c2b3f-3300-418e-92ac-569624578f6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router db7a7c99-fc44-484c-9fbc-22b0e794d129 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:23:50.961078 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-249c2b3f-3300-418e-92ac-569624578f6b admin admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:50.962199 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-249c2b3f-3300-418e-92ac-569624578f6b admin admin] 10.222.0.13 "DELETE /v2.0/routers/db7a7c99-fc44-484c-9fbc-22b0e794d129 HTTP/1.1" status: 204 len: 168 time: 1.2736404 Apr 20 16:23:50.964712 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44990) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:23:51.024432 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc7abe2-640f-4d25-94cd-70261a6308c6 admin admin] Deleting subnet 9d39cc8c-7bb7-44f7-a3b5-1db7918530c1 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:23:51.027187 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8dc7abe2-640f-4d25-94cd-70261a6308c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.074258 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8dc7abe2-640f-4d25-94cd-70261a6308c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.148625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8dc7abe2-640f-4d25-94cd-70261a6308c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.216145 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8dc7abe2-640f-4d25-94cd-70261a6308c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.254616 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7abe2-640f-4d25-94cd-70261a6308c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d39cc8c-7bb7-44f7-a3b5-1db7918530c1,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:51.256581 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8dc7abe2-640f-4d25-94cd-70261a6308c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.262384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335493ff-e442-4940-a2ec-dcad5c224bca None None] Network 896e2276-4c3a-4971-9ed3-11ed28b1de0c requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:23:51.263041 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8dc7abe2-640f-4d25-94cd-70261a6308c6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9d39cc8c-7bb7-44f7-a3b5-1db7918530c1 HTTP/1.1" status: 204 len: 168 time: 0.2973816 Apr 20 16:23:51.266106 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44994) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:23:51.335543 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 031012f3-ff56-4ce3-907a-d11e73a966db no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:23:51.383629 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 031012f3-ff56-4ce3-907a-d11e73a966db {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:23:51.383967 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 031012f3-ff56-4ce3-907a-d11e73a966db not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:23:51.384384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1a79ab73-d264-4d9e-b788-50cc90153e2b no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:23:51.393023 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.404011 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] Deleting port 909d4877-aeca-4e64-9e6b-5c5d021cb85c {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:23:51.404274 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.437818 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 1a79ab73-d264-4d9e-b788-50cc90153e2b {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:23:51.438173 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1a79ab73-d264-4d9e-b788-50cc90153e2b not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:23:51.604637 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6080fb-2519-4938-99ac-6524ca6910e4 None None] DHCP port deletion for 896e2276-4c3a-4971-9ed3-11ed28b1de0c request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:23:51.609201 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ac6080fb-2519-4938-99ac-6524ca6910e4 None None] Deleting port 909d4877-aeca-4e64-9e6b-5c5d021cb85c {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:23:51.609579 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ac6080fb-2519-4938-99ac-6524ca6910e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.620273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] For port 909d4877-aeca-4e64-9e6b-5c5d021cb85c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=909d4877-aeca-4e64-9e6b-5c5d021cb85c,segment=NetworkSegment(73b1eec8-8fe3-4eae-bf28-f4a966f030c7),segment_id=73b1eec8-8fe3-4eae-bf28-f4a966f030c7)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:23:51.620824 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.741634 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] Calling delete_port for 909d4877-aeca-4e64-9e6b-5c5d021cb85c owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:23:51.815064 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ac6080fb-2519-4938-99ac-6524ca6910e4 None None] For port 909d4877-aeca-4e64-9e6b-5c5d021cb85c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=909d4877-aeca-4e64-9e6b-5c5d021cb85c,segment=NetworkSegment(73b1eec8-8fe3-4eae-bf28-f4a966f030c7),segment_id=73b1eec8-8fe3-4eae-bf28-f4a966f030c7)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:23:51.815268 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ac6080fb-2519-4938-99ac-6524ca6910e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.818114 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.865757 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=909d4877-aeca-4e64-9e6b-5c5d021cb85c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:51.871128 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] No DVR routers for this DVR port 909d4877-aeca-4e64-9e6b-5c5d021cb85c on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:23:51.941499 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ac6080fb-2519-4938-99ac-6524ca6910e4 None None] Calling delete_port for 909d4877-aeca-4e64-9e6b-5c5d021cb85c owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:23:52.016684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-ac6080fb-2519-4938-99ac-6524ca6910e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:23:52.016964 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-ac6080fb-2519-4938-99ac-6524ca6910e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:23:52.080025 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:52.104105 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896e2276-4c3a-4971-9ed3-11ed28b1de0c']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:52.116436 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b1eec8-8fe3-4eae-bf28-f4a966f030c7') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:52.116734 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b1eec8-8fe3-4eae-bf28-f4a966f030c7') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:52.128536 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:52.144017 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:52.150335 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:23:52.151003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:23:52.163998 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:23:52.246968 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:52.262695 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:52.272854 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=896e2276-4c3a-4971-9ed3-11ed28b1de0c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:52.286339 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-868e1b3f-39b3-4f66-928f-8c95ca712de7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/896e2276-4c3a-4971-9ed3-11ed28b1de0c HTTP/1.1" status: 204 len: 168 time: 1.0192218 Apr 20 16:23:52.289148 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 44998) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:23:52.518757 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ac6080fb-2519-4938-99ac-6524ca6910e4 None None] Deleting port 909d4877-aeca-4e64-9e6b-5c5d021cb85c {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:23:52.519269 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ac6080fb-2519-4938-99ac-6524ca6910e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:52.630680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ac6080fb-2519-4938-99ac-6524ca6910e4 None None] The port '909d4877-aeca-4e64-9e6b-5c5d021cb85c' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 16:23:52.814662 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9956d1c-eaf0-4004-958f-4e3e8cd518c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.152693 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b9956d1c-eaf0-4004-958f-4e3e8cd518c6 admin admin] Deleting port 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:23:53.153028 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9956d1c-eaf0-4004-958f-4e3e8cd518c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.311539 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 909d4877-aeca-4e64-9e6b-5c5d021cb85c no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:23:53.320965 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-b9956d1c-eaf0-4004-958f-4e3e8cd518c6 admin admin] For port 1c3f9160-f867-4d36-8b0d-799fd5de8ce7, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1c3f9160-f867-4d36-8b0d-799fd5de8ce7,segment=NetworkSegment(9abf428f-6362-4670-8818-30ff877ef66c),segment_id=9abf428f-6362-4670-8818-30ff877ef66c)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:23:53.321322 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9956d1c-eaf0-4004-958f-4e3e8cd518c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.349355 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 909d4877-aeca-4e64-9e6b-5c5d021cb85c {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:23:53.349799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 909d4877-aeca-4e64-9e6b-5c5d021cb85c not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:23:53.542904 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-b9956d1c-eaf0-4004-958f-4e3e8cd518c6 admin admin] Calling delete_port for 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:23:53.713778 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9956d1c-eaf0-4004-958f-4e3e8cd518c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.762158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9956d1c-eaf0-4004-958f-4e3e8cd518c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c3f9160-f867-4d36-8b0d-799fd5de8ce7,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:54.031018 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-b9956d1c-eaf0-4004-958f-4e3e8cd518c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:54.378844 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9956d1c-eaf0-4004-958f-4e3e8cd518c6 admin admin] Router d2f96251-fc9c-4098-8870-4215600ed676 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:23:54.550169 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9956d1c-eaf0-4004-958f-4e3e8cd518c6 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:23:54.558559 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea0abf-6cb0-44fd-89fa-75ca73b31310 None None] Sync routers for ids ['d2f96251-fc9c-4098-8870-4215600ed676'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:23:54.565558 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-b9956d1c-eaf0-4004-958f-4e3e8cd518c6 admin admin] 10.222.0.13 "PUT /v2.0/routers/d2f96251-fc9c-4098-8870-4215600ed676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2754297 Apr 20 16:23:54.567690 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea0abf-6cb0-44fd-89fa-75ca73b31310 None None] Routers {'d2f96251-fc9c-4098-8870-4215600ed676'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:23:54.567989 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45002) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:23:54.568344 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-4fea0abf-6cb0-44fd-89fa-75ca73b31310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:23:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d2f96251-fc9c-4098-8870-4215600ed676'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:54.740434 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d468-0c66-4153-b446-5a337c322fb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:54.775880 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-4fea0abf-6cb0-44fd-89fa-75ca73b31310 None None] Set router d2f96251-fc9c-4098-8870-4215600ed676 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:23:55.018898 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d468-0c66-4153-b446-5a337c322fb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.028476 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-9cc8d468-0c66-4153-b446-5a337c322fb0 admin admin] Deleting port 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:23:55.028901 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d468-0c66-4153-b446-5a337c322fb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.052311 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-4fea0abf-6cb0-44fd-89fa-75ca73b31310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'name': 'tempest-TestMinimumBasicScenario-1582487035-router', 'tenant_id': '81230b3bcceb445f81a48a08dc280655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '8080c2ef-daa5-4c7d-9bb6-18ec07393e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:29Z', 'updated_at': '2022-04-20T16:23:53Z', 'revision_number': 5, 'project_id': '81230b3bcceb445f81a48a08dc280655', 'gw_port': {'id': '8080c2ef-daa5-4c7d-9bb6-18ec07393e4b', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:91:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:20:30Z', 'updated_at': '2022-04-20T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:55.056342 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea0abf-6cb0-44fd-89fa-75ca73b31310 None None] Checking router: d2f96251-fc9c-4098-8870-4215600ed676 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:23:55.064852 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea0abf-6cb0-44fd-89fa-75ca73b31310 None None] Routers {'d2f96251-fc9c-4098-8870-4215600ed676'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:23:55.065451 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-4fea0abf-6cb0-44fd-89fa-75ca73b31310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:23:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['d2f96251-fc9c-4098-8870-4215600ed676'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:55.201682 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-9cc8d468-0c66-4153-b446-5a337c322fb0 admin admin] For port 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=8080c2ef-daa5-4c7d-9bb6-18ec07393e4b,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:23:55.202277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d468-0c66-4153-b446-5a337c322fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.214656 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-4fea0abf-6cb0-44fd-89fa-75ca73b31310 None None] Set router d2f96251-fc9c-4098-8870-4215600ed676 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:23:55.319470 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-4fea0abf-6cb0-44fd-89fa-75ca73b31310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'name': 'tempest-TestMinimumBasicScenario-1582487035-router', 'tenant_id': '81230b3bcceb445f81a48a08dc280655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:29Z', 'updated_at': '2022-04-20T16:23:55Z', 'revision_number': 6, 'project_id': '81230b3bcceb445f81a48a08dc280655', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:55.323688 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea0abf-6cb0-44fd-89fa-75ca73b31310 None None] The sync data for ids ['d2f96251-fc9c-4098-8870-4215600ed676'] in dv-neutron-838699-1-hyperv is: [{'id': 'd2f96251-fc9c-4098-8870-4215600ed676', 'name': 'tempest-TestMinimumBasicScenario-1582487035-router', 'tenant_id': '81230b3bcceb445f81a48a08dc280655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:20:29Z', 'updated_at': '2022-04-20T16:23:55Z', 'revision_number': 6, 'project_id': '81230b3bcceb445f81a48a08dc280655', 'gw_port_host': None}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:23:55.323870 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-9cc8d468-0c66-4153-b446-5a337c322fb0 admin admin] Calling delete_port for 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:23:55.496189 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d468-0c66-4153-b446-5a337c322fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.542741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8d468-0c66-4153-b446-5a337c322fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8080c2ef-daa5-4c7d-9bb6-18ec07393e4b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:55.632992 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d468-0c66-4153-b446-5a337c322fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.802639 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d468-0c66-4153-b446-5a337c322fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.804678 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d468-0c66-4153-b446-5a337c322fb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.828510 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d468-0c66-4153-b446-5a337c322fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.829034 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc8d468-0c66-4153-b446-5a337c322fb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2f96251-fc9c-4098-8870-4215600ed676 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:23:55.842463 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d468-0c66-4153-b446-5a337c322fb0 admin admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.843605 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9cc8d468-0c66-4153-b446-5a337c322fb0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d2f96251-fc9c-4098-8870-4215600ed676 HTTP/1.1" status: 204 len: 168 time: 1.2746997 Apr 20 16:23:55.846085 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45006) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:23:55.903055 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a761469-1dbb-4ccf-8197-2d0a54c12788 admin admin] Deleting subnet 0fc31cae-2c6b-4c15-ba77-e6266d44b182 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:23:55.905822 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7a761469-1dbb-4ccf-8197-2d0a54c12788 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.954849 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7a761469-1dbb-4ccf-8197-2d0a54c12788 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.028839 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7a761469-1dbb-4ccf-8197-2d0a54c12788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.097989 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7a761469-1dbb-4ccf-8197-2d0a54c12788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.137973 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a761469-1dbb-4ccf-8197-2d0a54c12788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc31cae-2c6b-4c15-ba77-e6266d44b182,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:56.141354 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7a761469-1dbb-4ccf-8197-2d0a54c12788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.147046 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7a761469-1dbb-4ccf-8197-2d0a54c12788 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0fc31cae-2c6b-4c15-ba77-e6266d44b182 HTTP/1.1" status: 204 len: 168 time: 0.3000405 Apr 20 16:23:56.149627 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45010) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:23:56.154029 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977d2a1b-8959-40f4-bb91-0ad68e6ac5e4 None None] Network c9918ad8-3cc9-418d-b420-207c8760e450 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:23:56.364718 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.375196 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] Deleting port 156f3e93-4660-4b32-bab4-440b8cfc314d {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:23:56.375533 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.427725 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985157f6-3ffd-4e32-88f1-03da027d145d None None] DHCP port deletion for c9918ad8-3cc9-418d-b420-207c8760e450 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:23:56.431902 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-985157f6-3ffd-4e32-88f1-03da027d145d None None] Deleting port 156f3e93-4660-4b32-bab4-440b8cfc314d {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:23:56.432281 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-985157f6-3ffd-4e32-88f1-03da027d145d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.573927 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] For port 156f3e93-4660-4b32-bab4-440b8cfc314d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=156f3e93-4660-4b32-bab4-440b8cfc314d,segment=NetworkSegment(9abf428f-6362-4670-8818-30ff877ef66c),segment_id=9abf428f-6362-4670-8818-30ff877ef66c)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:23:56.574211 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.632406 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-985157f6-3ffd-4e32-88f1-03da027d145d None None] For port 156f3e93-4660-4b32-bab4-440b8cfc314d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=156f3e93-4660-4b32-bab4-440b8cfc314d,segment=NetworkSegment(9abf428f-6362-4670-8818-30ff877ef66c),segment_id=9abf428f-6362-4670-8818-30ff877ef66c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:23:56.632745 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-985157f6-3ffd-4e32-88f1-03da027d145d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.697598 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] Calling delete_port for 156f3e93-4660-4b32-bab4-440b8cfc314d owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:23:56.752937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-985157f6-3ffd-4e32-88f1-03da027d145d None None] Calling delete_port for 156f3e93-4660-4b32-bab4-440b8cfc314d owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:23:56.772034 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.819387 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=156f3e93-4660-4b32-bab4-440b8cfc314d,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:56.822811 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] No DVR routers for this DVR port 156f3e93-4660-4b32-bab4-440b8cfc314d on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:23:56.831823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-985157f6-3ffd-4e32-88f1-03da027d145d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:23:56.832185 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-985157f6-3ffd-4e32-88f1-03da027d145d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:23:56.933562 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.958025 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9918ad8-3cc9-418d-b420-207c8760e450']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:56.969684 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abf428f-6362-4670-8818-30ff877ef66c') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:56.969977 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abf428f-6362-4670-8818-30ff877ef66c') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:56.980986 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.996397 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:57.002686 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:23:57.003063 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:23:57.016081 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:23:57.089961 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:57.106647 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:57.119112 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] Pushing event deleted for resources: {'Network': ['ID=c9918ad8-3cc9-418d-b420-207c8760e450,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:57.123802 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-70947356-8b01-4a3b-83d7-3f818df30f9a admin admin] 10.222.0.13 "DELETE /v2.0/networks/c9918ad8-3cc9-418d-b420-207c8760e450 HTTP/1.1" status: 204 len: 168 time: 0.9731164 Apr 20 16:23:57.313724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45016) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:23:57.320758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 156f3e93-4660-4b32-bab4-440b8cfc314d no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:23:57.345375 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-985157f6-3ffd-4e32-88f1-03da027d145d None None] Deleting port 156f3e93-4660-4b32-bab4-440b8cfc314d {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:23:57.345676 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-985157f6-3ffd-4e32-88f1-03da027d145d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:57.362816 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-69b30ac9-c9e2-41c3-af22-959383ecc646 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5f17162e61d44dea8b1ea32162365e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479703 Apr 20 16:23:57.365286 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45020) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:23:57.410799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 156f3e93-4660-4b32-bab4-440b8cfc314d {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:23:57.411147 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 156f3e93-4660-4b32-bab4-440b8cfc314d not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:23:57.411563 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:23:57.421858 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d653a879-8987-4ef7-bb80-4ede503cbc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:57.450307 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-985157f6-3ffd-4e32-88f1-03da027d145d None None] The port '156f3e93-4660-4b32-bab4-440b8cfc314d' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 16:23:57.450631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d653a879-8987-4ef7-bb80-4ede503cbc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:57.451172 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:23:57.451523 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1c3f9160-f867-4d36-8b0d-799fd5de8ce7 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:23:57.451962 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:23:57.485792 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:23:57.485883 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 8080c2ef-daa5-4c7d-9bb6-18ec07393e4b not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:23:57.504046 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d653a879-8987-4ef7-bb80-4ede503cbc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:57.524927 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653a879-8987-4ef7-bb80-4ede503cbc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3006d1-492a-4adc-9110-6e0917bffb09,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:57.531377 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d653a879-8987-4ef7-bb80-4ede503cbc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:57.532804 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d653a879-8987-4ef7-bb80-4ede503cbc7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb3006d1-492a-4adc-9110-6e0917bffb09 HTTP/1.1" status: 204 len: 168 time: 0.1663578 Apr 20 16:23:57.878158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45028) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:23:57.924689 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f3b75009-d25f-45d8-b133-b2679788f3fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81230b3bcceb445f81a48a08dc280655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454395 Apr 20 16:23:57.927126 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45032) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:23:57.982027 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-db0480a2-aa22-4564-8da0-0c5965763dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.007904 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-db0480a2-aa22-4564-8da0-0c5965763dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.057672 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-db0480a2-aa22-4564-8da0-0c5965763dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.071935 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0480a2-aa22-4564-8da0-0c5965763dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54151632-5139-490d-8e4a-0d08eff7a7e4,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:58.078076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-db0480a2-aa22-4564-8da0-0c5965763dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.079188 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-db0480a2-aa22-4564-8da0-0c5965763dde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54151632-5139-490d-8e4a-0d08eff7a7e4 HTTP/1.1" status: 204 len: 168 time: 0.1512046 Apr 20 16:23:59.868697 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45074) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:23:59.873844 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1791991840', 'description': 'tempest-secgroup-smoke-1791991840 description', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:23:59.879780 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:23:59.883632 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:23:59.886481 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:23:59.892658 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:23:59.901842 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.913785 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.931261 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:23:59.935049 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:23:59.937845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:23:59.943400 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:24:00.028334 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.032242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.042237 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:24:00.050129 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:24:00.054545 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:24:00.068043 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:24:00.074988 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e222ad1c-3631-4e2d-a766-149bdce2d0ad,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:00.141449 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.145566 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.185665 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210b9813-4ea4-43ee-bc80-7abc00fe4dc1,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:00.188886 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.192821 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5157102b-6578-490f-9de1-d84875a7954c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3203003 Apr 20 16:24:00.193181 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45078) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:24:00.198087 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-947e5c13-1235-4a60-af8f-d796d1b806be tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': '210b9813-4ea4-43ee-bc80-7abc00fe4dc1', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:24:00.204557 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-947e5c13-1235-4a60-af8f-d796d1b806be tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:24:00.208405 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-947e5c13-1235-4a60-af8f-d796d1b806be tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:24:00.211209 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-947e5c13-1235-4a60-af8f-d796d1b806be tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:24:00.216906 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-947e5c13-1235-4a60-af8f-d796d1b806be tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:24:00.233529 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-947e5c13-1235-4a60-af8f-d796d1b806be tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.295068 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-947e5c13-1235-4a60-af8f-d796d1b806be tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.298722 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-947e5c13-1235-4a60-af8f-d796d1b806be tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.321572 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e5c13-1235-4a60-af8f-d796d1b806be tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70cc9fe2-7a5f-438e-8ac3-f8edceeb5cbf,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:00.331084 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-947e5c13-1235-4a60-af8f-d796d1b806be tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.332372 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-947e5c13-1235-4a60-af8f-d796d1b806be tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384466 Apr 20 16:24:00.335012 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45082) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:24:00.339969 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-9cba971c-2a6f-4af3-be48-14bc3a90b59b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': '210b9813-4ea4-43ee-bc80-7abc00fe4dc1', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:24:00.346315 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9cba971c-2a6f-4af3-be48-14bc3a90b59b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:24:00.350068 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9cba971c-2a6f-4af3-be48-14bc3a90b59b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:24:00.352879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-9cba971c-2a6f-4af3-be48-14bc3a90b59b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:24:00.358829 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-9cba971c-2a6f-4af3-be48-14bc3a90b59b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:24:00.374530 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cba971c-2a6f-4af3-be48-14bc3a90b59b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.434356 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cba971c-2a6f-4af3-be48-14bc3a90b59b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.438162 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cba971c-2a6f-4af3-be48-14bc3a90b59b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.461871 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba971c-2a6f-4af3-be48-14bc3a90b59b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b768ae4-1ca7-4e20-96ee-19ef71ebba40,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:00.469649 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9cba971c-2a6f-4af3-be48-14bc3a90b59b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.470799 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9cba971c-2a6f-4af3-be48-14bc3a90b59b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348836 Apr 20 16:24:00.473497 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45086) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:24:00.478272 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-7ae67077-498d-4795-b9be-e50fd3274a3c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': '210b9813-4ea4-43ee-bc80-7abc00fe4dc1', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:24:00.484130 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7ae67077-498d-4795-b9be-e50fd3274a3c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:24:00.487845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7ae67077-498d-4795-b9be-e50fd3274a3c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:24:00.490615 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7ae67077-498d-4795-b9be-e50fd3274a3c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:24:00.496208 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7ae67077-498d-4795-b9be-e50fd3274a3c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:24:00.512674 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ae67077-498d-4795-b9be-e50fd3274a3c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.573035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ae67077-498d-4795-b9be-e50fd3274a3c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.576416 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ae67077-498d-4795-b9be-e50fd3274a3c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.598992 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae67077-498d-4795-b9be-e50fd3274a3c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa2fd1a-8616-4edb-b505-e83f41a9def0,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:00.607984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7ae67077-498d-4795-b9be-e50fd3274a3c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.609241 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7ae67077-498d-4795-b9be-e50fd3274a3c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348524 Apr 20 16:24:00.611938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45090) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:24:00.616745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-03e955b2-0cf7-4930-b800-b65872ab684d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': '210b9813-4ea4-43ee-bc80-7abc00fe4dc1', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:24:00.622540 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-03e955b2-0cf7-4930-b800-b65872ab684d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:24:00.626896 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-03e955b2-0cf7-4930-b800-b65872ab684d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:24:00.629725 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-03e955b2-0cf7-4930-b800-b65872ab684d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:24:00.635902 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-03e955b2-0cf7-4930-b800-b65872ab684d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:24:00.661155 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03e955b2-0cf7-4930-b800-b65872ab684d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.721585 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03e955b2-0cf7-4930-b800-b65872ab684d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.724665 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03e955b2-0cf7-4930-b800-b65872ab684d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.747176 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e955b2-0cf7-4930-b800-b65872ab684d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc5223b-6774-4557-a9b8-5ba86facd0f9,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:00.755500 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-03e955b2-0cf7-4930-b800-b65872ab684d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.756754 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-03e955b2-0cf7-4930-b800-b65872ab684d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1439023 Apr 20 16:24:00.759336 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45094) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:24:00.764141 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-459633be-a860-47f0-beab-32ccfe535848 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': '210b9813-4ea4-43ee-bc80-7abc00fe4dc1', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:24:00.770429 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-459633be-a860-47f0-beab-32ccfe535848 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:24:00.774168 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-459633be-a860-47f0-beab-32ccfe535848 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:24:00.776982 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-459633be-a860-47f0-beab-32ccfe535848 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:24:00.782571 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-459633be-a860-47f0-beab-32ccfe535848 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:24:00.792503 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-459633be-a860-47f0-beab-32ccfe535848 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Project b6314581f7fd40bdbaf84bc51d4a044b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:24:00.798831 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-459633be-a860-47f0-beab-32ccfe535848 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.861762 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-459633be-a860-47f0-beab-32ccfe535848 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.865024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-459633be-a860-47f0-beab-32ccfe535848 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.888127 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459633be-a860-47f0-beab-32ccfe535848 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84e4d55-77eb-4081-a4fc-bb3be6c85fa6,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:00.896102 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-459633be-a860-47f0-beab-32ccfe535848 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.897263 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-459633be-a860-47f0-beab-32ccfe535848 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1370015 Apr 20 16:24:00.899997 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45098) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:24:00.904773 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-1c43c122-6d73-4696-8f10-97a8802a7cfb tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': '210b9813-4ea4-43ee-bc80-7abc00fe4dc1', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:24:00.910398 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1c43c122-6d73-4696-8f10-97a8802a7cfb tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:24:00.914187 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1c43c122-6d73-4696-8f10-97a8802a7cfb tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:24:00.917049 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1c43c122-6d73-4696-8f10-97a8802a7cfb tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:24:00.923225 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1c43c122-6d73-4696-8f10-97a8802a7cfb tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:24:00.939509 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-1c43c122-6d73-4696-8f10-97a8802a7cfb tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Project b6314581f7fd40bdbaf84bc51d4a044b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:24:00.947425 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c43c122-6d73-4696-8f10-97a8802a7cfb tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.013553 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c43c122-6d73-4696-8f10-97a8802a7cfb tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.016738 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c43c122-6d73-4696-8f10-97a8802a7cfb tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.039004 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43c122-6d73-4696-8f10-97a8802a7cfb tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7b16c4-d42a-481e-ab05-d5eb9403a41d,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:01.047407 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1c43c122-6d73-4696-8f10-97a8802a7cfb tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.048625 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1c43c122-6d73-4696-8f10-97a8802a7cfb tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477120 Apr 20 16:24:01.051702 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45102) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:24:01.056994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-270274d6-01e4-4625-b8d1-c42cc9f21200 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'network': {'name': 'tempest-network-smoke--1449979599', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'port_security_enabled': True}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:24:01.061640 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-270274d6-01e4-4625-b8d1-c42cc9f21200 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:24:01.066006 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-270274d6-01e4-4625-b8d1-c42cc9f21200 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:network and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:24:01.068784 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-270274d6-01e4-4625-b8d1-c42cc9f21200 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:24:01.074368 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-270274d6-01e4-4625-b8d1-c42cc9f21200 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:24:01.084334 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270274d6-01e4-4625-b8d1-c42cc9f21200 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Made reservation on behalf of b6314581f7fd40bdbaf84bc51d4a044b for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:01.087994 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-270274d6-01e4-4625-b8d1-c42cc9f21200 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.115841 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270274d6-01e4-4625-b8d1-c42cc9f21200 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:24:01.125450 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-270274d6-01e4-4625-b8d1-c42cc9f21200 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.125799 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-270274d6-01e4-4625-b8d1-c42cc9f21200 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Added segment 4a32d60b-740e-43c4-8e0c-a23fe47c7e3c of type vlan for network 84c55c1e-026a-4364-b2ca-a40e941f67b8 Apr 20 16:24:01.151610 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-270274d6-01e4-4625-b8d1-c42cc9f21200 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.179727 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-270274d6-01e4-4625-b8d1-c42cc9f21200 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.185051 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270274d6-01e4-4625-b8d1-c42cc9f21200 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:01.185636 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-270274d6-01e4-4625-b8d1-c42cc9f21200 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.378189 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-270274d6-01e4-4625-b8d1-c42cc9f21200 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3254368 Apr 20 16:24:01.381223 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45106) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:24:01.387027 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1248214492', 'admin_state_up': True, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:24:01.387185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270274d6-01e4-4625-b8d1-c42cc9f21200 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Network': ['ID=84c55c1e-026a-4364-b2ca-a40e941f67b8,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:01.394140 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:24:01.397147 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 84c55c1e-026a-4364-b2ca-a40e941f67b8 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:24:01.398112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:router and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:24:01.401603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:24:01.408008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:24:01.417295 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.418479 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.433995 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.798911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:02.096999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:02.126058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:02.148587 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-33fa8c93-f322-48f1-a04e-e962361a9ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:02.261399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.26.7.202 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/3ab14bc8-8b84-41e5-9e2f-6a073d8007bc) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:02.404258 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:02.433142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:02.489962 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:02.492729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:02.496238 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:24:02.544991 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=3ab14bc8-8b84-41e5-9e2f-6a073d8007bc,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:03.019414 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:03.360517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:03.564775 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router 04255e30-f64f-465b-965c-ee14c7ba888e is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:24:03.739937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:24:03.749294 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Sync routers for ids ['04255e30-f64f-465b-965c-ee14c7ba888e'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:24:03.759559 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Routers {'04255e30-f64f-465b-965c-ee14c7ba888e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:24:03.760224 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:23:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['04255e30-f64f-465b-965c-ee14c7ba888e'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:03.766891 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:03.768214 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2ce69881-9685-4e79-93c4-f8456684a12a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3852611 Apr 20 16:24:03.771174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45110) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:24:03.915864 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6f47282a-9c76-40be-be88-5ac6be8b8229 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b6314581f7fd40bdbaf84bc51d4a044b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1435721 Apr 20 16:24:03.918524 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45116) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:24:03.948718 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Set router 04255e30-f64f-465b-965c-ee14c7ba888e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:24:04.049137 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6c1992-a594-49ce-88c4-54b6a52c86b3 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:04.050672 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5d6c1992-a594-49ce-88c4-54b6a52c86b3 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312611 Apr 20 16:24:04.053494 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45120) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:24:04.091842 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-641ef527-c0a1-4a28-a668-dd67a74f26db tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372925 Apr 20 16:24:04.094426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45124) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:24:04.099468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-0ad274af-3c7e-4ac7-91fb-41113ddbc1b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-112073782', 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:24:04.210530 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0ad274af-3c7e-4ac7-91fb-41113ddbc1b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:24:04.214361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0ad274af-3c7e-4ac7-91fb-41113ddbc1b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:subnet and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:24:04.217242 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0ad274af-3c7e-4ac7-91fb-41113ddbc1b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:24:04.223355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0ad274af-3c7e-4ac7-91fb-41113ddbc1b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:24:04.233238 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad274af-3c7e-4ac7-91fb-41113ddbc1b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Made reservation on behalf of b6314581f7fd40bdbaf84bc51d4a044b for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:04.237665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0ad274af-3c7e-4ac7-91fb-41113ddbc1b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.267148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248214492', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:24:01Z', 'updated_at': '2022-04-20T16:24:02Z', 'revision_number': 3, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:02Z', 'updated_at': '2022-04-20T16:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:04.270922 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Checking router: 04255e30-f64f-465b-965c-ee14c7ba888e for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:24:04.271274 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Updating router 04255e30-f64f-465b-965c-ee14c7ba888e port 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:24:04.323209 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.444904 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-75cec5ca-c37b-4a4b-8208-23475d5821a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.450040 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0ad274af-3c7e-4ac7-91fb-41113ddbc1b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.645283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad274af-3c7e-4ac7-91fb-41113ddbc1b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Subnet': ['ID=baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:04.654492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad274af-3c7e-4ac7-91fb-41113ddbc1b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Checking segment: {'id': '4a32d60b-740e-43c4-8e0c-a23fe47c7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:24:04.654850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad274af-3c7e-4ac7-91fb-41113ddbc1b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network hostable DHCP agents. Network: 84c55c1e-026a-4364-b2ca-a40e941f67b8, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:24:04.667992 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.673278 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad274af-3c7e-4ac7-91fb-41113ddbc1b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 84c55c1e-026a-4364-b2ca-a40e941f67b8 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:24:04.681185 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Transition to ACTIVE for port object 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:24:04.682288 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-0ad274af-3c7e-4ac7-91fb-41113ddbc1b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 84c55c1e-026a-4364-b2ca-a40e941f67b8) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:04.686240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad274af-3c7e-4ac7-91fb-41113ddbc1b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:04.686824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0ad274af-3c7e-4ac7-91fb-41113ddbc1b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.689585 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.708357 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0ad274af-3c7e-4ac7-91fb-41113ddbc1b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6128211 Apr 20 16:24:04.710945 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45128) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:24:04.732530 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ddb94-d679-4bb2-8f47-1305bed3f699 None None] Network 84c55c1e-026a-4364-b2ca-a40e941f67b8 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:24:04.846147 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb0c5a-89ff-4fd3-a679-3e09a13e9023 None None] Pushing event updated for resources: {'Port': ['ID=3ab14bc8-8b84-41e5-9e2f-6a073d8007bc,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:04.848509 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Attempting to bind port 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:24:04.848861 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Attempting to bind port 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:24:04.849234 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Attempting to bind port 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:24:04.862056 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb0c5a-89ff-4fd3-a679-3e09a13e9023 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:04.862405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb0c5a-89ff-4fd3-a679-3e09a13e9023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:04.862736 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb0c5a-89ff-4fd3-a679-3e09a13e9023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:04.863066 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb0c5a-89ff-4fd3-a679-3e09a13e9023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:04.863391 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb0c5a-89ff-4fd3-a679-3e09a13e9023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:04.863721 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb0c5a-89ff-4fd3-a679-3e09a13e9023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:04.864069 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb0c5a-89ff-4fd3-a679-3e09a13e9023 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:04.864391 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb0c5a-89ff-4fd3-a679-3e09a13e9023 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:04.864714 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb0c5a-89ff-4fd3-a679-3e09a13e9023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:04.865030 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb0c5a-89ff-4fd3-a679-3e09a13e9023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:04.865350 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb0c5a-89ff-4fd3-a679-3e09a13e9023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:04.865665 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbb0c5a-89ff-4fd3-a679-3e09a13e9023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:04.870306 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:24:04.870678 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:24:04.871090 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.871458 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:24:04.871957 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Bound port: 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:24:04.872323 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:05.010326 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] For port 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:24:05.022244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] For port 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3ab14bc8-8b84-41e5-9e2f-6a073d8007bc,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:24:05.051433 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:05.103035 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-84c55c1e-026a-4364-b2ca-a40e941f67b8', 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ips': [{'subnet_id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:24:05.103869 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:05.153527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Routers {'04255e30-f64f-465b-965c-ee14c7ba888e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:24:05.154141 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:24:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['04255e30-f64f-465b-965c-ee14c7ba888e'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:05.262826 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb0c5a-89ff-4fd3-a679-3e09a13e9023 None None] Pushing event updated for resources: {'Port': ['ID=3ab14bc8-8b84-41e5-9e2f-6a073d8007bc,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:05.396923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:05.434293 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] Set router 04255e30-f64f-465b-965c-ee14c7ba888e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:24:05.610056 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Allocated IP 172.20.0.2 (84c55c1e-026a-4364-b2ca-a40e941f67b8/baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0/1bf782c9-cbd1-4e05-a305-b30608948afc) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:05.873520 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:05.878325 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:05.960734 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:05.966696 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248214492', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:24:01Z', 'updated_at': '2022-04-20T16:24:02Z', 'revision_number': 3, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:02Z', 'updated_at': '2022-04-20T16:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:05.974410 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Transition to ACTIVE for port object 1bf782c9-cbd1-4e05-a305-b30608948afc will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:24:05.976725 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971142ef-c9a3-4b26-bcf7-b96c0bfb4912 None None] The sync data for ids ['04255e30-f64f-465b-965c-ee14c7ba888e'] in dv-neutron-838699-1-hyperv is: [{'id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248214492', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:24:01Z', 'updated_at': '2022-04-20T16:24:02Z', 'revision_number': 3, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:02Z', 'updated_at': '2022-04-20T16:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:24:05.999526 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Transition to ACTIVE for port object 1bf782c9-cbd1-4e05-a305-b30608948afc will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:24:06.005184 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:06.068206 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Network 84c55c1e-026a-4364-b2ca-a40e941f67b8 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:06.071089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:06.074477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.20.0.1 (84c55c1e-026a-4364-b2ca-a40e941f67b8/baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0/acb96a26-4578-442e-92a8-b06013807b1c) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:06.074990 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:24:06.118978 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Pushing event updated for resources: {'Port': ['ID=1bf782c9-cbd1-4e05-a305-b30608948afc,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:06.179109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Attempting to bind port 1bf782c9-cbd1-4e05-a305-b30608948afc on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:24:06.179385 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Attempting to bind port 1bf782c9-cbd1-4e05-a305-b30608948afc by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '4a32d60b-740e-43c4-8e0c-a23fe47c7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:24:06.179750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Attempting to bind port 1bf782c9-cbd1-4e05-a305-b30608948afc on network 84c55c1e-026a-4364-b2ca-a40e941f67b8 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:24:06.185262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:24:06.185636 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Checking segment: {'id': '4a32d60b-740e-43c4-8e0c-a23fe47c7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:24:06.186119 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:06.186425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Bound using segment: {'id': '4a32d60b-740e-43c4-8e0c-a23fe47c7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:24:06.186885 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Bound port: 1bf782c9-cbd1-4e05-a305-b30608948afc, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a32d60b-740e-43c4-8e0c-a23fe47c7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:24:06.187966 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:06.271657 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:06.289810 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Transition to ACTIVE for port object acb96a26-4578-442e-92a8-b06013807b1c will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:24:06.302769 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] For port 1bf782c9-cbd1-4e05-a305-b30608948afc, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:24:06.305954 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] For port 1bf782c9-cbd1-4e05-a305-b30608948afc, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1bf782c9-cbd1-4e05-a305-b30608948afc,segment=NetworkSegment(4a32d60b-740e-43c4-8e0c-a23fe47c7e3c),segment_id=4a32d60b-740e-43c4-8e0c-a23fe47c7e3c)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:24:06.310898 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:06.320084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:06.394567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 84c55c1e-026a-4364-b2ca-a40e941f67b8 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:06.398800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:06.403077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:24:06.408991 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e697b-4e03-4f67-9929-ea240cf3c015 None None] Pushing event updated for resources: {'Port': ['ID=1bf782c9-cbd1-4e05-a305-b30608948afc,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:06.580700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=acb96a26-4578-442e-92a8-b06013807b1c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:06.611159 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:06.749294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.161166 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.166338 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.205162 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.290420 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=acb96a26-4578-442e-92a8-b06013807b1c,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:07.293019 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.401037 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1bf782c9-cbd1-4e05-a305-b30608948afc up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:24:07.441942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 84c55c1e-026a-4364-b2ca-a40e941f67b8 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:07.444627 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:07.487093 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 1bf782c9-cbd1-4e05-a305-b30608948afc completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:24:07.494948 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:24:07.586386 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:24:07.596998 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d6a246-45c8-400c-9ed7-2657f360c928 None None] Network 84c55c1e-026a-4364-b2ca-a40e941f67b8 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:24:07.616570 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:07.616946 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.657887 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router 04255e30-f64f-465b-965c-ee14c7ba888e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:24:07.738331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-975556b5-924f-4e86-b528-6debee922c70 None None] Provisioning for port 1bf782c9-cbd1-4e05-a305-b30608948afc completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:24:07.764519 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-975556b5-924f-4e86-b528-6debee922c70 None None] Provisioning complete for port 1bf782c9-cbd1-4e05-a305-b30608948afc triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:07.764889 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-975556b5-924f-4e86-b528-6debee922c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.850488 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:24:07.861005 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Sync routers for ids ['04255e30-f64f-465b-965c-ee14c7ba888e'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:24:07.867811 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e25daba2-2027-4671-b39a-909c9fd24ce3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "PUT /v2.0/routers/04255e30-f64f-465b-965c-ee14c7ba888e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1536729 Apr 20 16:24:07.870880 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Routers {'04255e30-f64f-465b-965c-ee14c7ba888e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:24:07.871481 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:24:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['04255e30-f64f-465b-965c-ee14c7ba888e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:07.978978 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:08.034980 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-5dd2b2e6-33dc-4898-adf9-39c2f3b300b2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1791991840&fields=id&tenant_id=b6314581f7fd40bdbaf84bc51d4a044b HTTP/1.1" status: 200 len: 267 time: 0.0410330 Apr 20 16:24:08.039858 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3ab14bc8-8b84-41e5-9e2f-6a073d8007bc,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:24:08.049017 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:08.081066 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Set router 04255e30-f64f-465b-965c-ee14c7ba888e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:24:08.112198 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-975556b5-924f-4e86-b528-6debee922c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:08.211277 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=3ab14bc8-8b84-41e5-9e2f-6a073d8007bc,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:08.220564 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-975556b5-924f-4e86-b528-6debee922c70 None None] For port 1bf782c9-cbd1-4e05-a305-b30608948afc, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1bf782c9-cbd1-4e05-a305-b30608948afc,segment=NetworkSegment(4a32d60b-740e-43c4-8e0c-a23fe47c7e3c),segment_id=4a32d60b-740e-43c4-8e0c-a23fe47c7e3c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:24:08.221950 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-61c5929b-5510-46ef-95f9-609b2810430e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:08.225995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-975556b5-924f-4e86-b528-6debee922c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:08.234653 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-61c5929b-5510-46ef-95f9-609b2810430e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/networks?id=84c55c1e-026a-4364-b2ca-a40e941f67b8 HTTP/1.1" status: 200 len: 797 time: 0.1894288 Apr 20 16:24:08.248291 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-53e14761-f6cd-4c8e-8123-2b4aa55161d5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/quotas/b6314581f7fd40bdbaf84bc51d4a044b HTTP/1.1" status: 200 len: 375 time: 0.0126898 Apr 20 16:24:08.304459 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975556b5-924f-4e86-b528-6debee922c70 None None] Pushing event updated for resources: {'Port': ['ID=1bf782c9-cbd1-4e05-a305-b30608948afc,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:08.343419 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-112bbbe6-8105-4123-9500-9ab7ca3eced9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:24:08.361986 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-112bbbe6-8105-4123-9500-9ab7ca3eced9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:24:08.363633 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-112bbbe6-8105-4123-9500-9ab7ca3eced9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121993 Apr 20 16:24:08.404270 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248214492', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:24:01Z', 'updated_at': '2022-04-20T16:24:06Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:02Z', 'updated_at': '2022-04-20T16:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'acb96a26-4578-442e-92a8-b06013807b1c', 'name': '', 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:17:cd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:05Z', 'updated_at': '2022-04-20T16:24:06Z', 'revision_number': 2, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:08.409320 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Checking router: 04255e30-f64f-465b-965c-ee14c7ba888e for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:24:08.409763 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Updating router 04255e30-f64f-465b-965c-ee14c7ba888e port acb96a26-4578-442e-92a8-b06013807b1c binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:24:08.467208 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2ef87572-708d-43f8-b670-b21dbbb978b4 None None] Provisioning for port acb96a26-4578-442e-92a8-b06013807b1c completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:24:08.473539 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2ef87572-708d-43f8-b670-b21dbbb978b4 None None] Provisioning complete for port acb96a26-4578-442e-92a8-b06013807b1c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:08.474050 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2ef87572-708d-43f8-b670-b21dbbb978b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:08.507188 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:08.543269 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-2ef87572-708d-43f8-b670-b21dbbb978b4 None None] Port acb96a26-4578-442e-92a8-b06013807b1c cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:24:08.556172 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2ef87572-708d-43f8-b670-b21dbbb978b4 None None] Provisioning complete for port 1bf782c9-cbd1-4e05-a305-b30608948afc triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:08.556561 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2ef87572-708d-43f8-b670-b21dbbb978b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:08.653932 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-24adba09-3a83-41c7-8c33-91aa13654ef6 service neutron] 10.222.0.13 "GET /v2.0/networks/84c55c1e-026a-4364-b2ca-a40e941f67b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772789 Apr 20 16:24:08.795513 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-13d75627-2008-4a59-ae2c-6cc23a3347e2 service neutron] 10.222.0.13 "GET /v2.0/networks/84c55c1e-026a-4364-b2ca-a40e941f67b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348562 Apr 20 16:24:08.829221 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-530e8de8-c157-445f-874b-d2872589ca1c None None] Provisioning complete for port acb96a26-4578-442e-92a8-b06013807b1c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:08.829604 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-530e8de8-c157-445f-874b-d2872589ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:08.880037 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:08.894194 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Transition to ACTIVE for port object acb96a26-4578-442e-92a8-b06013807b1c will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:24:08.897254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-530e8de8-c157-445f-874b-d2872589ca1c None None] Port acb96a26-4578-442e-92a8-b06013807b1c cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:24:08.903755 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:09.003327 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-728a8f47-ec3d-413c-91b3-56d5cee30448 req-edc7c369-24d0-4f5c-8dae-564b09d4aa67 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0462918 Apr 20 16:24:09.037865 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bca5e2-391d-4a03-a888-9209c144ca64 None None] Pushing event updated for resources: {'Port': ['ID=acb96a26-4578-442e-92a8-b06013807b1c,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:09.079396 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bca5e2-391d-4a03-a888-9209c144ca64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:09.079648 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bca5e2-391d-4a03-a888-9209c144ca64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:09.080000 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bca5e2-391d-4a03-a888-9209c144ca64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:09.080331 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bca5e2-391d-4a03-a888-9209c144ca64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:09.080649 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bca5e2-391d-4a03-a888-9209c144ca64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:09.080969 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bca5e2-391d-4a03-a888-9209c144ca64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:09.081288 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bca5e2-391d-4a03-a888-9209c144ca64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:09.081602 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bca5e2-391d-4a03-a888-9209c144ca64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:09.081913 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bca5e2-391d-4a03-a888-9209c144ca64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:09.082225 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bca5e2-391d-4a03-a888-9209c144ca64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:09.082531 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bca5e2-391d-4a03-a888-9209c144ca64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:09.082838 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bca5e2-391d-4a03-a888-9209c144ca64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:09.135650 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Attempting to bind port acb96a26-4578-442e-92a8-b06013807b1c on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:24:09.136030 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Attempting to bind port acb96a26-4578-442e-92a8-b06013807b1c by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '4a32d60b-740e-43c4-8e0c-a23fe47c7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:24:09.136386 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Attempting to bind port acb96a26-4578-442e-92a8-b06013807b1c on network 84c55c1e-026a-4364-b2ca-a40e941f67b8 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:24:09.142439 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:24:09.142804 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Checking segment: {'id': '4a32d60b-740e-43c4-8e0c-a23fe47c7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:24:09.143226 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:09.143563 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Bound using segment: {'id': '4a32d60b-740e-43c4-8e0c-a23fe47c7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:24:09.144168 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Bound port: acb96a26-4578-442e-92a8-b06013807b1c, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a32d60b-740e-43c4-8e0c-a23fe47c7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:24:09.144529 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:09.237129 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] For port acb96a26-4578-442e-92a8-b06013807b1c, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:24:09.240624 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] For port acb96a26-4578-442e-92a8-b06013807b1c, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=acb96a26-4578-442e-92a8-b06013807b1c,segment=NetworkSegment(4a32d60b-740e-43c4-8e0c-a23fe47c7e3c),segment_id=4a32d60b-740e-43c4-8e0c-a23fe47c7e3c)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:24:09.246991 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:09.323234 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Routers {'04255e30-f64f-465b-965c-ee14c7ba888e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:24:09.323861 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:24:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['04255e30-f64f-465b-965c-ee14c7ba888e'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:09.335302 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1bf782c9-cbd1-4e05-a305-b30608948afc up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:24:09.387754 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bca5e2-391d-4a03-a888-9209c144ca64 None None] Pushing event updated for resources: {'Port': ['ID=acb96a26-4578-442e-92a8-b06013807b1c,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:09.406717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 1bf782c9-cbd1-4e05-a305-b30608948afc triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:09.407095 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:09.510922 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] Set router 04255e30-f64f-465b-965c-ee14c7ba888e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:24:09.528820 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:24:09.608413 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:09.608781 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:09.816286 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248214492', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:24:01Z', 'updated_at': '2022-04-20T16:24:06Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:02Z', 'updated_at': '2022-04-20T16:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'acb96a26-4578-442e-92a8-b06013807b1c', 'name': '', 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:17:cd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:05Z', 'updated_at': '2022-04-20T16:24:09Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:09.820018 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b788512-238c-40f5-b56b-ec3678ba04ad None None] The sync data for ids ['04255e30-f64f-465b-965c-ee14c7ba888e'] in dv-neutron-838699-1-hyperv is: [{'id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248214492', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:24:01Z', 'updated_at': '2022-04-20T16:24:06Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:02Z', 'updated_at': '2022-04-20T16:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'acb96a26-4578-442e-92a8-b06013807b1c', 'name': '', 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:17:cd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:05Z', 'updated_at': '2022-04-20T16:24:09Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:24:10.109444 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-843c8193-55cf-4648-a2c2-806da7a569a1 req-14d537cf-7333-4f99-b405-e2e5edcd9375 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0467043 Apr 20 16:24:11.209199 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6cbff1c1-9f91-43a0-bfbf-27cebd6317aa req-539922ab-6c9a-4ebd-a156-e1b495acd6c2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0484972 Apr 20 16:24:11.341115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device acb96a26-4578-442e-92a8-b06013807b1c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:24:11.410835 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port acb96a26-4578-442e-92a8-b06013807b1c completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:24:11.415418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port acb96a26-4578-442e-92a8-b06013807b1c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:11.415843 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:11.529546 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:11.560154 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port acb96a26-4578-442e-92a8-b06013807b1c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=acb96a26-4578-442e-92a8-b06013807b1c,segment=NetworkSegment(4a32d60b-740e-43c4-8e0c-a23fe47c7e3c),segment_id=4a32d60b-740e-43c4-8e0c-a23fe47c7e3c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:24:11.564431 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:11.629982 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=acb96a26-4578-442e-92a8-b06013807b1c,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:12.302484 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4748232d-8436-4817-bbad-126c38f4d85d req-bf45f4c5-40d9-4c16-b963-fc42fe5d7853 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0424304 Apr 20 16:24:13.324178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device acb96a26-4578-442e-92a8-b06013807b1c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:24:13.392301 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port acb96a26-4578-442e-92a8-b06013807b1c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:13.392673 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:13.448431 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-83c6c935-3893-4fde-9496-a9e08a9ba1b4 req-4c71cd80-a3cb-4a33-b1e0-be9f8f7c511d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0421154 Apr 20 16:24:14.276364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-50592731-2740-491b-9089-136732b630dc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:14.277771 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-50592731-2740-491b-9089-136732b630dc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "GET /v2.0/networks?id=84c55c1e-026a-4364-b2ca-a40e941f67b8 HTTP/1.1" status: 200 len: 797 time: 0.1479175 Apr 20 16:24:14.331154 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-f387c155-3da0-4026-a24a-9904e5b5cb16 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6314581f7fd40bdbaf84bc51d4a044b HTTP/1.1" status: 200 len: 380 time: 0.0450900 Apr 20 16:24:14.339582 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-e502ee72-a8c3-4ace-b31c-656f42c5eff9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'port': {'device_id': 'bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5', 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8', 'admin_state_up': True, 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'security_groups': ['210b9813-4ea4-43ee-bc80-7abc00fe4dc1']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:24:14.473041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-e502ee72-a8c3-4ace-b31c-656f42c5eff9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:24:14.482960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-e502ee72-a8c3-4ace-b31c-656f42c5eff9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:24:14.492547 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-e502ee72-a8c3-4ace-b31c-656f42c5eff9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Made reservation on behalf of b6314581f7fd40bdbaf84bc51d4a044b for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:14.495989 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-e502ee72-a8c3-4ace-b31c-656f42c5eff9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:14.614696 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d78adc0d-1cad-45f7-93d5-5dbacb3ca752 req-24f6f2ad-938a-4c1d-b641-366d2846d093 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0609419 Apr 20 16:24:14.696639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-e502ee72-a8c3-4ace-b31c-656f42c5eff9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.20.0.11 (84c55c1e-026a-4364-b2ca-a40e941f67b8/baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0/0afe009a-62fe-4403-9c52-d1356b61b9c6) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:14.885302 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-e502ee72-a8c3-4ace-b31c-656f42c5eff9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:14.900412 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-e502ee72-a8c3-4ace-b31c-656f42c5eff9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Transition to ACTIVE for port object 0afe009a-62fe-4403-9c52-d1356b61b9c6 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:24:14.922870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-e502ee72-a8c3-4ace-b31c-656f42c5eff9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:14.988457 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-e502ee72-a8c3-4ace-b31c-656f42c5eff9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 84c55c1e-026a-4364-b2ca-a40e941f67b8 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:14.991335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-e502ee72-a8c3-4ace-b31c-656f42c5eff9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:14.999642 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-e502ee72-a8c3-4ace-b31c-656f42c5eff9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:24:15.036463 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502ee72-a8c3-4ace-b31c-656f42c5eff9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=0afe009a-62fe-4403-9c52-d1356b61b9c6,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:15.068474 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-e502ee72-a8c3-4ace-b31c-656f42c5eff9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:15.069130 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-e502ee72-a8c3-4ace-b31c-656f42c5eff9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:15.095796 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-e502ee72-a8c3-4ace-b31c-656f42c5eff9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7596550 Apr 20 16:24:15.107196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Request body: {'port': {'device_id': 'bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:24:15.219195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:15.248465 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-bf1af8b1-f633-4a08-96d9-6789d0d00af7 None None] Provisioning for port 0afe009a-62fe-4403-9c52-d1356b61b9c6 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:24:15.253853 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-bf1af8b1-f633-4a08-96d9-6789d0d00af7 None None] Provisioning complete for port 0afe009a-62fe-4403-9c52-d1356b61b9c6 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:15.254219 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bf1af8b1-f633-4a08-96d9-6789d0d00af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:15.308682 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bf1af8b1-f633-4a08-96d9-6789d0d00af7 None None] Port 0afe009a-62fe-4403-9c52-d1356b61b9c6 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:24:15.335102 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:15.652012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0afe009a-62fe-4403-9c52-d1356b61b9c6 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:24:15.660049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:15.675154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Transition to ACTIVE for port object 0afe009a-62fe-4403-9c52-d1356b61b9c6 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:24:15.679576 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:15.854059 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0afe009a-62fe-4403-9c52-d1356b61b9c6,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:15.993816 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4395b-5e9f-4874-95e8-194c09b9b384 req-840a693e-646d-4e8c-b803-4b9b7d722063 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:15.994496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-ffc4395b-5e9f-4874-95e8-194c09b9b384 req-840a693e-646d-4e8c-b803-4b9b7d722063 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:24:15.999072 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Attempting to bind port 0afe009a-62fe-4403-9c52-d1356b61b9c6 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:24:15.999402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Attempting to bind port 0afe009a-62fe-4403-9c52-d1356b61b9c6 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '4a32d60b-740e-43c4-8e0c-a23fe47c7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:24:15.999760 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Attempting to bind port 0afe009a-62fe-4403-9c52-d1356b61b9c6 on network 84c55c1e-026a-4364-b2ca-a40e941f67b8 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:24:16.007818 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Port 0afe009a-62fe-4403-9c52-d1356b61b9c6 on network 84c55c1e-026a-4364-b2ca-a40e941f67b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:24:16.008061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Attempting to bind port 0afe009a-62fe-4403-9c52-d1356b61b9c6 on network 84c55c1e-026a-4364-b2ca-a40e941f67b8 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:24:16.018274 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:24:16.018671 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Checking segment: {'id': '4a32d60b-740e-43c4-8e0c-a23fe47c7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:24:16.019165 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Bound using segment: {'id': '4a32d60b-740e-43c4-8e0c-a23fe47c7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:24:16.019806 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Bound port: 0afe009a-62fe-4403-9c52-d1356b61b9c6, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a32d60b-740e-43c4-8e0c-a23fe47c7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:24:16.020230 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:16.032046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-ffc4395b-5e9f-4874-95e8-194c09b9b384 req-840a693e-646d-4e8c-b803-4b9b7d722063 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:24:16.033198 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ffc4395b-5e9f-4874-95e8-194c09b9b384 req-840a693e-646d-4e8c-b803-4b9b7d722063 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 944 time: 0.3031611 Apr 20 16:24:16.139350 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ffc4395b-5e9f-4874-95e8-194c09b9b384 req-e8e3d3aa-bad0-4d11-83d1-97433d0ce509 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=210b9813-4ea4-43ee-bc80-7abc00fe4dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994308 Apr 20 16:24:16.151048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] For port 0afe009a-62fe-4403-9c52-d1356b61b9c6, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:24:16.158785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] For port 0afe009a-62fe-4403-9c52-d1356b61b9c6, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=0afe009a-62fe-4403-9c52-d1356b61b9c6,segment=NetworkSegment(4a32d60b-740e-43c4-8e0c-a23fe47c7e3c),segment_id=4a32d60b-740e-43c4-8e0c-a23fe47c7e3c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:24:16.162828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:16.214586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.215140 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:16.216923 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] 10.222.0.11 "PUT /v2.0/ports/0afe009a-62fe-4403-9c52-d1356b61b9c6 HTTP/1.1" status: 200 len: 1094 time: 1.1140511 Apr 20 16:24:16.220050 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5', 'tag': '0afe009a-62fe-4403-9c52-d1356b61b9c6'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:24:16.253687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a059c2-b779-4d31-b17e-043d8b5d40a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0afe009a-62fe-4403-9c52-d1356b61b9c6,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:16.291151 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1ed136d-e09c-44f7-b538-12d697b6aa7b'] response: {'name': 'network-changed', 'server_uuid': 'bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5', 'tag': '0afe009a-62fe-4403-9c52-d1356b61b9c6', 'status': 'completed', 'code': 200} Apr 20 16:24:16.340709 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-86702cf1-f13b-4eea-a613-424dcd2a9cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.342198 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-86702cf1-f13b-4eea-a613-424dcd2a9cdc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 1097 time: 0.0836289 Apr 20 16:24:16.410755 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-4097fd87-1403-4531-a086-3b7dbae654e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0afe009a-62fe-4403-9c52-d1356b61b9c6 HTTP/1.1" status: 200 len: 217 time: 0.0618443 Apr 20 16:24:16.476698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-43130dc6-1529-47ea-9093-e94a9840da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.478112 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-43130dc6-1529-47ea-9093-e94a9840da01 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0 HTTP/1.1" status: 200 len: 834 time: 0.0620420 Apr 20 16:24:16.550512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-e4f100d7-8036-493f-8252-ff75589f304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.551863 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-e4f100d7-8036-493f-8252-ff75589f304d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84c55c1e-026a-4364-b2ca-a40e941f67b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680714 Apr 20 16:24:16.685298 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-4d664a21-dc9c-4579-9e6c-b1cf216adfb4 service neutron] 10.222.0.11 "GET /v2.0/networks/84c55c1e-026a-4364-b2ca-a40e941f67b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277030 Apr 20 16:24:16.813453 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-41d98a48-2a44-4fee-ab73-f62a0255de2c req-ef5827d2-ab74-4d64-8e55-99b3579dd92d service neutron] 10.222.0.11 "GET /v2.0/networks/84c55c1e-026a-4364-b2ca-a40e941f67b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225698 Apr 20 16:24:16.930063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047f649-fad0-41f0-aed2-b19649ad3798 req-62ee33ff-8184-4a0c-9d8c-c704754fc7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.931520 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e047f649-fad0-41f0-aed2-b19649ad3798 req-62ee33ff-8184-4a0c-9d8c-c704754fc7d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 1097 time: 0.0737696 Apr 20 16:24:17.064483 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047f649-fad0-41f0-aed2-b19649ad3798 req-2c732581-2705-4127-af65-b1381d15895b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:17.065824 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e047f649-fad0-41f0-aed2-b19649ad3798 req-2c732581-2705-4127-af65-b1381d15895b service neutron] 10.222.0.11 "GET /v2.0/networks?id=84c55c1e-026a-4364-b2ca-a40e941f67b8 HTTP/1.1" status: 200 len: 898 time: 0.1283698 Apr 20 16:24:17.229105 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e047f649-fad0-41f0-aed2-b19649ad3798 req-67cbc6a8-b6d6-4cfe-adbc-1e7e239055e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0afe009a-62fe-4403-9c52-d1356b61b9c6 HTTP/1.1" status: 200 len: 217 time: 0.1567619 Apr 20 16:24:17.337439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047f649-fad0-41f0-aed2-b19649ad3798 req-5897017e-8d5a-4933-b9f5-531a4456e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:17.338780 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e047f649-fad0-41f0-aed2-b19649ad3798 req-5897017e-8d5a-4933-b9f5-531a4456e3d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0 HTTP/1.1" status: 200 len: 834 time: 0.1036618 Apr 20 16:24:17.416965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f373d2-56f5-42fb-9c19-27f0481144c1 req-faa9aa43-9af4-44e5-9792-19b2f64e42d0 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:17.418389 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-26f373d2-56f5-42fb-9c19-27f0481144c1 req-faa9aa43-9af4-44e5-9792-19b2f64e42d0 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 944 time: 0.1470075 Apr 20 16:24:17.456005 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047f649-fad0-41f0-aed2-b19649ad3798 req-4cfe0055-ed4c-46ec-a007-7379ff3a1c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:17.457430 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e047f649-fad0-41f0-aed2-b19649ad3798 req-4cfe0055-ed4c-46ec-a007-7379ff3a1c66 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84c55c1e-026a-4364-b2ca-a40e941f67b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1118376 Apr 20 16:24:17.540656 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-26f373d2-56f5-42fb-9c19-27f0481144c1 req-04dc0288-e1a1-4cea-87f4-2056075f6a0b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=210b9813-4ea4-43ee-bc80-7abc00fe4dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154501 Apr 20 16:24:17.601631 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e047f649-fad0-41f0-aed2-b19649ad3798 req-0d831390-99f2-474d-8562-054cb08309bc service neutron] 10.222.0.11 "GET /v2.0/networks/84c55c1e-026a-4364-b2ca-a40e941f67b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352878 Apr 20 16:24:17.730985 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e047f649-fad0-41f0-aed2-b19649ad3798 req-0e205ae7-9547-4440-a0ab-085e60c77661 service neutron] 10.222.0.11 "GET /v2.0/networks/84c55c1e-026a-4364-b2ca-a40e941f67b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227043 Apr 20 16:24:18.726935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4c853-aae3-4200-aa7f-df20aef80ec9 req-1d15a9c1-08ad-4935-a417-cdb2b10567db tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:18.727407 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 0afe009a-62fe-4403-9c52-d1356b61b9c6 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:24:18.728421 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-27f4c853-aae3-4200-aa7f-df20aef80ec9 req-1d15a9c1-08ad-4935-a417-cdb2b10567db tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 944 time: 0.0786479 Apr 20 16:24:18.772722 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-27f4c853-aae3-4200-aa7f-df20aef80ec9 req-edf46a1e-8079-4552-b872-bb592573f863 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=210b9813-4ea4-43ee-bc80-7abc00fe4dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378556 Apr 20 16:24:18.858105 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 0afe009a-62fe-4403-9c52-d1356b61b9c6, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=0afe009a-62fe-4403-9c52-d1356b61b9c6,segment=NetworkSegment(4a32d60b-740e-43c4-8e0c-a23fe47c7e3c),segment_id=4a32d60b-740e-43c4-8e0c-a23fe47c7e3c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:24:18.871033 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '0afe009a-62fe-4403-9c52-d1356b61b9c6', 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8', 'port_id': '0afe009a-62fe-4403-9c52-d1356b61b9c6', 'mac_address': 'fa:16:3e:9d:28:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:24:18.924515 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:18.941568 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0afe009a-62fe-4403-9c52-d1356b61b9c6 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:24:18.957261 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 0afe009a-62fe-4403-9c52-d1356b61b9c6, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=0afe009a-62fe-4403-9c52-d1356b61b9c6,segment=NetworkSegment(4a32d60b-740e-43c4-8e0c-a23fe47c7e3c),segment_id=4a32d60b-740e-43c4-8e0c-a23fe47c7e3c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:24:18.962353 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.031788 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=0afe009a-62fe-4403-9c52-d1356b61b9c6,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:19.326382 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['0afe009a-62fe-4403-9c52-d1356b61b9c6'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:24:19.958013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31c25-79be-4cc4-8a56-c88bae5bfa8d req-8c266103-c097-4260-9514-748279aa4b96 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:19.959465 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2be31c25-79be-4cc4-8a56-c88bae5bfa8d req-8c266103-c097-4260-9514-748279aa4b96 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0818715 Apr 20 16:24:20.003114 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2be31c25-79be-4cc4-8a56-c88bae5bfa8d req-ea220ac7-67e7-4af8-b719-fc7eebece40e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=210b9813-4ea4-43ee-bc80-7abc00fe4dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381105 Apr 20 16:24:20.728342 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 0afe009a-62fe-4403-9c52-d1356b61b9c6 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:24:20.797180 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 0afe009a-62fe-4403-9c52-d1356b61b9c6 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:24:20.801564 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 0afe009a-62fe-4403-9c52-d1356b61b9c6 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:20.801931 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:20.915438 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:20.941752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afe009a-62fe-4403-9c52-d1356b61b9c6'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:24:20.951263 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 0afe009a-62fe-4403-9c52-d1356b61b9c6, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=0afe009a-62fe-4403-9c52-d1356b61b9c6,segment=NetworkSegment(4a32d60b-740e-43c4-8e0c-a23fe47c7e3c),segment_id=4a32d60b-740e-43c4-8e0c-a23fe47c7e3c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:24:20.955884 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:21.021297 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=0afe009a-62fe-4403-9c52-d1356b61b9c6,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:21.042208 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11254a9c-5e41-4801-99d1-1b12e764b9b6'] response: {'server_uuid': 'bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afe009a-62fe-4403-9c52-d1356b61b9c6', 'code': 200} Apr 20 16:24:21.187895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52319cc3-658b-4a0e-b7a1-1cad8ab38b2a req-93dbc6e4-1064-49d8-b552-7fa3845f4ba3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:21.189365 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52319cc3-658b-4a0e-b7a1-1cad8ab38b2a req-93dbc6e4-1064-49d8-b552-7fa3845f4ba3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 946 time: 0.0805409 Apr 20 16:24:21.283648 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52319cc3-658b-4a0e-b7a1-1cad8ab38b2a req-358acb8a-dede-4fe6-b287-8a737fa8000f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=210b9813-4ea4-43ee-bc80-7abc00fe4dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886395 Apr 20 16:24:21.304099 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2480b4-9cdb-4d80-8365-1fa9413fa0b4 req-7f01a8bf-98fe-405d-b854-8d82b65a7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:21.305572 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6e2480b4-9cdb-4d80-8365-1fa9413fa0b4 req-7f01a8bf-98fe-405d-b854-8d82b65a7498 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 1099 time: 0.0906286 Apr 20 16:24:21.345477 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6e2480b4-9cdb-4d80-8365-1fa9413fa0b4 req-5a38b9c4-a8f9-45a8-8d76-889d93d5e740 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=210b9813-4ea4-43ee-bc80-7abc00fe4dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342803 Apr 20 16:24:22.469224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac590690-df38-4cd9-a57e-3c7245825af5 req-7c3c408f-5ce5-44d1-a303-0b2119893fbe tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:22.470576 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ac590690-df38-4cd9-a57e-3c7245825af5 req-7c3c408f-5ce5-44d1-a303-0b2119893fbe tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 946 time: 0.0833688 Apr 20 16:24:22.513864 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ac590690-df38-4cd9-a57e-3c7245825af5 req-5c9dd689-67c2-4719-8230-b206a4defea6 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=210b9813-4ea4-43ee-bc80-7abc00fe4dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376661 Apr 20 16:24:23.703468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fb947-10c2-4a7f-a8e3-9d85f969562b req-0b25cc66-798b-4631-9e9a-9d016347e6f4 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:23.704924 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a11fb947-10c2-4a7f-a8e3-9d85f969562b req-0b25cc66-798b-4631-9e9a-9d016347e6f4 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 946 time: 0.0788071 Apr 20 16:24:23.747790 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a11fb947-10c2-4a7f-a8e3-9d85f969562b req-ad4bfd56-f6f1-409f-8d86-fe23696659e2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=210b9813-4ea4-43ee-bc80-7abc00fe4dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373387 Apr 20 16:24:23.932965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2c5f3-f019-4b4e-988d-97c5b6100282 req-86458487-dc77-422e-ab76-03e2fb6cf890 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:23.934399 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3df2c5f3-f019-4b4e-988d-97c5b6100282 req-86458487-dc77-422e-ab76-03e2fb6cf890 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 946 time: 0.0817983 Apr 20 16:24:23.977172 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3df2c5f3-f019-4b4e-988d-97c5b6100282 req-99e77df4-8f79-4a46-b95e-7900cb2f8a4e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=210b9813-4ea4-43ee-bc80-7abc00fe4dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367737 Apr 20 16:24:24.000592 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45204) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:24:24.070571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dc0dae-adea-470f-9826-2b15ca9fab95 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:24.072061 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-21dc0dae-adea-470f-9826-2b15ca9fab95 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 1094 time: 0.0704329 Apr 20 16:24:24.074955 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45208) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:24:24.079721 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': '0afe009a-62fe-4403-9c52-d1356b61b9c6', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:24:24.085439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:24:24.089200 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:floatingip and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:24:24.092018 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:24:24.097888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:24:24.109021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:24.243291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:24.382853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.26.7.245 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/25f3e999-8591-42aa-bd96-150dcbb0d562) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:24.468894 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:24:24.619629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:24.653187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:24.716816 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:24.724306 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:24.728360 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:24:24.762128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=25f3e999-8591-42aa-bd96-150dcbb0d562,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:25.143348 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:25.218881 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:25.421211 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:25.425706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:25.541061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=25f3e999-8591-42aa-bd96-150dcbb0d562,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:25.551409 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:25.719517 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Floating IP e7350679-96c1-4637-aab7-cc63eb97a6bb associated. External IP: 172.26.7.245, port: 0afe009a-62fe-4403-9c52-d1356b61b9c6. Apr 20 16:24:26.173671 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router 04255e30-f64f-465b-965c-ee14c7ba888e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:24:26.348089 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:24:26.358388 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ec9328-dd7a-4d27-b8d4-cccd8923eb47 None None] Sync routers for ids ['04255e30-f64f-465b-965c-ee14c7ba888e'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:24:26.367384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ec9328-dd7a-4d27-b8d4-cccd8923eb47 None None] Routers {'04255e30-f64f-465b-965c-ee14c7ba888e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:24:26.368028 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-39ec9328-dd7a-4d27-b8d4-cccd8923eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:24:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['04255e30-f64f-465b-965c-ee14c7ba888e'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:26.372283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:26.435729 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b97a68fd-1a56-41f2-8d20-6117ba0dcc0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3596723 Apr 20 16:24:26.436252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5', 'tag': '0afe009a-62fe-4403-9c52-d1356b61b9c6'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:24:26.487812 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6d7ab0-5db5-42d1-8147-e7769e1685b9'] response: {'name': 'network-changed', 'server_uuid': 'bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5', 'tag': '0afe009a-62fe-4403-9c52-d1356b61b9c6', 'status': 'completed', 'code': 200} Apr 20 16:24:26.551827 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-39ec9328-dd7a-4d27-b8d4-cccd8923eb47 None None] Set router 04255e30-f64f-465b-965c-ee14c7ba888e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:24:26.642282 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9f931-b044-4c04-98bd-93f96037e6e5 req-807eeccc-0679-408b-9eb3-7ad7a9e0c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:26.643739 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b9f931-b044-4c04-98bd-93f96037e6e5 req-807eeccc-0679-408b-9eb3-7ad7a9e0c95d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 1099 time: 0.1329405 Apr 20 16:24:26.655553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59a50a-f325-406e-a6d3-baffc1600242 req-08e02521-22db-474c-8aab-125c9d045ed6 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:26.656924 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b59a50a-f325-406e-a6d3-baffc1600242 req-08e02521-22db-474c-8aab-125c9d045ed6 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 946 time: 0.1103632 Apr 20 16:24:26.782862 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b59a50a-f325-406e-a6d3-baffc1600242 req-e6d0f977-4325-4b06-91e7-be581a1654c1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=210b9813-4ea4-43ee-bc80-7abc00fe4dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054635 Apr 20 16:24:26.805984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45216) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:24:26.815952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9f931-b044-4c04-98bd-93f96037e6e5 req-baf1c161-51f1-4608-b20d-1cc55908cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:26.817426 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b9f931-b044-4c04-98bd-93f96037e6e5 req-baf1c161-51f1-4608-b20d-1cc55908cf9e service neutron] 10.222.0.11 "GET /v2.0/networks?id=84c55c1e-026a-4364-b2ca-a40e941f67b8 HTTP/1.1" status: 200 len: 898 time: 0.1596713 Apr 20 16:24:26.897077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-39ec9328-dd7a-4d27-b8d4-cccd8923eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248214492', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:24:01Z', 'updated_at': '2022-04-20T16:24:06Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:02Z', 'updated_at': '2022-04-20T16:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'e7350679-96c1-4637-aab7-cc63eb97a6bb', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'floating_ip_address': '172.26.7.245', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'port_id': '0afe009a-62fe-4403-9c52-d1356b61b9c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8', 'mac_address': 'fa:16:3e:9d:28:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:24:25Z', 'updated_at': '2022-04-20T16:24:25Z', 'revision_number': 0, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acb96a26-4578-442e-92a8-b06013807b1c', 'name': '', 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:17:cd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:05Z', 'updated_at': '2022-04-20T16:24:11Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:26.901145 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ec9328-dd7a-4d27-b8d4-cccd8923eb47 None None] Checking router: 04255e30-f64f-465b-965c-ee14c7ba888e for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:24:26.909587 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ec9328-dd7a-4d27-b8d4-cccd8923eb47 None None] Routers {'04255e30-f64f-465b-965c-ee14c7ba888e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:24:26.910205 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-39ec9328-dd7a-4d27-b8d4-cccd8923eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:24:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['04255e30-f64f-465b-965c-ee14c7ba888e'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:26.915318 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ca505ba7-48df-4b32-aadc-b84428ac88bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/floatingips/e7350679-96c1-4637-aab7-cc63eb97a6bb HTTP/1.1" status: 200 len: 992 time: 0.1071177 Apr 20 16:24:26.924084 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b9f931-b044-4c04-98bd-93f96037e6e5 req-97b5eb74-2dd2-427f-afd9-7f5df5aff07d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0afe009a-62fe-4403-9c52-d1356b61b9c6 HTTP/1.1" status: 200 len: 1000 time: 0.1004405 Apr 20 16:24:26.986204 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9f931-b044-4c04-98bd-93f96037e6e5 req-343f9fa8-cf80-400b-af8f-a907e2ea4770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:26.987699 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b9f931-b044-4c04-98bd-93f96037e6e5 req-343f9fa8-cf80-400b-af8f-a907e2ea4770 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0 HTTP/1.1" status: 200 len: 834 time: 0.0574889 Apr 20 16:24:27.061534 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9f931-b044-4c04-98bd-93f96037e6e5 req-f5fb47e8-83b2-446d-beca-031f83270966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:27.063102 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b9f931-b044-4c04-98bd-93f96037e6e5 req-f5fb47e8-83b2-446d-beca-031f83270966 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84c55c1e-026a-4364-b2ca-a40e941f67b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691841 Apr 20 16:24:27.087842 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-39ec9328-dd7a-4d27-b8d4-cccd8923eb47 None None] Set router 04255e30-f64f-465b-965c-ee14c7ba888e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:24:27.193181 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b9f931-b044-4c04-98bd-93f96037e6e5 req-214fc839-8b8a-434b-a738-0c053744e755 service neutron] 10.222.0.11 "GET /v2.0/networks/84c55c1e-026a-4364-b2ca-a40e941f67b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242063 Apr 20 16:24:27.327492 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-59b9f931-b044-4c04-98bd-93f96037e6e5 req-e8aeb470-b2ba-40c8-9b9e-3baf5afff4f3 service neutron] 10.222.0.11 "GET /v2.0/networks/84c55c1e-026a-4364-b2ca-a40e941f67b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267159 Apr 20 16:24:27.469842 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-39ec9328-dd7a-4d27-b8d4-cccd8923eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248214492', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:24:01Z', 'updated_at': '2022-04-20T16:24:06Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:02Z', 'updated_at': '2022-04-20T16:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'e7350679-96c1-4637-aab7-cc63eb97a6bb', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'floating_ip_address': '172.26.7.245', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'port_id': '0afe009a-62fe-4403-9c52-d1356b61b9c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8', 'mac_address': 'fa:16:3e:9d:28:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:24:25Z', 'updated_at': '2022-04-20T16:24:25Z', 'revision_number': 0, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acb96a26-4578-442e-92a8-b06013807b1c', 'name': '', 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:17:cd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:05Z', 'updated_at': '2022-04-20T16:24:11Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:27.473791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ec9328-dd7a-4d27-b8d4-cccd8923eb47 None None] The sync data for ids ['04255e30-f64f-465b-965c-ee14c7ba888e'] in dv-neutron-838699-1-hyperv is: [{'id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248214492', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:24:01Z', 'updated_at': '2022-04-20T16:24:06Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:02Z', 'updated_at': '2022-04-20T16:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'e7350679-96c1-4637-aab7-cc63eb97a6bb', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'floating_ip_address': '172.26.7.245', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'port_id': '0afe009a-62fe-4403-9c52-d1356b61b9c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8', 'mac_address': 'fa:16:3e:9d:28:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:24:25Z', 'updated_at': '2022-04-20T16:24:25Z', 'revision_number': 0, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acb96a26-4578-442e-92a8-b06013807b1c', 'name': '', 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:17:cd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:05Z', 'updated_at': '2022-04-20T16:24:11Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:24:27.648812 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e56b44-d4ad-4cd0-84bb-a6cfcfa4b19c None None] New status for floating IP e7350679-96c1-4637-aab7-cc63eb97a6bb: ACTIVE {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:24:27.917568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45220) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:24:28.021720 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-735a56eb-8050-47f0-be3f-579ebaf86bf5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/floatingips/e7350679-96c1-4637-aab7-cc63eb97a6bb HTTP/1.1" status: 200 len: 994 time: 0.1030211 Apr 20 16:24:32.152552 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4b9e1649-b586-496f-b2c2-6dbc1ed35100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:34.417070 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f07bc193-f570-4816-8a2d-95ae15a1c2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:35.823652 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:35.826250 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:37.200079 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:45.330509 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:51.135500 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ba52befb-5260-46e7-8f5e-ef9ef595baf3 req-6c258859-2343-41c6-987b-839e9c90fffc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724249 Apr 20 16:24:51.269149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52befb-5260-46e7-8f5e-ef9ef595baf3 req-7d1886df-1806-45b6-992f-bdbb3965d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:51.270619 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ba52befb-5260-46e7-8f5e-ef9ef595baf3 req-7d1886df-1806-45b6-992f-bdbb3965d3c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 1099 time: 0.0699310 Apr 20 16:24:51.410838 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52befb-5260-46e7-8f5e-ef9ef595baf3 req-b01ab019-34f8-4fc8-bf7d-913de5f2364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:51.412226 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ba52befb-5260-46e7-8f5e-ef9ef595baf3 req-b01ab019-34f8-4fc8-bf7d-913de5f2364b service neutron] 10.222.0.11 "GET /v2.0/networks?id=84c55c1e-026a-4364-b2ca-a40e941f67b8 HTTP/1.1" status: 200 len: 898 time: 0.1236947 Apr 20 16:24:51.613623 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ba52befb-5260-46e7-8f5e-ef9ef595baf3 req-a13c08e0-db65-4c61-87ac-767cf6befa6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0afe009a-62fe-4403-9c52-d1356b61b9c6 HTTP/1.1" status: 200 len: 1002 time: 0.1951180 Apr 20 16:24:51.676670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52befb-5260-46e7-8f5e-ef9ef595baf3 req-bc562f60-ee97-49d3-9808-8c6d372e2634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:51.677987 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ba52befb-5260-46e7-8f5e-ef9ef595baf3 req-bc562f60-ee97-49d3-9808-8c6d372e2634 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0 HTTP/1.1" status: 200 len: 834 time: 0.0580382 Apr 20 16:24:51.754463 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52befb-5260-46e7-8f5e-ef9ef595baf3 req-13fad901-1a76-46b0-87cf-28bbfb959217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:51.755926 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ba52befb-5260-46e7-8f5e-ef9ef595baf3 req-13fad901-1a76-46b0-87cf-28bbfb959217 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84c55c1e-026a-4364-b2ca-a40e941f67b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723712 Apr 20 16:24:51.765987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [req-ba52befb-5260-46e7-8f5e-ef9ef595baf3 req-de958d2b-59bd-4229-9b1b-e09fd2c20976 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:24:51.766950 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ba52befb-5260-46e7-8f5e-ef9ef595baf3 req-de958d2b-59bd-4229-9b1b-e09fd2c20976 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048366 Apr 20 16:24:51.894845 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ba52befb-5260-46e7-8f5e-ef9ef595baf3 req-c685e2f6-db66-4db9-b74e-5917be57120d service neutron] 10.222.0.11 "GET /v2.0/networks/84c55c1e-026a-4364-b2ca-a40e941f67b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221116 Apr 20 16:24:52.023839 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ba52befb-5260-46e7-8f5e-ef9ef595baf3 req-943adb87-57de-421a-9844-cfab36ef0ee2 service neutron] 10.222.0.11 "GET /v2.0/networks/84c55c1e-026a-4364-b2ca-a40e941f67b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220973 Apr 20 16:25:01.467562 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:25:02.156454 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-34d521ba-35a9-444b-8a90-6d6bf6ce5afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.419240 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d863cbdf-b8af-4633-b2fa-08a8d5db131a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.823624 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.828562 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:07.203043 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:15.346331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:29.104439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68725ef8-5a98-4852-9d38-c890e4de955f req-5122f5c1-9d8b-45dc-8477-09cff87b96f8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:29.105829 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68725ef8-5a98-4852-9d38-c890e4de955f req-5122f5c1-9d8b-45dc-8477-09cff87b96f8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 946 time: 0.0825958 Apr 20 16:25:29.151220 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68725ef8-5a98-4852-9d38-c890e4de955f req-fb0e5d06-00df-4166-905a-6d1295d02072 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=210b9813-4ea4-43ee-bc80-7abc00fe4dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397053 Apr 20 16:25:30.339437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68597284-7f8f-41e4-aefa-24c6b5839087 req-c2fa3f7e-3d88-4784-b72d-79f529522b98 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:30.340896 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68597284-7f8f-41e4-aefa-24c6b5839087 req-c2fa3f7e-3d88-4784-b72d-79f529522b98 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 946 time: 0.0782502 Apr 20 16:25:30.385129 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68597284-7f8f-41e4-aefa-24c6b5839087 req-0e6986e0-955f-47bb-8b88-890830db10d2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=210b9813-4ea4-43ee-bc80-7abc00fe4dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385351 Apr 20 16:25:30.407634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45250) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:30.515373 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b5d00659-46ad-4944-8b89-b88da8f77ea3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/floatingips/e7350679-96c1-4637-aab7-cc63eb97a6bb HTTP/1.1" status: 200 len: 994 time: 0.1064703 Apr 20 16:25:31.967635 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c052b-52d6-4c61-b6db-f5ebf8ae0a03 req-be438a59-5648-44e2-9f0f-f5cbda2faa8e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:31.969126 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-526c052b-52d6-4c61-b6db-f5ebf8ae0a03 req-be438a59-5648-44e2-9f0f-f5cbda2faa8e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 946 time: 0.0830653 Apr 20 16:25:32.017558 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-526c052b-52d6-4c61-b6db-f5ebf8ae0a03 req-e87e4040-5dea-4a5d-80bd-e9d1d1010bc7 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=210b9813-4ea4-43ee-bc80-7abc00fe4dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424507 Apr 20 16:25:32.158823 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ad7dfb73-0197-4e1b-a8ba-0d9cf488492a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:33.206046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d86a98-f836-4ad1-bcea-e70e5ae9fb06 req-f80cf3be-a06e-48bb-8fbe-622f39f557a3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:33.207505 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68d86a98-f836-4ad1-bcea-e70e5ae9fb06 req-f80cf3be-a06e-48bb-8fbe-622f39f557a3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 946 time: 0.0794699 Apr 20 16:25:33.254031 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68d86a98-f836-4ad1-bcea-e70e5ae9fb06 req-2d2037d1-455d-4e04-9a9c-f363512de20f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=210b9813-4ea4-43ee-bc80-7abc00fe4dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408406 Apr 20 16:25:33.277549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45262) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:33.383699 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5ea9d3a8-e14a-4814-9796-eb7fbb9af36d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/floatingips/e7350679-96c1-4637-aab7-cc63eb97a6bb HTTP/1.1" status: 200 len: 994 time: 0.1050370 Apr 20 16:25:33.697247 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45270) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:33.900301 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port 25f3e999-8591-42aa-bd96-150dcbb0d562 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:25:33.900646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:34.069198 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:34.069525 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:34.285551 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for 25f3e999-8591-42aa-bd96-150dcbb0d562 owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:25:34.420004 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0af10767-5b0e-4ca9-aa0b-6e78a2cc9395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:34.433845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:34.484105 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=25f3e999-8591-42aa-bd96-150dcbb0d562,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:34.552442 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:34.552784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:34.553125 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:34.553459 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:34.553795 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:34.554125 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:34.554450 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:34.554775 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:34.555097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:34.555418 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:34.555743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:34.556086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:34.584854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:34.585202 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Floating IP e7350679-96c1-4637-aab7-cc63eb97a6bb disassociated (deleted). External IP: 172.26.7.245, port: 0afe009a-62fe-4403-9c52-d1356b61b9c6. Apr 20 16:25:34.938003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router 04255e30-f64f-465b-965c-ee14c7ba888e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:25:35.124669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:25:35.134594 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae7aa75-d69b-4b73-8b38-541055a2c936 None None] Sync routers for ids ['04255e30-f64f-465b-965c-ee14c7ba888e'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:25:35.144427 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae7aa75-d69b-4b73-8b38-541055a2c936 None None] Routers {'04255e30-f64f-465b-965c-ee14c7ba888e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:25:35.145164 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-eae7aa75-d69b-4b73-8b38-541055a2c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:25:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['04255e30-f64f-465b-965c-ee14c7ba888e'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:35.146495 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:35.201483 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-17ee41ed-af65-47e1-bee3-59e35e4033e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/floatingips/e7350679-96c1-4637-aab7-cc63eb97a6bb HTTP/1.1" status: 204 len: 168 time: 1.5031667 Apr 20 16:25:35.202073 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5', 'tag': '0afe009a-62fe-4403-9c52-d1356b61b9c6'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:25:35.251325 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b17e16-25fb-4fbe-afb5-c50052249520'] response: {'name': 'network-changed', 'server_uuid': 'bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5', 'tag': '0afe009a-62fe-4403-9c52-d1356b61b9c6', 'status': 'completed', 'code': 200} Apr 20 16:25:35.330472 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-eae7aa75-d69b-4b73-8b38-541055a2c936 None None] Set router 04255e30-f64f-465b-965c-ee14c7ba888e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:25:35.352328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abe21e-8e58-496a-b532-953eae4c626e req-ecd28554-896d-46de-92ca-8928c72d012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:35.355032 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9abe21e-8e58-496a-b532-953eae4c626e req-ecd28554-896d-46de-92ca-8928c72d012a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 1099 time: 0.0832465 Apr 20 16:25:35.494873 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abe21e-8e58-496a-b532-953eae4c626e req-5cde7de6-29b5-402f-821c-8263ed35f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:35.496153 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9abe21e-8e58-496a-b532-953eae4c626e req-5cde7de6-29b5-402f-821c-8263ed35f909 service neutron] 10.222.0.11 "GET /v2.0/networks?id=84c55c1e-026a-4364-b2ca-a40e941f67b8 HTTP/1.1" status: 200 len: 898 time: 0.1344464 Apr 20 16:25:35.604373 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9abe21e-8e58-496a-b532-953eae4c626e req-8fbb94bb-d973-44b9-93b3-96da385f6d82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0afe009a-62fe-4403-9c52-d1356b61b9c6 HTTP/1.1" status: 200 len: 217 time: 0.1006837 Apr 20 16:25:35.650921 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-eae7aa75-d69b-4b73-8b38-541055a2c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248214492', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:24:01Z', 'updated_at': '2022-04-20T16:24:06Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:02Z', 'updated_at': '2022-04-20T16:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'acb96a26-4578-442e-92a8-b06013807b1c', 'name': '', 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:17:cd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:05Z', 'updated_at': '2022-04-20T16:24:11Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:35.655328 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae7aa75-d69b-4b73-8b38-541055a2c936 None None] Checking router: 04255e30-f64f-465b-965c-ee14c7ba888e for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:25:35.663941 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae7aa75-d69b-4b73-8b38-541055a2c936 None None] Routers {'04255e30-f64f-465b-965c-ee14c7ba888e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:25:35.664559 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-eae7aa75-d69b-4b73-8b38-541055a2c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:25:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['04255e30-f64f-465b-965c-ee14c7ba888e'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:35.691107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abe21e-8e58-496a-b532-953eae4c626e req-85db4ed4-c600-4ff4-a3d6-53954c8567e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:35.692567 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9abe21e-8e58-496a-b532-953eae4c626e req-85db4ed4-c600-4ff4-a3d6-53954c8567e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0 HTTP/1.1" status: 200 len: 834 time: 0.0812013 Apr 20 16:25:35.701185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b71db7-acb6-450e-8c3c-0a4536cc4964 req-63950be6-3a8d-4310-9abc-b98189c71aed tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:35.701831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-61b71db7-acb6-450e-8c3c-0a4536cc4964 req-63950be6-3a8d-4310-9abc-b98189c71aed tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:25:35.764123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-61b71db7-acb6-450e-8c3c-0a4536cc4964 req-63950be6-3a8d-4310-9abc-b98189c71aed tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:25:35.765180 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61b71db7-acb6-450e-8c3c-0a4536cc4964 req-63950be6-3a8d-4310-9abc-b98189c71aed tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 946 time: 0.2148504 Apr 20 16:25:35.854716 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:35.860338 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:35.868573 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-eae7aa75-d69b-4b73-8b38-541055a2c936 None None] Set router 04255e30-f64f-465b-965c-ee14c7ba888e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:25:35.931408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abe21e-8e58-496a-b532-953eae4c626e req-d04301c4-9164-47b4-8035-2cf4f22e2ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:35.933421 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9abe21e-8e58-496a-b532-953eae4c626e req-d04301c4-9164-47b4-8035-2cf4f22e2ef9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84c55c1e-026a-4364-b2ca-a40e941f67b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2289429 Apr 20 16:25:35.943087 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61b71db7-acb6-450e-8c3c-0a4536cc4964 req-51478563-1925-487d-9097-16fc3c67c79b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=210b9813-4ea4-43ee-bc80-7abc00fe4dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707816 Apr 20 16:25:36.079821 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9abe21e-8e58-496a-b532-953eae4c626e req-379d20b6-2611-4885-849b-9a8067a1dd7c service neutron] 10.222.0.11 "GET /v2.0/networks/84c55c1e-026a-4364-b2ca-a40e941f67b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355402 Apr 20 16:25:36.189839 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-eae7aa75-d69b-4b73-8b38-541055a2c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248214492', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:24:01Z', 'updated_at': '2022-04-20T16:24:06Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:02Z', 'updated_at': '2022-04-20T16:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'acb96a26-4578-442e-92a8-b06013807b1c', 'name': '', 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:17:cd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:05Z', 'updated_at': '2022-04-20T16:24:11Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:36.194135 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae7aa75-d69b-4b73-8b38-541055a2c936 None None] The sync data for ids ['04255e30-f64f-465b-965c-ee14c7ba888e'] in dv-neutron-838699-1-hyperv is: [{'id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248214492', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:24:01Z', 'updated_at': '2022-04-20T16:24:06Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:02Z', 'updated_at': '2022-04-20T16:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'acb96a26-4578-442e-92a8-b06013807b1c', 'name': '', 'network_id': '84c55c1e-026a-4364-b2ca-a40e941f67b8', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:17:cd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:05Z', 'updated_at': '2022-04-20T16:24:11Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:25:36.213004 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9abe21e-8e58-496a-b532-953eae4c626e req-8a842a0b-e661-4263-aa81-4d8650002b6f service neutron] 10.222.0.11 "GET /v2.0/networks/84c55c1e-026a-4364-b2ca-a40e941f67b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261096 Apr 20 16:25:36.405000 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58250f67-b8d5-4191-8dbe-3ef2f56babfb None None] New status for floating IP e7350679-96c1-4637-aab7-cc63eb97a6bb: DOWN {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:25:37.126850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda65cd-4aee-4844-84ce-709604bc6ab7 req-886ae2b1-805f-4d89-b5c7-346c781e50bf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:37.128322 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0bda65cd-4aee-4844-84ce-709604bc6ab7 req-886ae2b1-805f-4d89-b5c7-346c781e50bf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 946 time: 0.0800061 Apr 20 16:25:37.171471 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0bda65cd-4aee-4844-84ce-709604bc6ab7 req-b4d04d1b-09f7-44bf-917c-5e42a1341c37 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=210b9813-4ea4-43ee-bc80-7abc00fe4dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374744 Apr 20 16:25:37.205562 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:37.472563 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8318e8-1cba-4ac5-9d78-92b50b8ce439 req-e953ba2f-e6b6-47de-8451-ec929e8e8de9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:37.473997 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4e8318e8-1cba-4ac5-9d78-92b50b8ce439 req-e953ba2f-e6b6-47de-8451-ec929e8e8de9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 946 time: 0.0824692 Apr 20 16:25:37.542576 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-4e8318e8-1cba-4ac5-9d78-92b50b8ce439 req-d52b0216-22c8-4213-a6e5-8191caf585fa tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port 0afe009a-62fe-4403-9c52-d1356b61b9c6 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:25:37.542917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-4e8318e8-1cba-4ac5-9d78-92b50b8ce439 req-d52b0216-22c8-4213-a6e5-8191caf585fa tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:37.783471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-4e8318e8-1cba-4ac5-9d78-92b50b8ce439 req-d52b0216-22c8-4213-a6e5-8191caf585fa tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] For port 0afe009a-62fe-4403-9c52-d1356b61b9c6, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=0afe009a-62fe-4403-9c52-d1356b61b9c6,segment=NetworkSegment(4a32d60b-740e-43c4-8e0c-a23fe47c7e3c),segment_id=4a32d60b-740e-43c4-8e0c-a23fe47c7e3c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:25:37.783851 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-4e8318e8-1cba-4ac5-9d78-92b50b8ce439 req-d52b0216-22c8-4213-a6e5-8191caf585fa tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:37.908664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-4e8318e8-1cba-4ac5-9d78-92b50b8ce439 req-d52b0216-22c8-4213-a6e5-8191caf585fa tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for 0afe009a-62fe-4403-9c52-d1356b61b9c6 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:25:38.058370 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-4e8318e8-1cba-4ac5-9d78-92b50b8ce439 req-d52b0216-22c8-4213-a6e5-8191caf585fa tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:38.123840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b0216-22c8-4213-a6e5-8191caf585fa tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=0afe009a-62fe-4403-9c52-d1356b61b9c6,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:38.205288 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8318e8-1cba-4ac5-9d78-92b50b8ce439 req-d52b0216-22c8-4213-a6e5-8191caf585fa tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] No DVR routers for this DVR port 0afe009a-62fe-4403-9c52-d1356b61b9c6 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:25:38.207640 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-4e8318e8-1cba-4ac5-9d78-92b50b8ce439 req-d52b0216-22c8-4213-a6e5-8191caf585fa tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:38.210208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5', 'name': 'network-vif-deleted', 'tag': '0afe009a-62fe-4403-9c52-d1356b61b9c6'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:25:38.229592 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4e8318e8-1cba-4ac5-9d78-92b50b8ce439 req-d52b0216-22c8-4213-a6e5-8191caf585fa tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "DELETE /v2.0/ports/0afe009a-62fe-4403-9c52-d1356b61b9c6 HTTP/1.1" status: 204 len: 173 time: 0.7497857 Apr 20 16:25:38.260777 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d992a5b8-ce3c-492c-9556-f3dbb2d14267'] response: {'server_uuid': 'bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5', 'name': 'network-vif-deleted', 'tag': '0afe009a-62fe-4403-9c52-d1356b61b9c6', 'status': 'completed', 'code': 200} Apr 20 16:25:38.337355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-0eb87e11-33cc-4609-b7a1-ce86a586a253 req-1749a3bb-b499-4199-9481-6acedb39f627 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:25:38.356528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-0eb87e11-33cc-4609-b7a1-ce86a586a253 req-1749a3bb-b499-4199-9481-6acedb39f627 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:25:38.357732 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0eb87e11-33cc-4609-b7a1-ce86a586a253 req-1749a3bb-b499-4199-9481-6acedb39f627 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbcc6696-8d71-4ec8-bf9e-2ee76f74b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0693338 Apr 20 16:25:38.466715 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:25:39.458164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45288) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:40.102486 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8f41b7c5-66f2-4946-b757-08922aabe185 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:40.451815 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8f41b7c5-66f2-4946-b757-08922aabe185 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port acb96a26-4578-442e-92a8-b06013807b1c {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:25:40.452158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8f41b7c5-66f2-4946-b757-08922aabe185 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:40.637153 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8f41b7c5-66f2-4946-b757-08922aabe185 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] For port acb96a26-4578-442e-92a8-b06013807b1c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=acb96a26-4578-442e-92a8-b06013807b1c,segment=NetworkSegment(4a32d60b-740e-43c4-8e0c-a23fe47c7e3c),segment_id=4a32d60b-740e-43c4-8e0c-a23fe47c7e3c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:25:40.637853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8f41b7c5-66f2-4946-b757-08922aabe185 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:40.756599 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8f41b7c5-66f2-4946-b757-08922aabe185 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for acb96a26-4578-442e-92a8-b06013807b1c owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:25:41.012166 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 0afe009a-62fe-4403-9c52-d1356b61b9c6 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:25:41.045040 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 0afe009a-62fe-4403-9c52-d1356b61b9c6 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:25:41.045392 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 0afe009a-62fe-4403-9c52-d1356b61b9c6 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:25:41.085630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8f41b7c5-66f2-4946-b757-08922aabe185 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:41.240287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41b7c5-66f2-4946-b757-08922aabe185 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=acb96a26-4578-442e-92a8-b06013807b1c,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:41.522804 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8f41b7c5-66f2-4946-b757-08922aabe185 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:41.880373 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f41b7c5-66f2-4946-b757-08922aabe185 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router 04255e30-f64f-465b-965c-ee14c7ba888e has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:25:42.057118 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f41b7c5-66f2-4946-b757-08922aabe185 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:25:42.066271 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df72adf5-dea5-4637-aa4b-3afa5b1471c2 None None] Sync routers for ids ['04255e30-f64f-465b-965c-ee14c7ba888e'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:25:42.073477 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8f41b7c5-66f2-4946-b757-08922aabe185 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "PUT /v2.0/routers/04255e30-f64f-465b-965c-ee14c7ba888e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6141315 Apr 20 16:25:42.076115 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45292) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:42.078616 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df72adf5-dea5-4637-aa4b-3afa5b1471c2 None None] Routers {'04255e30-f64f-465b-965c-ee14c7ba888e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:25:42.079230 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-df72adf5-dea5-4637-aa4b-3afa5b1471c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:25:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['04255e30-f64f-465b-965c-ee14c7ba888e'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:42.143835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a12ffa6-d98f-4b7c-9705-1dacd5580a91 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting subnet baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:25:42.146946 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a12ffa6-d98f-4b7c-9705-1dacd5580a91 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:42.202414 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a12ffa6-d98f-4b7c-9705-1dacd5580a91 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:42.255209 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-df72adf5-dea5-4637-aa4b-3afa5b1471c2 None None] Set router 04255e30-f64f-465b-965c-ee14c7ba888e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:25:42.284988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a12ffa6-d98f-4b7c-9705-1dacd5580a91 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:42.359373 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a12ffa6-d98f-4b7c-9705-1dacd5580a91 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:42.399276 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12ffa6-d98f-4b7c-9705-1dacd5580a91 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Subnet': ['ID=baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:42.403133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a12ffa6-d98f-4b7c-9705-1dacd5580a91 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:42.412089 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1a12ffa6-d98f-4b7c-9705-1dacd5580a91 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/subnets/baaa8c5b-e6eb-4bd4-b30c-3117e9ca13e0 HTTP/1.1" status: 204 len: 168 time: 0.3324785 Apr 20 16:25:42.412284 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45296) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:42.423630 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4afec07-8777-45a9-9ea2-8104d5fded63 None None] Network 84c55c1e-026a-4364-b2ca-a40e941f67b8 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:25:42.714374 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-df72adf5-dea5-4637-aa4b-3afa5b1471c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248214492', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:24:01Z', 'updated_at': '2022-04-20T16:25:41Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:02Z', 'updated_at': '2022-04-20T16:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:42.716256 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73efb4ed-7bb0-4a82-bd10-f4a1d42418cf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:42.718332 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df72adf5-dea5-4637-aa4b-3afa5b1471c2 None None] Checking router: 04255e30-f64f-465b-965c-ee14c7ba888e for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:25:42.727405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df72adf5-dea5-4637-aa4b-3afa5b1471c2 None None] Routers {'04255e30-f64f-465b-965c-ee14c7ba888e'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:25:42.727904 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-df72adf5-dea5-4637-aa4b-3afa5b1471c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:25:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['04255e30-f64f-465b-965c-ee14c7ba888e'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:42.784522 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] DHCP port deletion for 84c55c1e-026a-4364-b2ca-a40e941f67b8 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:25:42.799146 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] Deleting port 1bf782c9-cbd1-4e05-a305-b30608948afc {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:25:42.799520 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:42.895510 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73efb4ed-7bb0-4a82-bd10-f4a1d42418cf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:42.904978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-73efb4ed-7bb0-4a82-bd10-f4a1d42418cf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:25:42.905323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73efb4ed-7bb0-4a82-bd10-f4a1d42418cf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:43.012586 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-df72adf5-dea5-4637-aa4b-3afa5b1471c2 None None] Set router 04255e30-f64f-465b-965c-ee14c7ba888e gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:25:43.080630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-73efb4ed-7bb0-4a82-bd10-f4a1d42418cf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] For port 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=3ab14bc8-8b84-41e5-9e2f-6a073d8007bc,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:25:43.080983 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73efb4ed-7bb0-4a82-bd10-f4a1d42418cf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:43.206142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-73efb4ed-7bb0-4a82-bd10-f4a1d42418cf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:25:43.316049 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] For port 1bf782c9-cbd1-4e05-a305-b30608948afc, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=1bf782c9-cbd1-4e05-a305-b30608948afc,segment=NetworkSegment(4a32d60b-740e-43c4-8e0c-a23fe47c7e3c),segment_id=4a32d60b-740e-43c4-8e0c-a23fe47c7e3c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:25:43.316560 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:43.377729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73efb4ed-7bb0-4a82-bd10-f4a1d42418cf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:43.382328 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 1bf782c9-cbd1-4e05-a305-b30608948afc no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:25:43.424592 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efb4ed-7bb0-4a82-bd10-f4a1d42418cf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=3ab14bc8-8b84-41e5-9e2f-6a073d8007bc,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:43.475443 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] Calling delete_port for 1bf782c9-cbd1-4e05-a305-b30608948afc owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:25:43.516924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73efb4ed-7bb0-4a82-bd10-f4a1d42418cf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:43.686649 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:43.696757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73efb4ed-7bb0-4a82-bd10-f4a1d42418cf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:43.699545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73efb4ed-7bb0-4a82-bd10-f4a1d42418cf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:43.723625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73efb4ed-7bb0-4a82-bd10-f4a1d42418cf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:43.724189 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73efb4ed-7bb0-4a82-bd10-f4a1d42418cf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Fanout notify agent at l3_agent the message router_deleted on router 04255e30-f64f-465b-965c-ee14c7ba888e {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:25:43.736791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:43.739481 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73efb4ed-7bb0-4a82-bd10-f4a1d42418cf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:43.740636 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-73efb4ed-7bb0-4a82-bd10-f4a1d42418cf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/routers/04255e30-f64f-465b-965c-ee14c7ba888e HTTP/1.1" status: 204 len: 168 time: 1.3274291 Apr 20 16:25:43.743311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45300) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:43.748177 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] Pushing event deleted for resources: {'Port': ['ID=1bf782c9-cbd1-4e05-a305-b30608948afc,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:43.763107 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] No DVR routers for this DVR port 1bf782c9-cbd1-4e05-a305-b30608948afc on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:25:43.765240 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.765593 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.765934 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.766269 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.766601 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.766933 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.767258 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.767586 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.767948 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.768274 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.768599 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.768920 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6fd17-80fe-478e-be73-283fb870c516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.782553 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-df72adf5-dea5-4637-aa4b-3afa5b1471c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248214492', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:24:01Z', 'updated_at': '2022-04-20T16:25:41Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:02Z', 'updated_at': '2022-04-20T16:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:43.813645 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df72adf5-dea5-4637-aa4b-3afa5b1471c2 None None] The sync data for ids ['04255e30-f64f-465b-965c-ee14c7ba888e'] in dv-neutron-838699-1-hyperv is: [{'id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248214492', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:24:01Z', 'updated_at': '2022-04-20T16:25:41Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '3ab14bc8-8b84-41e5-9e2f-6a073d8007bc', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04255e30-f64f-465b-965c-ee14c7ba888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:24:02Z', 'updated_at': '2022-04-20T16:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:25:43.860947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-109706d0-3cab-4140-a567-1edbad77b4f2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:43.990720 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-109706d0-3cab-4140-a567-1edbad77b4f2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:44.016313 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-109706d0-3cab-4140-a567-1edbad77b4f2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c55c1e-026a-4364-b2ca-a40e941f67b8']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:44.028293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-109706d0-3cab-4140-a567-1edbad77b4f2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a32d60b-740e-43c4-8e0c-a23fe47c7e3c') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:44.028636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-109706d0-3cab-4140-a567-1edbad77b4f2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a32d60b-740e-43c4-8e0c-a23fe47c7e3c') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:44.039691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-109706d0-3cab-4140-a567-1edbad77b4f2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:44.055055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-109706d0-3cab-4140-a567-1edbad77b4f2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:44.061422 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109706d0-3cab-4140-a567-1edbad77b4f2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:25:44.061802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-109706d0-3cab-4140-a567-1edbad77b4f2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:25:44.076932 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:25:44.277000 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-109706d0-3cab-4140-a567-1edbad77b4f2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:44.294732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-109706d0-3cab-4140-a567-1edbad77b4f2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:44.304423 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109706d0-3cab-4140-a567-1edbad77b4f2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Network': ['ID=84c55c1e-026a-4364-b2ca-a40e941f67b8,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:44.307603 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-109706d0-3cab-4140-a567-1edbad77b4f2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/networks/84c55c1e-026a-4364-b2ca-a40e941f67b8 HTTP/1.1" status: 204 len: 168 time: 0.5633450 Apr 20 16:25:44.310604 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45304) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:44.385093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a3736053-1de9-46dd-9e60-c6c33eacc83d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:44.416297 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a3736053-1de9-46dd-9e60-c6c33eacc83d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:44.489874 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a3736053-1de9-46dd-9e60-c6c33eacc83d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:44.506482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3736053-1de9-46dd-9e60-c6c33eacc83d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210b9813-4ea4-43ee-bc80-7abc00fe4dc1,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:44.514274 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a3736053-1de9-46dd-9e60-c6c33eacc83d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:44.515382 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a3736053-1de9-46dd-9e60-c6c33eacc83d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/security-groups/210b9813-4ea4-43ee-bc80-7abc00fe4dc1 HTTP/1.1" status: 204 len: 168 time: 0.2038665 Apr 20 16:25:44.760718 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45312) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:44.767314 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1181601292', 'description': 'tempest-secgroup-smoke-1181601292 description', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:25:44.775800 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:25:44.779760 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:25:44.782693 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:25:44.791484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:25:44.798768 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:44.817843 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:25:44.821610 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:25:44.824374 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:25:44.829943 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:25:44.896155 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:44.899364 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:44.939205 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8df98a5-0a15-481c-927b-0ee4813c74c6,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:44.942839 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:44.944040 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1824017 Apr 20 16:25:44.947079 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45316) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:44.948648 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:44.949082 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:44.949433 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:44.949771 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:44.950102 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:44.950431 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:44.950758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:44.951083 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:44.951408 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:44.951730 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:44.952084 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:44.952330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-48b8bebe-dcc2-461b-8af2-875de084e97f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': 'd8df98a5-0a15-481c-927b-0ee4813c74c6', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:25:44.952442 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263e519-0ef4-4392-82f4-e0998070ff00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:44.958449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-48b8bebe-dcc2-461b-8af2-875de084e97f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:25:44.962355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-48b8bebe-dcc2-461b-8af2-875de084e97f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:25:44.965808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-48b8bebe-dcc2-461b-8af2-875de084e97f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:25:44.971808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-48b8bebe-dcc2-461b-8af2-875de084e97f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:25:44.987572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48b8bebe-dcc2-461b-8af2-875de084e97f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.047366 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48b8bebe-dcc2-461b-8af2-875de084e97f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.050679 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48b8bebe-dcc2-461b-8af2-875de084e97f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.077212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8bebe-dcc2-461b-8af2-875de084e97f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174584b2-563f-45a6-b03c-6c5ebd96830b,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:45.083136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48b8bebe-dcc2-461b-8af2-875de084e97f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.084439 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-48b8bebe-dcc2-461b-8af2-875de084e97f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363170 Apr 20 16:25:45.086974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45320) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:45.092405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b50299b0-548d-4d1f-bdaf-41cdf21503d8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': 'd8df98a5-0a15-481c-927b-0ee4813c74c6', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:25:45.098450 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b50299b0-548d-4d1f-bdaf-41cdf21503d8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:25:45.102284 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b50299b0-548d-4d1f-bdaf-41cdf21503d8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:25:45.105195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b50299b0-548d-4d1f-bdaf-41cdf21503d8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:25:45.111173 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b50299b0-548d-4d1f-bdaf-41cdf21503d8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:25:45.126483 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b50299b0-548d-4d1f-bdaf-41cdf21503d8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.189086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b50299b0-548d-4d1f-bdaf-41cdf21503d8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.192488 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b50299b0-548d-4d1f-bdaf-41cdf21503d8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.216398 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50299b0-548d-4d1f-bdaf-41cdf21503d8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588a84d3-13d6-43ff-8d3d-f82b8112d86f,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:45.224835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b50299b0-548d-4d1f-bdaf-41cdf21503d8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.226068 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b50299b0-548d-4d1f-bdaf-41cdf21503d8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380565 Apr 20 16:25:45.228716 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45324) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:45.233595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e3876e46-e1f8-4bc1-b79c-ac781d98a84e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': 'd8df98a5-0a15-481c-927b-0ee4813c74c6', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:25:45.239280 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e3876e46-e1f8-4bc1-b79c-ac781d98a84e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:25:45.243117 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e3876e46-e1f8-4bc1-b79c-ac781d98a84e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:25:45.246029 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e3876e46-e1f8-4bc1-b79c-ac781d98a84e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:25:45.251791 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e3876e46-e1f8-4bc1-b79c-ac781d98a84e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:25:45.268529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e3876e46-e1f8-4bc1-b79c-ac781d98a84e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.332553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e3876e46-e1f8-4bc1-b79c-ac781d98a84e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.338217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e3876e46-e1f8-4bc1-b79c-ac781d98a84e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.340910 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.363825 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3876e46-e1f8-4bc1-b79c-ac781d98a84e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ab9cae-c7d9-4e79-958f-dd12639be112,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:45.374436 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e3876e46-e1f8-4bc1-b79c-ac781d98a84e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.375902 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e3876e46-e1f8-4bc1-b79c-ac781d98a84e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462429 Apr 20 16:25:45.376344 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:25:45.378561 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45328) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:45.383471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-dcfb6dc7-e51f-4be0-aa21-3f4f186d90f8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': 'd8df98a5-0a15-481c-927b-0ee4813c74c6', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:25:45.390164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-dcfb6dc7-e51f-4be0-aa21-3f4f186d90f8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:25:45.394063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-dcfb6dc7-e51f-4be0-aa21-3f4f186d90f8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:25:45.397062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-dcfb6dc7-e51f-4be0-aa21-3f4f186d90f8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:25:45.404808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-dcfb6dc7-e51f-4be0-aa21-3f4f186d90f8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:25:45.411995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:25:45.412375 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 3ab14bc8-8b84-41e5-9e2f-6a073d8007bc not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:25:45.412845 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device acb96a26-4578-442e-92a8-b06013807b1c no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:25:45.421964 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dcfb6dc7-e51f-4be0-aa21-3f4f186d90f8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.447881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: acb96a26-4578-442e-92a8-b06013807b1c {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:25:45.448233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device acb96a26-4578-442e-92a8-b06013807b1c not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:25:45.485404 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dcfb6dc7-e51f-4be0-aa21-3f4f186d90f8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.488929 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dcfb6dc7-e51f-4be0-aa21-3f4f186d90f8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.515365 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb6dc7-e51f-4be0-aa21-3f4f186d90f8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77596f5a-7022-4d05-8183-afb8df779f6c,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:45.524674 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dcfb6dc7-e51f-4be0-aa21-3f4f186d90f8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.525868 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dcfb6dc7-e51f-4be0-aa21-3f4f186d90f8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463947 Apr 20 16:25:45.528665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45332) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:45.533528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-9cfeea62-01bc-4cb5-b7af-59b38667fa5b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': 'd8df98a5-0a15-481c-927b-0ee4813c74c6', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:25:45.539217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9cfeea62-01bc-4cb5-b7af-59b38667fa5b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:25:45.543102 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9cfeea62-01bc-4cb5-b7af-59b38667fa5b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:25:45.545993 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-9cfeea62-01bc-4cb5-b7af-59b38667fa5b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:25:45.551691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-9cfeea62-01bc-4cb5-b7af-59b38667fa5b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:25:45.562392 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-9cfeea62-01bc-4cb5-b7af-59b38667fa5b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Project b6314581f7fd40bdbaf84bc51d4a044b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:25:45.569001 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9cfeea62-01bc-4cb5-b7af-59b38667fa5b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.632893 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9cfeea62-01bc-4cb5-b7af-59b38667fa5b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.636660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9cfeea62-01bc-4cb5-b7af-59b38667fa5b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.659093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfeea62-01bc-4cb5-b7af-59b38667fa5b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb24da65-67a3-4209-8194-10be2e45be8d,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:45.668297 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9cfeea62-01bc-4cb5-b7af-59b38667fa5b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.669482 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9cfeea62-01bc-4cb5-b7af-59b38667fa5b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398664 Apr 20 16:25:45.672203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45336) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:45.676966 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b2c330b5-85a5-4b8d-b989-87ca1a1cd011 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': 'd8df98a5-0a15-481c-927b-0ee4813c74c6', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:25:45.683088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b2c330b5-85a5-4b8d-b989-87ca1a1cd011 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:25:45.686864 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b2c330b5-85a5-4b8d-b989-87ca1a1cd011 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:25:45.689702 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b2c330b5-85a5-4b8d-b989-87ca1a1cd011 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:25:45.695325 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b2c330b5-85a5-4b8d-b989-87ca1a1cd011 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:25:45.705862 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-b2c330b5-85a5-4b8d-b989-87ca1a1cd011 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Project b6314581f7fd40bdbaf84bc51d4a044b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:25:45.712073 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2c330b5-85a5-4b8d-b989-87ca1a1cd011 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.775693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2c330b5-85a5-4b8d-b989-87ca1a1cd011 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.779049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2c330b5-85a5-4b8d-b989-87ca1a1cd011 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.802479 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c330b5-85a5-4b8d-b989-87ca1a1cd011 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aae3490-dc35-4044-bbb4-66975c74c38c,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:45.812697 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2c330b5-85a5-4b8d-b989-87ca1a1cd011 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.816618 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b2c330b5-85a5-4b8d-b989-87ca1a1cd011 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407545 Apr 20 16:25:45.816754 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45340) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:45.822169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-bbf8c20d-1edd-4d64-ba54-12e0526e18a9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'network': {'name': 'tempest-network-smoke--550589885', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'port_security_enabled': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:25:45.826796 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-bbf8c20d-1edd-4d64-ba54-12e0526e18a9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:25:45.830560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-bbf8c20d-1edd-4d64-ba54-12e0526e18a9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:network and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:25:45.833403 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-bbf8c20d-1edd-4d64-ba54-12e0526e18a9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:25:45.838986 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-bbf8c20d-1edd-4d64-ba54-12e0526e18a9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:25:45.849004 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf8c20d-1edd-4d64-ba54-12e0526e18a9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Made reservation on behalf of b6314581f7fd40bdbaf84bc51d4a044b for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:25:45.852717 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c20d-1edd-4d64-ba54-12e0526e18a9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.883379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf8c20d-1edd-4d64-ba54-12e0526e18a9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:25:45.892311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c20d-1edd-4d64-ba54-12e0526e18a9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.892719 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-bbf8c20d-1edd-4d64-ba54-12e0526e18a9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Added segment 96168250-5b5a-49af-8d28-a80c67996849 of type vlan for network 3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 Apr 20 16:25:45.920033 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c20d-1edd-4d64-ba54-12e0526e18a9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.948150 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c20d-1edd-4d64-ba54-12e0526e18a9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.953425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf8c20d-1edd-4d64-ba54-12e0526e18a9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:45.953994 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c20d-1edd-4d64-ba54-12e0526e18a9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:46.053431 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bbf8c20d-1edd-4d64-ba54-12e0526e18a9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2356541 Apr 20 16:25:46.056979 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45344) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:46.059843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8c20d-1edd-4d64-ba54-12e0526e18a9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Network': ['ID=3fc16d05-d6ff-4b0d-97c5-31c640aaccf7,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:46.062182 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1455670648', 'admin_state_up': True, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:25:46.070277 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:25:46.071082 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:25:46.075117 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:router and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:25:46.077863 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:25:46.084303 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:25:46.094220 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:46.095317 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:46.111039 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:46.372316 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:46.666646 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:46.695559 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:46.827044 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.26.7.142 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/d1abb781-f013-4046-9b51-7bface1322f7) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:25:46.968152 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:46.996241 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:47.052973 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:25:47.055759 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:25:47.058803 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:25:47.211436 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=d1abb781-f013-4046-9b51-7bface1322f7,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:47.576860 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:47.905190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:48.104019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router dda09c66-700b-4f8f-a0fb-36be2f7d1007 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:25:48.276375 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:25:48.285461 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Sync routers for ids ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:25:48.294579 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Routers {'dda09c66-700b-4f8f-a0fb-36be2f7d1007'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:25:48.295189 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:25:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:48.301909 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:48.303114 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0cdb5dc2-c6dd-466f-8a9d-514a84644342 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2451618 Apr 20 16:25:48.306559 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45348) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:48.346783 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f15f9915-9bb2-43f5-98b8-2d04bc52b0cb tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b6314581f7fd40bdbaf84bc51d4a044b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391006 Apr 20 16:25:48.349401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45352) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:48.472525 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Set router dda09c66-700b-4f8f-a0fb-36be2f7d1007 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:25:48.483031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ba4b2b-1dbe-4788-b0dc-2febaa95d250 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:48.487704 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b5ba4b2b-1dbe-4788-b0dc-2febaa95d250 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1348951 Apr 20 16:25:48.487968 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45356) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:48.533929 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b3bb7a6b-51d5-4635-a223-d9345763b8ce tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427454 Apr 20 16:25:48.534487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45360) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:48.540001 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-c7ea381c-36c9-4655-b72b-2e95c6e6545e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-203306108', 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:25:48.649894 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c7ea381c-36c9-4655-b72b-2e95c6e6545e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:25:48.653723 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c7ea381c-36c9-4655-b72b-2e95c6e6545e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:subnet and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:25:48.656513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c7ea381c-36c9-4655-b72b-2e95c6e6545e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:25:48.662120 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c7ea381c-36c9-4655-b72b-2e95c6e6545e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:25:48.671797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ea381c-36c9-4655-b72b-2e95c6e6545e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Made reservation on behalf of b6314581f7fd40bdbaf84bc51d4a044b for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:25:48.675225 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c7ea381c-36c9-4655-b72b-2e95c6e6545e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:48.757323 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455670648', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:47Z', 'revision_number': 3, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:48.761035 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Checking router: dda09c66-700b-4f8f-a0fb-36be2f7d1007 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:25:48.761385 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Updating router dda09c66-700b-4f8f-a0fb-36be2f7d1007 port d1abb781-f013-4046-9b51-7bface1322f7 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:25:48.820148 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:48.891017 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c7ea381c-36c9-4655-b72b-2e95c6e6545e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:48.968120 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea381c-36c9-4655-b72b-2e95c6e6545e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Subnet': ['ID=8059cf40-c4fc-4a36-a33c-19f2476d584b,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:48.975676 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea381c-36c9-4655-b72b-2e95c6e6545e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Checking segment: {'id': '96168250-5b5a-49af-8d28-a80c67996849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:25:48.975992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ea381c-36c9-4655-b72b-2e95c6e6545e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network hostable DHCP agents. Network: 3fc16d05-d6ff-4b0d-97c5-31c640aaccf7, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:25:48.994558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ea381c-36c9-4655-b72b-2e95c6e6545e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:25:49.003237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-c7ea381c-36c9-4655-b72b-2e95c6e6545e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 3fc16d05-d6ff-4b0d-97c5-31c640aaccf7) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:25:49.007261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ea381c-36c9-4655-b72b-2e95c6e6545e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:49.007952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c7ea381c-36c9-4655-b72b-2e95c6e6545e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.014805 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41025b3-321c-48a4-bda7-ef8520b4cedf None None] Network 3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:25:49.029132 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c7ea381c-36c9-4655-b72b-2e95c6e6545e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4936216 Apr 20 16:25:49.031779 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45364) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:25:49.172944 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.186552 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Transition to ACTIVE for port object d1abb781-f013-4046-9b51-7bface1322f7 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:25:49.195524 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.254032 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-3fc16d05-d6ff-4b0d-97c5-31c640aaccf7', 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ips': [{'subnet_id': '8059cf40-c4fc-4a36-a33c-19f2476d584b'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:25:49.255204 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.267593 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Attempting to bind port d1abb781-f013-4046-9b51-7bface1322f7 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:25:49.268459 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Attempting to bind port d1abb781-f013-4046-9b51-7bface1322f7 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:25:49.268459 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Attempting to bind port d1abb781-f013-4046-9b51-7bface1322f7 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:25:49.279515 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:25:49.280091 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:25:49.280587 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.281082 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:25:49.281648 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Bound port: d1abb781-f013-4046-9b51-7bface1322f7, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:25:49.282128 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.328835 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868bdfd-204e-47db-aec9-2f19d2b0450d None None] Pushing event updated for resources: {'Port': ['ID=d1abb781-f013-4046-9b51-7bface1322f7,revision_number=2']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:49.344983 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868bdfd-204e-47db-aec9-2f19d2b0450d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:49.345805 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868bdfd-204e-47db-aec9-2f19d2b0450d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:49.346294 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868bdfd-204e-47db-aec9-2f19d2b0450d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:49.346618 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868bdfd-204e-47db-aec9-2f19d2b0450d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:49.346952 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868bdfd-204e-47db-aec9-2f19d2b0450d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:49.347278 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868bdfd-204e-47db-aec9-2f19d2b0450d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:49.347598 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868bdfd-204e-47db-aec9-2f19d2b0450d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:49.348069 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868bdfd-204e-47db-aec9-2f19d2b0450d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:49.348394 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868bdfd-204e-47db-aec9-2f19d2b0450d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:49.348833 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868bdfd-204e-47db-aec9-2f19d2b0450d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:49.349643 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868bdfd-204e-47db-aec9-2f19d2b0450d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:49.349643 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868bdfd-204e-47db-aec9-2f19d2b0450d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:49.390593 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] For port d1abb781-f013-4046-9b51-7bface1322f7, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:25:49.395218 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] For port d1abb781-f013-4046-9b51-7bface1322f7, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d1abb781-f013-4046-9b51-7bface1322f7,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:25:49.398898 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.420912 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Allocated IP 172.20.0.2 (3fc16d05-d6ff-4b0d-97c5-31c640aaccf7/8059cf40-c4fc-4a36-a33c-19f2476d584b/db7e703a-4608-447b-bbc9-1c095bee25f4) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:25:49.471611 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Routers {'dda09c66-700b-4f8f-a0fb-36be2f7d1007'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:25:49.472274 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:25:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:49.546611 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868bdfd-204e-47db-aec9-2f19d2b0450d None None] Pushing event updated for resources: {'Port': ['ID=d1abb781-f013-4046-9b51-7bface1322f7,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:49.635020 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.646108 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Transition to ACTIVE for port object db7e703a-4608-447b-bbc9-1c095bee25f4 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:25:49.659269 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] Set router dda09c66-700b-4f8f-a0fb-36be2f7d1007 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:25:49.665072 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Transition to ACTIVE for port object db7e703a-4608-447b-bbc9-1c095bee25f4 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:25:49.670569 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.729597 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Network 3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:25:49.732377 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:25:49.740012 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:25:49.752547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Pushing event updated for resources: {'Port': ['ID=db7e703a-4608-447b-bbc9-1c095bee25f4,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:49.855134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.886586 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Attempting to bind port db7e703a-4608-447b-bbc9-1c095bee25f4 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:25:49.887375 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Attempting to bind port db7e703a-4608-447b-bbc9-1c095bee25f4 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '96168250-5b5a-49af-8d28-a80c67996849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:25:49.888089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Attempting to bind port db7e703a-4608-447b-bbc9-1c095bee25f4 on network 3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:25:49.893543 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:25:49.894050 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Checking segment: {'id': '96168250-5b5a-49af-8d28-a80c67996849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:25:49.894559 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.895237 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Bound using segment: {'id': '96168250-5b5a-49af-8d28-a80c67996849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:25:49.895861 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Bound port: db7e703a-4608-447b-bbc9-1c095bee25f4, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96168250-5b5a-49af-8d28-a80c67996849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:25:49.896356 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.959697 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455670648', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:47Z', 'revision_number': 3, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:49.963783 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a56b94-28b2-4e24-8006-fed2794ea415 None None] The sync data for ids ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'] in dv-neutron-838699-1-hyperv is: [{'id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455670648', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:47Z', 'revision_number': 3, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:25:49.991821 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] For port db7e703a-4608-447b-bbc9-1c095bee25f4, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:25:49.995953 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] For port db7e703a-4608-447b-bbc9-1c095bee25f4, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=db7e703a-4608-447b-bbc9-1c095bee25f4,segment=NetworkSegment(96168250-5b5a-49af-8d28-a80c67996849),segment_id=96168250-5b5a-49af-8d28-a80c67996849)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:25:50.001881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:50.093690 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f166c42-91b1-446c-a0a2-d03c602c4954 None None] Pushing event updated for resources: {'Port': ['ID=db7e703a-4608-447b-bbc9-1c095bee25f4,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:50.327662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.20.0.1 (3fc16d05-d6ff-4b0d-97c5-31c640aaccf7/8059cf40-c4fc-4a36-a33c-19f2476d584b/b6a342b3-cd4a-4a01-a3eb-cb2149236c2f) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:25:50.508786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:50.525385 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Transition to ACTIVE for port object b6a342b3-cd4a-4a01-a3eb-cb2149236c2f will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:25:50.550091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:50.620364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:25:50.629442 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:25:50.631991 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:25:50.670847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=b6a342b3-cd4a-4a01-a3eb-cb2149236c2f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:50.698242 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:51.116549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:51.121822 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da8bbda-69ae-4285-b16b-88e49021b1a5 None None] Network 3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:25:51.216052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c9b71569-c749-4159-a121-04a11d53eec3 None None] Provisioning for port db7e703a-4608-447b-bbc9-1c095bee25f4 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:25:51.451199 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device db7e703a-4608-447b-bbc9-1c095bee25f4 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:25:51.527858 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port db7e703a-4608-447b-bbc9-1c095bee25f4 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:25:51.533226 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port db7e703a-4608-447b-bbc9-1c095bee25f4 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:25:51.533677 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:51.582487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:51.587732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:51.667516 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:51.695863 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f84996c8-f30a-4d23-a729-e51d4afd3eb7 None None] Provisioning for port b6a342b3-cd4a-4a01-a3eb-cb2149236c2f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:25:51.703150 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=b6a342b3-cd4a-4a01-a3eb-cb2149236c2f,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:51.706673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:51.706956 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f84996c8-f30a-4d23-a729-e51d4afd3eb7 None None] Provisioning complete for port b6a342b3-cd4a-4a01-a3eb-cb2149236c2f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:25:51.707255 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f84996c8-f30a-4d23-a729-e51d4afd3eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:51.745234 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port db7e703a-4608-447b-bbc9-1c095bee25f4, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=db7e703a-4608-447b-bbc9-1c095bee25f4,segment=NetworkSegment(96168250-5b5a-49af-8d28-a80c67996849),segment_id=96168250-5b5a-49af-8d28-a80c67996849)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:25:51.751021 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:51.751878 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d1abb781-f013-4046-9b51-7bface1322f7 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:25:51.857825 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-f84996c8-f30a-4d23-a729-e51d4afd3eb7 None None] Port b6a342b3-cd4a-4a01-a3eb-cb2149236c2f cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:25:51.859155 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:25:51.860350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:25:51.897859 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=db7e703a-4608-447b-bbc9-1c095bee25f4,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:51.903905 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f84996c8-f30a-4d23-a729-e51d4afd3eb7 None None] Provisioning complete for port db7e703a-4608-447b-bbc9-1c095bee25f4 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:25:51.904278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f84996c8-f30a-4d23-a729-e51d4afd3eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:51.944080 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port d1abb781-f013-4046-9b51-7bface1322f7 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:25:51.960609 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port d1abb781-f013-4046-9b51-7bface1322f7 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:25:51.960980 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:52.066593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router dda09c66-700b-4f8f-a0fb-36be2f7d1007 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:25:52.136895 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:52.154095 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port d1abb781-f013-4046-9b51-7bface1322f7, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d1abb781-f013-4046-9b51-7bface1322f7,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:25:52.157974 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:52.229507 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=d1abb781-f013-4046-9b51-7bface1322f7,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:52.242425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c2d922dc-884a-4723-afa7-26ea724309cf None None] Provisioning complete for port b6a342b3-cd4a-4a01-a3eb-cb2149236c2f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:25:52.242801 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c2d922dc-884a-4723-afa7-26ea724309cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:52.251500 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:25:52.263710 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4ee06fdb-8ac3-4323-bff9-420134b71663 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "PUT /v2.0/routers/dda09c66-700b-4f8f-a0fb-36be2f7d1007/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2308915 Apr 20 16:25:52.273336 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Sync routers for ids ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:25:52.301524 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Routers {'dda09c66-700b-4f8f-a0fb-36be2f7d1007'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:25:52.302155 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:25:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:52.368057 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c2d922dc-884a-4723-afa7-26ea724309cf None None] Port b6a342b3-cd4a-4a01-a3eb-cb2149236c2f cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:25:52.488334 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Set router dda09c66-700b-4f8f-a0fb-36be2f7d1007 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:25:52.530573 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-54810cf3-ac75-4195-a3b1-71a7652bc805 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:25:52.546979 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-54810cf3-ac75-4195-a3b1-71a7652bc805 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:25:52.548254 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-54810cf3-ac75-4195-a3b1-71a7652bc805 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181601292&fields=id&tenant_id=b6314581f7fd40bdbaf84bc51d4a044b HTTP/1.1" status: 200 len: 267 time: 0.0616632 Apr 20 16:25:52.698966 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-dd12ae2c-7df7-403a-826c-d28d16291fa4 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:52.699683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-dd12ae2c-7df7-403a-826c-d28d16291fa4 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:25:52.716596 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-dd12ae2c-7df7-403a-826c-d28d16291fa4 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:25:52.717736 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-dd12ae2c-7df7-403a-826c-d28d16291fa4 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/networks?id=3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 HTTP/1.1" status: 200 len: 796 time: 0.1625359 Apr 20 16:25:52.733182 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-b8cf54e5-b01f-47b3-a785-5199829a2338 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/quotas/b6314581f7fd40bdbaf84bc51d4a044b HTTP/1.1" status: 200 len: 375 time: 0.0094912 Apr 20 16:25:52.814597 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-cfc68071-9bbc-499f-b06d-033861588005 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:25:52.829507 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-cfc68071-9bbc-499f-b06d-033861588005 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:25:52.830775 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-cfc68071-9bbc-499f-b06d-033861588005 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925937 Apr 20 16:25:52.838455 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455670648', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:51Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b6a342b3-cd4a-4a01-a3eb-cb2149236c2f', 'name': '', 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:0b:e6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:50Z', 'updated_at': '2022-04-20T16:25:51Z', 'revision_number': 2, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:52.842300 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Checking router: dda09c66-700b-4f8f-a0fb-36be2f7d1007 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:25:52.842652 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Updating router dda09c66-700b-4f8f-a0fb-36be2f7d1007 port b6a342b3-cd4a-4a01-a3eb-cb2149236c2f binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:25:52.895609 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:53.124420 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-611603e6-0483-407e-9b9d-527ceb385887 service neutron] 10.222.0.13 "GET /v2.0/networks/3fc16d05-d6ff-4b0d-97c5-31c640aaccf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817039 Apr 20 16:25:53.237346 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:53.248765 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Transition to ACTIVE for port object b6a342b3-cd4a-4a01-a3eb-cb2149236c2f will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:25:53.254710 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:53.258207 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-32ce7554-db4b-4540-bffd-5e87c32fe901 service neutron] 10.222.0.13 "GET /v2.0/networks/3fc16d05-d6ff-4b0d-97c5-31c640aaccf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280038 Apr 20 16:25:53.388731 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f6466-7818-4e07-b820-b46f8c05735b None None] Pushing event updated for resources: {'Port': ['ID=b6a342b3-cd4a-4a01-a3eb-cb2149236c2f,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:53.421240 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device db7e703a-4608-447b-bbc9-1c095bee25f4 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:25:53.505005 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-278b2041-9f3d-44f4-8d8a-5bb32938f011 req-39ae6784-c436-4ad3-8a45-1f220fe60400 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 210 time: 0.1033249 Apr 20 16:25:53.546006 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Attempting to bind port b6a342b3-cd4a-4a01-a3eb-cb2149236c2f on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:25:53.546379 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Attempting to bind port b6a342b3-cd4a-4a01-a3eb-cb2149236c2f by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '96168250-5b5a-49af-8d28-a80c67996849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:25:53.546744 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Attempting to bind port b6a342b3-cd4a-4a01-a3eb-cb2149236c2f on network 3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:25:53.554207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:25:53.554579 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Checking segment: {'id': '96168250-5b5a-49af-8d28-a80c67996849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:25:53.554981 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:53.555974 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Bound using segment: {'id': '96168250-5b5a-49af-8d28-a80c67996849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:25:53.556437 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Bound port: b6a342b3-cd4a-4a01-a3eb-cb2149236c2f, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96168250-5b5a-49af-8d28-a80c67996849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:25:53.556812 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:53.627195 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port db7e703a-4608-447b-bbc9-1c095bee25f4 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:25:53.627470 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:53.710865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] For port b6a342b3-cd4a-4a01-a3eb-cb2149236c2f, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:25:53.721984 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] For port b6a342b3-cd4a-4a01-a3eb-cb2149236c2f, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b6a342b3-cd4a-4a01-a3eb-cb2149236c2f,segment=NetworkSegment(96168250-5b5a-49af-8d28-a80c67996849),segment_id=96168250-5b5a-49af-8d28-a80c67996849)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:25:53.753623 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:53.843599 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d1abb781-f013-4046-9b51-7bface1322f7 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:25:53.891362 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Routers {'dda09c66-700b-4f8f-a0fb-36be2f7d1007'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:25:53.892036 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:25:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:53.952719 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f6466-7818-4e07-b820-b46f8c05735b None None] Pushing event updated for resources: {'Port': ['ID=b6a342b3-cd4a-4a01-a3eb-cb2149236c2f,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:54.146844 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port d1abb781-f013-4046-9b51-7bface1322f7 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:25:54.147384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:54.204925 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] Set router dda09c66-700b-4f8f-a0fb-36be2f7d1007 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:25:54.596831 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455670648', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:51Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b6a342b3-cd4a-4a01-a3eb-cb2149236c2f', 'name': '', 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:0b:e6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:50Z', 'updated_at': '2022-04-20T16:25:53Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:54.600782 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a4992e-e917-4f48-8182-80ac14f3277c None None] The sync data for ids ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'] in dv-neutron-838699-1-hyperv is: [{'id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455670648', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:51Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b6a342b3-cd4a-4a01-a3eb-cb2149236c2f', 'name': '', 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:0b:e6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:50Z', 'updated_at': '2022-04-20T16:25:53Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:25:54.603908 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cc68536f-881f-48f4-af59-0dde2235df8d req-c1967f22-012e-46ab-ad27-572d62746ab4 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 210 time: 0.0427163 Apr 20 16:25:55.404047 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b6a342b3-cd4a-4a01-a3eb-cb2149236c2f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:25:55.480597 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port b6a342b3-cd4a-4a01-a3eb-cb2149236c2f completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:25:55.485737 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port b6a342b3-cd4a-4a01-a3eb-cb2149236c2f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:25:55.486112 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:55.604696 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:55.639804 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port b6a342b3-cd4a-4a01-a3eb-cb2149236c2f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b6a342b3-cd4a-4a01-a3eb-cb2149236c2f,segment=NetworkSegment(96168250-5b5a-49af-8d28-a80c67996849),segment_id=96168250-5b5a-49af-8d28-a80c67996849)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:25:55.643393 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:55.701115 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fe6ab13b-ac41-46b6-8091-71115d7e2b79 req-db958aa7-a3ae-450b-8c01-b34000c452b8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 210 time: 0.0425663 Apr 20 16:25:55.710735 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=b6a342b3-cd4a-4a01-a3eb-cb2149236c2f,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:56.848235 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bee8a97e-87e8-4de3-acc3-4fadfceb4d16 req-9808d241-b713-4dbd-b927-6850e5ad8faf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 210 time: 0.0458729 Apr 20 16:25:57.377432 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b6a342b3-cd4a-4a01-a3eb-cb2149236c2f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:25:57.443745 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port b6a342b3-cd4a-4a01-a3eb-cb2149236c2f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:25:57.444143 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:57.996552 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0408f09c-8050-4287-a230-65b35fa27f5a req-9a802493-96f9-4b88-867a-3d7c250bb857 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 210 time: 0.0462646 Apr 20 16:25:58.486874 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7e623dd1-049e-493b-a656-f861403ef954 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:58.488388 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7e623dd1-049e-493b-a656-f861403ef954 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "GET /v2.0/networks?id=3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 HTTP/1.1" status: 200 len: 796 time: 0.1488216 Apr 20 16:25:58.536004 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-2cb99083-444e-4155-ac7a-dcf5ad3f8253 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6314581f7fd40bdbaf84bc51d4a044b HTTP/1.1" status: 200 len: 380 time: 0.0398970 Apr 20 16:25:58.544029 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-845c6249-744d-45ea-9467-19174943036b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'port': {'device_id': '36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd', 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7', 'admin_state_up': True, 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'security_groups': ['d8df98a5-0a15-481c-927b-0ee4813c74c6']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:25:58.677861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-845c6249-744d-45ea-9467-19174943036b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:25:58.687884 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-845c6249-744d-45ea-9467-19174943036b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:25:58.696893 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-845c6249-744d-45ea-9467-19174943036b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Made reservation on behalf of b6314581f7fd40bdbaf84bc51d4a044b for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:25:58.700297 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-845c6249-744d-45ea-9467-19174943036b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:58.859670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-845c6249-744d-45ea-9467-19174943036b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.20.0.8 (3fc16d05-d6ff-4b0d-97c5-31c640aaccf7/8059cf40-c4fc-4a36-a33c-19f2476d584b/190a8665-7158-4b07-b529-b3ba865dee81) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:25:59.044103 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-845c6249-744d-45ea-9467-19174943036b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:59.061601 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-845c6249-744d-45ea-9467-19174943036b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Transition to ACTIVE for port object 190a8665-7158-4b07-b529-b3ba865dee81 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:25:59.084913 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-845c6249-744d-45ea-9467-19174943036b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:59.190923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-845c6249-744d-45ea-9467-19174943036b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:25:59.194683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-845c6249-744d-45ea-9467-19174943036b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:25:59.201527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-845c6249-744d-45ea-9467-19174943036b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:25:59.257641 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c6249-744d-45ea-9467-19174943036b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=190a8665-7158-4b07-b529-b3ba865dee81,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:59.294278 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-845c6249-744d-45ea-9467-19174943036b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:59.294896 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-845c6249-744d-45ea-9467-19174943036b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:59.324460 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fd7d5-4a51-4b08-9e4d-1f93887a9203 req-b1a8a327-b6c7-4ada-90cb-e3efa8810154 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:59.325992 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-359fd7d5-4a51-4b08-9e4d-1f93887a9203 req-b1a8a327-b6c7-4ada-90cb-e3efa8810154 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 931 time: 0.2005928 Apr 20 16:25:59.349357 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-845c6249-744d-45ea-9467-19174943036b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8088362 Apr 20 16:25:59.380063 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-359fd7d5-4a51-4b08-9e4d-1f93887a9203 req-60f714a4-519d-4c26-80bf-8c934d9d62c9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482016 Apr 20 16:25:59.412964 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Request body: {'port': {'device_id': '36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:25:59.472330 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-bc908074-7828-4637-abd5-17aab72aab36 None None] Provisioning for port 190a8665-7158-4b07-b529-b3ba865dee81 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:25:59.477223 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-bc908074-7828-4637-abd5-17aab72aab36 None None] Provisioning complete for port 190a8665-7158-4b07-b529-b3ba865dee81 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:25:59.477716 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bc908074-7828-4637-abd5-17aab72aab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:59.525746 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:59.533226 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bc908074-7828-4637-abd5-17aab72aab36 None None] Port 190a8665-7158-4b07-b529-b3ba865dee81 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:25:59.954063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190a8665-7158-4b07-b529-b3ba865dee81 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:25:59.961249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:59.978108 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Transition to ACTIVE for port object 190a8665-7158-4b07-b529-b3ba865dee81 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:25:59.981160 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:00.109273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Pushing event updated for resources: {'Port': ['ID=190a8665-7158-4b07-b529-b3ba865dee81,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:00.217026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Attempting to bind port 190a8665-7158-4b07-b529-b3ba865dee81 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:26:00.217371 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Attempting to bind port 190a8665-7158-4b07-b529-b3ba865dee81 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '96168250-5b5a-49af-8d28-a80c67996849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:26:00.217700 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Attempting to bind port 190a8665-7158-4b07-b529-b3ba865dee81 on network 3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:26:00.222631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Port 190a8665-7158-4b07-b529-b3ba865dee81 on network 3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:26:00.222953 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Attempting to bind port 190a8665-7158-4b07-b529-b3ba865dee81 on network 3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:26:00.228658 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:26:00.228993 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Checking segment: {'id': '96168250-5b5a-49af-8d28-a80c67996849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:26:00.229371 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Bound using segment: {'id': '96168250-5b5a-49af-8d28-a80c67996849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:26:00.229789 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Bound port: 190a8665-7158-4b07-b529-b3ba865dee81, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96168250-5b5a-49af-8d28-a80c67996849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:26:00.230132 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:00.320454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] For port 190a8665-7158-4b07-b529-b3ba865dee81, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:26:00.323258 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] For port 190a8665-7158-4b07-b529-b3ba865dee81, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=190a8665-7158-4b07-b529-b3ba865dee81,segment=NetworkSegment(96168250-5b5a-49af-8d28-a80c67996849),segment_id=96168250-5b5a-49af-8d28-a80c67996849)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:26:00.327599 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:00.381767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.382397 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:00.383753 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] 10.222.0.11 "PUT /v2.0/ports/190a8665-7158-4b07-b529-b3ba865dee81 HTTP/1.1" status: 200 len: 1093 time: 1.0274560 Apr 20 16:26:00.384216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd', 'tag': '190a8665-7158-4b07-b529-b3ba865dee81'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:26:00.415428 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929a5be-99d9-4c81-aed0-18fc3f1458fc service neutron] Pushing event updated for resources: {'Port': ['ID=190a8665-7158-4b07-b529-b3ba865dee81,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:00.477376 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9dd428c-a093-46de-a110-f6b495a44009'] response: {'name': 'network-changed', 'server_uuid': '36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd', 'tag': '190a8665-7158-4b07-b529-b3ba865dee81', 'status': 'completed', 'code': 200} Apr 20 16:26:00.559592 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-4807ac17-91b8-4d24-95d0-f79f3631ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.561099 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-4807ac17-91b8-4d24-95d0-f79f3631ec4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 1096 time: 0.1212630 Apr 20 16:26:00.633534 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-5fc5a8a2-2141-4212-9bf7-e45c1c0f8d4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=190a8665-7158-4b07-b529-b3ba865dee81 HTTP/1.1" status: 200 len: 217 time: 0.0660908 Apr 20 16:26:00.701589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e79cb-a460-40b1-903b-31e599595fbe req-f96c628c-96de-4563-a3b0-07becf9bc5fa tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.702198 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-5e7e79cb-a460-40b1-903b-31e599595fbe req-f96c628c-96de-4563-a3b0-07becf9bc5fa tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:26:00.721621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-4b5b21f6-f1cc-46ae-a9a5-1900aff9c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.722940 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-4b5b21f6-f1cc-46ae-a9a5-1900aff9c937 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8059cf40-c4fc-4a36-a33c-19f2476d584b HTTP/1.1" status: 200 len: 834 time: 0.0829377 Apr 20 16:26:00.727537 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-5e7e79cb-a460-40b1-903b-31e599595fbe req-f96c628c-96de-4563-a3b0-07becf9bc5fa tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:26:00.728582 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5e7e79cb-a460-40b1-903b-31e599595fbe req-f96c628c-96de-4563-a3b0-07becf9bc5fa tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 943 time: 0.2184269 Apr 20 16:26:00.814679 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5e7e79cb-a460-40b1-903b-31e599595fbe req-bf72ca12-39da-4c3f-9a28-121f855b8376 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558085 Apr 20 16:26:00.835123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-70121d14-067a-43dc-b080-09a736e47c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.837213 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-70121d14-067a-43dc-b080-09a736e47c9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fc16d05-d6ff-4b0d-97c5-31c640aaccf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1077847 Apr 20 16:26:00.966099 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-79546f3d-039b-4a35-8ea2-1a36cec90ea8 service neutron] 10.222.0.11 "GET /v2.0/networks/3fc16d05-d6ff-4b0d-97c5-31c640aaccf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228704 Apr 20 16:26:01.094069 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-553dbaf6-15fe-496e-bb5e-839ffb9602e0 req-76123c61-2189-490a-a0f3-002a39de9861 service neutron] 10.222.0.11 "GET /v2.0/networks/3fc16d05-d6ff-4b0d-97c5-31c640aaccf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219115 Apr 20 16:26:01.211154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a7c65-b675-40f0-b785-ebef8a58ce8b req-ad7359e8-f639-4aa6-9619-1c25c4648913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:01.212632 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8d3a7c65-b675-40f0-b785-ebef8a58ce8b req-ad7359e8-f639-4aa6-9619-1c25c4648913 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 1096 time: 0.0698190 Apr 20 16:26:01.346140 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a7c65-b675-40f0-b785-ebef8a58ce8b req-9b21c760-a6a9-4bc8-801a-aa77449f2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:01.347572 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8d3a7c65-b675-40f0-b785-ebef8a58ce8b req-9b21c760-a6a9-4bc8-801a-aa77449f2bd0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 HTTP/1.1" status: 200 len: 897 time: 0.1289723 Apr 20 16:26:01.521605 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8d3a7c65-b675-40f0-b785-ebef8a58ce8b req-3b240119-209f-49a5-92df-197ec1748d96 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=190a8665-7158-4b07-b529-b3ba865dee81 HTTP/1.1" status: 200 len: 217 time: 0.1682310 Apr 20 16:26:01.581917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a7c65-b675-40f0-b785-ebef8a58ce8b req-3642a161-595a-42aa-9589-5c6da9c39848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:01.583245 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8d3a7c65-b675-40f0-b785-ebef8a58ce8b req-3642a161-595a-42aa-9589-5c6da9c39848 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8059cf40-c4fc-4a36-a33c-19f2476d584b HTTP/1.1" status: 200 len: 834 time: 0.0562177 Apr 20 16:26:01.658088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a7c65-b675-40f0-b785-ebef8a58ce8b req-74351da1-ad32-41ee-bc45-bbc477e59f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:01.659508 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8d3a7c65-b675-40f0-b785-ebef8a58ce8b req-74351da1-ad32-41ee-bc45-bbc477e59f37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fc16d05-d6ff-4b0d-97c5-31c640aaccf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706851 Apr 20 16:26:01.787906 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8d3a7c65-b675-40f0-b785-ebef8a58ce8b req-83ca9fd8-33ea-4a01-bb83-c4b5353be752 service neutron] 10.222.0.11 "GET /v2.0/networks/3fc16d05-d6ff-4b0d-97c5-31c640aaccf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220129 Apr 20 16:26:01.918998 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8d3a7c65-b675-40f0-b785-ebef8a58ce8b req-ca6e4d51-4a88-467b-9b94-a77e47b53553 service neutron] 10.222.0.11 "GET /v2.0/networks/3fc16d05-d6ff-4b0d-97c5-31c640aaccf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247385 Apr 20 16:26:01.996777 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2b93f-ecad-48dc-a745-02e950179b34 req-79218b96-005a-404b-88b2-1bbd627f7246 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:01.998219 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-caa2b93f-ecad-48dc-a745-02e950179b34 req-79218b96-005a-404b-88b2-1bbd627f7246 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 943 time: 0.0783675 Apr 20 16:26:02.041684 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-caa2b93f-ecad-48dc-a745-02e950179b34 req-0c0ab651-28fa-42f2-8fbf-4982e29a2ff0 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378628 Apr 20 16:26:02.161011 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-31480285-b810-4dd3-bad9-b4778803aabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:03.225487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edad3cc-43c7-47f8-aa4a-ce74691fc225 req-5d91d557-5883-4f83-8805-8bcc7575126e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:03.226949 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2edad3cc-43c7-47f8-aa4a-ce74691fc225 req-5d91d557-5883-4f83-8805-8bcc7575126e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 943 time: 0.0819988 Apr 20 16:26:03.271494 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2edad3cc-43c7-47f8-aa4a-ce74691fc225 req-f5dd2abb-09bf-418a-9b29-7ad75dc58315 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388863 Apr 20 16:26:04.423372 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d3438658-cd3a-4f1c-a1a3-1483397cc0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:04.463513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df2d07-fa9a-4892-806a-afc791ee6b37 req-d45be4e9-1237-4012-b118-ccfaf579708b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:04.464995 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a4df2d07-fa9a-4892-806a-afc791ee6b37 req-d45be4e9-1237-4012-b118-ccfaf579708b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 943 time: 0.0888960 Apr 20 16:26:04.508475 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a4df2d07-fa9a-4892-806a-afc791ee6b37 req-a26752fd-5794-4cea-b0b2-fcb8f3ee98f4 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375967 Apr 20 16:26:05.102707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 190a8665-7158-4b07-b529-b3ba865dee81 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:26:05.233093 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 190a8665-7158-4b07-b529-b3ba865dee81, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=190a8665-7158-4b07-b529-b3ba865dee81,segment=NetworkSegment(96168250-5b5a-49af-8d28-a80c67996849),segment_id=96168250-5b5a-49af-8d28-a80c67996849)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:26:05.247939 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '190a8665-7158-4b07-b529-b3ba865dee81', 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7', 'port_id': '190a8665-7158-4b07-b529-b3ba865dee81', 'mac_address': 'fa:16:3e:9c:6c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:26:05.303444 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:05.320048 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190a8665-7158-4b07-b529-b3ba865dee81 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:26:05.335246 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 190a8665-7158-4b07-b529-b3ba865dee81, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=190a8665-7158-4b07-b529-b3ba865dee81,segment=NetworkSegment(96168250-5b5a-49af-8d28-a80c67996849),segment_id=96168250-5b5a-49af-8d28-a80c67996849)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:26:05.339449 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:05.411096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=190a8665-7158-4b07-b529-b3ba865dee81,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:05.665327 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['190a8665-7158-4b07-b529-b3ba865dee81'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:26:05.695740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c0424-62f0-4304-9bf5-67a3fabbbe2e req-43f141da-fe9f-44ef-83ba-d5e2ce14b18c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:05.697274 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-728c0424-62f0-4304-9bf5-67a3fabbbe2e req-43f141da-fe9f-44ef-83ba-d5e2ce14b18c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 944 time: 0.0819347 Apr 20 16:26:05.740265 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-728c0424-62f0-4304-9bf5-67a3fabbbe2e req-ab41ffd7-0ce0-4e8d-a112-fb1ba366df7a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372951 Apr 20 16:26:05.855376 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:05.870908 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:06.931417 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca035bf-fdfd-4c7b-a65a-fe2bf2e22574 req-528f573e-6f65-4350-b2d9-dd16eaa6cdf8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:06.932888 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5ca035bf-fdfd-4c7b-a65a-fe2bf2e22574 req-528f573e-6f65-4350-b2d9-dd16eaa6cdf8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 944 time: 0.0822933 Apr 20 16:26:06.976701 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5ca035bf-fdfd-4c7b-a65a-fe2bf2e22574 req-9e2c5397-9ef9-4737-9523-7051643278dd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381739 Apr 20 16:26:07.118707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 190a8665-7158-4b07-b529-b3ba865dee81 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:26:07.228075 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:07.245004 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 190a8665-7158-4b07-b529-b3ba865dee81 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:26:07.249437 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 190a8665-7158-4b07-b529-b3ba865dee81 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:26:07.249795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:07.363096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:07.390504 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190a8665-7158-4b07-b529-b3ba865dee81'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:26:07.400212 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 190a8665-7158-4b07-b529-b3ba865dee81, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=190a8665-7158-4b07-b529-b3ba865dee81,segment=NetworkSegment(96168250-5b5a-49af-8d28-a80c67996849),segment_id=96168250-5b5a-49af-8d28-a80c67996849)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:26:07.403722 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:07.434157 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-650b4fbe-8260-446b-a84e-284b4d536ef8'] response: {'server_uuid': '36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190a8665-7158-4b07-b529-b3ba865dee81', 'code': 200} Apr 20 16:26:07.474397 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=190a8665-7158-4b07-b529-b3ba865dee81,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:07.654173 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ef4d2-72e6-4411-9131-b2588fcda30a req-3d632b52-80f5-42f7-885f-34f8cc2c9efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:07.655524 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b86ef4d2-72e6-4411-9131-b2588fcda30a req-3d632b52-80f5-42f7-885f-34f8cc2c9efc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 1098 time: 0.0688975 Apr 20 16:26:07.698019 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b86ef4d2-72e6-4411-9131-b2588fcda30a req-892e67d2-9705-4fea-a73d-9e04a8f6183f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367289 Apr 20 16:26:08.157565 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ccbbf-7494-4387-a2e6-b62486e59887 req-34bc5855-7c79-415e-b2da-8987fee3b02f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:08.159030 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-157ccbbf-7494-4387-a2e6-b62486e59887 req-34bc5855-7c79-415e-b2da-8987fee3b02f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 945 time: 0.0800149 Apr 20 16:26:08.203198 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-157ccbbf-7494-4387-a2e6-b62486e59887 req-5f41ffd7-9ece-4d6f-b670-ca9a2a022104 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378625 Apr 20 16:26:09.389675 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679fe25-4454-448f-99a0-5ca6d161b1fd req-8f92eb9e-cdf7-48eb-898d-e9bab3fb47cf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:09.391106 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2679fe25-4454-448f-99a0-5ca6d161b1fd req-8f92eb9e-cdf7-48eb-898d-e9bab3fb47cf tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 945 time: 0.0815675 Apr 20 16:26:09.435135 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2679fe25-4454-448f-99a0-5ca6d161b1fd req-94e2092c-ca24-4d38-8954-c0f1f1317320 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382724 Apr 20 16:26:09.624078 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed593bb-962b-4b48-a072-4940206456d4 req-99c5234e-8797-402f-8bb0-27b494ea7c7a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:09.625516 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bed593bb-962b-4b48-a072-4940206456d4 req-99c5234e-8797-402f-8bb0-27b494ea7c7a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 945 time: 0.0803251 Apr 20 16:26:09.669061 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bed593bb-962b-4b48-a072-4940206456d4 req-52f4bd19-58cc-46b8-bc90-fbdb4d3a3588 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375063 Apr 20 16:26:09.692543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45442) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:26:09.764346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420ff433-033f-436e-848e-e3d4912af295 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:09.765723 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-420ff433-033f-436e-848e-e3d4912af295 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 1093 time: 0.0722375 Apr 20 16:26:09.768416 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45446) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:26:09.773670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': '190a8665-7158-4b07-b529-b3ba865dee81', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:26:09.779400 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:26:09.783229 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:floatingip and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:26:09.786026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:26:09.791677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:26:09.801915 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:09.937743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:10.072938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.26.7.33 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/fe273b60-3c59-4ef3-b46e-ebc6cc3eec5c) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:26:10.318203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:10.347094 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:10.407034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:26:10.413854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:26:10.418073 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:26:10.448026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=fe273b60-3c59-4ef3-b46e-ebc6cc3eec5c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:10.826461 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:10.898750 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:11.096178 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:11.101072 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:11.210056 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=fe273b60-3c59-4ef3-b46e-ebc6cc3eec5c,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:11.219870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:11.388808 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Floating IP 052b3fc7-6e91-4cb6-ac62-0600fb131175 associated. External IP: 172.26.7.33, port: 190a8665-7158-4b07-b529-b3ba865dee81. Apr 20 16:26:11.836623 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router dda09c66-700b-4f8f-a0fb-36be2f7d1007 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:26:12.010315 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:26:12.019438 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d4c3ea-a3b8-4d53-b32d-57154c945db0 None None] Sync routers for ids ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:26:12.029151 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d4c3ea-a3b8-4d53-b32d-57154c945db0 None None] Routers {'dda09c66-700b-4f8f-a0fb-36be2f7d1007'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:26:12.029836 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-53d4c3ea-a3b8-4d53-b32d-57154c945db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:26:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:26:12.033408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:12.093680 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6c5a0057-2897-4756-92dd-dbc7e13b2e0e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3238344 Apr 20 16:26:12.094247 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd', 'tag': '190a8665-7158-4b07-b529-b3ba865dee81'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:26:12.140171 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300524c1-ba92-4260-8b5c-216fd4d3cb4f'] response: {'name': 'network-changed', 'server_uuid': '36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd', 'tag': '190a8665-7158-4b07-b529-b3ba865dee81', 'status': 'completed', 'code': 200} Apr 20 16:26:12.223853 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-53d4c3ea-a3b8-4d53-b32d-57154c945db0 None None] Set router dda09c66-700b-4f8f-a0fb-36be2f7d1007 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:26:12.289598 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbf848-f8d6-49c6-8449-186397172504 req-4aa4cd5d-3c38-4b98-bf8b-6e7004fd6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:12.291092 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-32bbf848-f8d6-49c6-8449-186397172504 req-4aa4cd5d-3c38-4b98-bf8b-6e7004fd6e3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 1098 time: 0.1277170 Apr 20 16:26:12.407839 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbed26-c7f0-4109-a843-b7425af966dd req-dc8189ad-70a9-4b66-8a96-fec5e15344a5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:12.409342 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cfbed26-c7f0-4109-a843-b7425af966dd req-dc8189ad-70a9-4b66-8a96-fec5e15344a5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 945 time: 0.1944137 Apr 20 16:26:12.484525 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbf848-f8d6-49c6-8449-186397172504 req-89cf003c-0983-479e-8edd-bcfd7db11e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:12.485990 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-32bbf848-f8d6-49c6-8449-186397172504 req-89cf003c-0983-479e-8edd-bcfd7db11e12 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 HTTP/1.1" status: 200 len: 897 time: 0.1873870 Apr 20 16:26:12.491352 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cfbed26-c7f0-4109-a843-b7425af966dd req-73afae40-3c90-489a-9b47-7abe31b62cb7 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734327 Apr 20 16:26:12.517005 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45454) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:26:12.590558 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-32bbf848-f8d6-49c6-8449-186397172504 req-633df35e-79e4-4ad7-be32-03ca52f6712d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=190a8665-7158-4b07-b529-b3ba865dee81 HTTP/1.1" status: 200 len: 998 time: 0.0984426 Apr 20 16:26:12.595224 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-53d4c3ea-a3b8-4d53-b32d-57154c945db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455670648', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:51Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '052b3fc7-6e91-4cb6-ac62-0600fb131175', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'floating_ip_address': '172.26.7.33', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'port_id': '190a8665-7158-4b07-b529-b3ba865dee81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7', 'mac_address': 'fa:16:3e:9c:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:26:10Z', 'updated_at': '2022-04-20T16:26:10Z', 'revision_number': 0, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a342b3-cd4a-4a01-a3eb-cb2149236c2f', 'name': '', 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:0b:e6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:50Z', 'updated_at': '2022-04-20T16:25:55Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:26:12.599697 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d4c3ea-a3b8-4d53-b32d-57154c945db0 None None] Checking router: dda09c66-700b-4f8f-a0fb-36be2f7d1007 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:26:12.608076 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d4c3ea-a3b8-4d53-b32d-57154c945db0 None None] Routers {'dda09c66-700b-4f8f-a0fb-36be2f7d1007'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:26:12.608676 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-53d4c3ea-a3b8-4d53-b32d-57154c945db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:26:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:26:12.633579 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0b298186-77b9-4658-94f0-a90c46b80f7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/floatingips/052b3fc7-6e91-4cb6-ac62-0600fb131175 HTTP/1.1" status: 200 len: 990 time: 0.1151655 Apr 20 16:26:12.658800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbf848-f8d6-49c6-8449-186397172504 req-1cfd6197-24d8-457d-ba4c-a5b6f524a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:12.660208 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-32bbf848-f8d6-49c6-8449-186397172504 req-1cfd6197-24d8-457d-ba4c-a5b6f524a99e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8059cf40-c4fc-4a36-a33c-19f2476d584b HTTP/1.1" status: 200 len: 834 time: 0.0639033 Apr 20 16:26:12.735197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbf848-f8d6-49c6-8449-186397172504 req-1d24f7e8-9a9c-41db-860b-706a506ed41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:12.736704 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-32bbf848-f8d6-49c6-8449-186397172504 req-1d24f7e8-9a9c-41db-860b-706a506ed41d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fc16d05-d6ff-4b0d-97c5-31c640aaccf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710485 Apr 20 16:26:12.814574 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-53d4c3ea-a3b8-4d53-b32d-57154c945db0 None None] Set router dda09c66-700b-4f8f-a0fb-36be2f7d1007 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:26:12.871057 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-32bbf848-f8d6-49c6-8449-186397172504 req-7d674915-f5fa-4c5b-a52e-17abd1381ac2 service neutron] 10.222.0.11 "GET /v2.0/networks/3fc16d05-d6ff-4b0d-97c5-31c640aaccf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283193 Apr 20 16:26:13.002510 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-32bbf848-f8d6-49c6-8449-186397172504 req-4e36ba06-9cd5-41f8-ab8a-0121544454f6 service neutron] 10.222.0.11 "GET /v2.0/networks/3fc16d05-d6ff-4b0d-97c5-31c640aaccf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253438 Apr 20 16:26:13.156212 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-53d4c3ea-a3b8-4d53-b32d-57154c945db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455670648', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:51Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '052b3fc7-6e91-4cb6-ac62-0600fb131175', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'floating_ip_address': '172.26.7.33', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'port_id': '190a8665-7158-4b07-b529-b3ba865dee81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7', 'mac_address': 'fa:16:3e:9c:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:26:10Z', 'updated_at': '2022-04-20T16:26:10Z', 'revision_number': 0, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a342b3-cd4a-4a01-a3eb-cb2149236c2f', 'name': '', 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:0b:e6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:50Z', 'updated_at': '2022-04-20T16:25:55Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:26:13.160101 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d4c3ea-a3b8-4d53-b32d-57154c945db0 None None] The sync data for ids ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'] in dv-neutron-838699-1-hyperv is: [{'id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455670648', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:51Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '052b3fc7-6e91-4cb6-ac62-0600fb131175', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'floating_ip_address': '172.26.7.33', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'port_id': '190a8665-7158-4b07-b529-b3ba865dee81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7', 'mac_address': 'fa:16:3e:9c:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:26:10Z', 'updated_at': '2022-04-20T16:26:10Z', 'revision_number': 0, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a342b3-cd4a-4a01-a3eb-cb2149236c2f', 'name': '', 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:0b:e6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:50Z', 'updated_at': '2022-04-20T16:25:55Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:26:13.335929 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4395d8ef-ac81-455d-ba62-4197cd40d3bc None None] New status for floating IP 052b3fc7-6e91-4cb6-ac62-0600fb131175: ACTIVE {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:26:13.637341 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45458) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:26:13.850715 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-9747b0af-411b-4dbd-8266-cc086c136087 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/floatingips/052b3fc7-6e91-4cb6-ac62-0600fb131175 HTTP/1.1" status: 200 len: 992 time: 0.2120705 Apr 20 16:26:15.350638 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:15.465471 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:26:32.163367 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-751d9108-2a4a-4b27-baed-1701bc3d188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:34.425346 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-471af68d-4049-412b-9c5f-c68e9a4f5dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:35.818293 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:35.835137 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:37.210850 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:45.352455 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:52.465306 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:26:53.596730 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eaee8e2c-e798-4d6f-bd5f-d3889582f508 req-42457d67-4c72-4f54-b0f7-50471cc36704 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723701 Apr 20 16:26:53.734856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee8e2c-e798-4d6f-bd5f-d3889582f508 req-502ec69a-f0ab-4a6c-8ec2-cf9723c1f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:53.736354 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eaee8e2c-e798-4d6f-bd5f-d3889582f508 req-502ec69a-f0ab-4a6c-8ec2-cf9723c1f333 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 1098 time: 0.0706792 Apr 20 16:26:53.980553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee8e2c-e798-4d6f-bd5f-d3889582f508 req-524606b6-75ad-4eb6-bc14-89016f5dc265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:53.982008 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eaee8e2c-e798-4d6f-bd5f-d3889582f508 req-524606b6-75ad-4eb6-bc14-89016f5dc265 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 HTTP/1.1" status: 200 len: 897 time: 0.2273932 Apr 20 16:26:54.085186 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eaee8e2c-e798-4d6f-bd5f-d3889582f508 req-b902b946-2fd8-45e5-ad8f-4f0e4a4c6078 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=190a8665-7158-4b07-b529-b3ba865dee81 HTTP/1.1" status: 200 len: 1000 time: 0.0971653 Apr 20 16:26:54.153722 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee8e2c-e798-4d6f-bd5f-d3889582f508 req-c9092cc7-9c87-4f17-9261-311b5c8ebf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:54.155167 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eaee8e2c-e798-4d6f-bd5f-d3889582f508 req-c9092cc7-9c87-4f17-9261-311b5c8ebf31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8059cf40-c4fc-4a36-a33c-19f2476d584b HTTP/1.1" status: 200 len: 834 time: 0.0645406 Apr 20 16:26:54.235174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee8e2c-e798-4d6f-bd5f-d3889582f508 req-4151008a-07f9-4b08-bb76-9524fb5e7f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:54.237374 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eaee8e2c-e798-4d6f-bd5f-d3889582f508 req-4151008a-07f9-4b08-bb76-9524fb5e7f30 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fc16d05-d6ff-4b0d-97c5-31c640aaccf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753257 Apr 20 16:26:54.369012 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eaee8e2c-e798-4d6f-bd5f-d3889582f508 req-8d342950-f8c0-4347-842d-90ef262b267b service neutron] 10.222.0.11 "GET /v2.0/networks/3fc16d05-d6ff-4b0d-97c5-31c640aaccf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242878 Apr 20 16:26:54.503279 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eaee8e2c-e798-4d6f-bd5f-d3889582f508 req-015c4ac2-fcb8-4f1a-b007-89e0bb180fac service neutron] 10.222.0.11 "GET /v2.0/networks/3fc16d05-d6ff-4b0d-97c5-31c640aaccf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283615 Apr 20 16:27:02.166277 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-357b1db2-7bd3-46f7-8e1c-0912f2f2e1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:04.427590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dd382307-3939-4cc4-ab27-2073f21e6e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:05.819988 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:05.837257 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:07.214418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:14.809049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecebb7-504a-427d-9ef2-11ece391c5ea req-b58ac610-28c3-466b-85bb-30dc4ce67be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:14.810420 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-80ecebb7-504a-427d-9ef2-11ece391c5ea req-b58ac610-28c3-466b-85bb-30dc4ce67be2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 1098 time: 0.1342394 Apr 20 16:27:14.817878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3418b6-dfdd-4660-b109-bfe707126e51 req-debce49f-461f-4ac0-bdbf-bb6e35e9d9c1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:14.819182 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cf3418b6-dfdd-4660-b109-bfe707126e51 req-debce49f-461f-4ac0-bdbf-bb6e35e9d9c1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 945 time: 0.1092067 Apr 20 16:27:14.942614 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cf3418b6-dfdd-4660-b109-bfe707126e51 req-aa315e91-b182-4969-ac61-38132bdec55b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055763 Apr 20 16:27:14.978254 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecebb7-504a-427d-9ef2-11ece391c5ea req-589ef930-a117-4261-8582-79960774e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:14.979664 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-80ecebb7-504a-427d-9ef2-11ece391c5ea req-589ef930-a117-4261-8582-79960774e37c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 HTTP/1.1" status: 200 len: 897 time: 0.1596620 Apr 20 16:27:15.081492 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-80ecebb7-504a-427d-9ef2-11ece391c5ea req-3937f530-b050-482d-8348-ceb6eeb79754 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=190a8665-7158-4b07-b529-b3ba865dee81 HTTP/1.1" status: 200 len: 1000 time: 0.0942202 Apr 20 16:27:15.145603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecebb7-504a-427d-9ef2-11ece391c5ea req-64b43a24-0c13-4729-b73a-53e9a3a465db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:15.146995 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-80ecebb7-504a-427d-9ef2-11ece391c5ea req-64b43a24-0c13-4729-b73a-53e9a3a465db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8059cf40-c4fc-4a36-a33c-19f2476d584b HTTP/1.1" status: 200 len: 834 time: 0.0586073 Apr 20 16:27:15.220999 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecebb7-504a-427d-9ef2-11ece391c5ea req-b81fe0d9-1877-4aff-8277-6cba12eaac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:15.222983 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-80ecebb7-504a-427d-9ef2-11ece391c5ea req-b81fe0d9-1877-4aff-8277-6cba12eaac8a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fc16d05-d6ff-4b0d-97c5-31c640aaccf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689189 Apr 20 16:27:15.350748 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:15.352336 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-80ecebb7-504a-427d-9ef2-11ece391c5ea req-52062d23-fdea-42c0-bade-bba524d1c587 service neutron] 10.222.0.11 "GET /v2.0/networks/3fc16d05-d6ff-4b0d-97c5-31c640aaccf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222041 Apr 20 16:27:15.482200 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-80ecebb7-504a-427d-9ef2-11ece391c5ea req-cbd1378a-b946-487a-9053-7a30f60c745b service neutron] 10.222.0.11 "GET /v2.0/networks/3fc16d05-d6ff-4b0d-97c5-31c640aaccf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236813 Apr 20 16:27:16.122875 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e5f9d-322c-48f2-a1b0-1c7e367af445 req-c39379ca-5403-4648-aa87-14f843c50649 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:16.124319 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a60e5f9d-322c-48f2-a1b0-1c7e367af445 req-c39379ca-5403-4648-aa87-14f843c50649 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 945 time: 0.0772576 Apr 20 16:27:16.170773 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a60e5f9d-322c-48f2-a1b0-1c7e367af445 req-c5485a6e-3c81-4342-b0e5-cfdca369750d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408728 Apr 20 16:27:17.607382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d772b-64dc-4021-965a-c74ab61a6e91 req-e97383d1-5943-470a-9d07-1ecd39200085 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:17.609549 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f56d772b-64dc-4021-965a-c74ab61a6e91 req-e97383d1-5943-470a-9d07-1ecd39200085 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 945 time: 0.1814125 Apr 20 16:27:17.655675 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f56d772b-64dc-4021-965a-c74ab61a6e91 req-403b5e86-8a18-4098-a5b0-a7c91f5ec629 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382650 Apr 20 16:27:18.837736 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e104241-7c0c-4b91-8499-00471764b2f7 req-00562265-1933-4fa9-87df-49ec75fc5cc2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:18.839172 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7e104241-7c0c-4b91-8499-00471764b2f7 req-00562265-1933-4fa9-87df-49ec75fc5cc2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 945 time: 0.0811889 Apr 20 16:27:18.882134 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7e104241-7c0c-4b91-8499-00471764b2f7 req-11af0cda-6973-4fe2-9494-dcec15cf6327 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374675 Apr 20 16:27:20.065278 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4068db4-dae7-45ec-a517-be5ab4b30245 req-ab8b3aa6-d7a7-4725-861e-5c8d58629914 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:20.066722 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d4068db4-dae7-45ec-a517-be5ab4b30245 req-ab8b3aa6-d7a7-4725-861e-5c8d58629914 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 945 time: 0.0819614 Apr 20 16:27:20.113186 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d4068db4-dae7-45ec-a517-be5ab4b30245 req-2cd26270-8e80-4e0a-89ac-286623070546 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407093 Apr 20 16:27:21.297186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d093cd0-4955-4d87-9e2b-9c015e869885 req-1839df7f-ca5a-47f3-836b-95db0439e78f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:21.298614 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5d093cd0-4955-4d87-9e2b-9c015e869885 req-1839df7f-ca5a-47f3-836b-95db0439e78f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 945 time: 0.0783706 Apr 20 16:27:21.341599 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5d093cd0-4955-4d87-9e2b-9c015e869885 req-9717e275-2ddb-4a84-8dff-52a787b2e12b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371041 Apr 20 16:27:22.533061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010ed26-3241-407b-a5c3-7b278a9c29c3 req-5cccb35d-4b0a-4ec3-a8b5-276891e7ec6d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:22.534985 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c010ed26-3241-407b-a5c3-7b278a9c29c3 req-5cccb35d-4b0a-4ec3-a8b5-276891e7ec6d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 945 time: 0.0897264 Apr 20 16:27:22.577250 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c010ed26-3241-407b-a5c3-7b278a9c29c3 req-c48fc2e3-8fd7-4057-bc25-a65d4070956e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366850 Apr 20 16:27:23.758586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ad13f-a220-4e9c-ae67-085625f2b3dc req-610d5f9c-b1be-4df5-a094-11cf46454d6c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:23.760056 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2f4ad13f-a220-4e9c-ae67-085625f2b3dc req-610d5f9c-b1be-4df5-a094-11cf46454d6c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 945 time: 0.0791054 Apr 20 16:27:23.806280 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2f4ad13f-a220-4e9c-ae67-085625f2b3dc req-267dbab6-cf27-4d7b-ad95-e56345e22d49 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406747 Apr 20 16:27:24.989439 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c2f7f-d383-40cc-8d33-af7d1141a811 req-015bbcb3-0bb9-46c8-aaf9-bbff922db56a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:24.990881 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e16c2f7f-d383-40cc-8d33-af7d1141a811 req-015bbcb3-0bb9-46c8-aaf9-bbff922db56a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 945 time: 0.0820642 Apr 20 16:27:25.033897 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e16c2f7f-d383-40cc-8d33-af7d1141a811 req-6fc1a53d-dfc4-447d-9a0b-4819f6611a11 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373530 Apr 20 16:27:26.222834 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12bc8d-fa75-4d8f-9ddc-f167abd8322e req-881fcb02-a50c-4b08-8829-35554013eacc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:26.224304 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dc12bc8d-fa75-4d8f-9ddc-f167abd8322e req-881fcb02-a50c-4b08-8829-35554013eacc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 945 time: 0.0883775 Apr 20 16:27:26.268365 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dc12bc8d-fa75-4d8f-9ddc-f167abd8322e req-fde1c381-2624-40ae-9757-b1397b1e4356 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376434 Apr 20 16:27:27.447819 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5863e7f-a27a-419d-a9f9-6ef62e9b0f1f req-8b995b77-2e77-4d36-8b09-57670ed6689f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:27.449154 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d5863e7f-a27a-419d-a9f9-6ef62e9b0f1f req-8b995b77-2e77-4d36-8b09-57670ed6689f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 945 time: 0.0785456 Apr 20 16:27:27.492364 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d5863e7f-a27a-419d-a9f9-6ef62e9b0f1f req-d5c4abaa-dff3-41b5-9a5d-a101ae249fbc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375707 Apr 20 16:27:27.515404 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45510) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:27:27.620084 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7344eb68-856a-4db7-950c-9bd1570b2273 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/floatingips/052b3fc7-6e91-4cb6-ac62-0600fb131175 HTTP/1.1" status: 200 len: 992 time: 0.1035035 Apr 20 16:27:29.466529 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:27:32.168096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ffbdbb77-42f7-4886-a6b8-0dc03eae46a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:34.414274 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [req-06d86ef3-98c5-482a-a0c0-c4fe6ff5a2f7 req-d1815062-e942-4043-a6b4-8b8c3198ea19 tempest-ServerDiskConfigTestJSON-1741716599 tempest-ServerDiskConfigTestJSON-1741716599-project] (88169) timed out ('10.222.0.11', 65203) {{(pid=88169) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 16:27:34.428845 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e3504c6b-b8d8-4188-a258-9f6047505e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:35.821791 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:35.840020 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:37.220262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:45.343851 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:53.608953 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dab3b62c-3cae-42ac-906d-a43ece221fdc req-42610c4c-b5cf-430c-acda-e0ebda5b676e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755544 Apr 20 16:27:53.744011 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3b62c-3cae-42ac-906d-a43ece221fdc req-b6d862f5-b739-4f9f-aaf8-8262f305696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:53.745457 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dab3b62c-3cae-42ac-906d-a43ece221fdc req-b6d862f5-b739-4f9f-aaf8-8262f305696c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 1098 time: 0.0705972 Apr 20 16:27:53.891111 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3b62c-3cae-42ac-906d-a43ece221fdc req-15446d1a-fd3b-4918-ae91-67c2b5a631a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:53.892696 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dab3b62c-3cae-42ac-906d-a43ece221fdc req-15446d1a-fd3b-4918-ae91-67c2b5a631a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 HTTP/1.1" status: 200 len: 897 time: 0.1296563 Apr 20 16:27:53.994632 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dab3b62c-3cae-42ac-906d-a43ece221fdc req-73c3a5ef-0f2e-4b8e-9b75-c0c91efb45cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=190a8665-7158-4b07-b529-b3ba865dee81 HTTP/1.1" status: 200 len: 1000 time: 0.0960157 Apr 20 16:27:54.055040 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3b62c-3cae-42ac-906d-a43ece221fdc req-2e152c81-e097-4f91-aca4-1c7b2c716129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:54.056471 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dab3b62c-3cae-42ac-906d-a43ece221fdc req-2e152c81-e097-4f91-aca4-1c7b2c716129 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8059cf40-c4fc-4a36-a33c-19f2476d584b HTTP/1.1" status: 200 len: 834 time: 0.0564034 Apr 20 16:27:54.132221 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3b62c-3cae-42ac-906d-a43ece221fdc req-aa52b6f3-7ac4-47eb-8261-7eab73b7dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:54.133666 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dab3b62c-3cae-42ac-906d-a43ece221fdc req-aa52b6f3-7ac4-47eb-8261-7eab73b7dba6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fc16d05-d6ff-4b0d-97c5-31c640aaccf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716281 Apr 20 16:27:54.271136 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dab3b62c-3cae-42ac-906d-a43ece221fdc req-d734bd14-6bac-4ea0-b8be-4bff90128884 service neutron] 10.222.0.11 "GET /v2.0/networks/3fc16d05-d6ff-4b0d-97c5-31c640aaccf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317079 Apr 20 16:27:54.505079 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dab3b62c-3cae-42ac-906d-a43ece221fdc req-04779ed5-b264-4df6-b8f8-c6c44beb9eba service neutron] 10.222.0.11 "GET /v2.0/networks/3fc16d05-d6ff-4b0d-97c5-31c640aaccf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280588 Apr 20 16:28:02.171266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-aa67dc40-9ed5-426a-8621-ccf27b26d2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:04.430514 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b994ff41-83a2-42b0-841f-e55a011d1961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:05.823272 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:05.842683 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:06.466258 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:28:07.222313 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.341701 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.158240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45534) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:17.361318 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port fe273b60-3c59-4ef3-b46e-ebc6cc3eec5c {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:28:17.361658 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.527382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.527625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.650139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for fe273b60-3c59-4ef3-b46e-ebc6cc3eec5c owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:28:17.801567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.875973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=fe273b60-3c59-4ef3-b46e-ebc6cc3eec5c,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:17.915522 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:17.915874 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:17.916214 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:17.916544 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:17.916873 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:17.917199 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:17.917521 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:17.917843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:17.918163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:17.918483 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:17.918800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:17.919117 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:17.949856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.950521 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Floating IP 052b3fc7-6e91-4cb6-ac62-0600fb131175 disassociated (deleted). External IP: 172.26.7.33, port: 190a8665-7158-4b07-b529-b3ba865dee81. Apr 20 16:28:18.298870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router dda09c66-700b-4f8f-a0fb-36be2f7d1007 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:28:18.586203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:28:18.595705 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7201f-23f5-44e2-8b7f-a1a412606785 None None] Sync routers for ids ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:28:18.605508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:18.606059 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc7201f-23f5-44e2-8b7f-a1a412606785 None None] Routers {'dda09c66-700b-4f8f-a0fb-36be2f7d1007'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:28:18.606666 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-1bc7201f-23f5-44e2-8b7f-a1a412606785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:28:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:18.662297 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a3b234b1-61ce-4002-b1cd-19320825e134 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/floatingips/052b3fc7-6e91-4cb6-ac62-0600fb131175 HTTP/1.1" status: 204 len: 168 time: 1.5029731 Apr 20 16:28:18.662868 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd', 'tag': '190a8665-7158-4b07-b529-b3ba865dee81'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:18.708525 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc93ceb6-2e69-4d16-9eae-c8bb6b50606b'] response: {'name': 'network-changed', 'server_uuid': '36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd', 'tag': '190a8665-7158-4b07-b529-b3ba865dee81', 'status': 'completed', 'code': 200} Apr 20 16:28:18.784799 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-1bc7201f-23f5-44e2-8b7f-a1a412606785 None None] Set router dda09c66-700b-4f8f-a0fb-36be2f7d1007 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:28:18.800444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58abf-54b8-48d6-a69e-4474c77351a1 req-52bc67c2-19ee-498a-8c3b-c582fda96445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:18.801920 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17e58abf-54b8-48d6-a69e-4474c77351a1 req-52bc67c2-19ee-498a-8c3b-c582fda96445 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 1098 time: 0.0710421 Apr 20 16:28:18.941639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58abf-54b8-48d6-a69e-4474c77351a1 req-8d2449dd-465f-410d-ab69-8a1686b7852b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:18.943207 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17e58abf-54b8-48d6-a69e-4474c77351a1 req-8d2449dd-465f-410d-ab69-8a1686b7852b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 HTTP/1.1" status: 200 len: 897 time: 0.1356006 Apr 20 16:28:19.050752 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17e58abf-54b8-48d6-a69e-4474c77351a1 req-65566f66-5d77-41d7-944e-02211422b5b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=190a8665-7158-4b07-b529-b3ba865dee81 HTTP/1.1" status: 200 len: 217 time: 0.1005321 Apr 20 16:28:19.103930 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-1bc7201f-23f5-44e2-8b7f-a1a412606785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455670648', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:51Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b6a342b3-cd4a-4a01-a3eb-cb2149236c2f', 'name': '', 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:0b:e6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:50Z', 'updated_at': '2022-04-20T16:25:55Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:19.107751 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7201f-23f5-44e2-8b7f-a1a412606785 None None] Checking router: dda09c66-700b-4f8f-a0fb-36be2f7d1007 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:28:19.116642 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc7201f-23f5-44e2-8b7f-a1a412606785 None None] Routers {'dda09c66-700b-4f8f-a0fb-36be2f7d1007'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:28:19.117253 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-1bc7201f-23f5-44e2-8b7f-a1a412606785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:28:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:19.128299 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58abf-54b8-48d6-a69e-4474c77351a1 req-8fab5576-4150-4dcd-96e4-65402f0b9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:19.129671 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17e58abf-54b8-48d6-a69e-4474c77351a1 req-8fab5576-4150-4dcd-96e4-65402f0b9c1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8059cf40-c4fc-4a36-a33c-19f2476d584b HTTP/1.1" status: 200 len: 834 time: 0.0726867 Apr 20 16:28:19.196101 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892da25d-81d7-4670-af66-36e96922fd25 req-83cce37d-5ab9-4840-9299-52e92392a5c0 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:19.196822 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-892da25d-81d7-4670-af66-36e96922fd25 req-83cce37d-5ab9-4840-9299-52e92392a5c0 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:28:19.220147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-892da25d-81d7-4670-af66-36e96922fd25 req-83cce37d-5ab9-4840-9299-52e92392a5c0 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:28:19.221818 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-892da25d-81d7-4670-af66-36e96922fd25 req-83cce37d-5ab9-4840-9299-52e92392a5c0 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 945 time: 0.2196655 Apr 20 16:28:19.258737 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58abf-54b8-48d6-a69e-4474c77351a1 req-c75b2239-b594-47d3-81d8-189a3768f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:19.260217 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17e58abf-54b8-48d6-a69e-4474c77351a1 req-c75b2239-b594-47d3-81d8-189a3768f019 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fc16d05-d6ff-4b0d-97c5-31c640aaccf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1188786 Apr 20 16:28:19.324747 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-1bc7201f-23f5-44e2-8b7f-a1a412606785 None None] Set router dda09c66-700b-4f8f-a0fb-36be2f7d1007 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:28:19.344967 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-892da25d-81d7-4670-af66-36e96922fd25 req-97ae4fb2-6506-4696-bb07-a51e2964fb02 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134105 Apr 20 16:28:19.405513 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17e58abf-54b8-48d6-a69e-4474c77351a1 req-40ae4786-4fe6-4b40-b3ec-e171db5b0977 service neutron] 10.222.0.11 "GET /v2.0/networks/3fc16d05-d6ff-4b0d-97c5-31c640aaccf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381762 Apr 20 16:28:19.539644 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17e58abf-54b8-48d6-a69e-4474c77351a1 req-a34373bc-61ec-4a32-bc8b-7fe0f246722a service neutron] 10.222.0.11 "GET /v2.0/networks/3fc16d05-d6ff-4b0d-97c5-31c640aaccf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255147 Apr 20 16:28:19.634237 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-1bc7201f-23f5-44e2-8b7f-a1a412606785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455670648', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:51Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b6a342b3-cd4a-4a01-a3eb-cb2149236c2f', 'name': '', 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:0b:e6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:50Z', 'updated_at': '2022-04-20T16:25:55Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:19.638126 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7201f-23f5-44e2-8b7f-a1a412606785 None None] The sync data for ids ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'] in dv-neutron-838699-1-hyperv is: [{'id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455670648', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:51Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b6a342b3-cd4a-4a01-a3eb-cb2149236c2f', 'name': '', 'network_id': '3fc16d05-d6ff-4b0d-97c5-31c640aaccf7', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:0b:e6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:50Z', 'updated_at': '2022-04-20T16:25:55Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': '8059cf40-c4fc-4a36-a33c-19f2476d584b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:28:19.839523 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bad6cb-3719-498a-9542-2f601d624379 None None] New status for floating IP 052b3fc7-6e91-4cb6-ac62-0600fb131175: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:28:20.535987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8cf19-d6fd-4f8f-9ccf-5a40bf5d12c5 req-8c73271b-76c4-4d86-98b5-b74ac7739518 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:20.537463 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9df8cf19-d6fd-4f8f-9ccf-5a40bf5d12c5 req-8c73271b-76c4-4d86-98b5-b74ac7739518 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 945 time: 0.0839520 Apr 20 16:28:20.582156 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9df8cf19-d6fd-4f8f-9ccf-5a40bf5d12c5 req-ee689241-082c-415d-b5d1-1fbd27715fd3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8df98a5-0a15-481c-927b-0ee4813c74c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388193 Apr 20 16:28:20.772562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050488ce-3aaa-4a08-afae-c74e0ffeb473 req-1f905909-758a-4d16-9dfc-0add4a5fd8a9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:20.773969 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-050488ce-3aaa-4a08-afae-c74e0ffeb473 req-1f905909-758a-4d16-9dfc-0add4a5fd8a9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 945 time: 0.0781481 Apr 20 16:28:20.845490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-050488ce-3aaa-4a08-afae-c74e0ffeb473 req-3822cecb-3ce3-4e29-898c-9d2f3d1562b3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port 190a8665-7158-4b07-b529-b3ba865dee81 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:28:20.846366 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-050488ce-3aaa-4a08-afae-c74e0ffeb473 req-3822cecb-3ce3-4e29-898c-9d2f3d1562b3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.087654 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-050488ce-3aaa-4a08-afae-c74e0ffeb473 req-3822cecb-3ce3-4e29-898c-9d2f3d1562b3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] For port 190a8665-7158-4b07-b529-b3ba865dee81, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=190a8665-7158-4b07-b529-b3ba865dee81,segment=NetworkSegment(96168250-5b5a-49af-8d28-a80c67996849),segment_id=96168250-5b5a-49af-8d28-a80c67996849)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:28:21.087966 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-050488ce-3aaa-4a08-afae-c74e0ffeb473 req-3822cecb-3ce3-4e29-898c-9d2f3d1562b3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.317912 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-050488ce-3aaa-4a08-afae-c74e0ffeb473 req-3822cecb-3ce3-4e29-898c-9d2f3d1562b3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for 190a8665-7158-4b07-b529-b3ba865dee81 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:28:21.459233 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-050488ce-3aaa-4a08-afae-c74e0ffeb473 req-3822cecb-3ce3-4e29-898c-9d2f3d1562b3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.510437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822cecb-3ce3-4e29-898c-9d2f3d1562b3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=190a8665-7158-4b07-b529-b3ba865dee81,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:21.582462 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-050488ce-3aaa-4a08-afae-c74e0ffeb473 req-3822cecb-3ce3-4e29-898c-9d2f3d1562b3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] No DVR routers for this DVR port 190a8665-7158-4b07-b529-b3ba865dee81 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:21.584931 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-050488ce-3aaa-4a08-afae-c74e0ffeb473 req-3822cecb-3ce3-4e29-898c-9d2f3d1562b3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.587410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd', 'name': 'network-vif-deleted', 'tag': '190a8665-7158-4b07-b529-b3ba865dee81'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:21.609752 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-050488ce-3aaa-4a08-afae-c74e0ffeb473 req-3822cecb-3ce3-4e29-898c-9d2f3d1562b3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "DELETE /v2.0/ports/190a8665-7158-4b07-b529-b3ba865dee81 HTTP/1.1" status: 204 len: 173 time: 0.8298416 Apr 20 16:28:21.636378 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71222ea3-93b7-4bbd-b2e6-3700291df8b5'] response: {'server_uuid': '36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd', 'name': 'network-vif-deleted', 'tag': '190a8665-7158-4b07-b529-b3ba865dee81', 'status': 'completed', 'code': 200} Apr 20 16:28:21.747084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-829849f5-2cc8-4204-97d0-56b57b4f80b2 req-09014df8-9511-4d0c-8b01-3543dab197e2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:28:21.762406 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-829849f5-2cc8-4204-97d0-56b57b4f80b2 req-09014df8-9511-4d0c-8b01-3543dab197e2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:28:21.763550 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-829849f5-2cc8-4204-97d0-56b57b4f80b2 req-09014df8-9511-4d0c-8b01-3543dab197e2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd3c6c-245d-4fdc-b69c-4fd6a736f7cd HTTP/1.1" status: 200 len: 210 time: 0.0609663 Apr 20 16:28:22.855156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45552) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:23.410629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-acf82a71-886a-4fa3-a944-cfd6bfb5eafe tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:23.714854 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 190a8665-7158-4b07-b529-b3ba865dee81 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:28:23.748683 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 190a8665-7158-4b07-b529-b3ba865dee81 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:28:23.749023 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 190a8665-7158-4b07-b529-b3ba865dee81 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:28:23.761650 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-acf82a71-886a-4fa3-a944-cfd6bfb5eafe tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port b6a342b3-cd4a-4a01-a3eb-cb2149236c2f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:28:23.761985 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-acf82a71-886a-4fa3-a944-cfd6bfb5eafe tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:24.053252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-acf82a71-886a-4fa3-a944-cfd6bfb5eafe tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] For port b6a342b3-cd4a-4a01-a3eb-cb2149236c2f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b6a342b3-cd4a-4a01-a3eb-cb2149236c2f,segment=NetworkSegment(96168250-5b5a-49af-8d28-a80c67996849),segment_id=96168250-5b5a-49af-8d28-a80c67996849)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:28:24.053927 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-acf82a71-886a-4fa3-a944-cfd6bfb5eafe tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:24.173961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-acf82a71-886a-4fa3-a944-cfd6bfb5eafe tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for b6a342b3-cd4a-4a01-a3eb-cb2149236c2f owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:28:24.510562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-acf82a71-886a-4fa3-a944-cfd6bfb5eafe tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:24.559132 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf82a71-886a-4fa3-a944-cfd6bfb5eafe tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=b6a342b3-cd4a-4a01-a3eb-cb2149236c2f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:24.831865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-acf82a71-886a-4fa3-a944-cfd6bfb5eafe tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:25.187652 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf82a71-886a-4fa3-a944-cfd6bfb5eafe tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router dda09c66-700b-4f8f-a0fb-36be2f7d1007 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:28:25.488939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf82a71-886a-4fa3-a944-cfd6bfb5eafe tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:28:25.498302 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f10d64c-f8aa-4b3b-91db-101779e9bd40 None None] Sync routers for ids ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:28:25.506456 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-acf82a71-886a-4fa3-a944-cfd6bfb5eafe tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "PUT /v2.0/routers/dda09c66-700b-4f8f-a0fb-36be2f7d1007/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6501446 Apr 20 16:28:25.507823 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f10d64c-f8aa-4b3b-91db-101779e9bd40 None None] Routers {'dda09c66-700b-4f8f-a0fb-36be2f7d1007'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:28:25.508607 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9f10d64c-f8aa-4b3b-91db-101779e9bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:28:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:25.509141 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45556) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:25.576608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5a14f7-ae52-4e0b-8ae1-e91fdd6eae0f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting subnet 8059cf40-c4fc-4a36-a33c-19f2476d584b {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:28:25.579530 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c5a14f7-ae52-4e0b-8ae1-e91fdd6eae0f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:25.633281 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c5a14f7-ae52-4e0b-8ae1-e91fdd6eae0f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:25.681462 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-9f10d64c-f8aa-4b3b-91db-101779e9bd40 None None] Set router dda09c66-700b-4f8f-a0fb-36be2f7d1007 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:28:25.714827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c5a14f7-ae52-4e0b-8ae1-e91fdd6eae0f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:25.789124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c5a14f7-ae52-4e0b-8ae1-e91fdd6eae0f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:25.830696 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c5a14f7-ae52-4e0b-8ae1-e91fdd6eae0f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:25.833726 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a14f7-ae52-4e0b-8ae1-e91fdd6eae0f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Subnet': ['ID=8059cf40-c4fc-4a36-a33c-19f2476d584b,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:25.836824 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ec029a-a20d-4658-914d-15df840a9b2a None None] Network 3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:28:25.841593 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9c5a14f7-ae52-4e0b-8ae1-e91fdd6eae0f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/subnets/8059cf40-c4fc-4a36-a33c-19f2476d584b HTTP/1.1" status: 204 len: 168 time: 0.3314960 Apr 20 16:28:25.844109 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45560) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:25.963139 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9f10d64c-f8aa-4b3b-91db-101779e9bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455670648', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:28:24Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:25.967095 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f10d64c-f8aa-4b3b-91db-101779e9bd40 None None] Checking router: dda09c66-700b-4f8f-a0fb-36be2f7d1007 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:28:25.975224 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f10d64c-f8aa-4b3b-91db-101779e9bd40 None None] Routers {'dda09c66-700b-4f8f-a0fb-36be2f7d1007'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:28:25.975844 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9f10d64c-f8aa-4b3b-91db-101779e9bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:28:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:26.030516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be880d53-aa05-4b08-8eba-fe4985bad737 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:26.091956 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] DHCP port deletion for 3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:28:26.096334 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] Deleting port db7e703a-4608-447b-bbc9-1c095bee25f4 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:28:26.096706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:26.159384 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-9f10d64c-f8aa-4b3b-91db-101779e9bd40 None None] Set router dda09c66-700b-4f8f-a0fb-36be2f7d1007 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:28:26.214653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be880d53-aa05-4b08-8eba-fe4985bad737 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:26.225415 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-be880d53-aa05-4b08-8eba-fe4985bad737 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port d1abb781-f013-4046-9b51-7bface1322f7 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:28:26.225767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be880d53-aa05-4b08-8eba-fe4985bad737 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:26.336742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] For port db7e703a-4608-447b-bbc9-1c095bee25f4, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=db7e703a-4608-447b-bbc9-1c095bee25f4,segment=NetworkSegment(96168250-5b5a-49af-8d28-a80c67996849),segment_id=96168250-5b5a-49af-8d28-a80c67996849)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:28:26.337103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:26.408982 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-be880d53-aa05-4b08-8eba-fe4985bad737 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] For port d1abb781-f013-4046-9b51-7bface1322f7, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=d1abb781-f013-4046-9b51-7bface1322f7,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:28:26.409341 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be880d53-aa05-4b08-8eba-fe4985bad737 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:26.458724 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] Calling delete_port for db7e703a-4608-447b-bbc9-1c095bee25f4 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:28:26.480183 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-9f10d64c-f8aa-4b3b-91db-101779e9bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455670648', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:28:24Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:26.484182 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f10d64c-f8aa-4b3b-91db-101779e9bd40 None None] The sync data for ids ['dda09c66-700b-4f8f-a0fb-36be2f7d1007'] in dv-neutron-838699-1-hyperv is: [{'id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455670648', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:28:24Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'd1abb781-f013-4046-9b51-7bface1322f7', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda09c66-700b-4f8f-a0fb-36be2f7d1007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:25:46Z', 'updated_at': '2022-04-20T16:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:28:26.534814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-be880d53-aa05-4b08-8eba-fe4985bad737 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for d1abb781-f013-4046-9b51-7bface1322f7 owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:28:26.540895 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:26.590093 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] Pushing event deleted for resources: {'Port': ['ID=db7e703a-4608-447b-bbc9-1c095bee25f4,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:26.594651 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] No DVR routers for this DVR port db7e703a-4608-447b-bbc9-1c095bee25f4 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:26.606224 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:26.606583 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:26.606928 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:26.607274 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:26.607999 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:26.607999 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:26.608282 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:26.608656 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:26.609184 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:26.609293 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:26.609555 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:26.609878 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097c02c-dfde-4eb6-a3b6-2158a478251a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:26.702698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be880d53-aa05-4b08-8eba-fe4985bad737 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:26.748435 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be880d53-aa05-4b08-8eba-fe4985bad737 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=d1abb781-f013-4046-9b51-7bface1322f7,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:26.839306 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be880d53-aa05-4b08-8eba-fe4985bad737 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.118844 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be880d53-aa05-4b08-8eba-fe4985bad737 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.121055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be880d53-aa05-4b08-8eba-fe4985bad737 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.144500 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be880d53-aa05-4b08-8eba-fe4985bad737 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.145058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be880d53-aa05-4b08-8eba-fe4985bad737 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Fanout notify agent at l3_agent the message router_deleted on router dda09c66-700b-4f8f-a0fb-36be2f7d1007 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:28:27.160877 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be880d53-aa05-4b08-8eba-fe4985bad737 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.161999 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-be880d53-aa05-4b08-8eba-fe4985bad737 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/routers/dda09c66-700b-4f8f-a0fb-36be2f7d1007 HTTP/1.1" status: 204 len: 168 time: 1.3169889 Apr 20 16:28:27.164628 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45564) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:27.281134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ac649c75-d5bb-45b8-8704-437cd46c6981 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.413419 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ac649c75-d5bb-45b8-8704-437cd46c6981 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.437543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-ac649c75-d5bb-45b8-8704-437cd46c6981 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc16d05-d6ff-4b0d-97c5-31c640aaccf7']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:27.450559 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-ac649c75-d5bb-45b8-8704-437cd46c6981 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96168250-5b5a-49af-8d28-a80c67996849') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:27.450857 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-ac649c75-d5bb-45b8-8704-437cd46c6981 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96168250-5b5a-49af-8d28-a80c67996849') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:27.462762 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ac649c75-d5bb-45b8-8704-437cd46c6981 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.481241 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ac649c75-d5bb-45b8-8704-437cd46c6981 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.487147 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac649c75-d5bb-45b8-8704-437cd46c6981 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:28:27.487518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ac649c75-d5bb-45b8-8704-437cd46c6981 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:28:27.502247 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:28:27.584452 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ac649c75-d5bb-45b8-8704-437cd46c6981 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.602101 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ac649c75-d5bb-45b8-8704-437cd46c6981 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.613521 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac649c75-d5bb-45b8-8704-437cd46c6981 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Network': ['ID=3fc16d05-d6ff-4b0d-97c5-31c640aaccf7,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:27.626844 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ac649c75-d5bb-45b8-8704-437cd46c6981 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/networks/3fc16d05-d6ff-4b0d-97c5-31c640aaccf7 HTTP/1.1" status: 204 len: 168 time: 0.4582748 Apr 20 16:28:27.627045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45568) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:27.632074 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device db7e703a-4608-447b-bbc9-1c095bee25f4 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:28:27.666399 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: db7e703a-4608-447b-bbc9-1c095bee25f4 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:28:27.666747 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device db7e703a-4608-447b-bbc9-1c095bee25f4 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:28:27.667160 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d1abb781-f013-4046-9b51-7bface1322f7 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:28:27.700141 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: d1abb781-f013-4046-9b51-7bface1322f7 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:28:27.700511 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device d1abb781-f013-4046-9b51-7bface1322f7 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:28:27.700916 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b6a342b3-cd4a-4a01-a3eb-cb2149236c2f no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:28:27.702991 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-656760d1-32ea-4f2a-99ea-0aa83db4df7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.732165 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-656760d1-32ea-4f2a-99ea-0aa83db4df7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.735193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: b6a342b3-cd4a-4a01-a3eb-cb2149236c2f {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:28:27.735541 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b6a342b3-cd4a-4a01-a3eb-cb2149236c2f not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:28:27.798031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-656760d1-32ea-4f2a-99ea-0aa83db4df7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.817922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656760d1-32ea-4f2a-99ea-0aa83db4df7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8df98a5-0a15-481c-927b-0ee4813c74c6,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:27.825183 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-656760d1-32ea-4f2a-99ea-0aa83db4df7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.826321 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-656760d1-32ea-4f2a-99ea-0aa83db4df7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/security-groups/d8df98a5-0a15-481c-927b-0ee4813c74c6 HTTP/1.1" status: 204 len: 168 time: 0.1982927 Apr 20 16:28:28.023239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45576) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:28.028477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-62fb615d-aaa6-461f-ba11-bc202dfeb797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2040858486', 'description': 'tempest-secgroup-smoke-2040858486 description', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:28:28.034994 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-62fb615d-aaa6-461f-ba11-bc202dfeb797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:28:28.039371 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-62fb615d-aaa6-461f-ba11-bc202dfeb797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:28:28.042328 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-62fb615d-aaa6-461f-ba11-bc202dfeb797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:28:28.048170 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-62fb615d-aaa6-461f-ba11-bc202dfeb797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:28:28.058812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-62fb615d-aaa6-461f-ba11-bc202dfeb797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.078007 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-62fb615d-aaa6-461f-ba11-bc202dfeb797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:28:28.081943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-62fb615d-aaa6-461f-ba11-bc202dfeb797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:28:28.084677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-62fb615d-aaa6-461f-ba11-bc202dfeb797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:28:28.090267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-62fb615d-aaa6-461f-ba11-bc202dfeb797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:28:28.160712 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-62fb615d-aaa6-461f-ba11-bc202dfeb797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.164630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-62fb615d-aaa6-461f-ba11-bc202dfeb797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.211736 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb615d-aaa6-461f-ba11-bc202dfeb797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeb15bb-b19a-46e4-8ec3-e36a58358251,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:28.216009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-62fb615d-aaa6-461f-ba11-bc202dfeb797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.217194 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-62fb615d-aaa6-461f-ba11-bc202dfeb797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1929266 Apr 20 16:28:28.220597 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45580) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:28.225298 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-178cf1bf-89c5-461b-b5af-c10d9ac33352 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': '9aeb15bb-b19a-46e4-8ec3-e36a58358251', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:28:28.231138 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-178cf1bf-89c5-461b-b5af-c10d9ac33352 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:28:28.234924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-178cf1bf-89c5-461b-b5af-c10d9ac33352 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:28:28.237873 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-178cf1bf-89c5-461b-b5af-c10d9ac33352 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:28:28.243450 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-178cf1bf-89c5-461b-b5af-c10d9ac33352 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:28:28.260997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-178cf1bf-89c5-461b-b5af-c10d9ac33352 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.319058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-178cf1bf-89c5-461b-b5af-c10d9ac33352 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.322441 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-178cf1bf-89c5-461b-b5af-c10d9ac33352 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.346751 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cf1bf-89c5-461b-b5af-c10d9ac33352 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5412f323-dafa-4088-9a80-c343a62cdb2a,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:28.354625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-178cf1bf-89c5-461b-b5af-c10d9ac33352 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.355795 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-178cf1bf-89c5-461b-b5af-c10d9ac33352 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343489 Apr 20 16:28:28.358491 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45584) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:28.364219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-c0ec88f4-2ca4-44d6-9c0b-887cfe982bbc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': '9aeb15bb-b19a-46e4-8ec3-e36a58358251', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:28:28.369950 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c0ec88f4-2ca4-44d6-9c0b-887cfe982bbc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:28:28.373711 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c0ec88f4-2ca4-44d6-9c0b-887cfe982bbc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:28:28.376529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c0ec88f4-2ca4-44d6-9c0b-887cfe982bbc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:28:28.382131 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c0ec88f4-2ca4-44d6-9c0b-887cfe982bbc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:28:28.399126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0ec88f4-2ca4-44d6-9c0b-887cfe982bbc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.461288 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0ec88f4-2ca4-44d6-9c0b-887cfe982bbc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.464692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0ec88f4-2ca4-44d6-9c0b-887cfe982bbc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.489037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec88f4-2ca4-44d6-9c0b-887cfe982bbc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed986dc5-2cbf-44ed-ba2d-b42560e0fca7,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:28.499024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0ec88f4-2ca4-44d6-9c0b-887cfe982bbc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.500204 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c0ec88f4-2ca4-44d6-9c0b-887cfe982bbc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407042 Apr 20 16:28:28.502851 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45588) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:28.507747 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-912de114-7261-4b11-865b-7b077cee2cb5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': '9aeb15bb-b19a-46e4-8ec3-e36a58358251', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:28:28.513360 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-912de114-7261-4b11-865b-7b077cee2cb5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:28:28.517706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-912de114-7261-4b11-865b-7b077cee2cb5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:28:28.520564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-912de114-7261-4b11-865b-7b077cee2cb5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:28:28.526239 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-912de114-7261-4b11-865b-7b077cee2cb5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:28:28.545850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-912de114-7261-4b11-865b-7b077cee2cb5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.608366 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-912de114-7261-4b11-865b-7b077cee2cb5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.611607 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-912de114-7261-4b11-865b-7b077cee2cb5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.638186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912de114-7261-4b11-865b-7b077cee2cb5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4bc829-e045-41fa-aa56-2c5947faa316,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:28.644891 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-912de114-7261-4b11-865b-7b077cee2cb5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.646073 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-912de114-7261-4b11-865b-7b077cee2cb5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422660 Apr 20 16:28:28.648656 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45592) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:28.653483 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-47792954-46a3-4cc1-b618-22c7a13272ff tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': '9aeb15bb-b19a-46e4-8ec3-e36a58358251', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:28:28.659940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-47792954-46a3-4cc1-b618-22c7a13272ff tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:28:28.663731 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-47792954-46a3-4cc1-b618-22c7a13272ff tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:28:28.666587 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-47792954-46a3-4cc1-b618-22c7a13272ff tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:28:28.672279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-47792954-46a3-4cc1-b618-22c7a13272ff tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:28:28.687201 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-47792954-46a3-4cc1-b618-22c7a13272ff tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.749424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-47792954-46a3-4cc1-b618-22c7a13272ff tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.753416 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-47792954-46a3-4cc1-b618-22c7a13272ff tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.778988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47792954-46a3-4cc1-b618-22c7a13272ff tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6528c8-9da8-4a16-be9b-61dd6d98e72e,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:28.789578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-47792954-46a3-4cc1-b618-22c7a13272ff tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.790892 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-47792954-46a3-4cc1-b618-22c7a13272ff tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413345 Apr 20 16:28:28.793589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45596) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:28.799133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-57049ae9-b309-447a-b3a0-bdc3ca27d950 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': '9aeb15bb-b19a-46e4-8ec3-e36a58358251', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:28:28.805240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-57049ae9-b309-447a-b3a0-bdc3ca27d950 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:28:28.809088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-57049ae9-b309-447a-b3a0-bdc3ca27d950 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:28:28.811976 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-57049ae9-b309-447a-b3a0-bdc3ca27d950 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:28:28.817692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-57049ae9-b309-447a-b3a0-bdc3ca27d950 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:28:28.827652 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-57049ae9-b309-447a-b3a0-bdc3ca27d950 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Project b6314581f7fd40bdbaf84bc51d4a044b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:28:28.834354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-57049ae9-b309-447a-b3a0-bdc3ca27d950 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.899995 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-57049ae9-b309-447a-b3a0-bdc3ca27d950 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.903282 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-57049ae9-b309-447a-b3a0-bdc3ca27d950 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.926740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57049ae9-b309-447a-b3a0-bdc3ca27d950 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5a3924-e8e2-4bf0-b246-51257bd337e4,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:28.934504 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-57049ae9-b309-447a-b3a0-bdc3ca27d950 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.935665 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-57049ae9-b309-447a-b3a0-bdc3ca27d950 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411757 Apr 20 16:28:28.938321 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45600) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:28.943187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-6ccc16fc-7855-4004-b916-f9e83e6e607e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': '9aeb15bb-b19a-46e4-8ec3-e36a58358251', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:28:28.948816 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6ccc16fc-7855-4004-b916-f9e83e6e607e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:28:28.952633 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6ccc16fc-7855-4004-b916-f9e83e6e607e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:28:28.955452 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-6ccc16fc-7855-4004-b916-f9e83e6e607e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:28:28.961446 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-6ccc16fc-7855-4004-b916-f9e83e6e607e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:28:28.971612 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-6ccc16fc-7855-4004-b916-f9e83e6e607e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Project b6314581f7fd40bdbaf84bc51d4a044b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:28:28.977819 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ccc16fc-7855-4004-b916-f9e83e6e607e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.040569 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ccc16fc-7855-4004-b916-f9e83e6e607e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.044319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ccc16fc-7855-4004-b916-f9e83e6e607e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.067378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc16fc-7855-4004-b916-f9e83e6e607e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5917a14e-da7d-462c-9f11-f7156a30e5fd,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:29.075315 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ccc16fc-7855-4004-b916-f9e83e6e607e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.076509 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6ccc16fc-7855-4004-b916-f9e83e6e607e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372330 Apr 20 16:28:29.079250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45604) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:29.084769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-dab61648-181c-48a5-ad5b-ba200cae2369 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'network': {'name': 'tempest-network-smoke--1505011240', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'port_security_enabled': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:28:29.089460 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-dab61648-181c-48a5-ad5b-ba200cae2369 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:28:29.093499 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-dab61648-181c-48a5-ad5b-ba200cae2369 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:network and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:28:29.096853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-dab61648-181c-48a5-ad5b-ba200cae2369 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:28:29.103052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-dab61648-181c-48a5-ad5b-ba200cae2369 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:28:29.112696 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab61648-181c-48a5-ad5b-ba200cae2369 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Made reservation on behalf of b6314581f7fd40bdbaf84bc51d4a044b for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:29.115929 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dab61648-181c-48a5-ad5b-ba200cae2369 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.142480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab61648-181c-48a5-ad5b-ba200cae2369 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:28:29.155191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dab61648-181c-48a5-ad5b-ba200cae2369 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.155607 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-dab61648-181c-48a5-ad5b-ba200cae2369 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Added segment c81bfd32-57d8-4534-9342-cbd7e318396c of type vlan for network e0e41da8-5c62-43c3-b977-50476f990004 Apr 20 16:28:29.181431 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dab61648-181c-48a5-ad5b-ba200cae2369 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.213068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dab61648-181c-48a5-ad5b-ba200cae2369 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.218687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab61648-181c-48a5-ad5b-ba200cae2369 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:29.219264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dab61648-181c-48a5-ad5b-ba200cae2369 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.325690 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab61648-181c-48a5-ad5b-ba200cae2369 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Network': ['ID=e0e41da8-5c62-43c3-b977-50476f990004,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:29.328692 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-dab61648-181c-48a5-ad5b-ba200cae2369 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2485089 Apr 20 16:28:29.332282 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45608) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:29.337186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1945722112', 'admin_state_up': True, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:28:29.337527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network e0e41da8-5c62-43c3-b977-50476f990004 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:28:29.344413 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:28:29.348890 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:router and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:28:29.351737 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:28:29.362080 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:28:29.372508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.373495 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.388401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.742244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:30.040727 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:30.068528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:30.199410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.26.7.219 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/af5b8592-5553-4c04-a322-0dd48273a47c) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:30.353416 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:30.384020 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:30.446062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:30.449827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:30.453012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:28:30.500671 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=af5b8592-5553-4c04-a322-0dd48273a47c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:30.873980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:31.315362 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:31.521603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router 8cfaf647-848e-495c-949c-528adcfbce4f is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:28:31.698621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:28:31.708668 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Sync routers for ids ['8cfaf647-848e-495c-949c-528adcfbce4f'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:28:31.719100 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Routers {'8cfaf647-848e-495c-949c-528adcfbce4f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:28:31.719746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:28:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['8cfaf647-848e-495c-949c-528adcfbce4f'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:31.726454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:31.730735 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a31172c2-4f3f-4986-ba45-6a37d41d3868 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3946507 Apr 20 16:28:31.731186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45616) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:31.773919 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6d2fa56f-a617-4656-bdf7-c2e735118c73 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b6314581f7fd40bdbaf84bc51d4a044b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390635 Apr 20 16:28:31.774087 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45620) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:31.894896 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Set router 8cfaf647-848e-495c-949c-528adcfbce4f gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:28:31.906121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44061617-66d2-422f-8293-ccc9f6156136 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:31.908418 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-44061617-66d2-422f-8293-ccc9f6156136 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334414 Apr 20 16:28:31.911234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45624) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:31.953351 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2405a8ac-b981-44df-926d-a5c617f7c0b5 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387125 Apr 20 16:28:31.953546 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45628) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:31.962387 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ab057e9d-0827-4e05-9054-38a61126588e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-976432271', 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:28:32.081937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ab057e9d-0827-4e05-9054-38a61126588e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:28:32.085819 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ab057e9d-0827-4e05-9054-38a61126588e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:subnet and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:28:32.088949 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ab057e9d-0827-4e05-9054-38a61126588e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:28:32.094660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ab057e9d-0827-4e05-9054-38a61126588e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:28:32.105569 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab057e9d-0827-4e05-9054-38a61126588e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Made reservation on behalf of b6314581f7fd40bdbaf84bc51d4a044b for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:32.109480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ab057e9d-0827-4e05-9054-38a61126588e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:32.215095 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b2f4cea0-d3e7-4b96-8d61-c7aab03bfc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:32.229820 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945722112', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:29Z', 'updated_at': '2022-04-20T16:28:30Z', 'revision_number': 3, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:30Z', 'updated_at': '2022-04-20T16:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:32.233962 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Checking router: 8cfaf647-848e-495c-949c-528adcfbce4f for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:28:32.234366 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Updating router 8cfaf647-848e-495c-949c-528adcfbce4f port af5b8592-5553-4c04-a322-0dd48273a47c binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:28:32.288553 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:32.348171 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ab057e9d-0827-4e05-9054-38a61126588e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:32.424828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab057e9d-0827-4e05-9054-38a61126588e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Subnet': ['ID=7d58102a-02b8-4f4f-b10f-956a6f771582,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:32.433307 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab057e9d-0827-4e05-9054-38a61126588e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Checking segment: {'id': 'c81bfd32-57d8-4534-9342-cbd7e318396c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:28:32.433669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab057e9d-0827-4e05-9054-38a61126588e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network hostable DHCP agents. Network: e0e41da8-5c62-43c3-b977-50476f990004, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:28:32.453155 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab057e9d-0827-4e05-9054-38a61126588e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network e0e41da8-5c62-43c3-b977-50476f990004 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:28:32.464034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-ab057e9d-0827-4e05-9054-38a61126588e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, e0e41da8-5c62-43c3-b977-50476f990004) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:32.468386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab057e9d-0827-4e05-9054-38a61126588e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:32.469100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ab057e9d-0827-4e05-9054-38a61126588e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:32.497600 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ab057e9d-0827-4e05-9054-38a61126588e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5401654 Apr 20 16:28:32.497787 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45632) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:32.515543 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9fe44e-6c7b-4be7-b249-2456dc8b4ed8 None None] Network e0e41da8-5c62-43c3-b977-50476f990004 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:28:32.838352 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-e0e41da8-5c62-43c3-b977-50476f990004', 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ips': [{'subnet_id': '7d58102a-02b8-4f4f-b10f-956a6f771582'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:28:32.839153 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:32.852266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:32.907259 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Transition to ACTIVE for port object af5b8592-5553-4c04-a322-0dd48273a47c will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:28:32.924271 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:33.065774 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Attempting to bind port af5b8592-5553-4c04-a322-0dd48273a47c on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:28:33.066146 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Attempting to bind port af5b8592-5553-4c04-a322-0dd48273a47c by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:28:33.066509 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Attempting to bind port af5b8592-5553-4c04-a322-0dd48273a47c on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:28:33.068510 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f8fd0-dd8e-43e2-8b50-b44e02dca236 None None] Pushing event updated for resources: {'Port': ['ID=af5b8592-5553-4c04-a322-0dd48273a47c,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:33.081891 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:28:33.082205 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:28:33.082608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:33.083000 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:28:33.083459 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Bound port: af5b8592-5553-4c04-a322-0dd48273a47c, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:28:33.083855 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:33.146176 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Allocated IP 172.20.0.2 (e0e41da8-5c62-43c3-b977-50476f990004/7d58102a-02b8-4f4f-b10f-956a6f771582/668504df-2509-4d89-ab57-71379edfdc53) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:33.193536 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] For port af5b8592-5553-4c04-a322-0dd48273a47c, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:28:33.257171 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] For port af5b8592-5553-4c04-a322-0dd48273a47c, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=af5b8592-5553-4c04-a322-0dd48273a47c,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:28:33.265199 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:33.342745 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:33.387176 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Routers {'8cfaf647-848e-495c-949c-528adcfbce4f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:28:33.387822 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:28:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['8cfaf647-848e-495c-949c-528adcfbce4f'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:33.441840 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f8fd0-dd8e-43e2-8b50-b44e02dca236 None None] Pushing event updated for resources: {'Port': ['ID=af5b8592-5553-4c04-a322-0dd48273a47c,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:33.590821 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:33.608675 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Transition to ACTIVE for port object 668504df-2509-4d89-ab57-71379edfdc53 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:28:33.648183 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] Set router 8cfaf647-848e-495c-949c-528adcfbce4f gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:28:33.745710 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Transition to ACTIVE for port object 668504df-2509-4d89-ab57-71379edfdc53 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:28:33.769885 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:33.824778 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.20.0.1 (e0e41da8-5c62-43c3-b977-50476f990004/7d58102a-02b8-4f4f-b10f-956a6f771582/f452c435-1c9f-43b1-93f9-4d922a0e8f2d) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:33.884200 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Network e0e41da8-5c62-43c3-b977-50476f990004 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:33.888405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:33.890718 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:28:33.985127 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:33.992551 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Pushing event updated for resources: {'Port': ['ID=668504df-2509-4d89-ab57-71379edfdc53,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:34.001353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Transition to ACTIVE for port object f452c435-1c9f-43b1-93f9-4d922a0e8f2d will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:28:34.025663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:34.072668 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Attempting to bind port 668504df-2509-4d89-ab57-71379edfdc53 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:28:34.073029 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Attempting to bind port 668504df-2509-4d89-ab57-71379edfdc53 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'c81bfd32-57d8-4534-9342-cbd7e318396c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:28:34.073387 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Attempting to bind port 668504df-2509-4d89-ab57-71379edfdc53 on network e0e41da8-5c62-43c3-b977-50476f990004 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:28:34.089158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network e0e41da8-5c62-43c3-b977-50476f990004 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:34.096698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:34.101025 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:28:34.111273 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:28:34.111644 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Checking segment: {'id': 'c81bfd32-57d8-4534-9342-cbd7e318396c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:28:34.112066 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:34.112453 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Bound using segment: {'id': 'c81bfd32-57d8-4534-9342-cbd7e318396c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:28:34.112909 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Bound port: 668504df-2509-4d89-ab57-71379edfdc53, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81bfd32-57d8-4534-9342-cbd7e318396c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:28:34.113273 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:34.138130 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=f452c435-1c9f-43b1-93f9-4d922a0e8f2d,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:34.163789 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:34.221121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] For port 668504df-2509-4d89-ab57-71379edfdc53, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:28:34.224579 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] For port 668504df-2509-4d89-ab57-71379edfdc53, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=668504df-2509-4d89-ab57-71379edfdc53,segment=NetworkSegment(c81bfd32-57d8-4534-9342-cbd7e318396c),segment_id=c81bfd32-57d8-4534-9342-cbd7e318396c)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:28:34.226647 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945722112', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:29Z', 'updated_at': '2022-04-20T16:28:30Z', 'revision_number': 3, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:30Z', 'updated_at': '2022-04-20T16:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:34.231134 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:34.280288 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0961d-a017-4fcc-81f3-f88b631bc918 None None] The sync data for ids ['8cfaf647-848e-495c-949c-528adcfbce4f'] in dv-neutron-838699-1-hyperv is: [{'id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945722112', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:29Z', 'updated_at': '2022-04-20T16:28:30Z', 'revision_number': 3, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:30Z', 'updated_at': '2022-04-20T16:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:28:34.346745 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb6756-4274-45c4-bc66-3b9e120793c4 None None] Pushing event updated for resources: {'Port': ['ID=668504df-2509-4d89-ab57-71379edfdc53,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:34.444741 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3c90033b-522d-4af6-a41e-3d11c7c33941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:34.639487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.079865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.085302 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.184171 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.287257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=f452c435-1c9f-43b1-93f9-4d922a0e8f2d,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:35.351259 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080a48cc-d1bc-4ab2-b72b-2c70dde4ed12 None None] Network e0e41da8-5c62-43c3-b977-50476f990004 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:28:35.353471 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network e0e41da8-5c62-43c3-b977-50476f990004 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:35.354593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:35.449797 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-32edc843-1e4c-40d4-bdb9-9d84ebc64a58 None None] Provisioning for port 668504df-2509-4d89-ab57-71379edfdc53 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:28:35.526651 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device af5b8592-5553-4c04-a322-0dd48273a47c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:28:35.569771 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router 8cfaf647-848e-495c-949c-528adcfbce4f has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:28:35.648650 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port af5b8592-5553-4c04-a322-0dd48273a47c completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:28:35.655164 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port af5b8592-5553-4c04-a322-0dd48273a47c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:28:35.655543 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.762374 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:28:35.785451 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e2dd2805-5d03-4af7-9f0c-32f5329a3647 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "PUT /v2.0/routers/8cfaf647-848e-495c-949c-528adcfbce4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2865181 Apr 20 16:28:35.794934 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.828129 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port af5b8592-5553-4c04-a322-0dd48273a47c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=af5b8592-5553-4c04-a322-0dd48273a47c,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:28:35.838885 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.842254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.843037 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 668504df-2509-4d89-ab57-71379edfdc53 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:28:35.949279 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.967800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-cf5173bb-966c-4d31-b3b5-de6c5b033185 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:28:35.980892 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=af5b8592-5553-4c04-a322-0dd48273a47c,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:35.989055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-cf5173bb-966c-4d31-b3b5-de6c5b033185 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:28:35.990767 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-cf5173bb-966c-4d31-b3b5-de6c5b033185 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040858486&fields=id&tenant_id=b6314581f7fd40bdbaf84bc51d4a044b HTTP/1.1" status: 200 len: 267 time: 0.0744472 Apr 20 16:28:35.997401 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 668504df-2509-4d89-ab57-71379edfdc53 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:28:35.998879 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Sync routers for ids ['8cfaf647-848e-495c-949c-528adcfbce4f'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:28:36.003501 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5653599b-2e89-4337-837b-1f8be8168e5e None None] Provisioning complete for port 668504df-2509-4d89-ab57-71379edfdc53 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:28:36.003915 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5653599b-2e89-4337-837b-1f8be8168e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.022729 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Routers {'8cfaf647-848e-495c-949c-528adcfbce4f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:28:36.023818 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:28:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['8cfaf647-848e-495c-949c-528adcfbce4f'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:36.035416 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 668504df-2509-4d89-ab57-71379edfdc53 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:28:36.035648 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.213438 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-f6f12bb7-ac2f-4b29-8a8e-6274cf3d6826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:36.214568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-f6f12bb7-ac2f-4b29-8a8e-6274cf3d6826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:28:36.241217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-f6f12bb7-ac2f-4b29-8a8e-6274cf3d6826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:28:36.243146 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5653599b-2e89-4337-837b-1f8be8168e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.244699 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-f6f12bb7-ac2f-4b29-8a8e-6274cf3d6826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/networks?id=e0e41da8-5c62-43c3-b977-50476f990004 HTTP/1.1" status: 200 len: 797 time: 0.2409165 Apr 20 16:28:36.252440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.258871 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Set router 8cfaf647-848e-495c-949c-528adcfbce4f gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:28:36.263113 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-38ac8ddf-776f-4a79-bede-af1cfe5d933c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/quotas/b6314581f7fd40bdbaf84bc51d4a044b HTTP/1.1" status: 200 len: 375 time: 0.0129309 Apr 20 16:28:36.299852 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-5653599b-2e89-4337-837b-1f8be8168e5e None None] For port 668504df-2509-4d89-ab57-71379edfdc53, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=668504df-2509-4d89-ab57-71379edfdc53,segment=NetworkSegment(c81bfd32-57d8-4534-9342-cbd7e318396c),segment_id=c81bfd32-57d8-4534-9342-cbd7e318396c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:28:36.307800 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5653599b-2e89-4337-837b-1f8be8168e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.370071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-1d0aafb3-0fbd-4e71-bba0-ba31dbe8b92e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:28:36.389409 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-1d0aafb3-0fbd-4e71-bba0-ba31dbe8b92e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:28:36.402320 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-1d0aafb3-0fbd-4e71-bba0-ba31dbe8b92e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1251817 Apr 20 16:28:36.432362 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653599b-2e89-4337-837b-1f8be8168e5e None None] Pushing event updated for resources: {'Port': ['ID=668504df-2509-4d89-ab57-71379edfdc53,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:36.439552 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5653599b-2e89-4337-837b-1f8be8168e5e None None] Provisioning for port f452c435-1c9f-43b1-93f9-4d922a0e8f2d completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:28:36.458860 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-5653599b-2e89-4337-837b-1f8be8168e5e None None] Provisioning complete for port f452c435-1c9f-43b1-93f9-4d922a0e8f2d triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:28:36.459242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5653599b-2e89-4337-837b-1f8be8168e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.470625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-9034ea4e-adeb-40b6-bcad-d35ca57c9355 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:28:36.477626 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-9034ea4e-adeb-40b6-bcad-d35ca57c9355 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0724292 Apr 20 16:28:36.488782 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:28:36.489142 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:28:36.514676 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-5653599b-2e89-4337-837b-1f8be8168e5e None None] Port f452c435-1c9f-43b1-93f9-4d922a0e8f2d cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:28:36.618250 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945722112', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:29Z', 'updated_at': '2022-04-20T16:28:34Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:30Z', 'updated_at': '2022-04-20T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'f452c435-1c9f-43b1-93f9-4d922a0e8f2d', 'name': '', 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:c6:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:33Z', 'updated_at': '2022-04-20T16:28:34Z', 'revision_number': 2, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:36.623646 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Checking router: 8cfaf647-848e-495c-949c-528adcfbce4f for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:28:36.624024 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Updating router 8cfaf647-848e-495c-949c-528adcfbce4f port f452c435-1c9f-43b1-93f9-4d922a0e8f2d binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:28:36.634485 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a1fe42ef-7db9-47fb-9da8-e4b941cfe14c None None] Provisioning complete for port f452c435-1c9f-43b1-93f9-4d922a0e8f2d triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:28:36.635029 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a1fe42ef-7db9-47fb-9da8-e4b941cfe14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.678108 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.688881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe42ef-7db9-47fb-9da8-e4b941cfe14c None None] Port f452c435-1c9f-43b1-93f9-4d922a0e8f2d cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:28:36.736076 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-fa8d707b-6309-4d17-a6f1-d91c00cc43a0 service neutron] 10.222.0.13 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573113 Apr 20 16:28:36.870548 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-1a4e423e-b1bf-421d-816b-c2b97ec3aa64 service neutron] 10.222.0.13 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285107 Apr 20 16:28:37.019320 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.031361 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Transition to ACTIVE for port object f452c435-1c9f-43b1-93f9-4d922a0e8f2d will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:28:37.038949 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.082495 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-816e9bf5-76d2-4896-8607-c163947978cb req-3e9ac328-0f46-418d-ae7d-8a74f3d73dc8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 210 time: 0.0497246 Apr 20 16:28:37.240130 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.271020 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b0ec7-699f-4ecc-b871-64dcaedf7130 None None] Pushing event updated for resources: {'Port': ['ID=f452c435-1c9f-43b1-93f9-4d922a0e8f2d,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:37.285733 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b0ec7-699f-4ecc-b871-64dcaedf7130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:37.286228 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b0ec7-699f-4ecc-b871-64dcaedf7130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:37.286607 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b0ec7-699f-4ecc-b871-64dcaedf7130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:37.287031 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b0ec7-699f-4ecc-b871-64dcaedf7130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:37.287529 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b0ec7-699f-4ecc-b871-64dcaedf7130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:37.288189 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b0ec7-699f-4ecc-b871-64dcaedf7130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:37.288587 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b0ec7-699f-4ecc-b871-64dcaedf7130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:37.289224 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b0ec7-699f-4ecc-b871-64dcaedf7130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:37.289582 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b0ec7-699f-4ecc-b871-64dcaedf7130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:37.289914 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b0ec7-699f-4ecc-b871-64dcaedf7130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:37.290267 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b0ec7-699f-4ecc-b871-64dcaedf7130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:37.290571 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b0ec7-699f-4ecc-b871-64dcaedf7130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:37.298391 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Attempting to bind port f452c435-1c9f-43b1-93f9-4d922a0e8f2d on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:28:37.298771 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Attempting to bind port f452c435-1c9f-43b1-93f9-4d922a0e8f2d by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'c81bfd32-57d8-4534-9342-cbd7e318396c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:28:37.299123 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Attempting to bind port f452c435-1c9f-43b1-93f9-4d922a0e8f2d on network e0e41da8-5c62-43c3-b977-50476f990004 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:28:37.304849 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:28:37.305218 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Checking segment: {'id': 'c81bfd32-57d8-4534-9342-cbd7e318396c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:28:37.305618 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.306013 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Bound using segment: {'id': 'c81bfd32-57d8-4534-9342-cbd7e318396c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:28:37.306505 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Bound port: f452c435-1c9f-43b1-93f9-4d922a0e8f2d, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81bfd32-57d8-4534-9342-cbd7e318396c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:28:37.306878 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.414797 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] For port f452c435-1c9f-43b1-93f9-4d922a0e8f2d, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:28:37.418447 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] For port f452c435-1c9f-43b1-93f9-4d922a0e8f2d, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f452c435-1c9f-43b1-93f9-4d922a0e8f2d,segment=NetworkSegment(c81bfd32-57d8-4534-9342-cbd7e318396c),segment_id=c81bfd32-57d8-4534-9342-cbd7e318396c)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:28:37.423965 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.467599 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device af5b8592-5553-4c04-a322-0dd48273a47c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:28:37.505806 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Routers {'8cfaf647-848e-495c-949c-528adcfbce4f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:28:37.506408 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:28:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['8cfaf647-848e-495c-949c-528adcfbce4f'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:37.545913 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port af5b8592-5553-4c04-a322-0dd48273a47c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:28:37.546295 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.600661 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b0ec7-699f-4ecc-b871-64dcaedf7130 None None] Pushing event updated for resources: {'Port': ['ID=f452c435-1c9f-43b1-93f9-4d922a0e8f2d,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:37.744445 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] Set router 8cfaf647-848e-495c-949c-528adcfbce4f gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:28:37.754006 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 668504df-2509-4d89-ab57-71379edfdc53 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:28:37.824261 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 668504df-2509-4d89-ab57-71379edfdc53 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:28:37.824634 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.062146 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945722112', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:29Z', 'updated_at': '2022-04-20T16:28:34Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:30Z', 'updated_at': '2022-04-20T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'f452c435-1c9f-43b1-93f9-4d922a0e8f2d', 'name': '', 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:c6:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:33Z', 'updated_at': '2022-04-20T16:28:37Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:38.068211 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2bee02-7512-4af6-84fe-fcc0af0deea2 None None] The sync data for ids ['8cfaf647-848e-495c-949c-528adcfbce4f'] in dv-neutron-838699-1-hyperv is: [{'id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945722112', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:29Z', 'updated_at': '2022-04-20T16:28:34Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:30Z', 'updated_at': '2022-04-20T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'f452c435-1c9f-43b1-93f9-4d922a0e8f2d', 'name': '', 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:c6:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:33Z', 'updated_at': '2022-04-20T16:28:37Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:28:38.229394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-558b9a73-0cfa-4483-8ca6-82e8c26281af tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:38.231017 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-558b9a73-0cfa-4483-8ca6-82e8c26281af tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "GET /v2.0/networks?id=e0e41da8-5c62-43c3-b977-50476f990004 HTTP/1.1" status: 200 len: 797 time: 0.1957688 Apr 20 16:28:38.311419 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-656e9a1a-4020-4a5f-ad67-8fdaa2c79017 req-5c82b01d-ed26-469e-9ba5-3863adea1f78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 210 time: 0.0583243 Apr 20 16:28:38.327059 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-fd3df12d-e40d-4892-bcf5-6ac0c6c79716 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6314581f7fd40bdbaf84bc51d4a044b HTTP/1.1" status: 200 len: 380 time: 0.0885270 Apr 20 16:28:38.335692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-dcebd6f2-2529-49d0-9995-d0973879a671 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'port': {'device_id': '715a8953-175e-4bca-a134-7abe7ef56056', 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004', 'admin_state_up': True, 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'security_groups': ['9aeb15bb-b19a-46e4-8ec3-e36a58358251']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:28:38.476605 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-dcebd6f2-2529-49d0-9995-d0973879a671 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:28:38.486162 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-dcebd6f2-2529-49d0-9995-d0973879a671 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:28:38.497325 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-dcebd6f2-2529-49d0-9995-d0973879a671 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Made reservation on behalf of b6314581f7fd40bdbaf84bc51d4a044b for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:38.503489 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-dcebd6f2-2529-49d0-9995-d0973879a671 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.672278 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-dcebd6f2-2529-49d0-9995-d0973879a671 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.20.0.8 (e0e41da8-5c62-43c3-b977-50476f990004/7d58102a-02b8-4f4f-b10f-956a6f771582/53a57edf-fefd-468e-a0dd-4a4890ed770b) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:38.872025 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-dcebd6f2-2529-49d0-9995-d0973879a671 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.888243 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-dcebd6f2-2529-49d0-9995-d0973879a671 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Transition to ACTIVE for port object 53a57edf-fefd-468e-a0dd-4a4890ed770b will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:28:38.913912 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-dcebd6f2-2529-49d0-9995-d0973879a671 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.983550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-dcebd6f2-2529-49d0-9995-d0973879a671 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network e0e41da8-5c62-43c3-b977-50476f990004 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:38.986561 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-dcebd6f2-2529-49d0-9995-d0973879a671 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:38.994678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-dcebd6f2-2529-49d0-9995-d0973879a671 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:28:39.034163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebd6f2-2529-49d0-9995-d0973879a671 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=53a57edf-fefd-468e-a0dd-4a4890ed770b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:39.067248 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-dcebd6f2-2529-49d0-9995-d0973879a671 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:39.068095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-dcebd6f2-2529-49d0-9995-d0973879a671 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.097152 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-dcebd6f2-2529-49d0-9995-d0973879a671 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7650044 Apr 20 16:28:39.112200 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Request body: {'port': {'device_id': '715a8953-175e-4bca-a134-7abe7ef56056', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:28:39.224674 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-474504c5-f051-4ce0-a771-b072d9478ac3 None None] Provisioning for port 53a57edf-fefd-468e-a0dd-4a4890ed770b completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:28:39.229288 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-474504c5-f051-4ce0-a771-b072d9478ac3 None None] Provisioning complete for port 53a57edf-fefd-468e-a0dd-4a4890ed770b triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:28:39.229664 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-474504c5-f051-4ce0-a771-b072d9478ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.244524 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.285146 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-474504c5-f051-4ce0-a771-b072d9478ac3 None None] Port 53a57edf-fefd-468e-a0dd-4a4890ed770b cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:28:39.482534 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f452c435-1c9f-43b1-93f9-4d922a0e8f2d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:28:39.548724 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port f452c435-1c9f-43b1-93f9-4d922a0e8f2d completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:28:39.553424 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f452c435-1c9f-43b1-93f9-4d922a0e8f2d triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:28:39.553804 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.582725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422773b-0da3-46e8-9c53-181cbdb8fe27 req-d5e6bd37-cd85-4d81-a3b9-a61cd485aa47 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:39.583415 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-3422773b-0da3-46e8-9c53-181cbdb8fe27 req-d5e6bd37-cd85-4d81-a3b9-a61cd485aa47 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:28:39.674052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.708611 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port f452c435-1c9f-43b1-93f9-4d922a0e8f2d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f452c435-1c9f-43b1-93f9-4d922a0e8f2d,segment=NetworkSegment(c81bfd32-57d8-4534-9342-cbd7e318396c),segment_id=c81bfd32-57d8-4534-9342-cbd7e318396c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:28:39.712830 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.757260 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-3422773b-0da3-46e8-9c53-181cbdb8fe27 req-d5e6bd37-cd85-4d81-a3b9-a61cd485aa47 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:28:39.758414 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3422773b-0da3-46e8-9c53-181cbdb8fe27 req-d5e6bd37-cd85-4d81-a3b9-a61cd485aa47 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 931 time: 0.3054721 Apr 20 16:28:39.770387 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a57edf-fefd-468e-a0dd-4a4890ed770b {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:28:39.786886 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=f452c435-1c9f-43b1-93f9-4d922a0e8f2d,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:39.792891 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.821911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Transition to ACTIVE for port object 53a57edf-fefd-468e-a0dd-4a4890ed770b will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:28:39.826915 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3422773b-0da3-46e8-9c53-181cbdb8fe27 req-a764efec-e7a4-46b6-8d12-9623ee775f50 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617349 Apr 20 16:28:39.828031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.956747 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Pushing event updated for resources: {'Port': ['ID=53a57edf-fefd-468e-a0dd-4a4890ed770b,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:40.063363 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Attempting to bind port 53a57edf-fefd-468e-a0dd-4a4890ed770b on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:28:40.063697 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Attempting to bind port 53a57edf-fefd-468e-a0dd-4a4890ed770b by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': 'c81bfd32-57d8-4534-9342-cbd7e318396c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:28:40.064058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Attempting to bind port 53a57edf-fefd-468e-a0dd-4a4890ed770b on network e0e41da8-5c62-43c3-b977-50476f990004 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:28:40.068680 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Port 53a57edf-fefd-468e-a0dd-4a4890ed770b on network e0e41da8-5c62-43c3-b977-50476f990004 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:28:40.069006 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Attempting to bind port 53a57edf-fefd-468e-a0dd-4a4890ed770b on network e0e41da8-5c62-43c3-b977-50476f990004 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:28:40.075125 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:28:40.075481 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Checking segment: {'id': 'c81bfd32-57d8-4534-9342-cbd7e318396c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:28:40.075883 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Bound using segment: {'id': 'c81bfd32-57d8-4534-9342-cbd7e318396c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:28:40.076310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Bound port: 53a57edf-fefd-468e-a0dd-4a4890ed770b, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c81bfd32-57d8-4534-9342-cbd7e318396c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:28:40.076655 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:40.170139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] For port 53a57edf-fefd-468e-a0dd-4a4890ed770b, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:28:40.174097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] For port 53a57edf-fefd-468e-a0dd-4a4890ed770b, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b,segment=NetworkSegment(c81bfd32-57d8-4534-9342-cbd7e318396c),segment_id=c81bfd32-57d8-4534-9342-cbd7e318396c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:28:40.178953 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:40.238601 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:40.239091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:40.240472 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] 10.222.0.11 "PUT /v2.0/ports/53a57edf-fefd-468e-a0dd-4a4890ed770b HTTP/1.1" status: 200 len: 1093 time: 1.1329298 Apr 20 16:28:40.240911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715a8953-175e-4bca-a134-7abe7ef56056', 'tag': '53a57edf-fefd-468e-a0dd-4a4890ed770b'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:40.265383 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53372452-c5e1-4f99-80a6-7cea8c06f654 service neutron] Pushing event updated for resources: {'Port': ['ID=53a57edf-fefd-468e-a0dd-4a4890ed770b,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:40.365838 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-10b462fe-c806-4b9b-b50c-7c048367772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:40.367324 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-10b462fe-c806-4b9b-b50c-7c048367772a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 1096 time: 0.0758541 Apr 20 16:28:40.368895 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e680e8-3542-47ad-8a9b-ee62e22105a0'] response: {'name': 'network-changed', 'server_uuid': '715a8953-175e-4bca-a134-7abe7ef56056', 'tag': '53a57edf-fefd-468e-a0dd-4a4890ed770b', 'status': 'completed', 'code': 200} Apr 20 16:28:40.440045 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-a2ffd040-76d3-44c5-b962-bef7c5577663 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b HTTP/1.1" status: 200 len: 217 time: 0.0657434 Apr 20 16:28:40.513145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-b1504b3e-0be5-4e0c-a821-ad14a669921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:40.514463 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-b1504b3e-0be5-4e0c-a821-ad14a669921e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d58102a-02b8-4f4f-b10f-956a6f771582 HTTP/1.1" status: 200 len: 834 time: 0.0691719 Apr 20 16:28:40.587356 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-966a79a4-7550-4115-94ad-3855c8aec85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:40.588820 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-966a79a4-7550-4115-94ad-3855c8aec85a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e0e41da8-5c62-43c3-b977-50476f990004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685043 Apr 20 16:28:40.719245 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-c0d8f5d4-7a72-4f4f-8224-c6536360ad0b service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242666 Apr 20 16:28:40.851519 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-52c2bcfa-87c5-4a6a-be4b-e0d72d8236d0 req-ddfbe67e-cd49-40ca-9c0b-2449f22a769c service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265435 Apr 20 16:28:41.036454 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4427a-0597-4709-ab4d-b10e3a51aeab req-3ce35079-7a53-4fa3-89fb-9b457cd6602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:41.037926 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96d4427a-0597-4709-ab4d-b10e3a51aeab req-3ce35079-7a53-4fa3-89fb-9b457cd6602a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 1096 time: 0.1400175 Apr 20 16:28:41.049782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae656256-dbfa-45e7-9c4f-ebd0f4581225 req-56dd4558-cb61-4c43-acb2-068f17de765f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:41.051183 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ae656256-dbfa-45e7-9c4f-ebd0f4581225 req-56dd4558-cb61-4c43-acb2-068f17de765f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 943 time: 0.1184816 Apr 20 16:28:41.199995 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ae656256-dbfa-45e7-9c4f-ebd0f4581225 req-4c966bfb-7296-414d-b3a9-ce63055f4240 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305299 Apr 20 16:28:41.234753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4427a-0597-4709-ab4d-b10e3a51aeab req-92d4e888-b21e-43c9-9dde-4149c47a3d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:41.236302 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96d4427a-0597-4709-ab4d-b10e3a51aeab req-92d4e888-b21e-43c9-9dde-4149c47a3d07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e0e41da8-5c62-43c3-b977-50476f990004 HTTP/1.1" status: 200 len: 898 time: 0.1841929 Apr 20 16:28:41.309854 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96d4427a-0597-4709-ab4d-b10e3a51aeab req-38c24da8-884d-4998-a9c8-aca66729fd35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b HTTP/1.1" status: 200 len: 217 time: 0.0676358 Apr 20 16:28:41.374587 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4427a-0597-4709-ab4d-b10e3a51aeab req-3fe4f04b-30c5-4bcd-9e53-1b97d866678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:41.376104 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96d4427a-0597-4709-ab4d-b10e3a51aeab req-3fe4f04b-30c5-4bcd-9e53-1b97d866678f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d58102a-02b8-4f4f-b10f-956a6f771582 HTTP/1.1" status: 200 len: 834 time: 0.0601606 Apr 20 16:28:41.459177 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f452c435-1c9f-43b1-93f9-4d922a0e8f2d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:28:41.531888 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port f452c435-1c9f-43b1-93f9-4d922a0e8f2d triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:28:41.532262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:41.566936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4427a-0597-4709-ab4d-b10e3a51aeab req-b93528a4-dfea-4b22-98ea-94b1e25621bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:41.568456 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96d4427a-0597-4709-ab4d-b10e3a51aeab req-b93528a4-dfea-4b22-98ea-94b1e25621bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e0e41da8-5c62-43c3-b977-50476f990004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1867805 Apr 20 16:28:41.704569 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96d4427a-0597-4709-ab4d-b10e3a51aeab req-c598fd00-31d8-493f-8e0a-678f1b6b31b9 service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287117 Apr 20 16:28:41.836370 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96d4427a-0597-4709-ab4d-b10e3a51aeab req-252d60ba-1a4a-4145-b253-9f7daf310a4c service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257565 Apr 20 16:28:42.385356 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14e87c-93e1-462d-b6f9-0468df8e8e51 req-0b918235-acf8-4197-84d7-fd87cfcb36df tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:42.386804 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3e14e87c-93e1-462d-b6f9-0468df8e8e51 req-0b918235-acf8-4197-84d7-fd87cfcb36df tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 943 time: 0.0795417 Apr 20 16:28:42.430346 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3e14e87c-93e1-462d-b6f9-0468df8e8e51 req-b237cacd-2b1c-4901-af95-0f03b37df4f6 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378399 Apr 20 16:28:43.465513 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:28:43.611227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3232942-6799-4f2b-bc3e-707a3ff070c8 req-9d64f85e-c12e-4a04-a106-dc25f3fe7097 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:43.612681 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b3232942-6799-4f2b-bc3e-707a3ff070c8 req-9d64f85e-c12e-4a04-a106-dc25f3fe7097 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 943 time: 0.0816534 Apr 20 16:28:43.655493 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b3232942-6799-4f2b-bc3e-707a3ff070c8 req-38062028-c42c-4128-9b48-6487bedc84e4 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372882 Apr 20 16:28:44.841359 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b79216-3ca7-42ba-a3e7-af6e08c5122d req-a23ba3b4-5472-44db-abb4-727d9c1a008b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:44.842824 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-34b79216-3ca7-42ba-a3e7-af6e08c5122d req-a23ba3b4-5472-44db-abb4-727d9c1a008b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 943 time: 0.0820341 Apr 20 16:28:44.886807 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-34b79216-3ca7-42ba-a3e7-af6e08c5122d req-44fa0277-c7a6-4936-abcc-6ed1b272c74f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382783 Apr 20 16:28:45.344995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.794900 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 53a57edf-fefd-468e-a0dd-4a4890ed770b details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:28:45.924457 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 53a57edf-fefd-468e-a0dd-4a4890ed770b, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b,segment=NetworkSegment(c81bfd32-57d8-4534-9342-cbd7e318396c),segment_id=c81bfd32-57d8-4534-9342-cbd7e318396c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:28:45.937688 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '53a57edf-fefd-468e-a0dd-4a4890ed770b', 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004', 'port_id': '53a57edf-fefd-468e-a0dd-4a4890ed770b', 'mac_address': 'fa:16:3e:f1:7d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:28:45.991633 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.014862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a57edf-fefd-468e-a0dd-4a4890ed770b {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:28:46.030768 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 53a57edf-fefd-468e-a0dd-4a4890ed770b, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b,segment=NetworkSegment(c81bfd32-57d8-4534-9342-cbd7e318396c),segment_id=c81bfd32-57d8-4534-9342-cbd7e318396c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:28:46.034849 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.079485 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e85a1f-e164-4bd2-bd19-7159c25cb836 req-c007a8b8-d99f-42b9-94aa-56bbd4e7b493 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:46.081187 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c2e85a1f-e164-4bd2-bd19-7159c25cb836 req-c007a8b8-d99f-42b9-94aa-56bbd4e7b493 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 944 time: 0.0845788 Apr 20 16:28:46.101357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=53a57edf-fefd-468e-a0dd-4a4890ed770b,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:46.124502 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c2e85a1f-e164-4bd2-bd19-7159c25cb836 req-91baee43-451f-4dad-8800-4eab8bd29b6f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377369 Apr 20 16:28:46.357049 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['53a57edf-fefd-468e-a0dd-4a4890ed770b'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:28:47.311377 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bce053-fa26-428b-8eed-209df89babea req-f8f0453f-0158-4f36-932f-42efc1c0ce1b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:47.312823 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c1bce053-fa26-428b-8eed-209df89babea req-f8f0453f-0158-4f36-932f-42efc1c0ce1b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 944 time: 0.0786672 Apr 20 16:28:47.363387 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c1bce053-fa26-428b-8eed-209df89babea req-c75ffba2-a247-431a-bb53-77e94597a9c6 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447102 Apr 20 16:28:47.794884 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 53a57edf-fefd-468e-a0dd-4a4890ed770b up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:28:47.863876 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 53a57edf-fefd-468e-a0dd-4a4890ed770b completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:28:47.868425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 53a57edf-fefd-468e-a0dd-4a4890ed770b triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:28:47.868795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.981809 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:48.008191 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715a8953-175e-4bca-a134-7abe7ef56056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a57edf-fefd-468e-a0dd-4a4890ed770b'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:48.017861 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 53a57edf-fefd-468e-a0dd-4a4890ed770b, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b,segment=NetworkSegment(c81bfd32-57d8-4534-9342-cbd7e318396c),segment_id=c81bfd32-57d8-4534-9342-cbd7e318396c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:28:48.021452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:48.054425 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81257d4a-0391-4e45-a25f-003695968afa'] response: {'server_uuid': '715a8953-175e-4bca-a134-7abe7ef56056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a57edf-fefd-468e-a0dd-4a4890ed770b', 'code': 200} Apr 20 16:28:48.091491 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=53a57edf-fefd-468e-a0dd-4a4890ed770b,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:48.270825 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e71896-f7df-4b44-956c-ff8a03b8f681 req-b483a845-e645-461d-9865-e502cf8d89ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:48.272195 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2e71896-f7df-4b44-956c-ff8a03b8f681 req-b483a845-e645-461d-9865-e502cf8d89ff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 1098 time: 0.0688918 Apr 20 16:28:48.311888 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2e71896-f7df-4b44-956c-ff8a03b8f681 req-a5baef62-978a-4354-a2ee-83f6cafa539c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338354 Apr 20 16:28:48.545084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd29b26-4fc5-479f-8839-0476e556293e req-611c563e-a441-4225-9319-9b42d9f451d5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:48.546469 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9cd29b26-4fc5-479f-8839-0476e556293e req-611c563e-a441-4225-9319-9b42d9f451d5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0814171 Apr 20 16:28:48.589252 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9cd29b26-4fc5-479f-8839-0476e556293e req-8d7f7a39-299d-43b5-9976-039c52a0eff1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366788 Apr 20 16:28:49.784270 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea17bd-a2a9-4c36-99b7-1c897fb3bc35 req-a37124e5-99e6-49ca-b5ec-673b5477fcf2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:49.785727 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-13ea17bd-a2a9-4c36-99b7-1c897fb3bc35 req-a37124e5-99e6-49ca-b5ec-673b5477fcf2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0816355 Apr 20 16:28:49.830353 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-13ea17bd-a2a9-4c36-99b7-1c897fb3bc35 req-b3659971-a319-4ff3-8a9d-6d96d4475859 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389769 Apr 20 16:28:50.020172 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d058a-9818-4c3d-ac12-ad8453031868 req-9e75981b-cd55-47a9-a0e1-16bce1ed85b7 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:50.021697 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fc4d058a-9818-4c3d-ac12-ad8453031868 req-9e75981b-cd55-47a9-a0e1-16bce1ed85b7 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0844162 Apr 20 16:28:50.067514 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fc4d058a-9818-4c3d-ac12-ad8453031868 req-3db2145c-2ab0-4bfa-a5cf-26e75787f451 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401022 Apr 20 16:28:50.089997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45696) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:50.164077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b8f807-aec3-4e3b-ae64-4e61d2e2d942 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:50.165574 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-97b8f807-aec3-4e3b-ae64-4e61d2e2d942 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 1093 time: 0.0746105 Apr 20 16:28:50.168365 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45700) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:50.173261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': '53a57edf-fefd-468e-a0dd-4a4890ed770b', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:28:50.179696 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:28:50.184019 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:floatingip and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:28:50.187812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:28:50.194058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:28:50.205034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:50.352527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:50.485997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.26.7.206 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/32639fdf-56f1-43ef-9d72-ab50be77c8be) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:50.642451 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:50.677974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:50.766529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:50.769167 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:50.771676 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:28:50.835847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=32639fdf-56f1-43ef-9d72-ab50be77c8be,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:51.314545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:51.388209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:51.588259 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:51.592545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:51.698853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=32639fdf-56f1-43ef-9d72-ab50be77c8be,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:51.711704 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:51.878754 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Floating IP d7efcddb-4cbb-4356-8eff-ce016af1e4c8 associated. External IP: 172.26.7.206, port: 53a57edf-fefd-468e-a0dd-4a4890ed770b. Apr 20 16:28:52.231381 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router 8cfaf647-848e-495c-949c-528adcfbce4f has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:28:52.525649 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:28:52.536020 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65b0b7-0bc1-43cc-9ce8-43336f2ed9f6 None None] Sync routers for ids ['8cfaf647-848e-495c-949c-528adcfbce4f'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:28:52.545206 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65b0b7-0bc1-43cc-9ce8-43336f2ed9f6 None None] Routers {'8cfaf647-848e-495c-949c-528adcfbce4f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:28:52.545821 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1f65b0b7-0bc1-43cc-9ce8-43336f2ed9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:28:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['8cfaf647-848e-495c-949c-528adcfbce4f'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:52.550229 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:52.614877 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c0707ad0-9779-4246-8af0-d211481e96bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4431612 Apr 20 16:28:52.614877 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715a8953-175e-4bca-a134-7abe7ef56056', 'tag': '53a57edf-fefd-468e-a0dd-4a4890ed770b'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:52.663803 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc3f0df1-6801-4770-8fc7-26f5939be03a'] response: {'name': 'network-changed', 'server_uuid': '715a8953-175e-4bca-a134-7abe7ef56056', 'tag': '53a57edf-fefd-468e-a0dd-4a4890ed770b', 'status': 'completed', 'code': 200} Apr 20 16:28:52.763003 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-1f65b0b7-0bc1-43cc-9ce8-43336f2ed9f6 None None] Set router 8cfaf647-848e-495c-949c-528adcfbce4f gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:28:52.828097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71241f15-ca7b-4235-a47d-4d7a37e1d260 req-dfd398dd-968f-4d7f-b7ff-87ec0a37d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:52.830215 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71241f15-ca7b-4235-a47d-4d7a37e1d260 req-dfd398dd-968f-4d7f-b7ff-87ec0a37d730 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 1098 time: 0.1372445 Apr 20 16:28:52.922246 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316350d-6162-4cbe-87b9-0f2aede8fa22 req-977472dc-1b15-4182-9ada-78ac2e165132 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:52.923699 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f316350d-6162-4cbe-87b9-0f2aede8fa22 req-977472dc-1b15-4182-9ada-78ac2e165132 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.1936262 Apr 20 16:28:53.006433 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f316350d-6162-4cbe-87b9-0f2aede8fa22 req-b6182490-a32a-4601-a282-af01c826174f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763760 Apr 20 16:28:53.029518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71241f15-ca7b-4235-a47d-4d7a37e1d260 req-e8e2cade-ddd9-41d7-b074-d3fa13c4b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:53.029518 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71241f15-ca7b-4235-a47d-4d7a37e1d260 req-e8e2cade-ddd9-41d7-b074-d3fa13c4b48a service neutron] 10.222.0.11 "GET /v2.0/networks?id=e0e41da8-5c62-43c3-b977-50476f990004 HTTP/1.1" status: 200 len: 898 time: 0.1920640 Apr 20 16:28:53.029518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45708) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:53.119865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1f65b0b7-0bc1-43cc-9ce8-43336f2ed9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945722112', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:29Z', 'updated_at': '2022-04-20T16:28:34Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:30Z', 'updated_at': '2022-04-20T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'd7efcddb-4cbb-4356-8eff-ce016af1e4c8', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'floating_ip_address': '172.26.7.206', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'port_id': '53a57edf-fefd-468e-a0dd-4a4890ed770b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004', 'mac_address': 'fa:16:3e:f1:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715a8953-175e-4bca-a134-7abe7ef56056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:28:51Z', 'updated_at': '2022-04-20T16:28:51Z', 'revision_number': 0, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f452c435-1c9f-43b1-93f9-4d922a0e8f2d', 'name': '', 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:c6:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:33Z', 'updated_at': '2022-04-20T16:28:39Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:53.123619 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65b0b7-0bc1-43cc-9ce8-43336f2ed9f6 None None] Checking router: 8cfaf647-848e-495c-949c-528adcfbce4f for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:28:53.133645 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65b0b7-0bc1-43cc-9ce8-43336f2ed9f6 None None] Routers {'8cfaf647-848e-495c-949c-528adcfbce4f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:28:53.134250 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1f65b0b7-0bc1-43cc-9ce8-43336f2ed9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:28:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['8cfaf647-848e-495c-949c-528adcfbce4f'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:53.222280 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1a7ad593-2214-4b73-8b2a-814ac590c111 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/floatingips/d7efcddb-4cbb-4356-8eff-ce016af1e4c8 HTTP/1.1" status: 200 len: 991 time: 0.1907122 Apr 20 16:28:53.224284 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71241f15-ca7b-4235-a47d-4d7a37e1d260 req-9e7bc632-d105-415b-9994-38cddae42557 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b HTTP/1.1" status: 200 len: 999 time: 0.1349199 Apr 20 16:28:53.286085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71241f15-ca7b-4235-a47d-4d7a37e1d260 req-fd7796d9-daf9-4f95-92bc-6cc0bfc5df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:53.288375 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71241f15-ca7b-4235-a47d-4d7a37e1d260 req-fd7796d9-daf9-4f95-92bc-6cc0bfc5df53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d58102a-02b8-4f4f-b10f-956a6f771582 HTTP/1.1" status: 200 len: 834 time: 0.0579977 Apr 20 16:28:53.326730 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-1f65b0b7-0bc1-43cc-9ce8-43336f2ed9f6 None None] Set router 8cfaf647-848e-495c-949c-528adcfbce4f gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:28:53.366256 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71241f15-ca7b-4235-a47d-4d7a37e1d260 req-312e83f2-4482-4d38-acde-3bc0b0b5a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:53.367752 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71241f15-ca7b-4235-a47d-4d7a37e1d260 req-312e83f2-4482-4d38-acde-3bc0b0b5a799 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e0e41da8-5c62-43c3-b977-50476f990004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722275 Apr 20 16:28:53.501585 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71241f15-ca7b-4235-a47d-4d7a37e1d260 req-0514a936-1781-42b2-87db-39282bfdfc20 service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277044 Apr 20 16:28:53.638614 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-71241f15-ca7b-4235-a47d-4d7a37e1d260 req-0de3a848-03ed-4770-ae15-8024da4faff2 service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308858 Apr 20 16:28:53.678736 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-1f65b0b7-0bc1-43cc-9ce8-43336f2ed9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945722112', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:29Z', 'updated_at': '2022-04-20T16:28:34Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:30Z', 'updated_at': '2022-04-20T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'd7efcddb-4cbb-4356-8eff-ce016af1e4c8', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'floating_ip_address': '172.26.7.206', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'port_id': '53a57edf-fefd-468e-a0dd-4a4890ed770b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004', 'mac_address': 'fa:16:3e:f1:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715a8953-175e-4bca-a134-7abe7ef56056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:28:51Z', 'updated_at': '2022-04-20T16:28:51Z', 'revision_number': 0, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f452c435-1c9f-43b1-93f9-4d922a0e8f2d', 'name': '', 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:c6:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:33Z', 'updated_at': '2022-04-20T16:28:39Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:53.682664 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65b0b7-0bc1-43cc-9ce8-43336f2ed9f6 None None] The sync data for ids ['8cfaf647-848e-495c-949c-528adcfbce4f'] in dv-neutron-838699-1-hyperv is: [{'id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945722112', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:29Z', 'updated_at': '2022-04-20T16:28:34Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:30Z', 'updated_at': '2022-04-20T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'd7efcddb-4cbb-4356-8eff-ce016af1e4c8', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'floating_ip_address': '172.26.7.206', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'port_id': '53a57edf-fefd-468e-a0dd-4a4890ed770b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004', 'mac_address': 'fa:16:3e:f1:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715a8953-175e-4bca-a134-7abe7ef56056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:28:51Z', 'updated_at': '2022-04-20T16:28:51Z', 'revision_number': 0, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f452c435-1c9f-43b1-93f9-4d922a0e8f2d', 'name': '', 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:c6:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:33Z', 'updated_at': '2022-04-20T16:28:39Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:28:53.863276 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0285170-9378-43b9-9b36-20ff6936cad6 None None] New status for floating IP d7efcddb-4cbb-4356-8eff-ce016af1e4c8: ACTIVE {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:28:54.226320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45712) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:28:54.333033 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-747d1d0a-2876-45d0-8413-0f9fc67ae367 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/floatingips/d7efcddb-4cbb-4356-8eff-ce016af1e4c8 HTTP/1.1" status: 200 len: 993 time: 0.1055532 Apr 20 16:28:55.595514 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-00ff5502-6d17-448f-9091-d7cb7a211f28 req-b54cddb1-a6ca-43d7-b578-dabb42f65bc1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807533 Apr 20 16:28:55.736373 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff5502-6d17-448f-9091-d7cb7a211f28 req-67d23d44-29f8-4c59-8cee-2ad243216070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:55.737827 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-00ff5502-6d17-448f-9091-d7cb7a211f28 req-67d23d44-29f8-4c59-8cee-2ad243216070 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 1098 time: 0.0710032 Apr 20 16:28:55.893636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff5502-6d17-448f-9091-d7cb7a211f28 req-50badb45-bddc-4e2c-90bc-61a0444c64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:55.895086 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-00ff5502-6d17-448f-9091-d7cb7a211f28 req-50badb45-bddc-4e2c-90bc-61a0444c64a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e0e41da8-5c62-43c3-b977-50476f990004 HTTP/1.1" status: 200 len: 898 time: 0.1367106 Apr 20 16:28:56.124320 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-00ff5502-6d17-448f-9091-d7cb7a211f28 req-54d0a21b-d1d4-4ddd-921b-9976a6a4eb17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b HTTP/1.1" status: 200 len: 1001 time: 0.2233403 Apr 20 16:28:56.189568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff5502-6d17-448f-9091-d7cb7a211f28 req-9b0ed7e7-40d9-4d4c-9ac9-6f04a2845f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:56.190938 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-00ff5502-6d17-448f-9091-d7cb7a211f28 req-9b0ed7e7-40d9-4d4c-9ac9-6f04a2845f4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d58102a-02b8-4f4f-b10f-956a6f771582 HTTP/1.1" status: 200 len: 834 time: 0.0612242 Apr 20 16:28:56.282587 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff5502-6d17-448f-9091-d7cb7a211f28 req-78a8f9a4-7c51-44bb-aeb6-3bab0cdd9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:56.284069 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-00ff5502-6d17-448f-9091-d7cb7a211f28 req-78a8f9a4-7c51-44bb-aeb6-3bab0cdd9de1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e0e41da8-5c62-43c3-b977-50476f990004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871186 Apr 20 16:28:56.413495 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-00ff5502-6d17-448f-9091-d7cb7a211f28 req-49b9b9bf-d9ad-4d47-b48b-110cf23b6ec3 service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227651 Apr 20 16:28:56.545462 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-00ff5502-6d17-448f-9091-d7cb7a211f28 req-ef7cc4eb-431b-4f45-8dfa-0b94ced9706a service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256604 Apr 20 16:29:02.179113 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2b220371-68e6-46e7-93d2-81a3e9faeda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:04.437672 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-790df0f0-df32-4dd8-88d2-f6640d48e091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.820442 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.850415 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:07.226950 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:15.377423 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.465994 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:29:32.185079 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-52b055b1-65f0-4fb7-bf38-bc2613891978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:34.439078 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f9f7f32c-b9a3-4577-bb5c-8aea57bb653e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:35.822193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:35.852388 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:37.228956 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:45.378181 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:56.396311 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45744) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:29:56.440820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4ccec-e996-4fca-8a64-8de4f0f39e03 req-08dc1854-71eb-4b50-94bd-d6b750bb9362 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:56.442229 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-08d4ccec-e996-4fca-8a64-8de4f0f39e03 req-08dc1854-71eb-4b50-94bd-d6b750bb9362 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0850782 Apr 20 16:29:56.490331 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-08d4ccec-e996-4fca-8a64-8de4f0f39e03 req-5d82de20-bfc3-40b4-b979-b53f68094e41 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421793 Apr 20 16:29:56.511384 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-bd48d9a3-4ae5-4e8c-a774-628427d4ccb6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1139166 Apr 20 16:29:57.466388 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:29:57.706943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e80c2-4e8a-4cc5-acc0-0b40bbccd78f req-8d8356cb-f644-4510-b70e-aefd586055cb tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:57.708406 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5a0e80c2-4e8a-4cc5-acc0-0b40bbccd78f req-8d8356cb-f644-4510-b70e-aefd586055cb tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.1086273 Apr 20 16:29:57.710255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17327c-67ff-4b55-ab28-56ce4897de0c req-b3c80df2-0b23-421f-b6c4-73fb379a0dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:57.711557 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ae17327c-67ff-4b55-ab28-56ce4897de0c req-b3c80df2-0b23-421f-b6c4-73fb379a0dd0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 1098 time: 0.1425428 Apr 20 16:29:57.836035 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5a0e80c2-4e8a-4cc5-acc0-0b40bbccd78f req-118be779-e711-49aa-8cb9-a319ca95f449 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220756 Apr 20 16:29:57.881620 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17327c-67ff-4b55-ab28-56ce4897de0c req-3d57e4a2-371b-4193-86ca-958873f945d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:57.883071 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ae17327c-67ff-4b55-ab28-56ce4897de0c req-3d57e4a2-371b-4193-86ca-958873f945d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e0e41da8-5c62-43c3-b977-50476f990004 HTTP/1.1" status: 200 len: 898 time: 0.1520202 Apr 20 16:29:57.987421 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ae17327c-67ff-4b55-ab28-56ce4897de0c req-2761d314-d267-4524-b78f-9d06a6189bea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b HTTP/1.1" status: 200 len: 1001 time: 0.0976398 Apr 20 16:29:58.047558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17327c-67ff-4b55-ab28-56ce4897de0c req-e476d00f-89a3-4471-8d61-e09dae1f782a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:58.048930 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ae17327c-67ff-4b55-ab28-56ce4897de0c req-e476d00f-89a3-4471-8d61-e09dae1f782a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d58102a-02b8-4f4f-b10f-956a6f771582 HTTP/1.1" status: 200 len: 834 time: 0.0556371 Apr 20 16:29:58.124705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17327c-67ff-4b55-ab28-56ce4897de0c req-27d50b92-226d-4392-b0fd-5f55b223375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:58.126052 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ae17327c-67ff-4b55-ab28-56ce4897de0c req-27d50b92-226d-4392-b0fd-5f55b223375d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e0e41da8-5c62-43c3-b977-50476f990004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715868 Apr 20 16:29:58.261328 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ae17327c-67ff-4b55-ab28-56ce4897de0c req-39b3c2c2-a2de-45e2-b0be-3396d6bc21ca service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287422 Apr 20 16:29:58.390537 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ae17327c-67ff-4b55-ab28-56ce4897de0c req-19388d19-c92f-48e8-b312-ab2d6f3cb07d service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219802 Apr 20 16:29:59.018116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559ff3c-5c06-41fa-94fc-59a77d5a90b6 req-f1d37e01-7e1a-4715-8e50-1740d4b09c40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:59.019571 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b559ff3c-5c06-41fa-94fc-59a77d5a90b6 req-f1d37e01-7e1a-4715-8e50-1740d4b09c40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0796614 Apr 20 16:29:59.064188 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b559ff3c-5c06-41fa-94fc-59a77d5a90b6 req-d3a367d3-fe45-4748-ba87-de2702d689d8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387979 Apr 20 16:30:00.392896 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669770fa-faad-4715-b363-732a6b32401f req-d51241c4-01a3-4d1b-80a2-e7d5f20821de tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:00.394327 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-669770fa-faad-4715-b363-732a6b32401f req-d51241c4-01a3-4d1b-80a2-e7d5f20821de tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0813723 Apr 20 16:30:00.537406 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-669770fa-faad-4715-b363-732a6b32401f req-5aa5a98c-1e10-4eb4-b4e5-5a63eec7dc21 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375043 Apr 20 16:30:01.719116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8303bb-ff1f-4fd3-9aea-be6bf7f17bb8 req-8c57fac4-2535-406d-a6f5-1d7663950965 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:01.720504 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3d8303bb-ff1f-4fd3-9aea-be6bf7f17bb8 req-8c57fac4-2535-406d-a6f5-1d7663950965 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0804749 Apr 20 16:30:01.804063 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3d8303bb-ff1f-4fd3-9aea-be6bf7f17bb8 req-43ed5370-3ab5-4b21-a4a7-b6dc95801a33 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512915 Apr 20 16:30:01.825865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-46ec20cc-63d4-4aab-892b-c9f096442a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:01.827324 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-46ec20cc-63d4-4aab-892b-c9f096442a56 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 1098 time: 0.1059856 Apr 20 16:30:01.954802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-11992c9f-9f84-48cc-9ea9-0816f2067325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:01.956276 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-11992c9f-9f84-48cc-9ea9-0816f2067325 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e0e41da8-5c62-43c3-b977-50476f990004 HTTP/1.1" status: 200 len: 898 time: 0.1229379 Apr 20 16:30:02.057093 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-b959eb94-214e-4381-b8cf-14cb6b1cfb02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b HTTP/1.1" status: 200 len: 1001 time: 0.0946984 Apr 20 16:30:02.117045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-c48f5c34-337c-4e8f-ac2f-5fab11cd3397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.118403 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-c48f5c34-337c-4e8f-ac2f-5fab11cd3397 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d58102a-02b8-4f4f-b10f-956a6f771582 HTTP/1.1" status: 200 len: 834 time: 0.0549626 Apr 20 16:30:02.180533 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-56bd79ab-2e8c-4dba-b85c-28d6e3fe5504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:02.197678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-2acfd937-1430-47d7-8371-e9435b892d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.199164 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-2acfd937-1430-47d7-8371-e9435b892d2b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e0e41da8-5c62-43c3-b977-50476f990004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732148 Apr 20 16:30:02.330224 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-a205bb8a-78ad-4629-9cfd-62eb8178f1da service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230676 Apr 20 16:30:02.458105 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-b73c2405-76ad-4cc6-bac2-9296548dae8f service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218071 Apr 20 16:30:02.993800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a822c7c-58fc-4413-83a7-32a28ba4c780 req-21ee3be8-e6fe-49fa-a33e-3016752d2af0 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.995243 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3a822c7c-58fc-4413-83a7-32a28ba4c780 req-21ee3be8-e6fe-49fa-a33e-3016752d2af0 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0836122 Apr 20 16:30:03.038327 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3a822c7c-58fc-4413-83a7-32a28ba4c780 req-cc261f9d-4ae7-48a9-9c4b-ebb3d15ce5c6 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368667 Apr 20 16:30:04.226931 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e166e-e05e-4d6e-89a4-e69cda9996d2 req-5e887ebf-e682-432a-bd8d-345ae70e08be tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:04.228458 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60e166e-e05e-4d6e-89a4-e69cda9996d2 req-5e887ebf-e682-432a-bd8d-345ae70e08be tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0820835 Apr 20 16:30:04.271756 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f60e166e-e05e-4d6e-89a4-e69cda9996d2 req-484b0d1e-7b16-4d80-809d-b468dab1982d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377691 Apr 20 16:30:04.439877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-126ab6e6-071e-4002-9576-f9e67b4fd11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:05.455645 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdade04e-82e7-4cb9-9bad-21106c04bae2 req-ef5105ef-a74b-401d-ae87-3a5910aeb5e2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:05.457068 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cdade04e-82e7-4cb9-9bad-21106c04bae2 req-ef5105ef-a74b-401d-ae87-3a5910aeb5e2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0815041 Apr 20 16:30:05.506021 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cdade04e-82e7-4cb9-9bad-21106c04bae2 req-de1456ce-323d-4508-a5ab-5b3d1b13a6cc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433366 Apr 20 16:30:05.867254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:05.868977 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:06.687171 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d834f5-a1c9-4945-80a5-b78c1f9503f8 req-d981f20d-1e34-4b82-a022-3eb1de612d94 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:06.688644 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-99d834f5-a1c9-4945-80a5-b78c1f9503f8 req-d981f20d-1e34-4b82-a022-3eb1de612d94 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0789318 Apr 20 16:30:06.732369 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-99d834f5-a1c9-4945-80a5-b78c1f9503f8 req-be0635c3-e619-48f6-ab53-de234bccae06 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381639 Apr 20 16:30:07.233498 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:07.913346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472396d-5743-49d7-ade2-9a4bd7feca40 req-515b9cee-49c4-467f-bc37-42fe8f862c28 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:07.914774 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3472396d-5743-49d7-ade2-9a4bd7feca40 req-515b9cee-49c4-467f-bc37-42fe8f862c28 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0810661 Apr 20 16:30:07.958362 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3472396d-5743-49d7-ade2-9a4bd7feca40 req-99e52a7f-98df-42d2-ba4f-1b097d8fdc1d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374358 Apr 20 16:30:09.141911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3c296-030a-438f-9711-951a5f59a641 req-b0f9b2bf-9590-49fb-961a-85a01261029d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:09.143369 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a4d3c296-030a-438f-9711-951a5f59a641 req-b0f9b2bf-9590-49fb-961a-85a01261029d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0793991 Apr 20 16:30:09.187393 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a4d3c296-030a-438f-9711-951a5f59a641 req-5cd07833-f3d6-4aad-90b4-af0e85d28a14 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383863 Apr 20 16:30:10.379780 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c06277-17fa-40ca-a44d-df5cbea427b8 req-d9105d97-fa49-4f65-8a9f-44d28ed68cd2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:10.381260 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-98c06277-17fa-40ca-a44d-df5cbea427b8 req-d9105d97-fa49-4f65-8a9f-44d28ed68cd2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0846946 Apr 20 16:30:10.424036 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-98c06277-17fa-40ca-a44d-df5cbea427b8 req-6a5027dd-22eb-4672-b260-8aa8467c5dc8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372164 Apr 20 16:30:11.608702 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17861561-5215-4a5f-930b-9318743a835a req-042764d6-62c4-4e1f-9bec-f75bd5c68bc5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:11.610132 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17861561-5215-4a5f-930b-9318743a835a req-042764d6-62c4-4e1f-9bec-f75bd5c68bc5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0782857 Apr 20 16:30:11.752949 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17861561-5215-4a5f-930b-9318743a835a req-d7c7c2f5-d4c2-40e0-b820-b9decabedf00 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371598 Apr 20 16:30:12.937156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64f489-c778-486f-856f-ac55fb8380ff req-e17142f6-34c6-45e8-bd6c-29853cb55e22 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:12.938596 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-df64f489-c778-486f-856f-ac55fb8380ff req-e17142f6-34c6-45e8-bd6c-29853cb55e22 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0782051 Apr 20 16:30:12.982193 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-df64f489-c778-486f-856f-ac55fb8380ff req-3608f5a2-f47b-41c2-81dd-fe9caed57dc3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380762 Apr 20 16:30:14.182917 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-a3e428db-1662-4d3e-9eb4-df714d081cd0 service neutron] 10.222.0.11 "GET /v2.0/ports/53a57edf-fefd-468e-a0dd-4a4890ed770b/bindings/hv-neutron-8386 HTTP/1.1" status: 200 len: 384 time: 0.1258616 Apr 20 16:30:14.207017 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656afe2-ca06-4077-bb79-8d2572cb06b5 req-b92ad172-ff7a-4be8-a088-9fa316d55a70 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:14.208506 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c656afe2-ca06-4077-bb79-8d2572cb06b5 req-b92ad172-ff7a-4be8-a088-9fa316d55a70 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.1114087 Apr 20 16:30:14.256999 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c656afe2-ca06-4077-bb79-8d2572cb06b5 req-76f96efb-7a64-4978-a42f-e5d7ba1e9f95 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425024 Apr 20 16:30:14.439336 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-cf05be9b-3ef8-48be-9b73-81084bd8809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:14.440804 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-cf05be9b-3ef8-48be-9b73-81084bd8809e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056&tenant_id=b6314581f7fd40bdbaf84bc51d4a044b HTTP/1.1" status: 200 len: 1098 time: 0.0695910 Apr 20 16:30:14.541135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-fcbecc67-809e-4395-93d0-9b8565b79921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:14.542495 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-fcbecc67-809e-4395-93d0-9b8565b79921 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 1098 time: 0.0775137 Apr 20 16:30:14.674741 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-c4944dcf-cab6-4a87-98b7-ece4bd54a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:14.676198 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-c4944dcf-cab6-4a87-98b7-ece4bd54a7fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=e0e41da8-5c62-43c3-b977-50476f990004 HTTP/1.1" status: 200 len: 898 time: 0.1272852 Apr 20 16:30:14.779515 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-16823e3e-1e5a-4dd0-8343-1a5a14b2490d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b HTTP/1.1" status: 200 len: 1001 time: 0.0977287 Apr 20 16:30:14.848184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-20b2baed-0d06-496a-8057-173355fd4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:14.849570 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-20b2baed-0d06-496a-8057-173355fd4c2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d58102a-02b8-4f4f-b10f-956a6f771582 HTTP/1.1" status: 200 len: 834 time: 0.0640311 Apr 20 16:30:14.924411 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-85308498-81cc-4da7-aa63-67a46cfa0134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:14.925958 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-85308498-81cc-4da7-aa63-67a46cfa0134 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e0e41da8-5c62-43c3-b977-50476f990004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704305 Apr 20 16:30:15.056644 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-7850e859-5c62-4892-a2b2-99b78c10c8d6 service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247582 Apr 20 16:30:15.187968 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e58024f1-2fc1-43cf-b524-62e5828e416b req-d3094ac6-a5a4-4b5c-9887-a15a0fb725bd service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250145 Apr 20 16:30:15.377966 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.451235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a09175-d142-43ae-ab8a-770de207ff7e req-ca812ac0-6089-4ca2-8841-92507fa742bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:15.452785 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68a09175-d142-43ae-ab8a-770de207ff7e req-ca812ac0-6089-4ca2-8841-92507fa742bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0842402 Apr 20 16:30:15.496807 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-68a09175-d142-43ae-ab8a-770de207ff7e req-aed4ae82-ea89-4b6c-9587-bc6c029f3917 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376425 Apr 20 16:30:16.677614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c1f9e-764b-4ca5-a7e9-3025f7866ed7 req-6ef036d9-7646-4b16-b05b-c5122ddb3eb4 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:16.679051 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f04c1f9e-764b-4ca5-a7e9-3025f7866ed7 req-6ef036d9-7646-4b16-b05b-c5122ddb3eb4 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0788021 Apr 20 16:30:16.722099 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f04c1f9e-764b-4ca5-a7e9-3025f7866ed7 req-3fed0785-d3db-4fa3-b51f-028572aadc03 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375135 Apr 20 16:30:17.914971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f6f7c-2b17-46e9-a0b9-9a8946b7eeb3 req-33f7e715-0185-4b1d-9107-f34dbc981a5e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:17.916403 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e70f6f7c-2b17-46e9-a0b9-9a8946b7eeb3 req-33f7e715-0185-4b1d-9107-f34dbc981a5e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0906587 Apr 20 16:30:17.961976 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e70f6f7c-2b17-46e9-a0b9-9a8946b7eeb3 req-40c7fb9c-643f-41e7-bb23-e693c36d89df tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393848 Apr 20 16:30:18.466300 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 53a57edf-fefd-468e-a0dd-4a4890ed770b details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:30:18.469532 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 53a57edf-fefd-468e-a0dd-4a4890ed770b no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:30:18.673208 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:18.705139 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 53a57edf-fefd-468e-a0dd-4a4890ed770b, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b,segment=NetworkSegment(c81bfd32-57d8-4534-9342-cbd7e318396c),segment_id=c81bfd32-57d8-4534-9342-cbd7e318396c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:30:18.727003 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715a8953-175e-4bca-a134-7abe7ef56056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53a57edf-fefd-468e-a0dd-4a4890ed770b'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:30:18.732958 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '53a57edf-fefd-468e-a0dd-4a4890ed770b', 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004', 'port_id': '53a57edf-fefd-468e-a0dd-4a4890ed770b', 'mac_address': 'fa:16:3e:f1:7d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:30:18.740414 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 53a57edf-fefd-468e-a0dd-4a4890ed770b, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b,segment=NetworkSegment(c81bfd32-57d8-4534-9342-cbd7e318396c),segment_id=c81bfd32-57d8-4534-9342-cbd7e318396c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:30:18.770455 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:18.839650 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649ef7db-a30a-4204-abd4-39c0cdcf0889'] response: {'server_uuid': '715a8953-175e-4bca-a134-7abe7ef56056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53a57edf-fefd-468e-a0dd-4a4890ed770b', 'code': 200} Apr 20 16:30:18.853275 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:18.870375 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=53a57edf-fefd-468e-a0dd-4a4890ed770b,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:18.875807 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a57edf-fefd-468e-a0dd-4a4890ed770b {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:30:18.884051 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:18.884399 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:18.884745 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:18.885075 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:18.885401 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:18.885731 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:18.886059 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:18.886383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:18.886704 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:18.887131 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:18.888031 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:18.888356 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:18.901801 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 53a57edf-fefd-468e-a0dd-4a4890ed770b, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b,segment=NetworkSegment(c81bfd32-57d8-4534-9342-cbd7e318396c),segment_id=c81bfd32-57d8-4534-9342-cbd7e318396c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:30:18.905335 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:18.967068 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['53a57edf-fefd-468e-a0dd-4a4890ed770b'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:30:19.013751 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=53a57edf-fefd-468e-a0dd-4a4890ed770b,revision_number=7']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:19.163532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e183d-644d-4818-9ee7-056849651d1d req-32065df0-4920-488b-88e7-e2f63e039120 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:19.165041 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c19e183d-644d-4818-9ee7-056849651d1d req-32065df0-4920-488b-88e7-e2f63e039120 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 944 time: 0.0823212 Apr 20 16:30:19.209879 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c19e183d-644d-4818-9ee7-056849651d1d req-68e3d5b3-1f14-4cdc-97e2-995a922a0a40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381277 Apr 20 16:30:19.579536 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9977d0-0e10-49fc-97d5-a223f427a4f4 req-e05f32f3-8f99-4d57-bf19-5aae1456b558 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:19.580924 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2e9977d0-0e10-49fc-97d5-a223f427a4f4 req-e05f32f3-8f99-4d57-bf19-5aae1456b558 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 944 time: 0.1438389 Apr 20 16:30:19.588875 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdf221-fb59-49b2-a107-0a75bd0b6bb3 req-f89d240e-bb9d-438c-840d-5b7e6ebb1836 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:19.590746 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cbdf221-fb59-49b2-a107-0a75bd0b6bb3 req-f89d240e-bb9d-438c-840d-5b7e6ebb1836 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056&tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&binding%3Ahost_id=hv-neutron-8386 HTTP/1.1" status: 200 len: 944 time: 0.1511993 Apr 20 16:30:19.632684 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2e9977d0-0e10-49fc-97d5-a223f427a4f4 req-ace4763a-ae4e-42e1-bfd8-3d428b484409 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409944 Apr 20 16:30:19.730510 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdf221-fb59-49b2-a107-0a75bd0b6bb3 req-8d59ee33-891e-4a01-84ba-512a95cb6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:19.732044 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cbdf221-fb59-49b2-a107-0a75bd0b6bb3 req-8d59ee33-891e-4a01-84ba-512a95cb6a60 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 1097 time: 0.0709736 Apr 20 16:30:20.013473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdf221-fb59-49b2-a107-0a75bd0b6bb3 req-76c9e718-16e9-48b5-943b-c6e2ffc6afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:20.014905 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cbdf221-fb59-49b2-a107-0a75bd0b6bb3 req-76c9e718-16e9-48b5-943b-c6e2ffc6afc1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e0e41da8-5c62-43c3-b977-50476f990004 HTTP/1.1" status: 200 len: 898 time: 0.2770023 Apr 20 16:30:20.022967 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb0928-3f17-4dab-adda-f6616e1ac0f2 req-43403b68-04bb-45d3-a70f-567b6568de62 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:20.024324 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-66bb0928-3f17-4dab-adda-f6616e1ac0f2 req-43403b68-04bb-45d3-a70f-567b6568de62 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 944 time: 0.2687712 Apr 20 16:30:20.151488 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-66bb0928-3f17-4dab-adda-f6616e1ac0f2 req-e5c1c3c8-73da-4985-a49a-135cad60bc08 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794744 Apr 20 16:30:20.155268 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cbdf221-fb59-49b2-a107-0a75bd0b6bb3 req-1bdcd95d-01cd-478c-9c98-cf9e1f51ec86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b HTTP/1.1" status: 200 len: 1000 time: 0.1300919 Apr 20 16:30:20.217202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdf221-fb59-49b2-a107-0a75bd0b6bb3 req-e96ac99b-10d9-494c-a2ef-181a646c369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:20.218635 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cbdf221-fb59-49b2-a107-0a75bd0b6bb3 req-e96ac99b-10d9-494c-a2ef-181a646c369a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d58102a-02b8-4f4f-b10f-956a6f771582 HTTP/1.1" status: 200 len: 834 time: 0.0580902 Apr 20 16:30:20.294721 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdf221-fb59-49b2-a107-0a75bd0b6bb3 req-0893bf3a-8c38-4530-a9b8-a61892a31a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:20.296107 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cbdf221-fb59-49b2-a107-0a75bd0b6bb3 req-0893bf3a-8c38-4530-a9b8-a61892a31a86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e0e41da8-5c62-43c3-b977-50476f990004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721691 Apr 20 16:30:20.426553 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cbdf221-fb59-49b2-a107-0a75bd0b6bb3 req-66d0bb1e-4cdd-4c02-aa49-31f9b682ad3b service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241302 Apr 20 16:30:20.476667 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 53a57edf-fefd-468e-a0dd-4a4890ed770b up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:30:20.542274 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 53a57edf-fefd-468e-a0dd-4a4890ed770b triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:20.542642 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:20.556201 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cbdf221-fb59-49b2-a107-0a75bd0b6bb3 req-562a2fac-e825-486e-bae4-d338346f997e service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241441 Apr 20 16:30:20.661725 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:20.693641 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 53a57edf-fefd-468e-a0dd-4a4890ed770b, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b,segment=NetworkSegment(c81bfd32-57d8-4534-9342-cbd7e318396c),segment_id=c81bfd32-57d8-4534-9342-cbd7e318396c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:30:20.697077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:20.764605 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=53a57edf-fefd-468e-a0dd-4a4890ed770b,revision_number=8']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:20.840955 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715a8953-175e-4bca-a134-7abe7ef56056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a57edf-fefd-468e-a0dd-4a4890ed770b'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:30:20.894934 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe85c19-f8da-457e-ac61-0151eec8bbb4'] response: {'server_uuid': '715a8953-175e-4bca-a134-7abe7ef56056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a57edf-fefd-468e-a0dd-4a4890ed770b', 'code': 200} Apr 20 16:30:21.333842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bf680-76be-4d6c-b598-4ea02f6ab6c1 req-572e956d-2e1f-4c83-8e2b-a50d1f76b8d5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:21.335279 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cb2bf680-76be-4d6c-b598-4ea02f6ab6c1 req-572e956d-2e1f-4c83-8e2b-a50d1f76b8d5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0794368 Apr 20 16:30:21.378116 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cb2bf680-76be-4d6c-b598-4ea02f6ab6c1 req-78181338-cb21-4cab-b3a2-6e3be86b93b4 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366740 Apr 20 16:30:21.400709 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45838) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:30:21.505694 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-c03e4151-9335-419e-a713-9d175c3567b8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/floatingips/d7efcddb-4cbb-4356-8eff-ce016af1e4c8 HTTP/1.1" status: 200 len: 993 time: 0.1039038 Apr 20 16:30:32.183943 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e0c644d8-8fb5-416f-8dff-2b54a68c3135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:34.442250 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-608fd8be-0c69-47a8-8c64-91142dd711b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:34.466707 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:30:35.829726 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:35.857298 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:37.235924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:45.389846 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:59.621637 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dc2bb532-4d58-4e70-a065-77933a3648ed req-70996270-a2b0-40e1-800a-b1805b7f9e36 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1230960 Apr 20 16:30:59.764911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bb532-4d58-4e70-a065-77933a3648ed req-ea9c0782-0cfc-455c-96bf-33cf97c45ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:59.766278 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dc2bb532-4d58-4e70-a065-77933a3648ed req-ea9c0782-0cfc-455c-96bf-33cf97c45ebc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 1098 time: 0.0776312 Apr 20 16:30:59.911785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bb532-4d58-4e70-a065-77933a3648ed req-9a3088d4-6253-46a1-9b0d-cd861855576c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:59.913235 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dc2bb532-4d58-4e70-a065-77933a3648ed req-9a3088d4-6253-46a1-9b0d-cd861855576c service neutron] 10.222.0.11 "GET /v2.0/networks?id=e0e41da8-5c62-43c3-b977-50476f990004 HTTP/1.1" status: 200 len: 898 time: 0.1294341 Apr 20 16:31:00.016146 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dc2bb532-4d58-4e70-a065-77933a3648ed req-2901fb8b-2a62-4dcf-8862-abdaf55c9ef4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b HTTP/1.1" status: 200 len: 1001 time: 0.0963919 Apr 20 16:31:00.075904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bb532-4d58-4e70-a065-77933a3648ed req-74539b59-79e2-4876-a157-c16554589884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:00.077281 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dc2bb532-4d58-4e70-a065-77933a3648ed req-74539b59-79e2-4876-a157-c16554589884 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d58102a-02b8-4f4f-b10f-956a6f771582 HTTP/1.1" status: 200 len: 834 time: 0.0557415 Apr 20 16:31:00.159196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bb532-4d58-4e70-a065-77933a3648ed req-ac93133d-509a-4922-8e7d-20eac5a357d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:00.160743 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dc2bb532-4d58-4e70-a065-77933a3648ed req-ac93133d-509a-4922-8e7d-20eac5a357d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e0e41da8-5c62-43c3-b977-50476f990004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781593 Apr 20 16:31:00.291409 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dc2bb532-4d58-4e70-a065-77933a3648ed req-fe988adf-0db8-4f89-932d-951375140035 service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238987 Apr 20 16:31:00.523015 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dc2bb532-4d58-4e70-a065-77933a3648ed req-f6f6781b-8a1b-48ac-8b91-771157775fe5 service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262516 Apr 20 16:31:02.186969 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9e7f-889b-482a-88d3-c389d36c65c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:04.444993 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-44e11115-02c9-41e2-accf-a11b0a310218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:05.831399 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:05.859165 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:07.240191 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:08.001885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45862) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:08.200742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port 32639fdf-56f1-43ef-9d72-ab50be77c8be {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:31:08.201091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:08.363617 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:08.363893 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:08.484479 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for 32639fdf-56f1-43ef-9d72-ab50be77c8be owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:31:08.629319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:08.675615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=32639fdf-56f1-43ef-9d72-ab50be77c8be,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:08.742339 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:08.742683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:08.743030 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:08.743554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:08.743986 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:08.744914 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:08.745237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:08.745565 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:08.746108 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:08.746437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:08.746835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:08.747146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:08.777432 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:08.777884 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Floating IP d7efcddb-4cbb-4356-8eff-ce016af1e4c8 disassociated (deleted). External IP: 172.26.7.206, port: 53a57edf-fefd-468e-a0dd-4a4890ed770b. Apr 20 16:31:09.118654 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router 8cfaf647-848e-495c-949c-528adcfbce4f has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:31:09.406711 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:31:09.416325 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d30fb8-10e7-46b8-aee0-9bc27aa6575c None None] Sync routers for ids ['8cfaf647-848e-495c-949c-528adcfbce4f'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:09.425710 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d30fb8-10e7-46b8-aee0-9bc27aa6575c None None] Routers {'8cfaf647-848e-495c-949c-528adcfbce4f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:31:09.426323 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-30d30fb8-10e7-46b8-aee0-9bc27aa6575c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:31:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['8cfaf647-848e-495c-949c-528adcfbce4f'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:09.426521 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:09.484670 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8a410128-08fd-4c9c-9d98-eb63120cb387 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/floatingips/d7efcddb-4cbb-4356-8eff-ce016af1e4c8 HTTP/1.1" status: 204 len: 168 time: 1.4817052 Apr 20 16:31:09.485259 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715a8953-175e-4bca-a134-7abe7ef56056', 'tag': '53a57edf-fefd-468e-a0dd-4a4890ed770b'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:31:09.534321 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771f65d3-9df2-42dc-913a-4f7800986f19'] response: {'name': 'network-changed', 'server_uuid': '715a8953-175e-4bca-a134-7abe7ef56056', 'tag': '53a57edf-fefd-468e-a0dd-4a4890ed770b', 'status': 'completed', 'code': 200} Apr 20 16:31:09.606680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-30d30fb8-10e7-46b8-aee0-9bc27aa6575c None None] Set router 8cfaf647-848e-495c-949c-528adcfbce4f gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:31:09.628553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46b080-9eff-4aee-8169-da8aece0dd59 req-df7f50cc-c469-4fdb-963e-a096d61c05a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:09.630022 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8a46b080-9eff-4aee-8169-da8aece0dd59 req-df7f50cc-c469-4fdb-963e-a096d61c05a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 1098 time: 0.0732677 Apr 20 16:31:09.772180 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46b080-9eff-4aee-8169-da8aece0dd59 req-e4764d7f-4c2d-4021-9d4b-459278ec3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:09.774172 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8a46b080-9eff-4aee-8169-da8aece0dd59 req-e4764d7f-4c2d-4021-9d4b-459278ec3ba8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e0e41da8-5c62-43c3-b977-50476f990004 HTTP/1.1" status: 200 len: 898 time: 0.1382096 Apr 20 16:31:09.854444 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8a46b080-9eff-4aee-8169-da8aece0dd59 req-e5589f05-ee29-4366-9a7f-b3948ff879b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b HTTP/1.1" status: 200 len: 217 time: 0.0727458 Apr 20 16:31:09.961641 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-30d30fb8-10e7-46b8-aee0-9bc27aa6575c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945722112', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:29Z', 'updated_at': '2022-04-20T16:28:34Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:30Z', 'updated_at': '2022-04-20T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'f452c435-1c9f-43b1-93f9-4d922a0e8f2d', 'name': '', 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:c6:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:33Z', 'updated_at': '2022-04-20T16:28:39Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:09.964133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46b080-9eff-4aee-8169-da8aece0dd59 req-00ce9091-3726-4d89-b017-ee4e9d6eef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:09.965458 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d30fb8-10e7-46b8-aee0-9bc27aa6575c None None] Checking router: 8cfaf647-848e-495c-949c-528adcfbce4f for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:31:09.965583 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8a46b080-9eff-4aee-8169-da8aece0dd59 req-00ce9091-3726-4d89-b017-ee4e9d6eef2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d58102a-02b8-4f4f-b10f-956a6f771582 HTTP/1.1" status: 200 len: 834 time: 0.1048114 Apr 20 16:31:09.974598 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d30fb8-10e7-46b8-aee0-9bc27aa6575c None None] Routers {'8cfaf647-848e-495c-949c-528adcfbce4f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:31:09.975210 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-30d30fb8-10e7-46b8-aee0-9bc27aa6575c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:31:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['8cfaf647-848e-495c-949c-528adcfbce4f'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:10.041410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d614dad-83e9-4380-ac0f-4e4787d3292e req-e66590de-06d2-43a5-bade-5748766cb077 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:10.042128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-4d614dad-83e9-4380-ac0f-4e4787d3292e req-e66590de-06d2-43a5-bade-5748766cb077 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:31:10.067467 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-4d614dad-83e9-4380-ac0f-4e4787d3292e req-e66590de-06d2-43a5-bade-5748766cb077 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:31:10.068631 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4d614dad-83e9-4380-ac0f-4e4787d3292e req-e66590de-06d2-43a5-bade-5748766cb077 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.2858915 Apr 20 16:31:10.075394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46b080-9eff-4aee-8169-da8aece0dd59 req-f494dbec-c022-4d2c-a95d-23ba5325aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:10.076833 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8a46b080-9eff-4aee-8169-da8aece0dd59 req-f494dbec-c022-4d2c-a95d-23ba5325aa15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e0e41da8-5c62-43c3-b977-50476f990004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1035788 Apr 20 16:31:10.155182 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-30d30fb8-10e7-46b8-aee0-9bc27aa6575c None None] Set router 8cfaf647-848e-495c-949c-528adcfbce4f gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:31:10.197272 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4d614dad-83e9-4380-ac0f-4e4787d3292e req-3d0ba1b0-4df1-4f23-8089-81ae744249bc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192482 Apr 20 16:31:10.238605 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8a46b080-9eff-4aee-8169-da8aece0dd59 req-f834f271-77cd-4356-a423-5e26bae2dab4 service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483276 Apr 20 16:31:10.370555 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8a46b080-9eff-4aee-8169-da8aece0dd59 req-bb143b49-cfc8-4ea1-ab1b-201963aa4e35 service neutron] 10.222.0.11 "GET /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251736 Apr 20 16:31:10.475102 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-30d30fb8-10e7-46b8-aee0-9bc27aa6575c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945722112', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:29Z', 'updated_at': '2022-04-20T16:28:34Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:30Z', 'updated_at': '2022-04-20T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'f452c435-1c9f-43b1-93f9-4d922a0e8f2d', 'name': '', 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:c6:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:33Z', 'updated_at': '2022-04-20T16:28:39Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:10.479503 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d30fb8-10e7-46b8-aee0-9bc27aa6575c None None] The sync data for ids ['8cfaf647-848e-495c-949c-528adcfbce4f'] in dv-neutron-838699-1-hyperv is: [{'id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945722112', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:29Z', 'updated_at': '2022-04-20T16:28:34Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:30Z', 'updated_at': '2022-04-20T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'f452c435-1c9f-43b1-93f9-4d922a0e8f2d', 'name': '', 'network_id': 'e0e41da8-5c62-43c3-b977-50476f990004', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:c6:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:33Z', 'updated_at': '2022-04-20T16:28:39Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': '7d58102a-02b8-4f4f-b10f-956a6f771582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:10.686532 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b85cd4a-ec84-489a-a450-2f668d02fc5f None None] New status for floating IP d7efcddb-4cbb-4356-8eff-ce016af1e4c8: DOWN {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:31:11.431234 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5055ba3-b3d6-44ee-a1cd-85b1ab94fc96 req-9626bb62-b949-4616-8cab-34be7edc2f43 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:11.433295 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5055ba3-b3d6-44ee-a1cd-85b1ab94fc96 req-9626bb62-b949-4616-8cab-34be7edc2f43 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.1253257 Apr 20 16:31:11.465554 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:31:11.477795 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b5055ba3-b3d6-44ee-a1cd-85b1ab94fc96 req-57790547-9003-4e72-98ba-91ff89847b7a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=9aeb15bb-b19a-46e4-8ec3-e36a58358251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388436 Apr 20 16:31:11.683716 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b9ccf-263d-4c95-88de-c8e949254f45 req-f88bd0b1-c666-43a8-b40c-17ab2b4d9706 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:11.685129 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4d2b9ccf-263d-4c95-88de-c8e949254f45 req-f88bd0b1-c666-43a8-b40c-17ab2b4d9706 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 945 time: 0.0770321 Apr 20 16:31:11.756245 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-4d2b9ccf-263d-4c95-88de-c8e949254f45 req-810ea877-5513-433e-88d3-70e7b7c54e40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port 53a57edf-fefd-468e-a0dd-4a4890ed770b {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:31:11.756502 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-4d2b9ccf-263d-4c95-88de-c8e949254f45 req-810ea877-5513-433e-88d3-70e7b7c54e40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.099140 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-4d2b9ccf-263d-4c95-88de-c8e949254f45 req-810ea877-5513-433e-88d3-70e7b7c54e40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] For port 53a57edf-fefd-468e-a0dd-4a4890ed770b, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=53a57edf-fefd-468e-a0dd-4a4890ed770b,segment=NetworkSegment(c81bfd32-57d8-4534-9342-cbd7e318396c),segment_id=c81bfd32-57d8-4534-9342-cbd7e318396c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:31:12.099407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-4d2b9ccf-263d-4c95-88de-c8e949254f45 req-810ea877-5513-433e-88d3-70e7b7c54e40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.225706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-4d2b9ccf-263d-4c95-88de-c8e949254f45 req-810ea877-5513-433e-88d3-70e7b7c54e40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for 53a57edf-fefd-468e-a0dd-4a4890ed770b owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:31:12.368207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-4d2b9ccf-263d-4c95-88de-c8e949254f45 req-810ea877-5513-433e-88d3-70e7b7c54e40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.416317 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ea877-5513-433e-88d3-70e7b7c54e40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=53a57edf-fefd-468e-a0dd-4a4890ed770b,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:12.496311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2b9ccf-263d-4c95-88de-c8e949254f45 req-810ea877-5513-433e-88d3-70e7b7c54e40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] No DVR routers for this DVR port 53a57edf-fefd-468e-a0dd-4a4890ed770b on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:31:12.498662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-4d2b9ccf-263d-4c95-88de-c8e949254f45 req-810ea877-5513-433e-88d3-70e7b7c54e40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.501193 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715a8953-175e-4bca-a134-7abe7ef56056', 'name': 'network-vif-deleted', 'tag': '53a57edf-fefd-468e-a0dd-4a4890ed770b'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:31:12.517250 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4d2b9ccf-263d-4c95-88de-c8e949254f45 req-810ea877-5513-433e-88d3-70e7b7c54e40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "DELETE /v2.0/ports/53a57edf-fefd-468e-a0dd-4a4890ed770b HTTP/1.1" status: 204 len: 173 time: 0.8274746 Apr 20 16:31:12.545884 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd474cb1-68c4-4c9b-bbf6-764265546ffb'] response: {'server_uuid': '715a8953-175e-4bca-a134-7abe7ef56056', 'name': 'network-vif-deleted', 'tag': '53a57edf-fefd-468e-a0dd-4a4890ed770b', 'status': 'completed', 'code': 200} Apr 20 16:31:12.631057 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-00f8286e-ef93-439b-8f93-b9b080539b31 req-c4578881-ccac-41de-8734-463f933327ef tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:31:12.647423 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-00f8286e-ef93-439b-8f93-b9b080539b31 req-c4578881-ccac-41de-8734-463f933327ef tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:31:12.649121 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-00f8286e-ef93-439b-8f93-b9b080539b31 req-c4578881-ccac-41de-8734-463f933327ef tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=715a8953-175e-4bca-a134-7abe7ef56056 HTTP/1.1" status: 200 len: 210 time: 0.0611320 Apr 20 16:31:13.744754 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45884) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:14.278085 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:14.626252 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port f452c435-1c9f-43b1-93f9-4d922a0e8f2d {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:31:14.626508 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:14.804476 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] For port f452c435-1c9f-43b1-93f9-4d922a0e8f2d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=f452c435-1c9f-43b1-93f9-4d922a0e8f2d,segment=NetworkSegment(c81bfd32-57d8-4534-9342-cbd7e318396c),segment_id=c81bfd32-57d8-4534-9342-cbd7e318396c)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:31:14.805210 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:15.037785 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for f452c435-1c9f-43b1-93f9-4d922a0e8f2d owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:31:15.223896 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:15.273954 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=f452c435-1c9f-43b1-93f9-4d922a0e8f2d,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:15.342594 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:15.342939 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:15.343277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:15.343610 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:15.343966 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:15.344296 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:15.344618 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:15.344940 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:15.345259 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:15.345578 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:15.345900 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:15.346218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:15.390023 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:15.563549 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:15.910741 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router 8cfaf647-848e-495c-949c-528adcfbce4f has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:31:16.084838 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:31:16.094520 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeaea0b-c26a-4b25-b26d-137d18adf5f2 None None] Sync routers for ids ['8cfaf647-848e-495c-949c-528adcfbce4f'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:16.101821 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-355e958d-b641-4d1f-864d-a664cbccafe3 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "PUT /v2.0/routers/8cfaf647-848e-495c-949c-528adcfbce4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3559723 Apr 20 16:31:16.105504 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45888) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:16.105654 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeaea0b-c26a-4b25-b26d-137d18adf5f2 None None] Routers {'8cfaf647-848e-495c-949c-528adcfbce4f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:31:16.106303 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-eeeaea0b-c26a-4b25-b26d-137d18adf5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:31:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['8cfaf647-848e-495c-949c-528adcfbce4f'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:16.177144 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d56d146-d201-4d7b-b809-a522749493b6 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting subnet 7d58102a-02b8-4f4f-b10f-956a6f771582 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:31:16.180018 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d56d146-d201-4d7b-b809-a522749493b6 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:16.237296 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d56d146-d201-4d7b-b809-a522749493b6 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:16.285690 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-eeeaea0b-c26a-4b25-b26d-137d18adf5f2 None None] Set router 8cfaf647-848e-495c-949c-528adcfbce4f gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:31:16.317391 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d56d146-d201-4d7b-b809-a522749493b6 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:16.390646 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d56d146-d201-4d7b-b809-a522749493b6 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:16.545964 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56d146-d201-4d7b-b809-a522749493b6 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Subnet': ['ID=7d58102a-02b8-4f4f-b10f-956a6f771582,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:16.547842 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4d56d146-d201-4d7b-b809-a522749493b6 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:16.554108 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4d56d146-d201-4d7b-b809-a522749493b6 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/subnets/7d58102a-02b8-4f4f-b10f-956a6f771582 HTTP/1.1" status: 204 len: 168 time: 0.4472818 Apr 20 16:31:16.557009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b100274d-805e-4c6f-82e8-ab74388f2634 None None] Network e0e41da8-5c62-43c3-b977-50476f990004 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:31:16.557448 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45892) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:16.720235 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-eeeaea0b-c26a-4b25-b26d-137d18adf5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945722112', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:29Z', 'updated_at': '2022-04-20T16:31:15Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:30Z', 'updated_at': '2022-04-20T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:16.730619 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeaea0b-c26a-4b25-b26d-137d18adf5f2 None None] Checking router: 8cfaf647-848e-495c-949c-528adcfbce4f for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:31:16.733228 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c56a5e6-1bbf-4f16-b1e3-29ea338e8444 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:16.735262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 53a57edf-fefd-468e-a0dd-4a4890ed770b no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:31:16.814961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 53a57edf-fefd-468e-a0dd-4a4890ed770b {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:31:16.815226 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 53a57edf-fefd-468e-a0dd-4a4890ed770b not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:31:16.824250 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeaea0b-c26a-4b25-b26d-137d18adf5f2 None None] Routers {'8cfaf647-848e-495c-949c-528adcfbce4f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:31:16.824875 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-eeeaea0b-c26a-4b25-b26d-137d18adf5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:31:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['8cfaf647-848e-495c-949c-528adcfbce4f'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:16.909468 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c56a5e6-1bbf-4f16-b1e3-29ea338e8444 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:16.920013 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-8c56a5e6-1bbf-4f16-b1e3-29ea338e8444 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port af5b8592-5553-4c04-a322-0dd48273a47c {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:31:16.920658 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c56a5e6-1bbf-4f16-b1e3-29ea338e8444 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.016376 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-eeeaea0b-c26a-4b25-b26d-137d18adf5f2 None None] Set router 8cfaf647-848e-495c-949c-528adcfbce4f gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:31:17.058776 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ba11e3-0a37-4157-9779-783c29b8539e None None] DHCP port deletion for e0e41da8-5c62-43c3-b977-50476f990004 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:31:17.096650 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-8c56a5e6-1bbf-4f16-b1e3-29ea338e8444 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] For port af5b8592-5553-4c04-a322-0dd48273a47c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=af5b8592-5553-4c04-a322-0dd48273a47c,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:31:17.096931 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c56a5e6-1bbf-4f16-b1e3-29ea338e8444 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.125916 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-a5ba11e3-0a37-4157-9779-783c29b8539e None None] Deleting port 668504df-2509-4d89-ab57-71379edfdc53 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:31:17.126284 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a5ba11e3-0a37-4157-9779-783c29b8539e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.221172 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-8c56a5e6-1bbf-4f16-b1e3-29ea338e8444 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for af5b8592-5553-4c04-a322-0dd48273a47c owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:31:17.390082 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c56a5e6-1bbf-4f16-b1e3-29ea338e8444 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.436687 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56a5e6-1bbf-4f16-b1e3-29ea338e8444 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=af5b8592-5553-4c04-a322-0dd48273a47c,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:17.467357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-a5ba11e3-0a37-4157-9779-783c29b8539e None None] For port 668504df-2509-4d89-ab57-71379edfdc53, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=668504df-2509-4d89-ab57-71379edfdc53,segment=NetworkSegment(c81bfd32-57d8-4534-9342-cbd7e318396c),segment_id=c81bfd32-57d8-4534-9342-cbd7e318396c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:31:17.467742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a5ba11e3-0a37-4157-9779-783c29b8539e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.531170 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c56a5e6-1bbf-4f16-b1e3-29ea338e8444 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.591863 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 668504df-2509-4d89-ab57-71379edfdc53 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:31:17.620227 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-a5ba11e3-0a37-4157-9779-783c29b8539e None None] Calling delete_port for 668504df-2509-4d89-ab57-71379edfdc53 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:31:17.701984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c56a5e6-1bbf-4f16-b1e3-29ea338e8444 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.704116 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c56a5e6-1bbf-4f16-b1e3-29ea338e8444 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.718436 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-eeeaea0b-c26a-4b25-b26d-137d18adf5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945722112', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:29Z', 'updated_at': '2022-04-20T16:31:15Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:30Z', 'updated_at': '2022-04-20T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:17.728552 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeaea0b-c26a-4b25-b26d-137d18adf5f2 None None] The sync data for ids ['8cfaf647-848e-495c-949c-528adcfbce4f'] in dv-neutron-838699-1-hyperv is: [{'id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945722112', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:29Z', 'updated_at': '2022-04-20T16:31:15Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'af5b8592-5553-4c04-a322-0dd48273a47c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfaf647-848e-495c-949c-528adcfbce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:30Z', 'updated_at': '2022-04-20T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:17.730373 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c56a5e6-1bbf-4f16-b1e3-29ea338e8444 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.730910 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c56a5e6-1bbf-4f16-b1e3-29ea338e8444 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Fanout notify agent at l3_agent the message router_deleted on router 8cfaf647-848e-495c-949c-528adcfbce4f {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:31:17.748574 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c56a5e6-1bbf-4f16-b1e3-29ea338e8444 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.749688 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8c56a5e6-1bbf-4f16-b1e3-29ea338e8444 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/routers/8cfaf647-848e-495c-949c-528adcfbce4f HTTP/1.1" status: 204 len: 168 time: 1.1915922 Apr 20 16:31:17.752379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45896) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:17.775511 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a5ba11e3-0a37-4157-9779-783c29b8539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.833017 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba11e3-0a37-4157-9779-783c29b8539e None None] Pushing event deleted for resources: {'Port': ['ID=668504df-2509-4d89-ab57-71379edfdc53,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:17.841210 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba11e3-0a37-4157-9779-783c29b8539e None None] No DVR routers for this DVR port 668504df-2509-4d89-ab57-71379edfdc53 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:31:17.849022 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.975465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5d17a92e-bf34-4c59-afbb-68791558cfed tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.105117 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5d17a92e-bf34-4c59-afbb-68791558cfed tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.132568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-5d17a92e-bf34-4c59-afbb-68791558cfed tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e41da8-5c62-43c3-b977-50476f990004']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:18.146292 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-5d17a92e-bf34-4c59-afbb-68791558cfed tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81bfd32-57d8-4534-9342-cbd7e318396c') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:18.146597 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-5d17a92e-bf34-4c59-afbb-68791558cfed tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81bfd32-57d8-4534-9342-cbd7e318396c') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:18.164205 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5d17a92e-bf34-4c59-afbb-68791558cfed tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.182508 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5d17a92e-bf34-4c59-afbb-68791558cfed tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.188955 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d17a92e-bf34-4c59-afbb-68791558cfed tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:31:18.189383 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5d17a92e-bf34-4c59-afbb-68791558cfed tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:31:18.204234 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:31:18.285744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5d17a92e-bf34-4c59-afbb-68791558cfed tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.304397 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5d17a92e-bf34-4c59-afbb-68791558cfed tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.316677 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17a92e-bf34-4c59-afbb-68791558cfed tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Network': ['ID=e0e41da8-5c62-43c3-b977-50476f990004,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:18.324858 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5d17a92e-bf34-4c59-afbb-68791558cfed tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/networks/e0e41da8-5c62-43c3-b977-50476f990004 HTTP/1.1" status: 204 len: 168 time: 0.5712843 Apr 20 16:31:18.327465 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45900) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:18.396037 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-71df3a70-8a9e-45f8-835c-4ca658ff2558 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.429616 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-71df3a70-8a9e-45f8-835c-4ca658ff2558 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.495731 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-71df3a70-8a9e-45f8-835c-4ca658ff2558 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.512123 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df3a70-8a9e-45f8-835c-4ca658ff2558 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeb15bb-b19a-46e4-8ec3-e36a58358251,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:18.525460 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-71df3a70-8a9e-45f8-835c-4ca658ff2558 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.526593 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-71df3a70-8a9e-45f8-835c-4ca658ff2558 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/security-groups/9aeb15bb-b19a-46e4-8ec3-e36a58358251 HTTP/1.1" status: 204 len: 168 time: 0.1981688 Apr 20 16:31:18.919509 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45908) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:18.924765 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-50fd8564-e20f-4e93-93ad-3d937faa9109 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-853359830', 'description': 'tempest-secgroup-smoke-853359830 description', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:31:18.930678 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-50fd8564-e20f-4e93-93ad-3d937faa9109 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:31:18.934871 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-50fd8564-e20f-4e93-93ad-3d937faa9109 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:31:18.937705 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-50fd8564-e20f-4e93-93ad-3d937faa9109 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:31:18.943335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-50fd8564-e20f-4e93-93ad-3d937faa9109 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:31:18.954426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-50fd8564-e20f-4e93-93ad-3d937faa9109 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.973714 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-50fd8564-e20f-4e93-93ad-3d937faa9109 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:31:18.977412 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-50fd8564-e20f-4e93-93ad-3d937faa9109 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:31:18.980191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-50fd8564-e20f-4e93-93ad-3d937faa9109 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:31:18.985768 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-50fd8564-e20f-4e93-93ad-3d937faa9109 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:31:19.056886 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-50fd8564-e20f-4e93-93ad-3d937faa9109 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.060394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-50fd8564-e20f-4e93-93ad-3d937faa9109 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.106086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd8564-e20f-4e93-93ad-3d937faa9109 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db61e48e-7b03-4cd4-ae01-5f26856ecac3,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:19.109950 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-50fd8564-e20f-4e93-93ad-3d937faa9109 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.111145 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-50fd8564-e20f-4e93-93ad-3d937faa9109 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1906013 Apr 20 16:31:19.114046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45912) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:19.119416 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-286e0763-6d11-42ca-be8a-54d5e85a5ad5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': 'db61e48e-7b03-4cd4-ae01-5f26856ecac3', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:31:19.125459 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-286e0763-6d11-42ca-be8a-54d5e85a5ad5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:31:19.129320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-286e0763-6d11-42ca-be8a-54d5e85a5ad5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:31:19.132213 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-286e0763-6d11-42ca-be8a-54d5e85a5ad5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:31:19.138750 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-286e0763-6d11-42ca-be8a-54d5e85a5ad5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:31:19.155201 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-286e0763-6d11-42ca-be8a-54d5e85a5ad5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.215961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-286e0763-6d11-42ca-be8a-54d5e85a5ad5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.219305 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-286e0763-6d11-42ca-be8a-54d5e85a5ad5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.244854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e0763-6d11-42ca-be8a-54d5e85a5ad5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e69895a-f153-4b9f-aa00-dc3563b54f7f,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:19.253515 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-286e0763-6d11-42ca-be8a-54d5e85a5ad5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.254853 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-286e0763-6d11-42ca-be8a-54d5e85a5ad5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398814 Apr 20 16:31:19.257554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45916) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:19.263031 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a20c597e-1216-4b53-9f1a-31fbdee03982 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': 'db61e48e-7b03-4cd4-ae01-5f26856ecac3', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:31:19.268778 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a20c597e-1216-4b53-9f1a-31fbdee03982 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:31:19.272543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a20c597e-1216-4b53-9f1a-31fbdee03982 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:31:19.275364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a20c597e-1216-4b53-9f1a-31fbdee03982 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:31:19.280945 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a20c597e-1216-4b53-9f1a-31fbdee03982 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:31:19.296854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a20c597e-1216-4b53-9f1a-31fbdee03982 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.363441 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a20c597e-1216-4b53-9f1a-31fbdee03982 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.366849 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a20c597e-1216-4b53-9f1a-31fbdee03982 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.390832 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c597e-1216-4b53-9f1a-31fbdee03982 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433eda38-fba5-4bec-a71a-02b68deb8e4c,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:19.398655 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a20c597e-1216-4b53-9f1a-31fbdee03982 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.399873 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a20c597e-1216-4b53-9f1a-31fbdee03982 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413496 Apr 20 16:31:19.402543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45920) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:19.407416 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-bbdb99e5-8ba5-4255-942c-529869ee5c40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': 'db61e48e-7b03-4cd4-ae01-5f26856ecac3', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:31:19.412930 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-bbdb99e5-8ba5-4255-942c-529869ee5c40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:31:19.416708 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-bbdb99e5-8ba5-4255-942c-529869ee5c40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:31:19.419554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-bbdb99e5-8ba5-4255-942c-529869ee5c40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:31:19.425187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-bbdb99e5-8ba5-4255-942c-529869ee5c40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:31:19.441441 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbdb99e5-8ba5-4255-942c-529869ee5c40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.491700 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device af5b8592-5553-4c04-a322-0dd48273a47c no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:31:19.503672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbdb99e5-8ba5-4255-942c-529869ee5c40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.507261 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbdb99e5-8ba5-4255-942c-529869ee5c40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.526132 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: af5b8592-5553-4c04-a322-0dd48273a47c {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:31:19.526471 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device af5b8592-5553-4c04-a322-0dd48273a47c not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:31:19.526879 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f452c435-1c9f-43b1-93f9-4d922a0e8f2d no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:31:19.534303 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb99e5-8ba5-4255-942c-529869ee5c40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2beee587-3d2b-4c2c-96a9-2c7cd3448a16,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:19.546542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbdb99e5-8ba5-4255-942c-529869ee5c40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.547728 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bbdb99e5-8ba5-4255-942c-529869ee5c40 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1442919 Apr 20 16:31:19.550560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45924) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:19.555496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-74b2798b-9402-4753-b370-827350957e97 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': 'db61e48e-7b03-4cd4-ae01-5f26856ecac3', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:31:19.561766 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-74b2798b-9402-4753-b370-827350957e97 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:31:19.565600 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-74b2798b-9402-4753-b370-827350957e97 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:31:19.568135 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: f452c435-1c9f-43b1-93f9-4d922a0e8f2d {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:31:19.568476 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-74b2798b-9402-4753-b370-827350957e97 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:31:19.568590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device f452c435-1c9f-43b1-93f9-4d922a0e8f2d not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:31:19.575753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-74b2798b-9402-4753-b370-827350957e97 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:31:19.591320 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-74b2798b-9402-4753-b370-827350957e97 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.651978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-74b2798b-9402-4753-b370-827350957e97 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.655336 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-74b2798b-9402-4753-b370-827350957e97 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.677752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2798b-9402-4753-b370-827350957e97 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a500e6b-cb7c-417e-94c8-15e2ecd8c9c7,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:19.686473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-74b2798b-9402-4753-b370-827350957e97 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.687626 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-74b2798b-9402-4753-b370-827350957e97 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361737 Apr 20 16:31:19.690405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45928) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:19.695520 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1835e8fc-0541-4fd6-b214-917d7bacc393 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': 'db61e48e-7b03-4cd4-ae01-5f26856ecac3', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:31:19.701379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1835e8fc-0541-4fd6-b214-917d7bacc393 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:31:19.705191 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1835e8fc-0541-4fd6-b214-917d7bacc393 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:31:19.708022 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1835e8fc-0541-4fd6-b214-917d7bacc393 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:31:19.713734 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1835e8fc-0541-4fd6-b214-917d7bacc393 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:31:19.725498 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-1835e8fc-0541-4fd6-b214-917d7bacc393 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Project b6314581f7fd40bdbaf84bc51d4a044b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:31:19.732314 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1835e8fc-0541-4fd6-b214-917d7bacc393 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.794060 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1835e8fc-0541-4fd6-b214-917d7bacc393 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.797452 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1835e8fc-0541-4fd6-b214-917d7bacc393 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.821337 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835e8fc-0541-4fd6-b214-917d7bacc393 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61372f9b-9301-43ff-a68c-f29c56bff8a8,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:19.831143 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1835e8fc-0541-4fd6-b214-917d7bacc393 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.832366 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1835e8fc-0541-4fd6-b214-917d7bacc393 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410489 Apr 20 16:31:19.835163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45932) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:19.844283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-09b57280-bf1e-4228-917a-9407c5cb8bc8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': 'db61e48e-7b03-4cd4-ae01-5f26856ecac3', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:31:19.850303 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-09b57280-bf1e-4228-917a-9407c5cb8bc8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:31:19.854824 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-09b57280-bf1e-4228-917a-9407c5cb8bc8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:31:19.857843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-09b57280-bf1e-4228-917a-9407c5cb8bc8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:31:19.863666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-09b57280-bf1e-4228-917a-9407c5cb8bc8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:31:19.874621 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-09b57280-bf1e-4228-917a-9407c5cb8bc8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Project b6314581f7fd40bdbaf84bc51d4a044b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:31:19.881323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09b57280-bf1e-4228-917a-9407c5cb8bc8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.946041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09b57280-bf1e-4228-917a-9407c5cb8bc8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.950158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09b57280-bf1e-4228-917a-9407c5cb8bc8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.972219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b57280-bf1e-4228-917a-9407c5cb8bc8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d938e05e-114d-4f65-a8ae-2d09be3c5dcd,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:19.981985 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09b57280-bf1e-4228-917a-9407c5cb8bc8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.983201 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-09b57280-bf1e-4228-917a-9407c5cb8bc8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1470919 Apr 20 16:31:19.985984 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 45936) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:19.991335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-2fc23427-1b49-4c23-9acc-521e408efa7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'network': {'name': 'tempest-network-smoke--166468564', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'port_security_enabled': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:31:19.996767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2fc23427-1b49-4c23-9acc-521e408efa7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:31:20.000782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2fc23427-1b49-4c23-9acc-521e408efa7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:network and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:31:20.003566 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-2fc23427-1b49-4c23-9acc-521e408efa7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:31:20.009219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-2fc23427-1b49-4c23-9acc-521e408efa7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:31:20.019217 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc23427-1b49-4c23-9acc-521e408efa7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Made reservation on behalf of b6314581f7fd40bdbaf84bc51d4a044b for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:20.022456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2fc23427-1b49-4c23-9acc-521e408efa7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.049360 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc23427-1b49-4c23-9acc-521e408efa7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:31:20.057910 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2fc23427-1b49-4c23-9acc-521e408efa7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.058338 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-2fc23427-1b49-4c23-9acc-521e408efa7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Added segment 3b0ae895-9de2-4d0d-af22-f03c9b837b84 of type vlan for network 7ad6dd4c-e39b-45f0-a016-44171298def0 Apr 20 16:31:20.086738 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2fc23427-1b49-4c23-9acc-521e408efa7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.116247 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2fc23427-1b49-4c23-9acc-521e408efa7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.121901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc23427-1b49-4c23-9acc-521e408efa7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:20.122482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2fc23427-1b49-4c23-9acc-521e408efa7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.230912 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2fc23427-1b49-4c23-9acc-521e408efa7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2439070 Apr 20 16:31:20.233713 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45940) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:20.239008 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-271215542', 'admin_state_up': True, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:31:20.239690 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc23427-1b49-4c23-9acc-521e408efa7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Network': ['ID=7ad6dd4c-e39b-45f0-a016-44171298def0,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:20.246484 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:31:20.249771 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 7ad6dd4c-e39b-45f0-a016-44171298def0 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:31:20.252085 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:router and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:31:20.255034 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:31:20.261262 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:31:20.271819 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.272794 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.289852 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.562398 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.852370 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.882062 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.015145 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.26.7.115 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/2e833614-ed05-4b33-83c4-c51ec596b89c) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:21.259670 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.287405 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.349441 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:21.352118 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:21.360316 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:31:21.396812 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=2e833614-ed05-4b33-83c4-c51ec596b89c,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:21.759557 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.085089 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.282840 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router 99ecad3c-b2ce-4100-a06d-05648bdfef92 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:31:22.454149 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:31:22.464008 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Sync routers for ids ['99ecad3c-b2ce-4100-a06d-05648bdfef92'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:22.473255 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Routers {'99ecad3c-b2ce-4100-a06d-05648bdfef92'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:31:22.473869 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:31:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['99ecad3c-b2ce-4100-a06d-05648bdfef92'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:22.479647 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.480962 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-cee80b06-4b19-44a8-8b7b-b230db9dd416 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2461464 Apr 20 16:31:22.484387 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45954) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:22.652004 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Set router 99ecad3c-b2ce-4100-a06d-05648bdfef92 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:31:22.674771 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-39a8eb55-4f66-47d5-bf42-476c827b9250 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b6314581f7fd40bdbaf84bc51d4a044b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1892781 Apr 20 16:31:22.677269 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45960) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:22.802633 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aab197-a51e-4879-80dc-8f30366ef77e tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:22.804154 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-26aab197-a51e-4879-80dc-8f30366ef77e tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1259980 Apr 20 16:31:22.807013 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45964) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:22.845814 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7ea80a2e-ed77-4cae-96ac-4c24e546bf6b tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376396 Apr 20 16:31:22.848347 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45968) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:22.853589 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-d1a83b9e-9163-4c12-ae2d-dfa561b2853c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-585591393', 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:31:22.930594 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271215542', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:21Z', 'revision_number': 3, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:22.934470 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Checking router: 99ecad3c-b2ce-4100-a06d-05648bdfef92 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:31:22.934819 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Updating router 99ecad3c-b2ce-4100-a06d-05648bdfef92 port 2e833614-ed05-4b33-83c4-c51ec596b89c binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:31:22.958753 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d1a83b9e-9163-4c12-ae2d-dfa561b2853c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:31:22.963123 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d1a83b9e-9163-4c12-ae2d-dfa561b2853c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:subnet and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:31:22.965901 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d1a83b9e-9163-4c12-ae2d-dfa561b2853c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:31:22.971445 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d1a83b9e-9163-4c12-ae2d-dfa561b2853c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:31:22.980864 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a83b9e-9163-4c12-ae2d-dfa561b2853c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Made reservation on behalf of b6314581f7fd40bdbaf84bc51d4a044b for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:22.984270 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d1a83b9e-9163-4c12-ae2d-dfa561b2853c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.987406 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.198321 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d1a83b9e-9163-4c12-ae2d-dfa561b2853c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.275130 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a83b9e-9163-4c12-ae2d-dfa561b2853c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Subnet': ['ID=dddac342-57aa-479f-ac18-1c730d628dd4,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:23.283457 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a83b9e-9163-4c12-ae2d-dfa561b2853c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Checking segment: {'id': '3b0ae895-9de2-4d0d-af22-f03c9b837b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:31:23.284001 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a83b9e-9163-4c12-ae2d-dfa561b2853c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network hostable DHCP agents. Network: 7ad6dd4c-e39b-45f0-a016-44171298def0, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:31:23.301273 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a83b9e-9163-4c12-ae2d-dfa561b2853c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 7ad6dd4c-e39b-45f0-a016-44171298def0 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:31:23.310686 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-d1a83b9e-9163-4c12-ae2d-dfa561b2853c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 7ad6dd4c-e39b-45f0-a016-44171298def0) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:23.314880 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.315081 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a83b9e-9163-4c12-ae2d-dfa561b2853c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:23.315494 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d1a83b9e-9163-4c12-ae2d-dfa561b2853c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.322997 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dc2afa-ff53-41c2-b303-0639d4205ffe None None] Network 7ad6dd4c-e39b-45f0-a016-44171298def0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:31:23.332621 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Transition to ACTIVE for port object 2e833614-ed05-4b33-83c4-c51ec596b89c will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:31:23.337447 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d1a83b9e-9163-4c12-ae2d-dfa561b2853c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4881244 Apr 20 16:31:23.340120 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 45972) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:23.344233 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.418503 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Attempting to bind port 2e833614-ed05-4b33-83c4-c51ec596b89c on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:31:23.418862 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Attempting to bind port 2e833614-ed05-4b33-83c4-c51ec596b89c by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:31:23.419213 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Attempting to bind port 2e833614-ed05-4b33-83c4-c51ec596b89c on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:31:23.427933 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:31:23.428301 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:31:23.428687 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.429068 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:31:23.429509 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Bound port: 2e833614-ed05-4b33-83c4-c51ec596b89c, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:31:23.429871 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.504164 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93c669-38d9-4355-afb1-d0201de890e5 None None] Pushing event updated for resources: {'Port': ['ID=2e833614-ed05-4b33-83c4-c51ec596b89c,revision_number=2']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:23.516843 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93c669-38d9-4355-afb1-d0201de890e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:23.517182 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93c669-38d9-4355-afb1-d0201de890e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:23.517508 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93c669-38d9-4355-afb1-d0201de890e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:23.517935 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93c669-38d9-4355-afb1-d0201de890e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:23.518318 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93c669-38d9-4355-afb1-d0201de890e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:23.518665 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93c669-38d9-4355-afb1-d0201de890e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:23.519001 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93c669-38d9-4355-afb1-d0201de890e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:23.519321 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93c669-38d9-4355-afb1-d0201de890e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:23.519730 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93c669-38d9-4355-afb1-d0201de890e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:23.520076 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93c669-38d9-4355-afb1-d0201de890e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:23.520390 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93c669-38d9-4355-afb1-d0201de890e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:23.521036 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93c669-38d9-4355-afb1-d0201de890e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:23.529605 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] For port 2e833614-ed05-4b33-83c4-c51ec596b89c, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:31:23.533597 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] For port 2e833614-ed05-4b33-83c4-c51ec596b89c, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2e833614-ed05-4b33-83c4-c51ec596b89c,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:31:23.538021 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.543397 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-7ad6dd4c-e39b-45f0-a016-44171298def0', 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ips': [{'subnet_id': 'dddac342-57aa-479f-ac18-1c730d628dd4'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:31:23.544375 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.608266 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Routers {'99ecad3c-b2ce-4100-a06d-05648bdfef92'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:31:23.608964 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:31:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['99ecad3c-b2ce-4100-a06d-05648bdfef92'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:23.695395 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93c669-38d9-4355-afb1-d0201de890e5 None None] Pushing event updated for resources: {'Port': ['ID=2e833614-ed05-4b33-83c4-c51ec596b89c,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:23.701937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Allocated IP 172.20.0.2 (7ad6dd4c-e39b-45f0-a016-44171298def0/dddac342-57aa-479f-ac18-1c730d628dd4/be38816b-48b0-4c9f-8656-51375901ede4) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:23.804106 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] Set router 99ecad3c-b2ce-4100-a06d-05648bdfef92 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:31:23.917527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.928022 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Transition to ACTIVE for port object be38816b-48b0-4c9f-8656-51375901ede4 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:31:23.946642 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Transition to ACTIVE for port object be38816b-48b0-4c9f-8656-51375901ede4 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:31:23.952412 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:24.012273 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Network 7ad6dd4c-e39b-45f0-a016-44171298def0 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:24.015096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:24.022876 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:31:24.055129 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:24.061662 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Pushing event updated for resources: {'Port': ['ID=be38816b-48b0-4c9f-8656-51375901ede4,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:24.113307 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:24.114183 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271215542', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:21Z', 'revision_number': 3, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:24.114559 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:24.114973 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:24.115806 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:24.116177 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:24.116580 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:24.116974 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:24.117374 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:24.117783 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:24.118179 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:24.118553 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:24.118939 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f20a78-732c-41d3-bbd4-81edebb76715 None None] The sync data for ids ['99ecad3c-b2ce-4100-a06d-05648bdfef92'] in dv-neutron-838699-1-hyperv is: [{'id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271215542', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:21Z', 'revision_number': 3, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:24.119080 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:24.143866 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Attempting to bind port be38816b-48b0-4c9f-8656-51375901ede4 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:31:24.144242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Attempting to bind port be38816b-48b0-4c9f-8656-51375901ede4 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '3b0ae895-9de2-4d0d-af22-f03c9b837b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:31:24.144857 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Attempting to bind port be38816b-48b0-4c9f-8656-51375901ede4 on network 7ad6dd4c-e39b-45f0-a016-44171298def0 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:31:24.156219 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:31:24.156219 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Checking segment: {'id': '3b0ae895-9de2-4d0d-af22-f03c9b837b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:31:24.156219 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:24.156219 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Bound using segment: {'id': '3b0ae895-9de2-4d0d-af22-f03c9b837b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:31:24.156219 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Bound port: be38816b-48b0-4c9f-8656-51375901ede4, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0ae895-9de2-4d0d-af22-f03c9b837b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:31:24.156219 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:24.252186 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] For port be38816b-48b0-4c9f-8656-51375901ede4, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:31:24.255551 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] For port be38816b-48b0-4c9f-8656-51375901ede4, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=be38816b-48b0-4c9f-8656-51375901ede4,segment=NetworkSegment(3b0ae895-9de2-4d0d-af22-f03c9b837b84),segment_id=3b0ae895-9de2-4d0d-af22-f03c9b837b84)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:31:24.260459 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:24.348877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03539aaf-4d30-45e7-a7fa-ba7354e31ff1 None None] Pushing event updated for resources: {'Port': ['ID=be38816b-48b0-4c9f-8656-51375901ede4,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:24.618960 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.20.0.1 (7ad6dd4c-e39b-45f0-a016-44171298def0/dddac342-57aa-479f-ac18-1c730d628dd4/64d92283-9d5d-4e09-9ed1-5ad828f1cd8f) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:24.784716 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:24.800772 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Transition to ACTIVE for port object 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:31:24.828138 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:24.899098 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 7ad6dd4c-e39b-45f0-a016-44171298def0 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:24.906565 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:24.908988 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:31:24.947712 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=64d92283-9d5d-4e09-9ed1-5ad828f1cd8f,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:24.974974 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:25.241759 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:25.304094 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376102e7-c873-40c6-92e2-ebbe92d7d8c1 None None] Network 7ad6dd4c-e39b-45f0-a016-44171298def0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:31:25.415547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-8da790b4-4c78-41ad-b747-25fbdad0ba02 None None] Provisioning for port be38816b-48b0-4c9f-8656-51375901ede4 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:31:25.652555 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2e833614-ed05-4b33-83c4-c51ec596b89c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:31:25.679875 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:25.684398 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:25.729744 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 2e833614-ed05-4b33-83c4-c51ec596b89c completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:31:25.741124 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 2e833614-ed05-4b33-83c4-c51ec596b89c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:25.741605 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:25.798559 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:25.803158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=64d92283-9d5d-4e09-9ed1-5ad828f1cd8f,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:25.873982 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:25.899925 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 2e833614-ed05-4b33-83c4-c51ec596b89c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2e833614-ed05-4b33-83c4-c51ec596b89c,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:31:25.906596 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:25.907511 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device be38816b-48b0-4c9f-8656-51375901ede4 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:31:25.966806 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d3bcaed1-c5e4-454c-aa05-01db0d7dcb24 None None] Provisioning for port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:31:25.996270 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-d3bcaed1-c5e4-454c-aa05-01db0d7dcb24 None None] Provisioning complete for port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:25.996641 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d3bcaed1-c5e4-454c-aa05-01db0d7dcb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:26.064824 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 7ad6dd4c-e39b-45f0-a016-44171298def0 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:26.066004 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:26.082816 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-d3bcaed1-c5e4-454c-aa05-01db0d7dcb24 None None] Port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:31:26.086312 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=2e833614-ed05-4b33-83c4-c51ec596b89c,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:26.096217 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port be38816b-48b0-4c9f-8656-51375901ede4 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:31:26.102996 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port be38816b-48b0-4c9f-8656-51375901ede4 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:26.103420 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:26.220856 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a820e632-4b92-46ad-901c-9fbfcbcf0fa7 None None] Provisioning complete for port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:26.221223 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a820e632-4b92-46ad-901c-9fbfcbcf0fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:26.274617 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router 99ecad3c-b2ce-4100-a06d-05648bdfef92 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:31:26.320361 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-a820e632-4b92-46ad-901c-9fbfcbcf0fa7 None None] Port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:31:26.322582 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:26.353703 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port be38816b-48b0-4c9f-8656-51375901ede4, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=be38816b-48b0-4c9f-8656-51375901ede4,segment=NetworkSegment(3b0ae895-9de2-4d0d-af22-f03c9b837b84),segment_id=3b0ae895-9de2-4d0d-af22-f03c9b837b84)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:31:26.358216 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:26.425200 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=be38816b-48b0-4c9f-8656-51375901ede4,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:26.440962 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-6090eadb-c162-4c2b-97a3-817cc8496e14 None None] Provisioning complete for port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:26.441329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6090eadb-c162-4c2b-97a3-817cc8496e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:26.456184 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:31:26.469591 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-681375ce-b7c5-412a-9bad-a8bba2110826 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "PUT /v2.0/routers/99ecad3c-b2ce-4100-a06d-05648bdfef92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1284342 Apr 20 16:31:26.470869 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Sync routers for ids ['99ecad3c-b2ce-4100-a06d-05648bdfef92'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:26.505996 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Routers {'99ecad3c-b2ce-4100-a06d-05648bdfef92'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:31:26.506629 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:31:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['99ecad3c-b2ce-4100-a06d-05648bdfef92'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:26.567905 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-6090eadb-c162-4c2b-97a3-817cc8496e14 None None] Port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:31:26.631203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-61957164-6c73-4442-aeb1-33c449a136db req-4dfa3e76-e854-41fb-9a8f-895471e58637 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:31:26.646032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-61957164-6c73-4442-aeb1-33c449a136db req-4dfa3e76-e854-41fb-9a8f-895471e58637 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:31:26.647278 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61957164-6c73-4442-aeb1-33c449a136db req-4dfa3e76-e854-41fb-9a8f-895471e58637 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-853359830&fields=id&tenant_id=b6314581f7fd40bdbaf84bc51d4a044b HTTP/1.1" status: 200 len: 267 time: 0.0554059 Apr 20 16:31:26.684832 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Set router 99ecad3c-b2ce-4100-a06d-05648bdfef92 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:31:26.798295 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61957164-6c73-4442-aeb1-33c449a136db req-5679880d-b936-4186-abdf-181299841e0b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:26.798876 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-61957164-6c73-4442-aeb1-33c449a136db req-5679880d-b936-4186-abdf-181299841e0b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:31:26.814056 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-61957164-6c73-4442-aeb1-33c449a136db req-5679880d-b936-4186-abdf-181299841e0b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:31:26.815410 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61957164-6c73-4442-aeb1-33c449a136db req-5679880d-b936-4186-abdf-181299841e0b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/networks?id=7ad6dd4c-e39b-45f0-a016-44171298def0 HTTP/1.1" status: 200 len: 796 time: 0.1611679 Apr 20 16:31:26.830496 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61957164-6c73-4442-aeb1-33c449a136db req-866fd7a0-cf1a-4fc2-b95b-dbe334eca337 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/quotas/b6314581f7fd40bdbaf84bc51d4a044b HTTP/1.1" status: 200 len: 375 time: 0.0091856 Apr 20 16:31:26.914429 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61957164-6c73-4442-aeb1-33c449a136db req-b03259fd-6060-4c2e-9984-aec04f3c0972 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780697 Apr 20 16:31:26.966932 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [req-61957164-6c73-4442-aeb1-33c449a136db req-4a912669-194a-44c2-bf84-ffef355adea9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:31:26.967932 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61957164-6c73-4442-aeb1-33c449a136db req-4a912669-194a-44c2-bf84-ffef355adea9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420249 Apr 20 16:31:26.995800 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271215542', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '64d92283-9d5d-4e09-9ed1-5ad828f1cd8f', 'name': '', 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:71:b1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:24Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 2, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:26.999694 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Checking router: 99ecad3c-b2ce-4100-a06d-05648bdfef92 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:31:27.000077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Updating router 99ecad3c-b2ce-4100-a06d-05648bdfef92 port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:31:27.051865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.102124 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61957164-6c73-4442-aeb1-33c449a136db req-04e5afe1-147c-454b-8807-1152bfc6c2d3 service neutron] 10.222.0.13 "GET /v2.0/networks/7ad6dd4c-e39b-45f0-a016-44171298def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282346 Apr 20 16:31:27.235085 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61957164-6c73-4442-aeb1-33c449a136db req-30499b03-9d10-4295-acb2-b2ac8a836385 service neutron] 10.222.0.13 "GET /v2.0/networks/7ad6dd4c-e39b-45f0-a016-44171298def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264110 Apr 20 16:31:27.396768 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.408602 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Transition to ACTIVE for port object 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:31:27.415787 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.548496 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4d96b5f4-053a-47fe-867c-c335c0c81bab req-d16a7934-d79b-4181-9b58-4fed755905e8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 210 time: 0.1537795 Apr 20 16:31:27.617611 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2e833614-ed05-4b33-83c4-c51ec596b89c up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:31:27.685150 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4621f-eaf9-42a1-a071-36104edfa4d5 None None] Pushing event updated for resources: {'Port': ['ID=64d92283-9d5d-4e09-9ed1-5ad828f1cd8f,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:27.765867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Attempting to bind port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:31:27.766267 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Attempting to bind port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '3b0ae895-9de2-4d0d-af22-f03c9b837b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:31:27.766657 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Attempting to bind port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f on network 7ad6dd4c-e39b-45f0-a016-44171298def0 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:31:27.775777 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:31:27.776160 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Checking segment: {'id': '3b0ae895-9de2-4d0d-af22-f03c9b837b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:31:27.776555 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.776939 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Bound using segment: {'id': '3b0ae895-9de2-4d0d-af22-f03c9b837b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:31:27.777392 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Bound port: 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0ae895-9de2-4d0d-af22-f03c9b837b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:31:27.777759 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.848550 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 2e833614-ed05-4b33-83c4-c51ec596b89c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:27.848840 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.936472 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] For port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:31:27.939636 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] For port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=64d92283-9d5d-4e09-9ed1-5ad828f1cd8f,segment=NetworkSegment(3b0ae895-9de2-4d0d-af22-f03c9b837b84),segment_id=3b0ae895-9de2-4d0d-af22-f03c9b837b84)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:31:27.945417 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.068123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Routers {'99ecad3c-b2ce-4100-a06d-05648bdfef92'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:31:28.068786 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:31:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['99ecad3c-b2ce-4100-a06d-05648bdfef92'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:28.129853 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4621f-eaf9-42a1-a071-36104edfa4d5 None None] Pushing event updated for resources: {'Port': ['ID=64d92283-9d5d-4e09-9ed1-5ad828f1cd8f,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:28.147313 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device be38816b-48b0-4c9f-8656-51375901ede4 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:31:28.320422 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] Set router 99ecad3c-b2ce-4100-a06d-05648bdfef92 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:31:28.381493 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port be38816b-48b0-4c9f-8656-51375901ede4 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:28.381864 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.535872 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61957164-6c73-4442-aeb1-33c449a136db req-5e4a1d2d-5b55-4010-9815-1e5eb24598d5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:28.537378 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61957164-6c73-4442-aeb1-33c449a136db req-5e4a1d2d-5b55-4010-9815-1e5eb24598d5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "GET /v2.0/networks?id=7ad6dd4c-e39b-45f0-a016-44171298def0 HTTP/1.1" status: 200 len: 796 time: 0.1507194 Apr 20 16:31:28.593752 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61957164-6c73-4442-aeb1-33c449a136db req-9b33975a-c50b-4a08-8c0a-a97846c2d9d7 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6314581f7fd40bdbaf84bc51d4a044b HTTP/1.1" status: 200 len: 379 time: 0.0474417 Apr 20 16:31:28.607012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-61957164-6c73-4442-aeb1-33c449a136db req-bba11e0f-96aa-4c08-b331-3b52a8bd9c78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'port': {'device_id': 'd2668df7-e368-458f-b63d-fd44e8642c7e', 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0', 'admin_state_up': True, 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'security_groups': ['db61e48e-7b03-4cd4-ae01-5f26856ecac3']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:31:28.735158 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45172260-58c4-4472-a73b-8ce50f152ba8 req-ad7da06a-0332-46cb-b5f5-b022f017bea8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 210 time: 0.0536296 Apr 20 16:31:28.741055 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271215542', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '64d92283-9d5d-4e09-9ed1-5ad828f1cd8f', 'name': '', 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:71:b1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:24Z', 'updated_at': '2022-04-20T16:31:27Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:28.746407 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c426d149-49fd-4359-96df-aa698f7ab88e None None] The sync data for ids ['99ecad3c-b2ce-4100-a06d-05648bdfef92'] in dv-neutron-838699-1-hyperv is: [{'id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271215542', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '64d92283-9d5d-4e09-9ed1-5ad828f1cd8f', 'name': '', 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:71:b1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:24Z', 'updated_at': '2022-04-20T16:31:27Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:28.812972 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-61957164-6c73-4442-aeb1-33c449a136db req-bba11e0f-96aa-4c08-b331-3b52a8bd9c78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:31:28.817167 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-61957164-6c73-4442-aeb1-33c449a136db req-bba11e0f-96aa-4c08-b331-3b52a8bd9c78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:port and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:31:28.820346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-61957164-6c73-4442-aeb1-33c449a136db req-bba11e0f-96aa-4c08-b331-3b52a8bd9c78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:31:28.826145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-61957164-6c73-4442-aeb1-33c449a136db req-bba11e0f-96aa-4c08-b331-3b52a8bd9c78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:31:28.839102 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61957164-6c73-4442-aeb1-33c449a136db req-bba11e0f-96aa-4c08-b331-3b52a8bd9c78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Made reservation on behalf of b6314581f7fd40bdbaf84bc51d4a044b for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:28.842605 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61957164-6c73-4442-aeb1-33c449a136db req-bba11e0f-96aa-4c08-b331-3b52a8bd9c78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.015592 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-61957164-6c73-4442-aeb1-33c449a136db req-bba11e0f-96aa-4c08-b331-3b52a8bd9c78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.20.0.13 (7ad6dd4c-e39b-45f0-a016-44171298def0/dddac342-57aa-479f-ac18-1c730d628dd4/e0d0efe8-727e-4426-80fc-008b1c46ffb7) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:29.216187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61957164-6c73-4442-aeb1-33c449a136db req-bba11e0f-96aa-4c08-b331-3b52a8bd9c78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.234236 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-61957164-6c73-4442-aeb1-33c449a136db req-bba11e0f-96aa-4c08-b331-3b52a8bd9c78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Transition to ACTIVE for port object e0d0efe8-727e-4426-80fc-008b1c46ffb7 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:31:29.257920 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61957164-6c73-4442-aeb1-33c449a136db req-bba11e0f-96aa-4c08-b331-3b52a8bd9c78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.323892 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61957164-6c73-4442-aeb1-33c449a136db req-bba11e0f-96aa-4c08-b331-3b52a8bd9c78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 7ad6dd4c-e39b-45f0-a016-44171298def0 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:29.326969 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-61957164-6c73-4442-aeb1-33c449a136db req-bba11e0f-96aa-4c08-b331-3b52a8bd9c78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:29.336138 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-61957164-6c73-4442-aeb1-33c449a136db req-bba11e0f-96aa-4c08-b331-3b52a8bd9c78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:31:29.377785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba11e0f-96aa-4c08-b331-3b52a8bd9c78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=e0d0efe8-727e-4426-80fc-008b1c46ffb7,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:29.411228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61957164-6c73-4442-aeb1-33c449a136db req-bba11e0f-96aa-4c08-b331-3b52a8bd9c78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:29.413639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61957164-6c73-4442-aeb1-33c449a136db req-bba11e0f-96aa-4c08-b331-3b52a8bd9c78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.439328 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61957164-6c73-4442-aeb1-33c449a136db req-bba11e0f-96aa-4c08-b331-3b52a8bd9c78 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8364005 Apr 20 16:31:29.450973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Request body: {'port': {'device_id': 'd2668df7-e368-458f-b63d-fd44e8642c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:31:29.580357 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.583104 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:31:29.627266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e8cb9e18-9c8d-45a0-8078-6aaa8d0ff8ae None None] Provisioning for port e0d0efe8-727e-4426-80fc-008b1c46ffb7 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:31:29.638572 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-e8cb9e18-9c8d-45a0-8078-6aaa8d0ff8ae None None] Provisioning complete for port e0d0efe8-727e-4426-80fc-008b1c46ffb7 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:29.638947 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e8cb9e18-9c8d-45a0-8078-6aaa8d0ff8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.711229 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb9e18-9c8d-45a0-8078-6aaa8d0ff8ae None None] Port e0d0efe8-727e-4426-80fc-008b1c46ffb7 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:31:29.722568 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:31:29.728350 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:29.728947 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.862527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.895972 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=64d92283-9d5d-4e09-9ed1-5ad828f1cd8f,segment=NetworkSegment(3b0ae895-9de2-4d0d-af22-f03c9b837b84),segment_id=3b0ae895-9de2-4d0d-af22-f03c9b837b84)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:31:29.903312 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.970388 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=64d92283-9d5d-4e09-9ed1-5ad828f1cd8f,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:30.006845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df327ab8-c6f5-43c4-8c51-5113dde9a25d req-2375f411-9c5d-484b-9983-c22091b1e770 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:30.007530 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-df327ab8-c6f5-43c4-8c51-5113dde9a25d req-2375f411-9c5d-484b-9983-c22091b1e770 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:31:30.014088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d0efe8-727e-4426-80fc-008b1c46ffb7 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:31:30.024207 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.040011 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-df327ab8-c6f5-43c4-8c51-5113dde9a25d req-2375f411-9c5d-484b-9983-c22091b1e770 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:31:30.041126 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-df327ab8-c6f5-43c4-8c51-5113dde9a25d req-2375f411-9c5d-484b-9983-c22091b1e770 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 932 time: 0.1840527 Apr 20 16:31:30.043402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Transition to ACTIVE for port object e0d0efe8-727e-4426-80fc-008b1c46ffb7 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:31:30.047204 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.209401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d0efe8-727e-4426-80fc-008b1c46ffb7,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:30.354261 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-df327ab8-c6f5-43c4-8c51-5113dde9a25d req-bdedd731-8708-4cc4-9a39-19929f532d95 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032944 Apr 20 16:31:30.423061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Attempting to bind port e0d0efe8-727e-4426-80fc-008b1c46ffb7 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:31:30.423323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Attempting to bind port e0d0efe8-727e-4426-80fc-008b1c46ffb7 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '3b0ae895-9de2-4d0d-af22-f03c9b837b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:31:30.423647 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Attempting to bind port e0d0efe8-727e-4426-80fc-008b1c46ffb7 on network 7ad6dd4c-e39b-45f0-a016-44171298def0 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:31:30.428176 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Port e0d0efe8-727e-4426-80fc-008b1c46ffb7 on network 7ad6dd4c-e39b-45f0-a016-44171298def0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:31:30.428493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Attempting to bind port e0d0efe8-727e-4426-80fc-008b1c46ffb7 on network 7ad6dd4c-e39b-45f0-a016-44171298def0 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:31:30.434071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:31:30.434407 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Checking segment: {'id': '3b0ae895-9de2-4d0d-af22-f03c9b837b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:31:30.434785 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Bound using segment: {'id': '3b0ae895-9de2-4d0d-af22-f03c9b837b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:31:30.435206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Bound port: e0d0efe8-727e-4426-80fc-008b1c46ffb7, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0ae895-9de2-4d0d-af22-f03c9b837b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:31:30.435550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.524374 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] For port e0d0efe8-727e-4426-80fc-008b1c46ffb7, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:31:30.527200 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] For port e0d0efe8-727e-4426-80fc-008b1c46ffb7, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e0d0efe8-727e-4426-80fc-008b1c46ffb7,segment=NetworkSegment(3b0ae895-9de2-4d0d-af22-f03c9b837b84),segment_id=3b0ae895-9de2-4d0d-af22-f03c9b837b84)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:31:30.531372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.586149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:30.587231 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.588751 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61957164-6c73-4442-aeb1-33c449a136db req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] 10.222.0.11 "PUT /v2.0/ports/e0d0efe8-727e-4426-80fc-008b1c46ffb7 HTTP/1.1" status: 200 len: 1094 time: 1.1426306 Apr 20 16:31:30.589032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2668df7-e368-458f-b63d-fd44e8642c7e', 'tag': 'e0d0efe8-727e-4426-80fc-008b1c46ffb7'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:31:30.616739 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df85812-5192-477b-bbd6-ead0b5598c42 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d0efe8-727e-4426-80fc-008b1c46ffb7,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:30.669419 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b17cddd-556f-4ef7-a602-84b52fd757e7'] response: {'name': 'network-changed', 'server_uuid': 'd2668df7-e368-458f-b63d-fd44e8642c7e', 'tag': 'e0d0efe8-727e-4426-80fc-008b1c46ffb7', 'status': 'completed', 'code': 200} Apr 20 16:31:30.711968 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61957164-6c73-4442-aeb1-33c449a136db req-42e9ea08-4914-4428-be4c-89f73620f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:30.713693 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61957164-6c73-4442-aeb1-33c449a136db req-42e9ea08-4914-4428-be4c-89f73620f8c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 1097 time: 0.0816908 Apr 20 16:31:30.782393 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61957164-6c73-4442-aeb1-33c449a136db req-01830404-e1a8-4659-8e82-0d99bc6e6658 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d0efe8-727e-4426-80fc-008b1c46ffb7 HTTP/1.1" status: 200 len: 217 time: 0.0612826 Apr 20 16:31:30.846701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61957164-6c73-4442-aeb1-33c449a136db req-eef16e24-5a12-4081-a996-c79b7db81c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:30.848136 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61957164-6c73-4442-aeb1-33c449a136db req-eef16e24-5a12-4081-a996-c79b7db81c25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dddac342-57aa-479f-ac18-1c730d628dd4 HTTP/1.1" status: 200 len: 834 time: 0.0606174 Apr 20 16:31:30.921556 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61957164-6c73-4442-aeb1-33c449a136db req-44b1abdc-ca84-48d1-a8cd-4f9ed09a6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:30.923066 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61957164-6c73-4442-aeb1-33c449a136db req-44b1abdc-ca84-48d1-a8cd-4f9ed09a6799 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ad6dd4c-e39b-45f0-a016-44171298def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696020 Apr 20 16:31:31.055741 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61957164-6c73-4442-aeb1-33c449a136db req-73a4bccd-ba46-470d-9263-ed05238ff24d service neutron] 10.222.0.11 "GET /v2.0/networks/7ad6dd4c-e39b-45f0-a016-44171298def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268680 Apr 20 16:31:31.185714 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-61957164-6c73-4442-aeb1-33c449a136db req-32674d0c-bd37-4877-90bf-a8213499e978 service neutron] 10.222.0.11 "GET /v2.0/networks/7ad6dd4c-e39b-45f0-a016-44171298def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237247 Apr 20 16:31:31.315509 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728f66d-feb0-4121-acfa-b3ed5243a5b1 req-56145270-9cef-4897-a616-947845ddf00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:31.316910 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c728f66d-feb0-4121-acfa-b3ed5243a5b1 req-56145270-9cef-4897-a616-947845ddf00d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 1097 time: 0.0851741 Apr 20 16:31:31.447634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728f66d-feb0-4121-acfa-b3ed5243a5b1 req-eca3f599-efee-4e7a-b546-1e560473a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:31.449096 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c728f66d-feb0-4121-acfa-b3ed5243a5b1 req-eca3f599-efee-4e7a-b546-1e560473a838 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ad6dd4c-e39b-45f0-a016-44171298def0 HTTP/1.1" status: 200 len: 897 time: 0.1263635 Apr 20 16:31:31.537041 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:31:31.550932 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c728f66d-feb0-4121-acfa-b3ed5243a5b1 req-02998140-b437-4a8b-880e-b5affc5fbe1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d0efe8-727e-4426-80fc-008b1c46ffb7 HTTP/1.1" status: 200 len: 217 time: 0.0955656 Apr 20 16:31:31.609076 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:31.609361 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:31.629174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728f66d-feb0-4121-acfa-b3ed5243a5b1 req-e0fb6c26-87ad-4a02-9a39-768936674976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:31.630598 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c728f66d-feb0-4121-acfa-b3ed5243a5b1 req-e0fb6c26-87ad-4a02-9a39-768936674976 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dddac342-57aa-479f-ac18-1c730d628dd4 HTTP/1.1" status: 200 len: 834 time: 0.0740383 Apr 20 16:31:31.697341 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb7976-de4e-4dac-893c-8e81f036bc02 req-38cc9345-00f9-4b40-b26a-13c427f9faf7 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:31.698785 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f1eb7976-de4e-4dac-893c-8e81f036bc02 req-38cc9345-00f9-4b40-b26a-13c427f9faf7 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 944 time: 0.1975045 Apr 20 16:31:31.755431 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f1eb7976-de4e-4dac-893c-8e81f036bc02 req-e370509d-7d32-4fd4-80e5-6892bfdfb77c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504458 Apr 20 16:31:31.761984 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728f66d-feb0-4121-acfa-b3ed5243a5b1 req-4944950c-7392-4c8e-aa93-af448811e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:31.763376 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c728f66d-feb0-4121-acfa-b3ed5243a5b1 req-4944950c-7392-4c8e-aa93-af448811e61e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ad6dd4c-e39b-45f0-a016-44171298def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1230247 Apr 20 16:31:31.896373 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c728f66d-feb0-4121-acfa-b3ed5243a5b1 req-f2c57921-3118-42be-876b-9316d8858b1f service neutron] 10.222.0.11 "GET /v2.0/networks/7ad6dd4c-e39b-45f0-a016-44171298def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256182 Apr 20 16:31:32.128316 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c728f66d-feb0-4121-acfa-b3ed5243a5b1 req-1f817e6d-ffb2-4b32-bb77-d139b6727a38 service neutron] 10.222.0.11 "GET /v2.0/networks/7ad6dd4c-e39b-45f0-a016-44171298def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255971 Apr 20 16:31:32.189830 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e25e269c-3999-4162-b0ac-827e67b66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:32.937168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09dc02-7078-478f-9d5e-1bee99af9b61 req-934583cd-82bf-4031-8fe7-07253b83531e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:32.938618 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bd09dc02-7078-478f-9d5e-1bee99af9b61 req-934583cd-82bf-4031-8fe7-07253b83531e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 944 time: 0.0807137 Apr 20 16:31:32.984503 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bd09dc02-7078-478f-9d5e-1bee99af9b61 req-329146c9-b6f2-4a9f-9b3e-f0266a04140c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401945 Apr 20 16:31:34.167759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c8f86-cec1-4988-815c-b1b8e5735ebf req-7ae4690c-8d84-41d9-8c34-d4c50f440b44 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:34.169241 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d71c8f86-cec1-4988-815c-b1b8e5735ebf req-7ae4690c-8d84-41d9-8c34-d4c50f440b44 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 944 time: 0.0787978 Apr 20 16:31:34.215000 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d71c8f86-cec1-4988-815c-b1b8e5735ebf req-f538dee6-292c-4d22-ac81-e58d500589f6 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401094 Apr 20 16:31:34.449096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-46178d3a-b244-4a8a-9c2c-3697d44b2564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:34.843540 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device e0d0efe8-727e-4426-80fc-008b1c46ffb7 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:31:35.017904 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port e0d0efe8-727e-4426-80fc-008b1c46ffb7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e0d0efe8-727e-4426-80fc-008b1c46ffb7,segment=NetworkSegment(3b0ae895-9de2-4d0d-af22-f03c9b837b84),segment_id=3b0ae895-9de2-4d0d-af22-f03c9b837b84)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:31:35.031104 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': 'e0d0efe8-727e-4426-80fc-008b1c46ffb7', 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0', 'port_id': 'e0d0efe8-727e-4426-80fc-008b1c46ffb7', 'mac_address': 'fa:16:3e:44:bd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:31:35.084467 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.100845 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d0efe8-727e-4426-80fc-008b1c46ffb7 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:31:35.116044 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port e0d0efe8-727e-4426-80fc-008b1c46ffb7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e0d0efe8-727e-4426-80fc-008b1c46ffb7,segment=NetworkSegment(3b0ae895-9de2-4d0d-af22-f03c9b837b84),segment_id=3b0ae895-9de2-4d0d-af22-f03c9b837b84)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:31:35.120720 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.188525 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=e0d0efe8-727e-4426-80fc-008b1c46ffb7,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:35.404687 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d16cce-731a-483c-9af1-14a782fc2820 req-35f25deb-9eb6-4c0b-96bb-514173a143b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:35.406175 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-55d16cce-731a-483c-9af1-14a782fc2820 req-35f25deb-9eb6-4c0b-96bb-514173a143b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 945 time: 0.0845830 Apr 20 16:31:35.451105 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-55d16cce-731a-483c-9af1-14a782fc2820 req-63bc4af6-54a4-4a67-b552-c2383b02d367 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392625 Apr 20 16:31:35.451757 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['e0d0efe8-727e-4426-80fc-008b1c46ffb7'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:31:35.833248 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.862660 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:36.630466 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025f823-776d-4e62-85b2-f1c86ef8e2d0 req-6f6a7ab5-2905-4477-ab67-47c0e7a7e91d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:36.631919 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0025f823-776d-4e62-85b2-f1c86ef8e2d0 req-6f6a7ab5-2905-4477-ab67-47c0e7a7e91d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 945 time: 0.0778377 Apr 20 16:31:36.674598 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0025f823-776d-4e62-85b2-f1c86ef8e2d0 req-f1f9e66e-62e2-4336-8611-f2a0f7ed7771 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371335 Apr 20 16:31:36.873966 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device e0d0efe8-727e-4426-80fc-008b1c46ffb7 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:31:36.940895 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port e0d0efe8-727e-4426-80fc-008b1c46ffb7 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:31:36.946143 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port e0d0efe8-727e-4426-80fc-008b1c46ffb7 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:36.946503 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.058912 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.084881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2668df7-e368-458f-b63d-fd44e8642c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d0efe8-727e-4426-80fc-008b1c46ffb7'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:31:37.095244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port e0d0efe8-727e-4426-80fc-008b1c46ffb7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e0d0efe8-727e-4426-80fc-008b1c46ffb7,segment=NetworkSegment(3b0ae895-9de2-4d0d-af22-f03c9b837b84),segment_id=3b0ae895-9de2-4d0d-af22-f03c9b837b84)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:31:37.099188 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.132379 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34868b6-c931-485d-b117-2fbda221cbc1'] response: {'server_uuid': 'd2668df7-e368-458f-b63d-fd44e8642c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d0efe8-727e-4426-80fc-008b1c46ffb7', 'code': 200} Apr 20 16:31:37.172429 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=e0d0efe8-727e-4426-80fc-008b1c46ffb7,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:37.240565 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.353645 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbd92b-6f9f-46d1-a474-90edef7dcc40 req-e0480478-bf82-4a08-b0c1-5a0f6777ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:37.355301 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fbfbd92b-6f9f-46d1-a474-90edef7dcc40 req-e0480478-bf82-4a08-b0c1-5a0f6777ca1c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 1099 time: 0.0742536 Apr 20 16:31:37.401915 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fbfbd92b-6f9f-46d1-a474-90edef7dcc40 req-c2ab4d54-3e84-4e9d-b3aa-8be3e4fdab9a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402973 Apr 20 16:31:37.863448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc023aa7-c786-4e65-ac81-7241b6fdb05a req-cab1f573-f4ac-4c30-8cef-9027b14d8a77 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:37.864902 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cc023aa7-c786-4e65-ac81-7241b6fdb05a req-cab1f573-f4ac-4c30-8cef-9027b14d8a77 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.0866988 Apr 20 16:31:37.907585 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cc023aa7-c786-4e65-ac81-7241b6fdb05a req-f67e7b6e-3c83-4de3-92b9-04a7e3c5ba3b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364716 Apr 20 16:31:39.101380 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43ff2a-366b-4590-a63e-d7e3a76daf4a req-515130ba-8a87-4ddf-baf4-f4ee45f36e05 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:39.103346 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-be43ff2a-366b-4590-a63e-d7e3a76daf4a req-515130ba-8a87-4ddf-baf4-f4ee45f36e05 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.0788786 Apr 20 16:31:39.146918 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-be43ff2a-366b-4590-a63e-d7e3a76daf4a req-fe6bb25c-3bc0-40d2-ac05-42778438870a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380847 Apr 20 16:31:39.332197 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472de94-a628-4c57-90d9-fab6043c843d req-79261777-1424-440e-b5fc-7bb8f8d4fdcd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:39.333660 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c472de94-a628-4c57-90d9-fab6043c843d req-79261777-1424-440e-b5fc-7bb8f8d4fdcd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.0814784 Apr 20 16:31:39.377784 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c472de94-a628-4c57-90d9-fab6043c843d req-4daea729-7ddf-4e09-8d42-e57f330c41c9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385597 Apr 20 16:31:39.403052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46028) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:39.477174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b6630b-ab15-4e0d-832f-550aba79ae05 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:39.478696 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-72b6630b-ab15-4e0d-832f-550aba79ae05 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 1094 time: 0.0747511 Apr 20 16:31:39.481422 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46032) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:39.486228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': 'e0d0efe8-727e-4426-80fc-008b1c46ffb7', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:31:39.492904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:31:39.496611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:floatingip and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:31:39.499395 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:31:39.505140 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:31:39.515041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.649595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.778770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.26.7.157 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/161ac144-ba6f-4ba1-96cd-e7d62f4d568f) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:39.926233 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.955152 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.018208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:40.025552 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:40.029630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:31:40.074935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=161ac144-ba6f-4ba1-96cd-e7d62f4d568f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:40.554943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.627888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.827921 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.832111 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.939632 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=161ac144-ba6f-4ba1-96cd-e7d62f4d568f,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:40.949917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:41.118101 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Floating IP b1b60fcf-3126-4bb3-98f6-d9b3b4aa6f6b associated. External IP: 172.26.7.157, port: e0d0efe8-727e-4426-80fc-008b1c46ffb7. Apr 20 16:31:41.466242 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router 99ecad3c-b2ce-4100-a06d-05648bdfef92 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:31:41.641984 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:31:41.651900 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d0887-9e4d-4f98-818c-907aa8a1b0f4 None None] Sync routers for ids ['99ecad3c-b2ce-4100-a06d-05648bdfef92'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:41.661590 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d0887-9e4d-4f98-818c-907aa8a1b0f4 None None] Routers {'99ecad3c-b2ce-4100-a06d-05648bdfef92'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:31:41.662274 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-659d0887-9e4d-4f98-818c-907aa8a1b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:31:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['99ecad3c-b2ce-4100-a06d-05648bdfef92'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:41.666086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:41.721053 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4f1e9755-7306-40d0-b67f-c4e1726fb898 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2384698 Apr 20 16:31:41.721482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2668df7-e368-458f-b63d-fd44e8642c7e', 'tag': 'e0d0efe8-727e-4426-80fc-008b1c46ffb7'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:31:41.770234 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76fcf6c-151f-4a0f-93f3-94b85f3a683b'] response: {'name': 'network-changed', 'server_uuid': 'd2668df7-e368-458f-b63d-fd44e8642c7e', 'tag': 'e0d0efe8-727e-4426-80fc-008b1c46ffb7', 'status': 'completed', 'code': 200} Apr 20 16:31:41.841638 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-659d0887-9e4d-4f98-818c-907aa8a1b0f4 None None] Set router 99ecad3c-b2ce-4100-a06d-05648bdfef92 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:31:42.039722 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d2c8c-d47c-4e66-8075-1668decf7f70 req-c0bf956c-ae58-40cd-a35d-632bb127db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:42.041148 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b13d2c8c-d47c-4e66-8075-1668decf7f70 req-c0bf956c-ae58-40cd-a35d-632bb127db4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 1099 time: 0.2502308 Apr 20 16:31:42.049229 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da665559-6786-4615-b794-160f00cdd2c6 req-91537d3b-870a-489f-9a56-92471ac8b166 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:42.050558 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-da665559-6786-4615-b794-160f00cdd2c6 req-91537d3b-870a-489f-9a56-92471ac8b166 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.1124780 Apr 20 16:31:42.178239 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-da665559-6786-4615-b794-160f00cdd2c6 req-2f290d49-6725-4e19-8208-b59015dc5f56 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059585 Apr 20 16:31:42.184756 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-659d0887-9e4d-4f98-818c-907aa8a1b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271215542', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'b1b60fcf-3126-4bb3-98f6-d9b3b4aa6f6b', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'floating_ip_address': '172.26.7.157', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'port_id': 'e0d0efe8-727e-4426-80fc-008b1c46ffb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0', 'mac_address': 'fa:16:3e:44:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2668df7-e368-458f-b63d-fd44e8642c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:31:40Z', 'updated_at': '2022-04-20T16:31:40Z', 'revision_number': 0, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64d92283-9d5d-4e09-9ed1-5ad828f1cd8f', 'name': '', 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:71:b1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:24Z', 'updated_at': '2022-04-20T16:31:29Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:42.188640 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d0887-9e4d-4f98-818c-907aa8a1b0f4 None None] Checking router: 99ecad3c-b2ce-4100-a06d-05648bdfef92 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:31:42.197277 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d0887-9e4d-4f98-818c-907aa8a1b0f4 None None] Routers {'99ecad3c-b2ce-4100-a06d-05648bdfef92'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:31:42.197797 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-659d0887-9e4d-4f98-818c-907aa8a1b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:31:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['99ecad3c-b2ce-4100-a06d-05648bdfef92'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:42.209453 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46040) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:42.211545 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d2c8c-d47c-4e66-8075-1668decf7f70 req-63fbb8d0-890b-4883-8c78-8d63575fb8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:42.213042 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b13d2c8c-d47c-4e66-8075-1668decf7f70 req-63fbb8d0-890b-4883-8c78-8d63575fb8e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ad6dd4c-e39b-45f0-a016-44171298def0 HTTP/1.1" status: 200 len: 897 time: 0.1616418 Apr 20 16:31:42.315585 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-e81ded37-1d3e-4eaa-86e4-ad068e8b39a2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/floatingips/b1b60fcf-3126-4bb3-98f6-d9b3b4aa6f6b HTTP/1.1" status: 200 len: 992 time: 0.1049051 Apr 20 16:31:42.318553 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b13d2c8c-d47c-4e66-8075-1668decf7f70 req-dfe6c700-3400-4a07-8112-eadc736e3720 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d0efe8-727e-4426-80fc-008b1c46ffb7 HTTP/1.1" status: 200 len: 1000 time: 0.0991244 Apr 20 16:31:42.370228 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-659d0887-9e4d-4f98-818c-907aa8a1b0f4 None None] Set router 99ecad3c-b2ce-4100-a06d-05648bdfef92 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:31:42.380596 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d2c8c-d47c-4e66-8075-1668decf7f70 req-4fce39be-b68d-43a7-9cd4-fe834de5a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:42.382048 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b13d2c8c-d47c-4e66-8075-1668decf7f70 req-4fce39be-b68d-43a7-9cd4-fe834de5a2c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dddac342-57aa-479f-ac18-1c730d628dd4 HTTP/1.1" status: 200 len: 834 time: 0.0574861 Apr 20 16:31:42.464814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d2c8c-d47c-4e66-8075-1668decf7f70 req-0a7f90f8-e078-41d5-86a4-6a0581cb19da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:42.466295 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b13d2c8c-d47c-4e66-8075-1668decf7f70 req-0a7f90f8-e078-41d5-86a4-6a0581cb19da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ad6dd4c-e39b-45f0-a016-44171298def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779290 Apr 20 16:31:42.597943 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b13d2c8c-d47c-4e66-8075-1668decf7f70 req-cd2b51a8-59e3-41ad-b771-4d663c22e073 service neutron] 10.222.0.11 "GET /v2.0/networks/7ad6dd4c-e39b-45f0-a016-44171298def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255119 Apr 20 16:31:42.730702 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b13d2c8c-d47c-4e66-8075-1668decf7f70 req-ac16f62e-9b7e-4290-9090-60123ad5db70 service neutron] 10.222.0.11 "GET /v2.0/networks/7ad6dd4c-e39b-45f0-a016-44171298def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270187 Apr 20 16:31:42.741366 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-659d0887-9e4d-4f98-818c-907aa8a1b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271215542', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'b1b60fcf-3126-4bb3-98f6-d9b3b4aa6f6b', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'floating_ip_address': '172.26.7.157', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'port_id': 'e0d0efe8-727e-4426-80fc-008b1c46ffb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0', 'mac_address': 'fa:16:3e:44:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2668df7-e368-458f-b63d-fd44e8642c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:31:40Z', 'updated_at': '2022-04-20T16:31:40Z', 'revision_number': 0, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64d92283-9d5d-4e09-9ed1-5ad828f1cd8f', 'name': '', 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:71:b1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:24Z', 'updated_at': '2022-04-20T16:31:29Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:42.745621 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d0887-9e4d-4f98-818c-907aa8a1b0f4 None None] The sync data for ids ['99ecad3c-b2ce-4100-a06d-05648bdfef92'] in dv-neutron-838699-1-hyperv is: [{'id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271215542', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': 'b1b60fcf-3126-4bb3-98f6-d9b3b4aa6f6b', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'floating_ip_address': '172.26.7.157', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'port_id': 'e0d0efe8-727e-4426-80fc-008b1c46ffb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0', 'mac_address': 'fa:16:3e:44:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2668df7-e368-458f-b63d-fd44e8642c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:31:40Z', 'updated_at': '2022-04-20T16:31:40Z', 'revision_number': 0, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64d92283-9d5d-4e09-9ed1-5ad828f1cd8f', 'name': '', 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:71:b1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:24Z', 'updated_at': '2022-04-20T16:31:29Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:42.928632 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af9b4cb-439e-471c-9b9e-22f477472b27 None None] New status for floating IP b1b60fcf-3126-4bb3-98f6-d9b3b4aa6f6b: ACTIVE {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:31:43.319859 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46044) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:31:43.424115 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-78df5b84-d77c-4b9a-9422-040a31afc6cb tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/floatingips/b1b60fcf-3126-4bb3-98f6-d9b3b4aa6f6b HTTP/1.1" status: 200 len: 994 time: 0.1024919 Apr 20 16:31:45.402675 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:48.465991 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:31:59.589636 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2ed0304-05f3-46a5-94e5-fa18b860767d req-c2893c77-3e9e-487b-8901-4d8a7da8168b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686641 Apr 20 16:31:59.725425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed0304-05f3-46a5-94e5-fa18b860767d req-4533cc1a-9ed7-4c7f-bc06-8d03f3cbc735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:59.726862 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2ed0304-05f3-46a5-94e5-fa18b860767d req-4533cc1a-9ed7-4c7f-bc06-8d03f3cbc735 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 1099 time: 0.0698853 Apr 20 16:31:59.870826 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed0304-05f3-46a5-94e5-fa18b860767d req-b5a6f8b7-c0c0-4127-85d8-be567265312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:59.872222 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2ed0304-05f3-46a5-94e5-fa18b860767d req-b5a6f8b7-c0c0-4127-85d8-be567265312d service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ad6dd4c-e39b-45f0-a016-44171298def0 HTTP/1.1" status: 200 len: 897 time: 0.1263165 Apr 20 16:31:59.974452 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2ed0304-05f3-46a5-94e5-fa18b860767d req-f5776b04-b9d6-48e5-825e-661fba471c7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d0efe8-727e-4426-80fc-008b1c46ffb7 HTTP/1.1" status: 200 len: 1002 time: 0.0956502 Apr 20 16:32:00.039125 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed0304-05f3-46a5-94e5-fa18b860767d req-6d660bfe-509f-4345-9bca-429a259ba3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:00.040545 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2ed0304-05f3-46a5-94e5-fa18b860767d req-6d660bfe-509f-4345-9bca-429a259ba3a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dddac342-57aa-479f-ac18-1c730d628dd4 HTTP/1.1" status: 200 len: 834 time: 0.0594263 Apr 20 16:32:00.115572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed0304-05f3-46a5-94e5-fa18b860767d req-c3479b0c-d54d-431f-884f-f6dc95d2da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:00.117642 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2ed0304-05f3-46a5-94e5-fa18b860767d req-c3479b0c-d54d-431f-884f-f6dc95d2da55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ad6dd4c-e39b-45f0-a016-44171298def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699658 Apr 20 16:32:00.248069 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2ed0304-05f3-46a5-94e5-fa18b860767d req-4519e6e4-95f1-41ea-84a6-a8e62bf6309c service neutron] 10.222.0.11 "GET /v2.0/networks/7ad6dd4c-e39b-45f0-a016-44171298def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240821 Apr 20 16:32:00.473249 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f2ed0304-05f3-46a5-94e5-fa18b860767d req-13a1d964-c078-4503-b824-95f31cad1c08 service neutron] 10.222.0.11 "GET /v2.0/networks/7ad6dd4c-e39b-45f0-a016-44171298def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194834 Apr 20 16:32:00.766407 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [req-e8292a27-103f-4cc2-8b55-7aa0545a8f47 req-8855d777-750a-4c4a-8a1f-39214eb2b09b service neutron] (88169) timed out ('10.222.0.13', 42240) {{(pid=88169) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 16:32:02.191357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cf87d4d5-4610-401c-bdcc-e1e595bb3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:04.451139 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-59b6886b-ff10-47d7-9fd0-352a6803031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.835637 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.865409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:07.243737 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:15.405131 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:25.465173 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:32:32.198767 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0dde471b-6393-414f-bb23-ba478ff74d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.452425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4e4b15f7-7d24-4b49-b200-2de79e3f1be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:35.839921 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:35.866688 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.246760 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.215759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353c23d-ed11-4de3-a7ca-5caa8f071bb4 req-54fceff5-b04c-4aa2-b5e9-4180784d4612 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:44.217222 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e353c23d-ed11-4de3-a7ca-5caa8f071bb4 req-54fceff5-b04c-4aa2-b5e9-4180784d4612 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.0835218 Apr 20 16:32:44.261325 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e353c23d-ed11-4de3-a7ca-5caa8f071bb4 req-076c52de-524a-4422-a9c4-2f43f9a873b9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384233 Apr 20 16:32:45.401119 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:45.444381 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627afce8-df4d-41bb-a5c3-79c144ca76db req-d935404e-d671-4d82-a9fb-c064704c033c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:45.445793 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-627afce8-df4d-41bb-a5c3-79c144ca76db req-d935404e-d671-4d82-a9fb-c064704c033c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.0797586 Apr 20 16:32:45.495246 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-627afce8-df4d-41bb-a5c3-79c144ca76db req-aab4c692-c289-456e-94f9-152886e6c8f2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435898 Apr 20 16:32:46.681386 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3af633-2d45-4eca-9789-9851dcc52458 req-da641b4e-0621-44ab-852f-983a3e484c99 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:46.682833 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c3af633-2d45-4eca-9789-9851dcc52458 req-da641b4e-0621-44ab-852f-983a3e484c99 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.0810351 Apr 20 16:32:46.727503 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c3af633-2d45-4eca-9789-9851dcc52458 req-e40082e1-c8ec-44cd-be69-0f77690d764e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390804 Apr 20 16:32:47.915759 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ac512-1a92-4389-a205-a8dd9a5a4911 req-5930fbd6-1a19-4c96-a1ef-d49cae560480 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:47.917225 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-125ac512-1a92-4389-a205-a8dd9a5a4911 req-5930fbd6-1a19-4c96-a1ef-d49cae560480 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.0823066 Apr 20 16:32:47.960398 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-125ac512-1a92-4389-a205-a8dd9a5a4911 req-4ddd8ea8-c690-457f-bedc-ac1cef6232ec tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375926 Apr 20 16:32:49.149612 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9b0dc-c5b7-4303-ad95-5ae497a3408d req-1340a91e-637c-439b-a235-d553e0f178b0 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:49.151058 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45f9b0dc-c5b7-4303-ad95-5ae497a3408d req-1340a91e-637c-439b-a235-d553e0f178b0 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.0795701 Apr 20 16:32:49.195673 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45f9b0dc-c5b7-4303-ad95-5ae497a3408d req-84483f17-fff2-4219-8e58-cc2bfa4e2fdd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389240 Apr 20 16:32:50.385235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db816e8-d53f-4771-b036-fc72083c458b req-ee2ba39c-50b9-498e-be6f-f4b0dcb06019 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:50.386725 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8db816e8-d53f-4771-b036-fc72083c458b req-ee2ba39c-50b9-498e-be6f-f4b0dcb06019 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.0876796 Apr 20 16:32:50.432824 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8db816e8-d53f-4771-b036-fc72083c458b req-0a989ffd-24b9-495e-9921-1ef4141d206b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404639 Apr 20 16:32:51.614347 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9ba42-820f-4f9d-952d-3114726aa957 req-84be165e-3942-4d93-bbaf-161c87bffbc4 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:51.615789 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-caa9ba42-820f-4f9d-952d-3114726aa957 req-84be165e-3942-4d93-bbaf-161c87bffbc4 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.0803056 Apr 20 16:32:51.661035 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-caa9ba42-820f-4f9d-952d-3114726aa957 req-496993f9-6115-42f4-803b-f5891f1ebc3e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395999 Apr 20 16:32:52.841088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f11f06-d0e0-4bb1-bf22-49270240ba85 req-2f28b7e0-7871-420b-b2c5-219a1297ae85 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:52.842954 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8f11f06-d0e0-4bb1-bf22-49270240ba85 req-2f28b7e0-7871-420b-b2c5-219a1297ae85 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.0790882 Apr 20 16:32:52.887266 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e8f11f06-d0e0-4bb1-bf22-49270240ba85 req-b0aa38de-2ecb-4f40-89fd-32f191669f0d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369761 Apr 20 16:32:54.074115 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8cc90-734c-4f3d-bac1-8987c203282e req-f3d55c17-c013-433e-9548-eaca2834a666 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:54.075573 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-29d8cc90-734c-4f3d-bac1-8987c203282e req-f3d55c17-c013-433e-9548-eaca2834a666 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.0828278 Apr 20 16:32:54.122822 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-29d8cc90-734c-4f3d-bac1-8987c203282e req-3ac2c655-bdb3-4e17-b547-21c52ecbe4d4 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415900 Apr 20 16:32:55.303335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363eec2-bf08-4f2d-a376-6dfb2b45cdce req-b86b2f4e-309b-43d9-8c2a-d6c74f342b74 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:55.304793 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a363eec2-bf08-4f2d-a376-6dfb2b45cdce req-b86b2f4e-309b-43d9-8c2a-d6c74f342b74 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.0784361 Apr 20 16:32:55.351944 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a363eec2-bf08-4f2d-a376-6dfb2b45cdce req-b0c5df05-1bf0-4352-a7a7-cafda58509c0 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415752 Apr 20 16:32:55.374206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46092) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:32:55.479210 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3744fc93-7fdd-4f0e-8c76-d17d3af03b26 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/floatingips/b1b60fcf-3126-4bb3-98f6-d9b3b4aa6f6b HTTP/1.1" status: 200 len: 994 time: 0.1038182 Apr 20 16:32:56.987926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57c53c-7516-400d-acfc-1c45d4e9e0bd req-3a9206e5-372d-4f51-b19d-bff66ceadb08 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:56.989360 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5e57c53c-7516-400d-acfc-1c45d4e9e0bd req-3a9206e5-372d-4f51-b19d-bff66ceadb08 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.1364326 Apr 20 16:32:56.995650 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c61694-efb9-4be8-9c02-66bdb2b2548c req-2963b4a1-120e-490f-b516-01952397b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:56.997024 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a9c61694-efb9-4be8-9c02-66bdb2b2548c req-2963b4a1-120e-490f-b516-01952397b879 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 1099 time: 0.1003273 Apr 20 16:32:57.121266 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5e57c53c-7516-400d-acfc-1c45d4e9e0bd req-9f82841d-322b-4c69-9028-92696f974886 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232111 Apr 20 16:32:57.162039 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c61694-efb9-4be8-9c02-66bdb2b2548c req-82689ce8-b875-4a31-8c87-9b549c54ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:57.163463 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a9c61694-efb9-4be8-9c02-66bdb2b2548c req-82689ce8-b875-4a31-8c87-9b549c54ac6c service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ad6dd4c-e39b-45f0-a016-44171298def0 HTTP/1.1" status: 200 len: 897 time: 0.1531522 Apr 20 16:32:57.368464 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a9c61694-efb9-4be8-9c02-66bdb2b2548c req-9b3e1c87-027f-45cd-a559-0a7a29d37b48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d0efe8-727e-4426-80fc-008b1c46ffb7 HTTP/1.1" status: 200 len: 1002 time: 0.1990535 Apr 20 16:32:57.431091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c61694-efb9-4be8-9c02-66bdb2b2548c req-372f3543-7734-42ba-9cf4-e1fa26162cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:57.432550 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a9c61694-efb9-4be8-9c02-66bdb2b2548c req-372f3543-7734-42ba-9cf4-e1fa26162cb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dddac342-57aa-479f-ac18-1c730d628dd4 HTTP/1.1" status: 200 len: 834 time: 0.0582826 Apr 20 16:32:57.506672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c61694-efb9-4be8-9c02-66bdb2b2548c req-486d5c4b-7df1-467e-a699-500aecb14927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:57.508169 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a9c61694-efb9-4be8-9c02-66bdb2b2548c req-486d5c4b-7df1-467e-a699-500aecb14927 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ad6dd4c-e39b-45f0-a016-44171298def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696399 Apr 20 16:32:57.634711 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a9c61694-efb9-4be8-9c02-66bdb2b2548c req-79299d1b-53e9-49c0-9d91-73e674207abc service neutron] 10.222.0.11 "GET /v2.0/networks/7ad6dd4c-e39b-45f0-a016-44171298def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207802 Apr 20 16:32:57.763969 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a9c61694-efb9-4be8-9c02-66bdb2b2548c req-36c434b3-46f4-4e39-8985-a7998bb29f68 service neutron] 10.222.0.11 "GET /v2.0/networks/7ad6dd4c-e39b-45f0-a016-44171298def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232829 Apr 20 16:32:58.312918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6a8c8-5f26-49a9-9d14-506f9554d18d req-e99c54b7-0eea-42fe-b189-0dfb809dbf57 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:58.314513 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a1b6a8c8-5f26-49a9-9d14-506f9554d18d req-e99c54b7-0eea-42fe-b189-0dfb809dbf57 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.0852320 Apr 20 16:32:58.361847 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a1b6a8c8-5f26-49a9-9d14-506f9554d18d req-518a6cc3-4adf-480d-8453-473443c023fc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386219 Apr 20 16:32:59.544826 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244947a4-29f5-4d30-a68a-ad056c5ffe32 req-7309379d-0282-45e7-ba10-bfa6274788cc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:59.546263 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-244947a4-29f5-4d30-a68a-ad056c5ffe32 req-7309379d-0282-45e7-ba10-bfa6274788cc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.0796640 Apr 20 16:32:59.592145 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-244947a4-29f5-4d30-a68a-ad056c5ffe32 req-98542416-87d9-45db-bd6f-215568af7136 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402992 Apr 20 16:32:59.615801 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46106) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:32:59.721429 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4b4c6875-688c-4778-8262-d9e7193c0174 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/floatingips/b1b60fcf-3126-4bb3-98f6-d9b3b4aa6f6b HTTP/1.1" status: 200 len: 994 time: 0.1045306 Apr 20 16:33:01.594065 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b7ac368d-521a-4cbf-be25-ba36a8974434 req-d2563301-5e43-483c-ad9b-c9d557b82e2e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691192 Apr 20 16:33:01.726855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac368d-521a-4cbf-be25-ba36a8974434 req-2f46ade6-fa16-4767-9081-0914eaf3cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:01.728337 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b7ac368d-521a-4cbf-be25-ba36a8974434 req-2f46ade6-fa16-4767-9081-0914eaf3cb18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 1099 time: 0.0708678 Apr 20 16:33:01.872990 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac368d-521a-4cbf-be25-ba36a8974434 req-6766d8ad-f233-4dce-8bcc-4bfeff9437fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:01.874373 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b7ac368d-521a-4cbf-be25-ba36a8974434 req-6766d8ad-f233-4dce-8bcc-4bfeff9437fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ad6dd4c-e39b-45f0-a016-44171298def0 HTTP/1.1" status: 200 len: 897 time: 0.1281497 Apr 20 16:33:01.989217 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b7ac368d-521a-4cbf-be25-ba36a8974434 req-68cfab40-c450-4d57-868a-0211a026a703 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d0efe8-727e-4426-80fc-008b1c46ffb7 HTTP/1.1" status: 200 len: 1002 time: 0.1087964 Apr 20 16:33:02.062179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac368d-521a-4cbf-be25-ba36a8974434 req-b9afc161-cd46-4535-9eea-f1aa37290d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:02.063594 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b7ac368d-521a-4cbf-be25-ba36a8974434 req-b9afc161-cd46-4535-9eea-f1aa37290d88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dddac342-57aa-479f-ac18-1c730d628dd4 HTTP/1.1" status: 200 len: 834 time: 0.0686135 Apr 20 16:33:02.139478 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac368d-521a-4cbf-be25-ba36a8974434 req-c4e9c53e-cbc8-433b-a648-ceeef545b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:02.140995 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b7ac368d-521a-4cbf-be25-ba36a8974434 req-c4e9c53e-cbc8-433b-a648-ceeef545b9ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ad6dd4c-e39b-45f0-a016-44171298def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715930 Apr 20 16:33:02.192664 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ef3a2546-3230-4a52-aa8d-f2dc9f17088b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:02.276774 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b7ac368d-521a-4cbf-be25-ba36a8974434 req-7c3025f5-e826-4bad-b4c2-910d7a666c82 service neutron] 10.222.0.11 "GET /v2.0/networks/7ad6dd4c-e39b-45f0-a016-44171298def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301954 Apr 20 16:33:02.424087 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b7ac368d-521a-4cbf-be25-ba36a8974434 req-1c9dcb1e-70a4-47f8-b3e2-e5c966300974 service neutron] 10.222.0.11 "GET /v2.0/networks/7ad6dd4c-e39b-45f0-a016-44171298def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416502 Apr 20 16:33:02.464164 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:33:04.453648 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a4d70598-1a2b-4fe9-9d79-f27b1daeecfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:05.841578 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:05.868911 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:07.248265 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.400688 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:32.196744 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5e589a6c-b7fe-4a4d-8980-f05f094e2af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:34.454830 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-55a3e760-e16f-4df8-9d92-e6bdbdc5ae12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:35.842960 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:35.870745 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:37.252289 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:39.464026 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:33:45.402690 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:49.073414 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46130) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:33:49.369609 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port 161ac144-ba6f-4ba1-96cd-e7d62f4d568f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:33:49.369867 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:49.533393 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:49.533726 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:49.656516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for 161ac144-ba6f-4ba1-96cd-e7d62f4d568f owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:33:49.800384 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:49.874329 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=161ac144-ba6f-4ba1-96cd-e7d62f4d568f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:49.916955 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:49.917228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:49.917571 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:49.917909 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:49.918245 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:49.918575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:49.918902 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:49.919227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:49.919548 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:49.919898 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:49.920224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:49.920544 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:49.948777 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:49.949158 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Floating IP b1b60fcf-3126-4bb3-98f6-d9b3b4aa6f6b disassociated (deleted). External IP: 172.26.7.157, port: e0d0efe8-727e-4426-80fc-008b1c46ffb7. Apr 20 16:33:50.301371 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router 99ecad3c-b2ce-4100-a06d-05648bdfef92 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:33:50.477791 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:33:50.487187 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90703a0-dc8d-42b2-aaa7-5a3027797a3e None None] Sync routers for ids ['99ecad3c-b2ce-4100-a06d-05648bdfef92'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:33:50.496797 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90703a0-dc8d-42b2-aaa7-5a3027797a3e None None] Routers {'99ecad3c-b2ce-4100-a06d-05648bdfef92'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:33:50.497404 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e90703a0-dc8d-42b2-aaa7-5a3027797a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:33:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['99ecad3c-b2ce-4100-a06d-05648bdfef92'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:50.497858 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:50.661412 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-339ab273-ee7e-4bc9-949d-949d1a14b328 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/floatingips/b1b60fcf-3126-4bb3-98f6-d9b3b4aa6f6b HTTP/1.1" status: 204 len: 168 time: 1.5869036 Apr 20 16:33:50.661980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2668df7-e368-458f-b63d-fd44e8642c7e', 'tag': 'e0d0efe8-727e-4426-80fc-008b1c46ffb7'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:33:50.676672 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-e90703a0-dc8d-42b2-aaa7-5a3027797a3e None None] Set router 99ecad3c-b2ce-4100-a06d-05648bdfef92 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:33:50.766172 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f99f5b-32fd-4aa3-beb6-7afc9326fba4'] response: {'name': 'network-changed', 'server_uuid': 'd2668df7-e368-458f-b63d-fd44e8642c7e', 'tag': 'e0d0efe8-727e-4426-80fc-008b1c46ffb7', 'status': 'completed', 'code': 200} Apr 20 16:33:50.867623 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dcc6c-6975-4385-a3fa-47d8ccc92c4c req-ef023e62-afb9-47fa-8ce8-e37ebb2c059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:50.869271 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-605dcc6c-6975-4385-a3fa-47d8ccc92c4c req-ef023e62-afb9-47fa-8ce8-e37ebb2c059d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 1099 time: 0.0808415 Apr 20 16:33:50.994731 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e90703a0-dc8d-42b2-aaa7-5a3027797a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271215542', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '64d92283-9d5d-4e09-9ed1-5ad828f1cd8f', 'name': '', 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:71:b1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:24Z', 'updated_at': '2022-04-20T16:31:29Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:50.999099 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90703a0-dc8d-42b2-aaa7-5a3027797a3e None None] Checking router: 99ecad3c-b2ce-4100-a06d-05648bdfef92 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:33:51.007731 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90703a0-dc8d-42b2-aaa7-5a3027797a3e None None] Routers {'99ecad3c-b2ce-4100-a06d-05648bdfef92'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:33:51.008381 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e90703a0-dc8d-42b2-aaa7-5a3027797a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:33:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['99ecad3c-b2ce-4100-a06d-05648bdfef92'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:51.065939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dcc6c-6975-4385-a3fa-47d8ccc92c4c req-e4dab87d-6389-4f43-a8e9-baa3d8a82234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:51.067365 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-605dcc6c-6975-4385-a3fa-47d8ccc92c4c req-e4dab87d-6389-4f43-a8e9-baa3d8a82234 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ad6dd4c-e39b-45f0-a016-44171298def0 HTTP/1.1" status: 200 len: 897 time: 0.1888254 Apr 20 16:33:51.079433 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee93267-144e-4aa4-be32-1da676d2b826 req-7d962e4c-74f9-463b-a8e9-56d44604166e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:51.080120 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-5ee93267-144e-4aa4-be32-1da676d2b826 req-7d962e4c-74f9-463b-a8e9-56d44604166e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:33:51.146377 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-605dcc6c-6975-4385-a3fa-47d8ccc92c4c req-70a561ed-6949-47c2-8e06-e539962816ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d0efe8-727e-4426-80fc-008b1c46ffb7 HTTP/1.1" status: 200 len: 217 time: 0.0636256 Apr 20 16:33:51.186227 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-e90703a0-dc8d-42b2-aaa7-5a3027797a3e None None] Set router 99ecad3c-b2ce-4100-a06d-05648bdfef92 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:33:51.194990 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-5ee93267-144e-4aa4-be32-1da676d2b826 req-7d962e4c-74f9-463b-a8e9-56d44604166e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:33:51.195885 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5ee93267-144e-4aa4-be32-1da676d2b826 req-7d962e4c-74f9-463b-a8e9-56d44604166e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.2364242 Apr 20 16:33:51.242985 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dcc6c-6975-4385-a3fa-47d8ccc92c4c req-67ca9c02-9c57-4dbe-9b63-3d25d0b45cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:51.244441 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-605dcc6c-6975-4385-a3fa-47d8ccc92c4c req-67ca9c02-9c57-4dbe-9b63-3d25d0b45cf5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dddac342-57aa-479f-ac18-1c730d628dd4 HTTP/1.1" status: 200 len: 834 time: 0.0905719 Apr 20 16:33:51.255666 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5ee93267-144e-4aa4-be32-1da676d2b826 req-04d143f2-5aa0-4712-9b49-bc00c866ec3c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518224 Apr 20 16:33:51.325212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dcc6c-6975-4385-a3fa-47d8ccc92c4c req-2bf25617-dfca-4d94-8eef-d735795ae8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:51.326699 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-605dcc6c-6975-4385-a3fa-47d8ccc92c4c req-2bf25617-dfca-4d94-8eef-d735795ae8e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ad6dd4c-e39b-45f0-a016-44171298def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742562 Apr 20 16:33:51.466229 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-605dcc6c-6975-4385-a3fa-47d8ccc92c4c req-f96401d4-37be-4f3d-b659-2d9e102fcc99 service neutron] 10.222.0.11 "GET /v2.0/networks/7ad6dd4c-e39b-45f0-a016-44171298def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321063 Apr 20 16:33:51.495308 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e90703a0-dc8d-42b2-aaa7-5a3027797a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271215542', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '64d92283-9d5d-4e09-9ed1-5ad828f1cd8f', 'name': '', 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:71:b1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:24Z', 'updated_at': '2022-04-20T16:31:29Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:51.499391 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90703a0-dc8d-42b2-aaa7-5a3027797a3e None None] The sync data for ids ['99ecad3c-b2ce-4100-a06d-05648bdfef92'] in dv-neutron-838699-1-hyperv is: [{'id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271215542', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '64d92283-9d5d-4e09-9ed1-5ad828f1cd8f', 'name': '', 'network_id': '7ad6dd4c-e39b-45f0-a016-44171298def0', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:71:b1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:24Z', 'updated_at': '2022-04-20T16:31:29Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'dddac342-57aa-479f-ac18-1c730d628dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:33:51.601182 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-605dcc6c-6975-4385-a3fa-47d8ccc92c4c req-9d78da12-8e04-4587-812a-31b7301ce30c service neutron] 10.222.0.11 "GET /v2.0/networks/7ad6dd4c-e39b-45f0-a016-44171298def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284938 Apr 20 16:33:51.711822 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e7b4d9-e9b3-496a-bd0e-d49c73e74b30 None None] New status for floating IP b1b60fcf-3126-4bb3-98f6-d9b3b4aa6f6b: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:33:52.452189 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c1afc-9f38-4b65-bc54-153f2b941f2a req-4e36ea07-6e74-4ed0-9fb7-59fd4e674109 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:52.453537 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f00c1afc-9f38-4b65-bc54-153f2b941f2a req-4e36ea07-6e74-4ed0-9fb7-59fd4e674109 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.0869992 Apr 20 16:33:52.500151 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f00c1afc-9f38-4b65-bc54-153f2b941f2a req-362c37e4-4017-4f24-ba65-a959e1aff665 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=db61e48e-7b03-4cd4-ae01-5f26856ecac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408807 Apr 20 16:33:52.781566 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811c54b-9efd-4a9f-891f-c8314b48879a req-f35e40ef-190a-4d72-b812-f23535599563 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:52.782889 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a811c54b-9efd-4a9f-891f-c8314b48879a req-f35e40ef-190a-4d72-b812-f23535599563 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 946 time: 0.0781863 Apr 20 16:33:52.854900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-a811c54b-9efd-4a9f-891f-c8314b48879a req-c98c9391-ab52-45e7-a691-bf67abc73931 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port e0d0efe8-727e-4426-80fc-008b1c46ffb7 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:33:52.855238 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-a811c54b-9efd-4a9f-891f-c8314b48879a req-c98c9391-ab52-45e7-a691-bf67abc73931 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.095251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-a811c54b-9efd-4a9f-891f-c8314b48879a req-c98c9391-ab52-45e7-a691-bf67abc73931 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] For port e0d0efe8-727e-4426-80fc-008b1c46ffb7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=e0d0efe8-727e-4426-80fc-008b1c46ffb7,segment=NetworkSegment(3b0ae895-9de2-4d0d-af22-f03c9b837b84),segment_id=3b0ae895-9de2-4d0d-af22-f03c9b837b84)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:33:53.095511 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-a811c54b-9efd-4a9f-891f-c8314b48879a req-c98c9391-ab52-45e7-a691-bf67abc73931 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.217403 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-a811c54b-9efd-4a9f-891f-c8314b48879a req-c98c9391-ab52-45e7-a691-bf67abc73931 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for e0d0efe8-727e-4426-80fc-008b1c46ffb7 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:33:53.360832 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-a811c54b-9efd-4a9f-891f-c8314b48879a req-c98c9391-ab52-45e7-a691-bf67abc73931 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.414495 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c9391-ab52-45e7-a691-bf67abc73931 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=e0d0efe8-727e-4426-80fc-008b1c46ffb7,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:53.590397 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-a811c54b-9efd-4a9f-891f-c8314b48879a req-c98c9391-ab52-45e7-a691-bf67abc73931 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] No DVR routers for this DVR port e0d0efe8-727e-4426-80fc-008b1c46ffb7 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:33:53.593018 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-a811c54b-9efd-4a9f-891f-c8314b48879a req-c98c9391-ab52-45e7-a691-bf67abc73931 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.595858 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2668df7-e368-458f-b63d-fd44e8642c7e', 'name': 'network-vif-deleted', 'tag': 'e0d0efe8-727e-4426-80fc-008b1c46ffb7'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:33:53.641242 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff814a47-a879-46a8-b523-502ded82542d'] response: {'server_uuid': 'd2668df7-e368-458f-b63d-fd44e8642c7e', 'name': 'network-vif-deleted', 'tag': 'e0d0efe8-727e-4426-80fc-008b1c46ffb7', 'status': 'completed', 'code': 200} Apr 20 16:33:53.649392 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a811c54b-9efd-4a9f-891f-c8314b48879a req-c98c9391-ab52-45e7-a691-bf67abc73931 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "DELETE /v2.0/ports/e0d0efe8-727e-4426-80fc-008b1c46ffb7 HTTP/1.1" status: 204 len: 173 time: 0.8612020 Apr 20 16:33:53.657538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-3ed9460a-8ec1-4a93-8a96-a6c506aaccd2 req-7f79a250-d9c8-4cdc-ac99-956fd91bc721 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:33:53.675548 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-3ed9460a-8ec1-4a93-8a96-a6c506aaccd2 req-7f79a250-d9c8-4cdc-ac99-956fd91bc721 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:33:53.676709 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3ed9460a-8ec1-4a93-8a96-a6c506aaccd2 req-7f79a250-d9c8-4cdc-ac99-956fd91bc721 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2668df7-e368-458f-b63d-fd44e8642c7e HTTP/1.1" status: 200 len: 210 time: 0.0682905 Apr 20 16:33:54.770375 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46152) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:33:55.313085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-43c5a89f-12f9-4165-9e06-fe4aa9030133 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.661333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-43c5a89f-12f9-4165-9e06-fe4aa9030133 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:33:55.661670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-43c5a89f-12f9-4165-9e06-fe4aa9030133 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.841223 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-43c5a89f-12f9-4165-9e06-fe4aa9030133 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] For port 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=64d92283-9d5d-4e09-9ed1-5ad828f1cd8f,segment=NetworkSegment(3b0ae895-9de2-4d0d-af22-f03c9b837b84),segment_id=3b0ae895-9de2-4d0d-af22-f03c9b837b84)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:33:55.841873 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-43c5a89f-12f9-4165-9e06-fe4aa9030133 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.959689 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-43c5a89f-12f9-4165-9e06-fe4aa9030133 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:33:56.391911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-43c5a89f-12f9-4165-9e06-fe4aa9030133 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:56.441703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5a89f-12f9-4165-9e06-fe4aa9030133 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=64d92283-9d5d-4e09-9ed1-5ad828f1cd8f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:56.716297 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-43c5a89f-12f9-4165-9e06-fe4aa9030133 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.067856 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c5a89f-12f9-4165-9e06-fe4aa9030133 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router 99ecad3c-b2ce-4100-a06d-05648bdfef92 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:33:57.244878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c5a89f-12f9-4165-9e06-fe4aa9030133 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:33:57.254016 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4151306f-7148-450b-9068-490b52f10c58 None None] Sync routers for ids ['99ecad3c-b2ce-4100-a06d-05648bdfef92'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:33:57.264278 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-43c5a89f-12f9-4165-9e06-fe4aa9030133 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "PUT /v2.0/routers/99ecad3c-b2ce-4100-a06d-05648bdfef92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4904144 Apr 20 16:33:57.264460 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4151306f-7148-450b-9068-490b52f10c58 None None] Routers {'99ecad3c-b2ce-4100-a06d-05648bdfef92'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:33:57.264557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46156) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:33:57.264639 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-4151306f-7148-450b-9068-490b52f10c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:33:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['99ecad3c-b2ce-4100-a06d-05648bdfef92'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:57.329305 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbacafe-a09f-47e3-b318-b96f841633b5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting subnet dddac342-57aa-479f-ac18-1c730d628dd4 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:33:57.332143 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5dbacafe-a09f-47e3-b318-b96f841633b5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.483664 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-4151306f-7148-450b-9068-490b52f10c58 None None] Set router 99ecad3c-b2ce-4100-a06d-05648bdfef92 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:33:57.505879 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5dbacafe-a09f-47e3-b318-b96f841633b5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.589237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5dbacafe-a09f-47e3-b318-b96f841633b5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.590711 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device e0d0efe8-727e-4426-80fc-008b1c46ffb7 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:33:57.629964 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: e0d0efe8-727e-4426-80fc-008b1c46ffb7 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:33:57.630398 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device e0d0efe8-727e-4426-80fc-008b1c46ffb7 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:33:57.666393 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5dbacafe-a09f-47e3-b318-b96f841633b5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.706351 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbacafe-a09f-47e3-b318-b96f841633b5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Subnet': ['ID=dddac342-57aa-479f-ac18-1c730d628dd4,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:57.712257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5dbacafe-a09f-47e3-b318-b96f841633b5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.719135 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cdcc12-11e4-45a7-ad26-27677e7e3730 None None] Network 7ad6dd4c-e39b-45f0-a016-44171298def0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:33:57.721614 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5dbacafe-a09f-47e3-b318-b96f841633b5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/subnets/dddac342-57aa-479f-ac18-1c730d628dd4 HTTP/1.1" status: 204 len: 168 time: 0.4560676 Apr 20 16:33:57.724170 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46160) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:33:57.766438 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-4151306f-7148-450b-9068-490b52f10c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271215542', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:33:56Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:57.770674 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4151306f-7148-450b-9068-490b52f10c58 None None] Checking router: 99ecad3c-b2ce-4100-a06d-05648bdfef92 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:33:57.780541 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4151306f-7148-450b-9068-490b52f10c58 None None] Routers {'99ecad3c-b2ce-4100-a06d-05648bdfef92'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:33:57.781148 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-4151306f-7148-450b-9068-490b52f10c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:33:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['99ecad3c-b2ce-4100-a06d-05648bdfef92'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:57.919876 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe05cb14-dc8e-4cc2-b27a-167aa9468f42 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.959910 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-4151306f-7148-450b-9068-490b52f10c58 None None] Set router 99ecad3c-b2ce-4100-a06d-05648bdfef92 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:33:57.986834 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] DHCP port deletion for 7ad6dd4c-e39b-45f0-a016-44171298def0 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:33:57.990812 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] Deleting port be38816b-48b0-4c9f-8656-51375901ede4 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:33:57.991185 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.105449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe05cb14-dc8e-4cc2-b27a-167aa9468f42 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.115940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-fe05cb14-dc8e-4cc2-b27a-167aa9468f42 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port 2e833614-ed05-4b33-83c4-c51ec596b89c {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:33:58.116270 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe05cb14-dc8e-4cc2-b27a-167aa9468f42 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.201215 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] For port be38816b-48b0-4c9f-8656-51375901ede4, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=be38816b-48b0-4c9f-8656-51375901ede4,segment=NetworkSegment(3b0ae895-9de2-4d0d-af22-f03c9b837b84),segment_id=3b0ae895-9de2-4d0d-af22-f03c9b837b84)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:33:58.201564 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.248211 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-4151306f-7148-450b-9068-490b52f10c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271215542', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:33:56Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:58.252771 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4151306f-7148-450b-9068-490b52f10c58 None None] The sync data for ids ['99ecad3c-b2ce-4100-a06d-05648bdfef92'] in dv-neutron-838699-1-hyperv is: [{'id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271215542', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:33:56Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': '2e833614-ed05-4b33-83c4-c51ec596b89c', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ecad3c-b2ce-4100-a06d-05648bdfef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:20Z', 'updated_at': '2022-04-20T16:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:33:58.324393 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-fe05cb14-dc8e-4cc2-b27a-167aa9468f42 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] For port 2e833614-ed05-4b33-83c4-c51ec596b89c, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=2e833614-ed05-4b33-83c4-c51ec596b89c,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:33:58.324840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe05cb14-dc8e-4cc2-b27a-167aa9468f42 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.326184 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] Calling delete_port for be38816b-48b0-4c9f-8656-51375901ede4 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:33:58.402071 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.445921 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-fe05cb14-dc8e-4cc2-b27a-167aa9468f42 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for 2e833614-ed05-4b33-83c4-c51ec596b89c owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:33:58.446253 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] Pushing event deleted for resources: {'Port': ['ID=be38816b-48b0-4c9f-8656-51375901ede4,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:58.455158 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] No DVR routers for this DVR port be38816b-48b0-4c9f-8656-51375901ede4 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:33:58.457096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:58.457443 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:58.457782 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:58.458114 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:58.458445 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:58.458774 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:58.459111 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:58.459421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:58.459742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:58.460105 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:58.460465 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:58.460788 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d071a-cd6a-44b9-a6ad-1548821d465c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:58.618841 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe05cb14-dc8e-4cc2-b27a-167aa9468f42 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.665680 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05cb14-dc8e-4cc2-b27a-167aa9468f42 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=2e833614-ed05-4b33-83c4-c51ec596b89c,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:58.763148 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe05cb14-dc8e-4cc2-b27a-167aa9468f42 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.036273 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe05cb14-dc8e-4cc2-b27a-167aa9468f42 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.038422 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe05cb14-dc8e-4cc2-b27a-167aa9468f42 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.059786 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe05cb14-dc8e-4cc2-b27a-167aa9468f42 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.060277 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe05cb14-dc8e-4cc2-b27a-167aa9468f42 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Fanout notify agent at l3_agent the message router_deleted on router 99ecad3c-b2ce-4100-a06d-05648bdfef92 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:33:59.076048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fe05cb14-dc8e-4cc2-b27a-167aa9468f42 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.077181 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-fe05cb14-dc8e-4cc2-b27a-167aa9468f42 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/routers/99ecad3c-b2ce-4100-a06d-05648bdfef92 HTTP/1.1" status: 204 len: 168 time: 1.3520637 Apr 20 16:33:59.079923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46164) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:33:59.195958 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b9a77307-04ad-4391-9522-4b377ff04349 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.324550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b9a77307-04ad-4391-9522-4b377ff04349 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.348271 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-b9a77307-04ad-4391-9522-4b377ff04349 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad6dd4c-e39b-45f0-a016-44171298def0']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:59.360354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-b9a77307-04ad-4391-9522-4b377ff04349 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0ae895-9de2-4d0d-af22-f03c9b837b84') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:59.360655 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-b9a77307-04ad-4391-9522-4b377ff04349 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0ae895-9de2-4d0d-af22-f03c9b837b84') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:59.372144 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b9a77307-04ad-4391-9522-4b377ff04349 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.387325 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b9a77307-04ad-4391-9522-4b377ff04349 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.393134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a77307-04ad-4391-9522-4b377ff04349 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:59.393523 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b9a77307-04ad-4391-9522-4b377ff04349 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:59.409060 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:59.489595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b9a77307-04ad-4391-9522-4b377ff04349 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.507170 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b9a77307-04ad-4391-9522-4b377ff04349 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.519885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a77307-04ad-4391-9522-4b377ff04349 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Network': ['ID=7ad6dd4c-e39b-45f0-a016-44171298def0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:59.526206 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b9a77307-04ad-4391-9522-4b377ff04349 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/networks/7ad6dd4c-e39b-45f0-a016-44171298def0 HTTP/1.1" status: 204 len: 168 time: 0.4453239 Apr 20 16:33:59.529043 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46168) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:33:59.598552 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-620d9689-ec50-4d75-b8e9-47349fa0f772 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.611549 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:33:59.629558 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-620d9689-ec50-4d75-b8e9-47349fa0f772 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.648555 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:33:59.648905 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 64d92283-9d5d-4e09-9ed1-5ad828f1cd8f not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:33:59.649309 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2e833614-ed05-4b33-83c4-c51ec596b89c no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:33:59.681676 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 2e833614-ed05-4b33-83c4-c51ec596b89c {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:33:59.682045 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 2e833614-ed05-4b33-83c4-c51ec596b89c not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:33:59.682443 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device be38816b-48b0-4c9f-8656-51375901ede4 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:33:59.698921 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-620d9689-ec50-4d75-b8e9-47349fa0f772 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.715084 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: be38816b-48b0-4c9f-8656-51375901ede4 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:33:59.715431 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device be38816b-48b0-4c9f-8656-51375901ede4 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:33:59.717057 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d9689-ec50-4d75-b8e9-47349fa0f772 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db61e48e-7b03-4cd4-ae01-5f26856ecac3,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:59.727379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d9689-ec50-4d75-b8e9-47349fa0f772 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:59.727756 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d9689-ec50-4d75-b8e9-47349fa0f772 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:59.728126 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d9689-ec50-4d75-b8e9-47349fa0f772 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:59.728462 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d9689-ec50-4d75-b8e9-47349fa0f772 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:59.728790 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d9689-ec50-4d75-b8e9-47349fa0f772 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:59.729115 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d9689-ec50-4d75-b8e9-47349fa0f772 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:59.729436 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d9689-ec50-4d75-b8e9-47349fa0f772 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:59.729759 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d9689-ec50-4d75-b8e9-47349fa0f772 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:59.730079 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d9689-ec50-4d75-b8e9-47349fa0f772 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:59.730425 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d9689-ec50-4d75-b8e9-47349fa0f772 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:59.730743 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d9689-ec50-4d75-b8e9-47349fa0f772 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:59.731060 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d9689-ec50-4d75-b8e9-47349fa0f772 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:59.739749 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-620d9689-ec50-4d75-b8e9-47349fa0f772 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.740885 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-620d9689-ec50-4d75-b8e9-47349fa0f772 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/security-groups/db61e48e-7b03-4cd4-ae01-5f26856ecac3 HTTP/1.1" status: 204 len: 168 time: 0.2108152 Apr 20 16:34:00.249634 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46176) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:34:00.254622 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-d844524d-f6e8-44b1-8024-2c8f895045ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-663781999', 'description': 'tempest-secgroup-smoke-663781999 description', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:34:00.261092 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d844524d-f6e8-44b1-8024-2c8f895045ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:34:00.265132 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d844524d-f6e8-44b1-8024-2c8f895045ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:34:00.267946 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d844524d-f6e8-44b1-8024-2c8f895045ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:34:00.274338 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d844524d-f6e8-44b1-8024-2c8f895045ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:34:00.284186 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d844524d-f6e8-44b1-8024-2c8f895045ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.303157 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d844524d-f6e8-44b1-8024-2c8f895045ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:34:00.307446 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d844524d-f6e8-44b1-8024-2c8f895045ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:34:00.310211 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d844524d-f6e8-44b1-8024-2c8f895045ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:34:00.316124 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d844524d-f6e8-44b1-8024-2c8f895045ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:34:00.387655 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d844524d-f6e8-44b1-8024-2c8f895045ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.392180 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d844524d-f6e8-44b1-8024-2c8f895045ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.434425 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844524d-f6e8-44b1-8024-2c8f895045ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf884b69-5269-4b39-8bd2-433f65c74ed6,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:00.440880 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d844524d-f6e8-44b1-8024-2c8f895045ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.442105 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d844524d-f6e8-44b1-8024-2c8f895045ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1914871 Apr 20 16:34:00.445847 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46180) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:34:00.452542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-36933da5-47f5-4f11-ada4-1456c7bdbad8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': 'cf884b69-5269-4b39-8bd2-433f65c74ed6', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:34:00.458543 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-36933da5-47f5-4f11-ada4-1456c7bdbad8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:34:00.463041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-36933da5-47f5-4f11-ada4-1456c7bdbad8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:34:00.466262 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-36933da5-47f5-4f11-ada4-1456c7bdbad8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:34:00.472482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-36933da5-47f5-4f11-ada4-1456c7bdbad8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:34:00.488831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-36933da5-47f5-4f11-ada4-1456c7bdbad8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.549993 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-36933da5-47f5-4f11-ada4-1456c7bdbad8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.553346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-36933da5-47f5-4f11-ada4-1456c7bdbad8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.578088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36933da5-47f5-4f11-ada4-1456c7bdbad8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516af04b-881a-4299-b744-4c0525ea3a8b,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:00.591038 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-36933da5-47f5-4f11-ada4-1456c7bdbad8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.592220 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-36933da5-47f5-4f11-ada4-1456c7bdbad8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452873 Apr 20 16:34:00.594964 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46184) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:34:00.599701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ccee7faa-ccee-4129-9cb4-5d945664bd87 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': 'cf884b69-5269-4b39-8bd2-433f65c74ed6', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:34:00.605323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ccee7faa-ccee-4129-9cb4-5d945664bd87 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:34:00.609134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ccee7faa-ccee-4129-9cb4-5d945664bd87 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:34:00.612043 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ccee7faa-ccee-4129-9cb4-5d945664bd87 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:34:00.618250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ccee7faa-ccee-4129-9cb4-5d945664bd87 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:34:00.635161 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ccee7faa-ccee-4129-9cb4-5d945664bd87 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.696075 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ccee7faa-ccee-4129-9cb4-5d945664bd87 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.699263 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ccee7faa-ccee-4129-9cb4-5d945664bd87 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.722159 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee7faa-ccee-4129-9cb4-5d945664bd87 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf22bf0-de2f-4a0d-a47e-9fef03b09e07,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:00.731688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ccee7faa-ccee-4129-9cb4-5d945664bd87 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.733509 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ccee7faa-ccee-4129-9cb4-5d945664bd87 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1373286 Apr 20 16:34:00.736324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46188) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:34:00.742131 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-3a1c7d38-e4da-4d6d-90f3-59bb66a7feda tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': 'cf884b69-5269-4b39-8bd2-433f65c74ed6', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:34:00.749355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3a1c7d38-e4da-4d6d-90f3-59bb66a7feda tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:34:00.753183 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3a1c7d38-e4da-4d6d-90f3-59bb66a7feda tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:34:00.756081 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3a1c7d38-e4da-4d6d-90f3-59bb66a7feda tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:34:00.761816 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3a1c7d38-e4da-4d6d-90f3-59bb66a7feda tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:34:00.779195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7d38-e4da-4d6d-90f3-59bb66a7feda tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.840760 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7d38-e4da-4d6d-90f3-59bb66a7feda tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.844186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7d38-e4da-4d6d-90f3-59bb66a7feda tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.868277 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c7d38-e4da-4d6d-90f3-59bb66a7feda tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092ec85e-8823-4d06-be12-db611b2b3e5d,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:00.877354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7d38-e4da-4d6d-90f3-59bb66a7feda tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.878645 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3a1c7d38-e4da-4d6d-90f3-59bb66a7feda tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412206 Apr 20 16:34:00.881218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46192) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:34:00.886097 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-8aedd1bf-93fc-49fc-8909-216293ceb8ac tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': 'cf884b69-5269-4b39-8bd2-433f65c74ed6', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:34:00.891814 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8aedd1bf-93fc-49fc-8909-216293ceb8ac tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:34:00.895626 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8aedd1bf-93fc-49fc-8909-216293ceb8ac tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:34:00.898473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-8aedd1bf-93fc-49fc-8909-216293ceb8ac tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:34:00.904185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-8aedd1bf-93fc-49fc-8909-216293ceb8ac tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:34:00.923254 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8aedd1bf-93fc-49fc-8909-216293ceb8ac tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.985685 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8aedd1bf-93fc-49fc-8909-216293ceb8ac tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.989041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8aedd1bf-93fc-49fc-8909-216293ceb8ac tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.011913 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aedd1bf-93fc-49fc-8909-216293ceb8ac tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92e5feb-8b31-49d5-a003-8a0ca2a8f21e,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:01.021725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8aedd1bf-93fc-49fc-8909-216293ceb8ac tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.023507 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-8aedd1bf-93fc-49fc-8909-216293ceb8ac tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413469 Apr 20 16:34:01.026350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46196) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:34:01.031505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-3a3394b8-583d-4e86-aa5d-b9032b15cb4e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': 'cf884b69-5269-4b39-8bd2-433f65c74ed6', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:34:01.037511 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3a3394b8-583d-4e86-aa5d-b9032b15cb4e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:34:01.042089 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3a3394b8-583d-4e86-aa5d-b9032b15cb4e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:34:01.044973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3a3394b8-583d-4e86-aa5d-b9032b15cb4e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:34:01.050694 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3a3394b8-583d-4e86-aa5d-b9032b15cb4e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:34:01.060609 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-3a3394b8-583d-4e86-aa5d-b9032b15cb4e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Project b6314581f7fd40bdbaf84bc51d4a044b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:34:01.067222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a3394b8-583d-4e86-aa5d-b9032b15cb4e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.129380 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a3394b8-583d-4e86-aa5d-b9032b15cb4e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.133645 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a3394b8-583d-4e86-aa5d-b9032b15cb4e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.158563 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3394b8-583d-4e86-aa5d-b9032b15cb4e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e3fe39-966c-472f-9121-8b0b8d141829,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:01.169455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a3394b8-583d-4e86-aa5d-b9032b15cb4e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.170707 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3a3394b8-583d-4e86-aa5d-b9032b15cb4e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434133 Apr 20 16:34:01.173479 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46200) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:34:01.178544 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-4204bb79-2a31-411c-afc7-6319a86d04c1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'security_group_rule': {'security_group_id': 'cf884b69-5269-4b39-8bd2-433f65c74ed6', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:34:01.184402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4204bb79-2a31-411c-afc7-6319a86d04c1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:34:01.188577 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4204bb79-2a31-411c-afc7-6319a86d04c1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:security_group_rule and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:34:01.191431 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-4204bb79-2a31-411c-afc7-6319a86d04c1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:34:01.197376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-4204bb79-2a31-411c-afc7-6319a86d04c1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:34:01.207865 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-4204bb79-2a31-411c-afc7-6319a86d04c1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Project b6314581f7fd40bdbaf84bc51d4a044b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:34:01.214870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4204bb79-2a31-411c-afc7-6319a86d04c1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.281637 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4204bb79-2a31-411c-afc7-6319a86d04c1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.285122 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4204bb79-2a31-411c-afc7-6319a86d04c1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.309850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204bb79-2a31-411c-afc7-6319a86d04c1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b0758e-19e5-43cd-bd94-cb79d81c8a97,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:01.319275 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4204bb79-2a31-411c-afc7-6319a86d04c1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.320515 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4204bb79-2a31-411c-afc7-6319a86d04c1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1461174 Apr 20 16:34:01.323367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46204) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:34:01.329342 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-385f2bd2-3b6f-4a67-95fe-4794150ba062 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'network': {'name': 'tempest-network-smoke--2119892835', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'port_security_enabled': True}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:34:01.334346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-385f2bd2-3b6f-4a67-95fe-4794150ba062 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:34:01.339012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-385f2bd2-3b6f-4a67-95fe-4794150ba062 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:network and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:34:01.341888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-385f2bd2-3b6f-4a67-95fe-4794150ba062 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:34:01.347538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-385f2bd2-3b6f-4a67-95fe-4794150ba062 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:34:01.357866 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385f2bd2-3b6f-4a67-95fe-4794150ba062 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Made reservation on behalf of b6314581f7fd40bdbaf84bc51d4a044b for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:01.361322 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-385f2bd2-3b6f-4a67-95fe-4794150ba062 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.388136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385f2bd2-3b6f-4a67-95fe-4794150ba062 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:34:01.397485 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-385f2bd2-3b6f-4a67-95fe-4794150ba062 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.398593 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-385f2bd2-3b6f-4a67-95fe-4794150ba062 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Added segment 45ad1244-33b3-47be-8b0d-d1c6de8bd374 of type vlan for network ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d Apr 20 16:34:01.424477 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-385f2bd2-3b6f-4a67-95fe-4794150ba062 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.452858 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-385f2bd2-3b6f-4a67-95fe-4794150ba062 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.458094 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385f2bd2-3b6f-4a67-95fe-4794150ba062 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:01.458671 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-385f2bd2-3b6f-4a67-95fe-4794150ba062 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.564834 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-385f2bd2-3b6f-4a67-95fe-4794150ba062 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2403958 Apr 20 16:34:01.567703 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46208) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:34:01.574103 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2134078134', 'admin_state_up': True, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:34:01.575206 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2bd2-3b6f-4a67-95fe-4794150ba062 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Network': ['ID=ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:01.581185 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:34:01.585006 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:34:01.586138 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:router and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:34:01.588941 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:34:01.595422 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:34:01.605220 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.606199 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.620847 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.877199 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.198758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d114a321-ad37-4b7f-a3bd-9edf8a289cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.262595 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.293460 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.420055 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.26.7.28 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/ca26fe1d-56ee-4119-ae26-493d254780bb) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:02.561277 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.589044 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.649341 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:02.652190 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:02.655676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:34:02.701359 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=ca26fe1d-56ee-4119-ae26-493d254780bb,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:03.068123 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:03.501285 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:03.698201 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router fdbfc577-e521-4a9b-a89f-f34457669381 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:34:03.879957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:34:03.889705 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Sync routers for ids ['fdbfc577-e521-4a9b-a89f-f34457669381'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:34:03.899982 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Routers {'fdbfc577-e521-4a9b-a89f-f34457669381'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:34:03.900630 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:33:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fdbfc577-e521-4a9b-a89f-f34457669381'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:03.907138 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:03.908384 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8c1deed8-2fdd-4902-9228-caf1cf38b08a tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3396740 Apr 20 16:34:03.911541 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46212) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:34:03.950679 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-80007058-531f-4336-9ab6-c13077c3240d tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b6314581f7fd40bdbaf84bc51d4a044b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380096 Apr 20 16:34:03.953344 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46216) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:34:04.083890 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f165507d-cbf6-4a06-843c-da0b3de4e457 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:04.085383 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f165507d-cbf6-4a06-843c-da0b3de4e457 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311283 Apr 20 16:34:04.088253 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46220) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:34:04.111204 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Set router fdbfc577-e521-4a9b-a89f-f34457669381 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:34:04.125828 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7080b9b1-21b7-4f49-bcd5-3a64926d4d57 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=6c536204-425b-481a-a1b2-dc2a52ee56c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364959 Apr 20 16:34:04.128238 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46224) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:34:04.133983 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-7fa5af9f-8329-439a-9ee5-e22181727eca tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-646364656', 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d', 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:34:04.242950 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7fa5af9f-8329-439a-9ee5-e22181727eca tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:34:04.246831 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7fa5af9f-8329-439a-9ee5-e22181727eca tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:subnet and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:34:04.249653 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-7fa5af9f-8329-439a-9ee5-e22181727eca tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:34:04.255281 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-7fa5af9f-8329-439a-9ee5-e22181727eca tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:34:04.265405 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa5af9f-8329-439a-9ee5-e22181727eca tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Made reservation on behalf of b6314581f7fd40bdbaf84bc51d4a044b for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:04.268856 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7fa5af9f-8329-439a-9ee5-e22181727eca tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.394836 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134078134', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:34:01Z', 'updated_at': '2022-04-20T16:34:02Z', 'revision_number': 3, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ac:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:02Z', 'updated_at': '2022-04-20T16:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:04.398704 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Checking router: fdbfc577-e521-4a9b-a89f-f34457669381 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:34:04.399058 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Updating router fdbfc577-e521-4a9b-a89f-f34457669381 port ca26fe1d-56ee-4119-ae26-493d254780bb binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:34:04.460676 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.486583 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7fa5af9f-8329-439a-9ee5-e22181727eca tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.497344 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-431e9c1f-fb72-4fe4-a810-19f37bfac369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.564403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5af9f-8329-439a-9ee5-e22181727eca tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Subnet': ['ID=feeda30c-f027-486b-98b8-ea578b7e973a,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:04.571993 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa5af9f-8329-439a-9ee5-e22181727eca tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Checking segment: {'id': '45ad1244-33b3-47be-8b0d-d1c6de8bd374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:34:04.572354 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa5af9f-8329-439a-9ee5-e22181727eca tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network hostable DHCP agents. Network: ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:34:04.590329 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa5af9f-8329-439a-9ee5-e22181727eca tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:34:04.599024 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-7fa5af9f-8329-439a-9ee5-e22181727eca tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:04.603408 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa5af9f-8329-439a-9ee5-e22181727eca tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:04.604014 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7fa5af9f-8329-439a-9ee5-e22181727eca tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.624560 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-7fa5af9f-8329-439a-9ee5-e22181727eca tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4953632 Apr 20 16:34:04.627358 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46228) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:34:04.650410 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572744d2-eb81-49a9-aab0-3e13d4cb33c0 None None] Network ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:34:04.965262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d', 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ips': [{'subnet_id': 'feeda30c-f027-486b-98b8-ea578b7e973a'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:34:04.966324 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.980399 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:05.031429 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Transition to ACTIVE for port object ca26fe1d-56ee-4119-ae26-493d254780bb will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:34:05.042900 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:05.194099 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Attempting to bind port ca26fe1d-56ee-4119-ae26-493d254780bb on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:34:05.194995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Attempting to bind port ca26fe1d-56ee-4119-ae26-493d254780bb by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:34:05.195363 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Attempting to bind port ca26fe1d-56ee-4119-ae26-493d254780bb on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:34:05.198668 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734df92-bc78-4687-a697-fd5ef3b647dd None None] Pushing event updated for resources: {'Port': ['ID=ca26fe1d-56ee-4119-ae26-493d254780bb,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:05.206382 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:34:05.206700 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:34:05.207080 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:05.207465 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:34:05.207959 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Bound port: ca26fe1d-56ee-4119-ae26-493d254780bb, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:34:05.208331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:05.259398 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Allocated IP 172.20.0.2 (ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d/feeda30c-f027-486b-98b8-ea578b7e973a/e258792a-9453-4ce8-9fad-79ff8e170d0f) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:05.356222 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] For port ca26fe1d-56ee-4119-ae26-493d254780bb, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:34:05.375772 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] For port ca26fe1d-56ee-4119-ae26-493d254780bb, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ca26fe1d-56ee-4119-ae26-493d254780bb,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:34:05.381308 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:05.434205 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:05.544218 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Routers {'fdbfc577-e521-4a9b-a89f-f34457669381'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:34:05.544857 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:34:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fdbfc577-e521-4a9b-a89f-f34457669381'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:05.649240 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734df92-bc78-4687-a697-fd5ef3b647dd None None] Pushing event updated for resources: {'Port': ['ID=ca26fe1d-56ee-4119-ae26-493d254780bb,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:05.743530 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:05.765412 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Transition to ACTIVE for port object e258792a-9453-4ce8-9fad-79ff8e170d0f will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:34:05.802510 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] Set router fdbfc577-e521-4a9b-a89f-f34457669381 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:34:05.848092 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Transition to ACTIVE for port object e258792a-9453-4ce8-9fad-79ff8e170d0f will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:34:05.920049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.20.0.1 (ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d/feeda30c-f027-486b-98b8-ea578b7e973a/a48d24ee-0862-4897-9360-f4697dee6b80) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:05.921324 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.067567 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.068338 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.089106 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.090423 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Network ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:06.095362 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:06.101756 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:34:06.105549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Transition to ACTIVE for port object a48d24ee-0862-4897-9360-f4697dee6b80 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:34:06.106570 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Pushing event updated for resources: {'Port': ['ID=e258792a-9453-4ce8-9fad-79ff8e170d0f,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:06.130888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.192649 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:06.196611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:06.203807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:34:06.243961 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=a48d24ee-0862-4897-9360-f4697dee6b80,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:06.260883 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Attempting to bind port e258792a-9453-4ce8-9fad-79ff8e170d0f on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:34:06.261254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Attempting to bind port e258792a-9453-4ce8-9fad-79ff8e170d0f by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '45ad1244-33b3-47be-8b0d-d1c6de8bd374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:34:06.261617 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Attempting to bind port e258792a-9453-4ce8-9fad-79ff8e170d0f on network ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:34:06.269682 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.273266 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:34:06.273640 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Checking segment: {'id': '45ad1244-33b3-47be-8b0d-d1c6de8bd374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:34:06.274047 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.274440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Bound using segment: {'id': '45ad1244-33b3-47be-8b0d-d1c6de8bd374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:34:06.274906 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Bound port: e258792a-9453-4ce8-9fad-79ff8e170d0f, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ad1244-33b3-47be-8b0d-d1c6de8bd374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:34:06.275279 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.371751 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134078134', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:34:01Z', 'updated_at': '2022-04-20T16:34:02Z', 'revision_number': 3, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ac:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:02Z', 'updated_at': '2022-04-20T16:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:06.376154 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] For port e258792a-9453-4ce8-9fad-79ff8e170d0f, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:34:06.379461 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] For port e258792a-9453-4ce8-9fad-79ff8e170d0f, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e258792a-9453-4ce8-9fad-79ff8e170d0f,segment=NetworkSegment(45ad1244-33b3-47be-8b0d-d1c6de8bd374),segment_id=45ad1244-33b3-47be-8b0d-d1c6de8bd374)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:34:06.380590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e8e83-8410-4549-af71-0b8f32d71a5a None None] The sync data for ids ['fdbfc577-e521-4a9b-a89f-f34457669381'] in dv-neutron-838699-1-hyperv is: [{'id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134078134', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:34:01Z', 'updated_at': '2022-04-20T16:34:02Z', 'revision_number': 3, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ac:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:02Z', 'updated_at': '2022-04-20T16:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:34:06.385082 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.473678 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd416358-d7aa-4c91-9f1a-bb1b485fb5ee None None] Pushing event updated for resources: {'Port': ['ID=e258792a-9453-4ce8-9fad-79ff8e170d0f,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:06.557205 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:07.196934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:07.203402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:07.263040 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:07.330049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:07.333567 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=a48d24ee-0862-4897-9360-f4697dee6b80,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:07.486468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:07.488781 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:07.540950 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eef2d7-806c-49fa-ae39-9d89a3ef8697 None None] Network ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:34:07.633812 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49c4afaf-ef6e-465d-a6b3-c824eb1d2b5f None None] Provisioning for port e258792a-9453-4ce8-9fad-79ff8e170d0f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:34:07.700922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router fdbfc577-e521-4a9b-a89f-f34457669381 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:34:07.712283 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ca26fe1d-56ee-4119-ae26-493d254780bb up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:34:07.839470 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port ca26fe1d-56ee-4119-ae26-493d254780bb completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:34:07.846295 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port ca26fe1d-56ee-4119-ae26-493d254780bb triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:07.846667 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:07.891209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:34:07.903867 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-19631174-1661-41f6-be84-202059fe6e83 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "PUT /v2.0/routers/fdbfc577-e521-4a9b-a89f-f34457669381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2753131 Apr 20 16:34:07.975197 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Sync routers for ids ['fdbfc577-e521-4a9b-a89f-f34457669381'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:34:07.985502 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Routers {'fdbfc577-e521-4a9b-a89f-f34457669381'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:34:07.986116 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:34:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fdbfc577-e521-4a9b-a89f-f34457669381'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:07.988602 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:08.011733 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port ca26fe1d-56ee-4119-ae26-493d254780bb, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ca26fe1d-56ee-4119-ae26-493d254780bb,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:34:08.016387 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:08.017248 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e258792a-9453-4ce8-9fad-79ff8e170d0f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:34:08.195190 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=ca26fe1d-56ee-4119-ae26-493d254780bb,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:08.200279 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c2f37c8b-2a45-4e05-81c9-a56742071a77 None None] Provisioning for port a48d24ee-0862-4897-9360-f4697dee6b80 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:34:08.206940 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c2f37c8b-2a45-4e05-81c9-a56742071a77 None None] Provisioning complete for port a48d24ee-0862-4897-9360-f4697dee6b80 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:08.207309 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c2f37c8b-2a45-4e05-81c9-a56742071a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:08.211238 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Set router fdbfc577-e521-4a9b-a89f-f34457669381 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:34:08.283387 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-396f2705-c084-408c-8429-6c5578c604d5 req-76e2d37c-c645-4db3-bc3e-d02bca6f0ef2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-663781999&fields=id&tenant_id=b6314581f7fd40bdbaf84bc51d4a044b HTTP/1.1" status: 200 len: 267 time: 0.0547714 Apr 20 16:34:08.296110 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c2f37c8b-2a45-4e05-81c9-a56742071a77 None None] Port a48d24ee-0862-4897-9360-f4697dee6b80 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:34:08.302779 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port e258792a-9453-4ce8-9fad-79ff8e170d0f completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:34:08.313048 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port e258792a-9453-4ce8-9fad-79ff8e170d0f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:08.313556 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:08.342362 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c2f37c8b-2a45-4e05-81c9-a56742071a77 None None] Provisioning complete for port e258792a-9453-4ce8-9fad-79ff8e170d0f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:08.342754 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c2f37c8b-2a45-4e05-81c9-a56742071a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:08.456926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f2705-c084-408c-8429-6c5578c604d5 req-c5d45ffe-3ec0-433b-8e85-9efd115d0e7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:08.457757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-396f2705-c084-408c-8429-6c5578c604d5 req-c5d45ffe-3ec0-433b-8e85-9efd115d0e7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:34:08.477023 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-396f2705-c084-408c-8429-6c5578c604d5 req-c5d45ffe-3ec0-433b-8e85-9efd115d0e7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:34:08.478628 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-396f2705-c084-408c-8429-6c5578c604d5 req-c5d45ffe-3ec0-433b-8e85-9efd115d0e7b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/networks?id=ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d HTTP/1.1" status: 200 len: 797 time: 0.1940227 Apr 20 16:34:08.496104 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-396f2705-c084-408c-8429-6c5578c604d5 req-c05436d6-12f5-4eb2-bf25-7b5237f43bdb tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/quotas/b6314581f7fd40bdbaf84bc51d4a044b HTTP/1.1" status: 200 len: 375 time: 0.0108926 Apr 20 16:34:08.578347 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:08.589736 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c2f37c8b-2a45-4e05-81c9-a56742071a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:08.592218 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-396f2705-c084-408c-8429-6c5578c604d5 req-afac6e8e-d65c-4c94-b9fe-e8e75f7cd0ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:34:08.616418 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-396f2705-c084-408c-8429-6c5578c604d5 req-afac6e8e-d65c-4c94-b9fe-e8e75f7cd0ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:34:08.617971 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-396f2705-c084-408c-8429-6c5578c604d5 req-afac6e8e-d65c-4c94-b9fe-e8e75f7cd0ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1153131 Apr 20 16:34:08.625418 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134078134', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:34:01Z', 'updated_at': '2022-04-20T16:34:06Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:02Z', 'updated_at': '2022-04-20T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'a48d24ee-0862-4897-9360-f4697dee6b80', 'name': '', 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:b5:7e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:05Z', 'updated_at': '2022-04-20T16:34:06Z', 'revision_number': 2, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:08.630167 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Checking router: fdbfc577-e521-4a9b-a89f-f34457669381 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:34:08.630516 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Updating router fdbfc577-e521-4a9b-a89f-f34457669381 port a48d24ee-0862-4897-9360-f4697dee6b80 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:34:08.648874 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port e258792a-9453-4ce8-9fad-79ff8e170d0f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e258792a-9453-4ce8-9fad-79ff8e170d0f,segment=NetworkSegment(45ad1244-33b3-47be-8b0d-d1c6de8bd374),segment_id=45ad1244-33b3-47be-8b0d-d1c6de8bd374)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:34:08.653193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:08.692183 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:08.764623 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-396f2705-c084-408c-8429-6c5578c604d5 req-66477ff1-a08f-4f42-82f3-3dc26a960aa1 service neutron] 10.222.0.13 "GET /v2.0/networks/ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338589 Apr 20 16:34:08.773332 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-c2f37c8b-2a45-4e05-81c9-a56742071a77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:34:08.773773 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-c2f37c8b-2a45-4e05-81c9-a56742071a77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:34:08.776242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=e258792a-9453-4ce8-9fad-79ff8e170d0f,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:08.896228 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-396f2705-c084-408c-8429-6c5578c604d5 req-f6fb9783-2ece-456f-b3b8-d20da0664e50 service neutron] 10.222.0.13 "GET /v2.0/networks/ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257274 Apr 20 16:34:09.035998 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:09.047142 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Transition to ACTIVE for port object a48d24ee-0862-4897-9360-f4697dee6b80 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:34:09.052802 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:09.191446 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9efc4-98eb-4f9e-84e3-fda69970ee25 None None] Pushing event updated for resources: {'Port': ['ID=a48d24ee-0862-4897-9360-f4697dee6b80,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:09.233313 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9efc4-98eb-4f9e-84e3-fda69970ee25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.233652 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9efc4-98eb-4f9e-84e3-fda69970ee25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.233986 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9efc4-98eb-4f9e-84e3-fda69970ee25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.234310 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9efc4-98eb-4f9e-84e3-fda69970ee25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.234632 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9efc4-98eb-4f9e-84e3-fda69970ee25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.234952 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9efc4-98eb-4f9e-84e3-fda69970ee25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.235263 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9efc4-98eb-4f9e-84e3-fda69970ee25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.235579 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9efc4-98eb-4f9e-84e3-fda69970ee25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.235923 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9efc4-98eb-4f9e-84e3-fda69970ee25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.236235 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9efc4-98eb-4f9e-84e3-fda69970ee25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.236545 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9efc4-98eb-4f9e-84e3-fda69970ee25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.236852 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9efc4-98eb-4f9e-84e3-fda69970ee25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.288409 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Attempting to bind port a48d24ee-0862-4897-9360-f4697dee6b80 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:34:09.288768 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Attempting to bind port a48d24ee-0862-4897-9360-f4697dee6b80 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '45ad1244-33b3-47be-8b0d-d1c6de8bd374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:34:09.289117 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Attempting to bind port a48d24ee-0862-4897-9360-f4697dee6b80 on network ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:34:09.294206 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:34:09.294564 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Checking segment: {'id': '45ad1244-33b3-47be-8b0d-d1c6de8bd374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:34:09.295057 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:09.295440 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Bound using segment: {'id': '45ad1244-33b3-47be-8b0d-d1c6de8bd374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:34:09.295914 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Bound port: a48d24ee-0862-4897-9360-f4697dee6b80, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ad1244-33b3-47be-8b0d-d1c6de8bd374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:34:09.296276 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:09.383235 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] For port a48d24ee-0862-4897-9360-f4697dee6b80, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:34:09.386001 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] For port a48d24ee-0862-4897-9360-f4697dee6b80, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a48d24ee-0862-4897-9360-f4697dee6b80,segment=NetworkSegment(45ad1244-33b3-47be-8b0d-d1c6de8bd374),segment_id=45ad1244-33b3-47be-8b0d-d1c6de8bd374)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:34:09.390992 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:09.481220 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Routers {'fdbfc577-e521-4a9b-a89f-f34457669381'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:34:09.481841 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:34:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fdbfc577-e521-4a9b-a89f-f34457669381'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:09.537877 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9efc4-98eb-4f9e-84e3-fda69970ee25 None None] Pushing event updated for resources: {'Port': ['ID=a48d24ee-0862-4897-9360-f4697dee6b80,revision_number=4']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:09.622693 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ca26fe1d-56ee-4119-ae26-493d254780bb up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:34:09.668861 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] Set router fdbfc577-e521-4a9b-a89f-f34457669381 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:34:09.700633 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port ca26fe1d-56ee-4119-ae26-493d254780bb triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:09.701009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:09.820164 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e258792a-9453-4ce8-9fad-79ff8e170d0f up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:34:09.885053 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port e258792a-9453-4ce8-9fad-79ff8e170d0f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:09.885425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:10.013099 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134078134', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:34:01Z', 'updated_at': '2022-04-20T16:34:06Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:02Z', 'updated_at': '2022-04-20T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'a48d24ee-0862-4897-9360-f4697dee6b80', 'name': '', 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:b5:7e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:05Z', 'updated_at': '2022-04-20T16:34:09Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:10.016803 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f017a-64f5-47c5-9258-2b6d98e03641 None None] The sync data for ids ['fdbfc577-e521-4a9b-a89f-f34457669381'] in dv-neutron-838699-1-hyperv is: [{'id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134078134', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:34:01Z', 'updated_at': '2022-04-20T16:34:06Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:02Z', 'updated_at': '2022-04-20T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'a48d24ee-0862-4897-9360-f4697dee6b80', 'name': '', 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:b5:7e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:05Z', 'updated_at': '2022-04-20T16:34:09Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:34:10.122131 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d186e0e6-3229-46b4-af96-ca3b81d2af4b req-50b4a666-376e-4743-b108-6e6d0c17d803 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 210 time: 0.0716624 Apr 20 16:34:11.332917 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-564ceea4-6056-4bea-af77-9adfbb08dc91 req-eaba5e59-5ad9-45cd-93af-ef43f06931c5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 210 time: 0.0639350 Apr 20 16:34:11.357196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f2705-c084-408c-8429-6c5578c604d5 req-d6e04eac-195e-439a-b19e-154b9c4ca72b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:11.358601 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-396f2705-c084-408c-8429-6c5578c604d5 req-d6e04eac-195e-439a-b19e-154b9c4ca72b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "GET /v2.0/networks?id=ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d HTTP/1.1" status: 200 len: 797 time: 0.3218248 Apr 20 16:34:11.405376 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-396f2705-c084-408c-8429-6c5578c604d5 req-02eb5983-ca20-4718-a806-193ef703c426 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6314581f7fd40bdbaf84bc51d4a044b HTTP/1.1" status: 200 len: 379 time: 0.0381715 Apr 20 16:34:11.414048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-396f2705-c084-408c-8429-6c5578c604d5 req-7a12a26e-cce3-494e-8f93-e709812fdded tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'port': {'device_id': '10e2d765-a2b5-499b-91f7-38c8688b63a0', 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d', 'admin_state_up': True, 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'security_groups': ['cf884b69-5269-4b39-8bd2-433f65c74ed6']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:34:11.548566 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-396f2705-c084-408c-8429-6c5578c604d5 req-7a12a26e-cce3-494e-8f93-e709812fdded tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:34:11.558125 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-396f2705-c084-408c-8429-6c5578c604d5 req-7a12a26e-cce3-494e-8f93-e709812fdded tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:34:11.568729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-396f2705-c084-408c-8429-6c5578c604d5 req-7a12a26e-cce3-494e-8f93-e709812fdded tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Made reservation on behalf of b6314581f7fd40bdbaf84bc51d4a044b for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:11.572643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-396f2705-c084-408c-8429-6c5578c604d5 req-7a12a26e-cce3-494e-8f93-e709812fdded tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:11.633848 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a48d24ee-0862-4897-9360-f4697dee6b80 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:34:11.702907 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port a48d24ee-0862-4897-9360-f4697dee6b80 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:34:11.707507 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port a48d24ee-0862-4897-9360-f4697dee6b80 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:11.707926 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:11.742875 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-396f2705-c084-408c-8429-6c5578c604d5 req-7a12a26e-cce3-494e-8f93-e709812fdded tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.20.0.11 (ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d/feeda30c-f027-486b-98b8-ea578b7e973a/f83160de-23bf-4c5b-ad05-5e46e14c5c4c) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:11.825805 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:11.857940 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port a48d24ee-0862-4897-9360-f4697dee6b80, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a48d24ee-0862-4897-9360-f4697dee6b80,segment=NetworkSegment(45ad1244-33b3-47be-8b0d-d1c6de8bd374),segment_id=45ad1244-33b3-47be-8b0d-d1c6de8bd374)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:34:11.863696 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:11.929982 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=a48d24ee-0862-4897-9360-f4697dee6b80,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:11.933812 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-396f2705-c084-408c-8429-6c5578c604d5 req-7a12a26e-cce3-494e-8f93-e709812fdded tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:11.950272 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-396f2705-c084-408c-8429-6c5578c604d5 req-7a12a26e-cce3-494e-8f93-e709812fdded tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Transition to ACTIVE for port object f83160de-23bf-4c5b-ad05-5e46e14c5c4c will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:34:11.974110 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-396f2705-c084-408c-8429-6c5578c604d5 req-7a12a26e-cce3-494e-8f93-e709812fdded tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:12.041728 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396f2705-c084-408c-8429-6c5578c604d5 req-7a12a26e-cce3-494e-8f93-e709812fdded tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:12.050389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-396f2705-c084-408c-8429-6c5578c604d5 req-7a12a26e-cce3-494e-8f93-e709812fdded tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:12.055389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-396f2705-c084-408c-8429-6c5578c604d5 req-7a12a26e-cce3-494e-8f93-e709812fdded tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:34:12.089578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12a26e-cce3-494e-8f93-e709812fdded tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=f83160de-23bf-4c5b-ad05-5e46e14c5c4c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:12.126143 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f2705-c084-408c-8429-6c5578c604d5 req-7a12a26e-cce3-494e-8f93-e709812fdded tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:12.126758 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-396f2705-c084-408c-8429-6c5578c604d5 req-7a12a26e-cce3-494e-8f93-e709812fdded tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:12.152256 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-396f2705-c084-408c-8429-6c5578c604d5 req-7a12a26e-cce3-494e-8f93-e709812fdded tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7420492 Apr 20 16:34:12.163919 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Request body: {'port': {'device_id': '10e2d765-a2b5-499b-91f7-38c8688b63a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:34:12.280738 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:12.332999 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ea11be0b-f07f-4aa4-b1da-1ff5fdfad013 None None] Provisioning for port f83160de-23bf-4c5b-ad05-5e46e14c5c4c completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:34:12.338357 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ea11be0b-f07f-4aa4-b1da-1ff5fdfad013 None None] Provisioning complete for port f83160de-23bf-4c5b-ad05-5e46e14c5c4c triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:12.338800 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ea11be0b-f07f-4aa4-b1da-1ff5fdfad013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:12.396707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ea11be0b-f07f-4aa4-b1da-1ff5fdfad013 None None] Port f83160de-23bf-4c5b-ad05-5e46e14c5c4c cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:34:12.621183 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb9978-8d58-446e-9a8c-3688464a24bd req-39954d35-1ac0-4a2a-bfac-421a18dd66b9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:12.621875 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-a5bb9978-8d58-446e-9a8c-3688464a24bd req-39954d35-1ac0-4a2a-bfac-421a18dd66b9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:34:12.678045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-a5bb9978-8d58-446e-9a8c-3688464a24bd req-39954d35-1ac0-4a2a-bfac-421a18dd66b9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:34:12.679207 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a5bb9978-8d58-446e-9a8c-3688464a24bd req-39954d35-1ac0-4a2a-bfac-421a18dd66b9 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 932 time: 0.2314639 Apr 20 16:34:12.724916 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83160de-23bf-4c5b-ad05-5e46e14c5c4c {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:34:12.739916 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:12.757181 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a5bb9978-8d58-446e-9a8c-3688464a24bd req-b01a5b56-db28-41c3-8ce4-53ab9b2dfb0b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707870 Apr 20 16:34:12.762888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Transition to ACTIVE for port object f83160de-23bf-4c5b-ad05-5e46e14c5c4c will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:34:12.766573 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:12.923370 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Pushing event updated for resources: {'Port': ['ID=f83160de-23bf-4c5b-ad05-5e46e14c5c4c,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:13.115291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Attempting to bind port f83160de-23bf-4c5b-ad05-5e46e14c5c4c on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:34:13.115525 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Attempting to bind port f83160de-23bf-4c5b-ad05-5e46e14c5c4c by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '45ad1244-33b3-47be-8b0d-d1c6de8bd374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:34:13.116421 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Attempting to bind port f83160de-23bf-4c5b-ad05-5e46e14c5c4c on network ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:34:13.121032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Port f83160de-23bf-4c5b-ad05-5e46e14c5c4c on network ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:34:13.121350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Attempting to bind port f83160de-23bf-4c5b-ad05-5e46e14c5c4c on network ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:34:13.126418 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:34:13.126754 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Checking segment: {'id': '45ad1244-33b3-47be-8b0d-d1c6de8bd374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:34:13.127140 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Bound using segment: {'id': '45ad1244-33b3-47be-8b0d-d1c6de8bd374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:34:13.127557 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Bound port: f83160de-23bf-4c5b-ad05-5e46e14c5c4c, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ad1244-33b3-47be-8b0d-d1c6de8bd374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:34:13.127937 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:13.216213 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] For port f83160de-23bf-4c5b-ad05-5e46e14c5c4c, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:34:13.219111 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] For port f83160de-23bf-4c5b-ad05-5e46e14c5c4c, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=f83160de-23bf-4c5b-ad05-5e46e14c5c4c,segment=NetworkSegment(45ad1244-33b3-47be-8b0d-d1c6de8bd374),segment_id=45ad1244-33b3-47be-8b0d-d1c6de8bd374)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:34:13.223327 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:13.278465 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:13.278711 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:13.280283 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-396f2705-c084-408c-8429-6c5578c604d5 req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] 10.222.0.11 "PUT /v2.0/ports/f83160de-23bf-4c5b-ad05-5e46e14c5c4c HTTP/1.1" status: 200 len: 1094 time: 1.1211808 Apr 20 16:34:13.283135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e2d765-a2b5-499b-91f7-38c8688b63a0', 'tag': 'f83160de-23bf-4c5b-ad05-5e46e14c5c4c'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:34:13.312535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cef81-2c6f-405e-9832-c75c3d126a1e service neutron] Pushing event updated for resources: {'Port': ['ID=f83160de-23bf-4c5b-ad05-5e46e14c5c4c,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:13.358049 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b2092b-21cf-4d4c-8473-90240ccc93c3'] response: {'name': 'network-changed', 'server_uuid': '10e2d765-a2b5-499b-91f7-38c8688b63a0', 'tag': 'f83160de-23bf-4c5b-ad05-5e46e14c5c4c', 'status': 'completed', 'code': 200} Apr 20 16:34:13.403251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f2705-c084-408c-8429-6c5578c604d5 req-6338049c-452c-4b28-adea-eac1a6623f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:13.404801 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-396f2705-c084-408c-8429-6c5578c604d5 req-6338049c-452c-4b28-adea-eac1a6623f23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 1097 time: 0.0782094 Apr 20 16:34:13.477057 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-396f2705-c084-408c-8429-6c5578c604d5 req-af36fbc8-e07c-4a59-ac87-5d65d0f06fd2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f83160de-23bf-4c5b-ad05-5e46e14c5c4c HTTP/1.1" status: 200 len: 217 time: 0.0659549 Apr 20 16:34:13.539311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f2705-c084-408c-8429-6c5578c604d5 req-c0090ea3-21c7-41f7-84b8-d934f4dc3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:13.540850 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-396f2705-c084-408c-8429-6c5578c604d5 req-c0090ea3-21c7-41f7-84b8-d934f4dc3476 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=feeda30c-f027-486b-98b8-ea578b7e973a HTTP/1.1" status: 200 len: 834 time: 0.0580797 Apr 20 16:34:13.614063 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a48d24ee-0862-4897-9360-f4697dee6b80 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:34:13.619701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f2705-c084-408c-8429-6c5578c604d5 req-68c3dc73-b1ea-45c7-8de5-646f79e7c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:13.621242 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-396f2705-c084-408c-8429-6c5578c604d5 req-68c3dc73-b1ea-45c7-8de5-646f79e7c954 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739801 Apr 20 16:34:13.684775 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port a48d24ee-0862-4897-9360-f4697dee6b80 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:13.685143 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:13.750753 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-396f2705-c084-408c-8429-6c5578c604d5 req-67f549c0-2d68-4c6e-b5c9-6784efe6bb06 service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232617 Apr 20 16:34:13.918284 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-396f2705-c084-408c-8429-6c5578c604d5 req-6f88542d-bdac-4554-b2ad-d57da21e9f5d service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620879 Apr 20 16:34:13.955945 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812cf25-6c44-4887-925f-a6e1e860d7eb req-27eb2131-d219-43a9-b1b8-0090191a580e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:13.957368 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3812cf25-6c44-4887-925f-a6e1e860d7eb req-27eb2131-d219-43a9-b1b8-0090191a580e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 944 time: 0.0848329 Apr 20 16:34:14.048603 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3812cf25-6c44-4887-925f-a6e1e860d7eb req-967ab80c-92cf-43fa-b9e7-8fb505985a9d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839746 Apr 20 16:34:14.068832 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba6a8b-cfc7-476b-9497-a74ed3a9d240 req-86e380ba-b64d-42e9-a954-b287ce59adad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:14.070260 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bcba6a8b-cfc7-476b-9497-a74ed3a9d240 req-86e380ba-b64d-42e9-a954-b287ce59adad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 1097 time: 0.1069443 Apr 20 16:34:14.206600 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba6a8b-cfc7-476b-9497-a74ed3a9d240 req-4afc09b9-9f37-41af-8f91-bc3d22bd415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:14.208313 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bcba6a8b-cfc7-476b-9497-a74ed3a9d240 req-4afc09b9-9f37-41af-8f91-bc3d22bd415c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d HTTP/1.1" status: 200 len: 898 time: 0.1315138 Apr 20 16:34:14.274621 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bcba6a8b-cfc7-476b-9497-a74ed3a9d240 req-aebad172-5a02-49a4-b70b-b79ee09e70e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f83160de-23bf-4c5b-ad05-5e46e14c5c4c HTTP/1.1" status: 200 len: 217 time: 0.0606608 Apr 20 16:34:14.342121 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba6a8b-cfc7-476b-9497-a74ed3a9d240 req-97ba48ba-11a8-49ab-a19b-2c53247814ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:14.343571 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bcba6a8b-cfc7-476b-9497-a74ed3a9d240 req-97ba48ba-11a8-49ab-a19b-2c53247814ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=feeda30c-f027-486b-98b8-ea578b7e973a HTTP/1.1" status: 200 len: 834 time: 0.0625267 Apr 20 16:34:14.419560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba6a8b-cfc7-476b-9497-a74ed3a9d240 req-1c3e434a-9cca-4dcf-9dcf-9489eeae5692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:14.421032 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bcba6a8b-cfc7-476b-9497-a74ed3a9d240 req-1c3e434a-9cca-4dcf-9dcf-9489eeae5692 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716119 Apr 20 16:34:14.550864 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bcba6a8b-cfc7-476b-9497-a74ed3a9d240 req-cceccd3d-7d04-49f4-b1cf-7fbd02ea9cc1 service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236784 Apr 20 16:34:14.680264 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bcba6a8b-cfc7-476b-9497-a74ed3a9d240 req-4e02ffbb-4e84-4366-846b-7a0347122350 service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233306 Apr 20 16:34:15.233715 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa68eb-9995-4ada-afcf-719ecd073594 req-c58615a6-995b-4c2d-a9e7-e119c55957d5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:15.235144 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-19fa68eb-9995-4ada-afcf-719ecd073594 req-c58615a6-995b-4c2d-a9e7-e119c55957d5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 944 time: 0.0828979 Apr 20 16:34:15.374797 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-19fa68eb-9995-4ada-afcf-719ecd073594 req-8817d228-c5e9-4e90-9aed-85619897a841 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339035 Apr 20 16:34:15.406455 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:16.463906 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:34:16.562980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9c3f0-02a8-4003-82e1-a8ddc96b8eb6 req-e30ed7db-a28f-42b2-8961-145445a547ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:16.564463 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49d9c3f0-02a8-4003-82e1-a8ddc96b8eb6 req-e30ed7db-a28f-42b2-8961-145445a547ea tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 944 time: 0.0792255 Apr 20 16:34:16.607927 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-49d9c3f0-02a8-4003-82e1-a8ddc96b8eb6 req-31b5f3b4-a04b-4952-9084-1f4371040e38 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376983 Apr 20 16:34:17.609735 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device f83160de-23bf-4c5b-ad05-5e46e14c5c4c details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:34:17.768452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port f83160de-23bf-4c5b-ad05-5e46e14c5c4c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=f83160de-23bf-4c5b-ad05-5e46e14c5c4c,segment=NetworkSegment(45ad1244-33b3-47be-8b0d-d1c6de8bd374),segment_id=45ad1244-33b3-47be-8b0d-d1c6de8bd374)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:34:17.781509 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': 'f83160de-23bf-4c5b-ad05-5e46e14c5c4c', 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d', 'port_id': 'f83160de-23bf-4c5b-ad05-5e46e14c5c4c', 'mac_address': 'fa:16:3e:7f:32:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:34:17.793254 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffd91f-9226-4192-8831-b42036d0727b req-272bc9b0-5245-4cfc-a6e0-3f56351062e4 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:17.794746 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-80ffd91f-9226-4192-8831-b42036d0727b req-272bc9b0-5245-4cfc-a6e0-3f56351062e4 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 944 time: 0.0821359 Apr 20 16:34:17.835907 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:17.838890 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-80ffd91f-9226-4192-8831-b42036d0727b req-d9e67a6c-5ade-4795-a2b5-e29c41c151a1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385118 Apr 20 16:34:17.853027 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83160de-23bf-4c5b-ad05-5e46e14c5c4c {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:34:17.867883 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port f83160de-23bf-4c5b-ad05-5e46e14c5c4c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=f83160de-23bf-4c5b-ad05-5e46e14c5c4c,segment=NetworkSegment(45ad1244-33b3-47be-8b0d-d1c6de8bd374),segment_id=45ad1244-33b3-47be-8b0d-d1c6de8bd374)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:34:17.871467 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:17.944194 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=f83160de-23bf-4c5b-ad05-5e46e14c5c4c,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:18.224158 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['f83160de-23bf-4c5b-ad05-5e46e14c5c4c'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:34:19.024301 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9502d6-f652-45af-8538-b255619a79b9 req-5ecdbcbd-2f4b-4dd4-8789-69bbc68af510 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:19.025737 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c9502d6-f652-45af-8538-b255619a79b9 req-5ecdbcbd-2f4b-4dd4-8789-69bbc68af510 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 945 time: 0.0821931 Apr 20 16:34:19.068723 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c9502d6-f652-45af-8538-b255619a79b9 req-8e7a55fe-16ae-4755-9055-11d2bce22767 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374413 Apr 20 16:34:19.629612 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device f83160de-23bf-4c5b-ad05-5e46e14c5c4c up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:34:19.699242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port f83160de-23bf-4c5b-ad05-5e46e14c5c4c completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:34:19.703741 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port f83160de-23bf-4c5b-ad05-5e46e14c5c4c triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:19.704159 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:19.814880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:19.842896 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e2d765-a2b5-499b-91f7-38c8688b63a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83160de-23bf-4c5b-ad05-5e46e14c5c4c'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:34:19.852211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port f83160de-23bf-4c5b-ad05-5e46e14c5c4c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=f83160de-23bf-4c5b-ad05-5e46e14c5c4c,segment=NetworkSegment(45ad1244-33b3-47be-8b0d-d1c6de8bd374),segment_id=45ad1244-33b3-47be-8b0d-d1c6de8bd374)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:34:19.856425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:19.893379 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436abdfe-0eb6-4d1d-8820-ce08c7f123c8'] response: {'server_uuid': '10e2d765-a2b5-499b-91f7-38c8688b63a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83160de-23bf-4c5b-ad05-5e46e14c5c4c', 'code': 200} Apr 20 16:34:19.924699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=f83160de-23bf-4c5b-ad05-5e46e14c5c4c,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:20.112229 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb9630-3817-473d-a9fb-d04d0ca3c643 req-06b39f8f-f203-4753-8efe-8f9c5dbdda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:20.113691 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c0cb9630-3817-473d-a9fb-d04d0ca3c643 req-06b39f8f-f203-4753-8efe-8f9c5dbdda40 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 1099 time: 0.0742867 Apr 20 16:34:20.162975 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c0cb9630-3817-473d-a9fb-d04d0ca3c643 req-b176c810-8c2f-440c-ab7a-1084d6de85c8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426679 Apr 20 16:34:20.261899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb421c6-26a9-4574-ad33-73ae3d411397 req-d9e14a33-1250-4761-af0b-7e15f7b3502b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:20.263324 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6eb421c6-26a9-4574-ad33-73ae3d411397 req-d9e14a33-1250-4761-af0b-7e15f7b3502b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 946 time: 0.0819075 Apr 20 16:34:20.306358 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6eb421c6-26a9-4574-ad33-73ae3d411397 req-cd60562c-9002-4f63-ac7d-541154d90323 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373855 Apr 20 16:34:21.499424 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900dc9b-0b64-428f-bf61-25486f95a2df req-43bef077-dcbd-451a-943e-37db51143b94 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:21.500988 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e900dc9b-0b64-428f-bf61-25486f95a2df req-43bef077-dcbd-451a-943e-37db51143b94 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 946 time: 0.0906804 Apr 20 16:34:21.547551 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e900dc9b-0b64-428f-bf61-25486f95a2df req-014a85c3-c554-4ce0-b424-3339e449844c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398846 Apr 20 16:34:22.728323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448b923-6e2f-47ad-9a31-5d99794892dd req-ca8b6616-f6b1-4708-8b18-077a74097227 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:22.729842 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4448b923-6e2f-47ad-9a31-5d99794892dd req-ca8b6616-f6b1-4708-8b18-077a74097227 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 946 time: 0.0794909 Apr 20 16:34:22.773165 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4448b923-6e2f-47ad-9a31-5d99794892dd req-ad93ed3f-42e7-44d5-8a71-bef93c5c07da tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377576 Apr 20 16:34:22.960924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63590056-4ff7-4a68-8b94-b2550217430c req-448a6b47-ca3a-4a45-bb02-4667687907d8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:22.962385 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-63590056-4ff7-4a68-8b94-b2550217430c req-448a6b47-ca3a-4a45-bb02-4667687907d8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 946 time: 0.0822036 Apr 20 16:34:23.006533 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-63590056-4ff7-4a68-8b94-b2550217430c req-ec33dd66-b0d7-454e-9c28-52ec96d295c8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379705 Apr 20 16:34:23.028018 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46288) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:34:23.096627 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a473987-bf1b-40e0-b984-70236bb64418 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:23.098077 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3a473987-bf1b-40e0-b984-70236bb64418 tempest-TestNetworkAdvancedServerOps-1661262504 tempest-TestNetworkAdvancedServerOps-1661262504-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 1094 time: 0.0691099 Apr 20 16:34:23.100756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46292) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:34:23.223831 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': 'f83160de-23bf-4c5b-ad05-5e46e14c5c4c', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:34:23.230289 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:34:23.234113 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Usage tracker for resource:floatingip and tenant:b6314581f7fd40bdbaf84bc51d4a044b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:34:23.236949 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:34:23.243540 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:34:23.253079 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.385275 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.518055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Allocated IP 172.26.7.56 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/999ccec9-ed1f-4bb0-a7fe-a95a146d8b7c) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:23.661293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.689464 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.752384 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:23.759159 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:23.763203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:34:23.797062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=999ccec9-ed1f-4bb0-a7fe-a95a146d8b7c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:24.265168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.336482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.554323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.558533 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.671068 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event updated for resources: {'Port': ['ID=999ccec9-ed1f-4bb0-a7fe-a95a146d8b7c,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:24.679499 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.856211 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Floating IP 2aaae39d-5a57-42f6-9687-d7d9abfe9bed associated. External IP: 172.26.7.56, port: f83160de-23bf-4c5b-ad05-5e46e14c5c4c. Apr 20 16:34:25.214140 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router fdbfc577-e521-4a9b-a89f-f34457669381 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:34:25.388991 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:34:25.399252 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944eb6db-5195-49e6-bf21-76c19434f7c3 None None] Sync routers for ids ['fdbfc577-e521-4a9b-a89f-f34457669381'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:34:25.408618 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944eb6db-5195-49e6-bf21-76c19434f7c3 None None] Routers {'fdbfc577-e521-4a9b-a89f-f34457669381'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:34:25.409234 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-944eb6db-5195-49e6-bf21-76c19434f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:34:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fdbfc577-e521-4a9b-a89f-f34457669381'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:25.414449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:25.485995 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ecde14ef-0604-47a4-af89-5e0ead35ff93 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3838844 Apr 20 16:34:25.486748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e2d765-a2b5-499b-91f7-38c8688b63a0', 'tag': 'f83160de-23bf-4c5b-ad05-5e46e14c5c4c'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:34:25.537050 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd5145d-889b-4ea4-94e8-6b3cf1c09709'] response: {'name': 'network-changed', 'server_uuid': '10e2d765-a2b5-499b-91f7-38c8688b63a0', 'tag': 'f83160de-23bf-4c5b-ad05-5e46e14c5c4c', 'status': 'completed', 'code': 200} Apr 20 16:34:25.606818 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-944eb6db-5195-49e6-bf21-76c19434f7c3 None None] Set router fdbfc577-e521-4a9b-a89f-f34457669381 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:34:25.817216 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8d8b1-da6e-4d9b-b238-8a9c718d9d74 req-d83b7376-851b-4ba2-b297-16b03c491ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:25.819143 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-63a8d8b1-da6e-4d9b-b238-8a9c718d9d74 req-d83b7376-851b-4ba2-b297-16b03c491ca3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 1099 time: 0.2621202 Apr 20 16:34:25.827085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87c4ab-1172-4dad-bd2b-8c844572f4b4 req-0538554d-11b0-4924-905e-eb97bc7ebb36 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:25.828449 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7e87c4ab-1172-4dad-bd2b-8c844572f4b4 req-0538554d-11b0-4924-905e-eb97bc7ebb36 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 946 time: 0.2331834 Apr 20 16:34:25.949627 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7e87c4ab-1172-4dad-bd2b-8c844572f4b4 req-c7f1f928-2f4e-4de9-bd0a-10f95f17e4cc tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010411 Apr 20 16:34:25.972647 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-944eb6db-5195-49e6-bf21-76c19434f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134078134', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:34:01Z', 'updated_at': '2022-04-20T16:34:06Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:02Z', 'updated_at': '2022-04-20T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '2aaae39d-5a57-42f6-9687-d7d9abfe9bed', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'floating_ip_address': '172.26.7.56', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'port_id': 'f83160de-23bf-4c5b-ad05-5e46e14c5c4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d', 'mac_address': 'fa:16:3e:7f:32:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2d765-a2b5-499b-91f7-38c8688b63a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:34:24Z', 'updated_at': '2022-04-20T16:34:24Z', 'revision_number': 0, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a48d24ee-0862-4897-9360-f4697dee6b80', 'name': '', 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:b5:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:05Z', 'updated_at': '2022-04-20T16:34:11Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:25.972647 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944eb6db-5195-49e6-bf21-76c19434f7c3 None None] Checking router: fdbfc577-e521-4a9b-a89f-f34457669381 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:34:25.973094 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46302) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:34:25.974482 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944eb6db-5195-49e6-bf21-76c19434f7c3 None None] Routers {'fdbfc577-e521-4a9b-a89f-f34457669381'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:34:25.975122 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-944eb6db-5195-49e6-bf21-76c19434f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:34:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fdbfc577-e521-4a9b-a89f-f34457669381'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:26.073916 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8d8b1-da6e-4d9b-b238-8a9c718d9d74 req-f09f78f8-cd05-4419-828b-a44213becea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:26.075271 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-63a8d8b1-da6e-4d9b-b238-8a9c718d9d74 req-f09f78f8-cd05-4419-828b-a44213becea7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d HTTP/1.1" status: 200 len: 898 time: 0.2459877 Apr 20 16:34:26.150795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-944eb6db-5195-49e6-bf21-76c19434f7c3 None None] Set router fdbfc577-e521-4a9b-a89f-f34457669381 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:34:26.158328 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-58dc863b-382e-4ebc-85d1-b65b82400c2c tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/floatingips/2aaae39d-5a57-42f6-9687-d7d9abfe9bed HTTP/1.1" status: 200 len: 991 time: 0.1830630 Apr 20 16:34:26.191887 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-63a8d8b1-da6e-4d9b-b238-8a9c718d9d74 req-0e1d34ed-4209-4ba5-9471-c99979dffcbe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f83160de-23bf-4c5b-ad05-5e46e14c5c4c HTTP/1.1" status: 200 len: 999 time: 0.1039312 Apr 20 16:34:26.258608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8d8b1-da6e-4d9b-b238-8a9c718d9d74 req-df548948-ceb7-4eb3-a743-b170bd43338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:26.260092 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-63a8d8b1-da6e-4d9b-b238-8a9c718d9d74 req-df548948-ceb7-4eb3-a743-b170bd43338f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=feeda30c-f027-486b-98b8-ea578b7e973a HTTP/1.1" status: 200 len: 834 time: 0.0629313 Apr 20 16:34:26.334148 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8d8b1-da6e-4d9b-b238-8a9c718d9d74 req-254b7c12-8b50-4eb6-83b0-ed6f341f7f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:26.335527 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-63a8d8b1-da6e-4d9b-b238-8a9c718d9d74 req-254b7c12-8b50-4eb6-83b0-ed6f341f7f53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695667 Apr 20 16:34:26.466552 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-63a8d8b1-da6e-4d9b-b238-8a9c718d9d74 req-b7f0fc09-5948-438b-9a38-11151d252a3e service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239636 Apr 20 16:34:26.538071 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-944eb6db-5195-49e6-bf21-76c19434f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134078134', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:34:01Z', 'updated_at': '2022-04-20T16:34:06Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:02Z', 'updated_at': '2022-04-20T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '2aaae39d-5a57-42f6-9687-d7d9abfe9bed', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'floating_ip_address': '172.26.7.56', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'port_id': 'f83160de-23bf-4c5b-ad05-5e46e14c5c4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d', 'mac_address': 'fa:16:3e:7f:32:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2d765-a2b5-499b-91f7-38c8688b63a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:34:24Z', 'updated_at': '2022-04-20T16:34:24Z', 'revision_number': 0, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a48d24ee-0862-4897-9360-f4697dee6b80', 'name': '', 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:b5:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:05Z', 'updated_at': '2022-04-20T16:34:11Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:26.542103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944eb6db-5195-49e6-bf21-76c19434f7c3 None None] The sync data for ids ['fdbfc577-e521-4a9b-a89f-f34457669381'] in dv-neutron-838699-1-hyperv is: [{'id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134078134', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:34:01Z', 'updated_at': '2022-04-20T16:34:06Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:02Z', 'updated_at': '2022-04-20T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '2aaae39d-5a57-42f6-9687-d7d9abfe9bed', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'floating_ip_address': '172.26.7.56', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'port_id': 'f83160de-23bf-4c5b-ad05-5e46e14c5c4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d', 'mac_address': 'fa:16:3e:7f:32:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2d765-a2b5-499b-91f7-38c8688b63a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:34:24Z', 'updated_at': '2022-04-20T16:34:24Z', 'revision_number': 0, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a48d24ee-0862-4897-9360-f4697dee6b80', 'name': '', 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:b5:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:05Z', 'updated_at': '2022-04-20T16:34:11Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:34:26.600538 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-63a8d8b1-da6e-4d9b-b238-8a9c718d9d74 req-64e0f6ba-716b-45d0-80c4-a96eb5eb568c service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283007 Apr 20 16:34:26.722777 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de6d780-062b-4b33-a4c7-d9c92e7f7f0a None None] New status for floating IP 2aaae39d-5a57-42f6-9687-d7d9abfe9bed: ACTIVE {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:34:27.161169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46306) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:34:27.268090 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ee897278-27fe-4f2d-8e34-529767ebbac8 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/floatingips/2aaae39d-5a57-42f6-9687-d7d9abfe9bed HTTP/1.1" status: 200 len: 993 time: 0.1050568 Apr 20 16:34:32.201927 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4495575b-4d5e-4437-adf9-541bf63e4331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.460148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-79b30ca0-b230-4fea-ab3c-4d2f7af72331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.841434 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.877090 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:37.258508 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:45.409748 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:53.464825 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:35:02.203862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f9407233-e64d-4a6e-8ceb-233a08b51c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:03.581520 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad21ab5e-65c9-4be0-b8df-e7fb847596bc req-75278a73-7522-4444-94eb-83425a24739f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688772 Apr 20 16:35:03.723353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21ab5e-65c9-4be0-b8df-e7fb847596bc req-706b2e7d-698b-4ce8-a747-307ea52cbf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:03.725689 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad21ab5e-65c9-4be0-b8df-e7fb847596bc req-706b2e7d-698b-4ce8-a747-307ea52cbf6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 1099 time: 0.0758443 Apr 20 16:35:03.867627 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21ab5e-65c9-4be0-b8df-e7fb847596bc req-b00f365e-63a0-409f-8f25-35eb4c07a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:03.868963 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad21ab5e-65c9-4be0-b8df-e7fb847596bc req-b00f365e-63a0-409f-8f25-35eb4c07a403 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d HTTP/1.1" status: 200 len: 898 time: 0.1255140 Apr 20 16:35:03.969577 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad21ab5e-65c9-4be0-b8df-e7fb847596bc req-1f094d0b-bb81-464e-b36e-3434297c09b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f83160de-23bf-4c5b-ad05-5e46e14c5c4c HTTP/1.1" status: 200 len: 1001 time: 0.0951324 Apr 20 16:35:04.030321 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21ab5e-65c9-4be0-b8df-e7fb847596bc req-5d445a86-649c-4a9d-b8f2-37ced07549c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:04.031704 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad21ab5e-65c9-4be0-b8df-e7fb847596bc req-5d445a86-649c-4a9d-b8f2-37ced07549c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=feeda30c-f027-486b-98b8-ea578b7e973a HTTP/1.1" status: 200 len: 834 time: 0.0566311 Apr 20 16:35:04.103989 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21ab5e-65c9-4be0-b8df-e7fb847596bc req-47311e5b-c42f-46f1-af72-f86aab88c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:04.105409 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad21ab5e-65c9-4be0-b8df-e7fb847596bc req-47311e5b-c42f-46f1-af72-f86aab88c10b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677352 Apr 20 16:35:04.114835 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [req-ad21ab5e-65c9-4be0-b8df-e7fb847596bc req-12390bb2-1a79-4f6e-ba58-7ddc50a71dcd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:35:04.115743 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad21ab5e-65c9-4be0-b8df-e7fb847596bc req-12390bb2-1a79-4f6e-ba58-7ddc50a71dcd service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046427 Apr 20 16:35:04.354255 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad21ab5e-65c9-4be0-b8df-e7fb847596bc req-7d020715-6b13-42fa-8eba-bc62eb994910 service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326689 Apr 20 16:35:04.462631 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4aaf2b1c-255b-4fd4-a12c-87475a79e7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.489076 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad21ab5e-65c9-4be0-b8df-e7fb847596bc req-e3d86985-001b-4f03-b544-f32cf60719a3 service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286321 Apr 20 16:35:05.843440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:05.879442 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:07.263608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:15.419689 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:26.361718 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8baccb-3919-49c2-a664-f005cc063255 req-ca006f51-6dae-49dc-aa3a-943b1ef600e2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:26.363063 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8b8baccb-3919-49c2-a664-f005cc063255 req-ca006f51-6dae-49dc-aa3a-943b1ef600e2 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 946 time: 0.0827360 Apr 20 16:35:26.406232 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8b8baccb-3919-49c2-a664-f005cc063255 req-80b0e844-3cda-4198-91d6-101651eb7ed4 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369000 Apr 20 16:35:27.592076 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4128e9-b606-49bb-bd6a-683133ac69ca req-2c5c9506-44cd-4d88-839d-83c0a1aa4857 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:27.593526 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5f4128e9-b606-49bb-bd6a-683133ac69ca req-2c5c9506-44cd-4d88-839d-83c0a1aa4857 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 946 time: 0.0818079 Apr 20 16:35:27.637225 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5f4128e9-b606-49bb-bd6a-683133ac69ca req-17cb9c49-fab1-4d87-a1e7-38cd7c6ea1ba tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376287 Apr 20 16:35:28.815943 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e186e-d4f6-4881-8695-0da51b94107d req-ee347b78-5fd0-419e-a8bf-1ebe27ef7799 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:28.818131 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7f4e186e-d4f6-4881-8695-0da51b94107d req-ee347b78-5fd0-419e-a8bf-1ebe27ef7799 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 946 time: 0.0784795 Apr 20 16:35:28.860104 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7f4e186e-d4f6-4881-8695-0da51b94107d req-620450b3-be6f-470e-8bbb-9e9a9c91070b tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366328 Apr 20 16:35:28.883241 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46344) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:28.986734 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-60049c40-aaed-44cf-9f94-dada43c2cec5 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/floatingips/2aaae39d-5a57-42f6-9687-d7d9abfe9bed HTTP/1.1" status: 200 len: 993 time: 0.1022677 Apr 20 16:35:30.464086 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:35:30.493333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206e58a-aa19-48c2-92e1-d2d36ca05463 req-65e1e631-3ab2-48b1-8903-5a55fe700f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:30.494793 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2206e58a-aa19-48c2-92e1-d2d36ca05463 req-65e1e631-3ab2-48b1-8903-5a55fe700f15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 1099 time: 0.0989697 Apr 20 16:35:30.503346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20b372-81bc-4460-98c1-9b96a0a3085e req-fa699885-fb21-4a92-b236-4ec218b4439d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:30.505438 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bc20b372-81bc-4460-98c1-9b96a0a3085e req-fa699885-fb21-4a92-b236-4ec218b4439d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 946 time: 0.1447515 Apr 20 16:35:30.627919 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bc20b372-81bc-4460-98c1-9b96a0a3085e req-c03ccea8-ed35-48a2-84da-85b1c17f5794 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040733 Apr 20 16:35:30.666065 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206e58a-aa19-48c2-92e1-d2d36ca05463 req-e148489b-8b07-4e3b-a5b5-77206f42be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:30.667500 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2206e58a-aa19-48c2-92e1-d2d36ca05463 req-e148489b-8b07-4e3b-a5b5-77206f42be6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d HTTP/1.1" status: 200 len: 898 time: 0.1611266 Apr 20 16:35:30.766353 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2206e58a-aa19-48c2-92e1-d2d36ca05463 req-2d0ad75a-563f-4ef6-ade4-5b37dc2c96ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f83160de-23bf-4c5b-ad05-5e46e14c5c4c HTTP/1.1" status: 200 len: 1001 time: 0.0923207 Apr 20 16:35:30.829910 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206e58a-aa19-48c2-92e1-d2d36ca05463 req-2b64a668-1354-4e1f-9b0e-ca9358a0e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:30.831272 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2206e58a-aa19-48c2-92e1-d2d36ca05463 req-2b64a668-1354-4e1f-9b0e-ca9358a0e0ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=feeda30c-f027-486b-98b8-ea578b7e973a HTTP/1.1" status: 200 len: 834 time: 0.0588727 Apr 20 16:35:30.903009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206e58a-aa19-48c2-92e1-d2d36ca05463 req-dcfaf433-f413-41e8-bab3-c3e6e5d69c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:30.904431 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2206e58a-aa19-48c2-92e1-d2d36ca05463 req-dcfaf433-f413-41e8-bab3-c3e6e5d69c9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673058 Apr 20 16:35:31.033238 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2206e58a-aa19-48c2-92e1-d2d36ca05463 req-e11feef9-92bc-4bcb-aa8a-4374c4819bae service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226282 Apr 20 16:35:31.162807 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2206e58a-aa19-48c2-92e1-d2d36ca05463 req-0872dcae-ec1e-4f81-a679-6631f01d2144 service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233935 Apr 20 16:35:31.818402 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25222150-3375-4b27-9e41-0e77cee0c668 req-0a406409-20af-4e2b-93dd-f9976eefa22f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:31.819884 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-25222150-3375-4b27-9e41-0e77cee0c668 req-0a406409-20af-4e2b-93dd-f9976eefa22f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 946 time: 0.0834105 Apr 20 16:35:31.864479 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-25222150-3375-4b27-9e41-0e77cee0c668 req-8b34b4b3-b44f-467e-b1cb-c86a21c1f849 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388949 Apr 20 16:35:32.210489 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cd390b58-a656-4a10-b50b-4c03d8898930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:33.047644 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc703544-f516-4890-90c5-15f737992760 req-44132e7d-73a3-429f-8a5c-61c0180b83bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:33.049105 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fc703544-f516-4890-90c5-15f737992760 req-44132e7d-73a3-429f-8a5c-61c0180b83bd tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 946 time: 0.0804622 Apr 20 16:35:33.092175 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fc703544-f516-4890-90c5-15f737992760 req-69f269fd-7ee9-4357-8764-2d929b725a05 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368836 Apr 20 16:35:33.115514 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46360) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:33.219082 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-be98adbe-cc16-4fc6-944b-59e311e21d4f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/floatingips/2aaae39d-5a57-42f6-9687-d7d9abfe9bed HTTP/1.1" status: 200 len: 993 time: 0.1024139 Apr 20 16:35:33.546408 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46368) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:33.750708 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port 999ccec9-ed1f-4bb0-a7fe-a95a146d8b7c {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:35:33.751048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:33.918013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:33.918340 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:34.138501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for 999ccec9-ed1f-4bb0-a7fe-a95a146d8b7c owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:35:34.281954 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:34.332575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=999ccec9-ed1f-4bb0-a7fe-a95a146d8b7c,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:34.395394 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:34.395744 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:34.396115 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:34.396455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:34.396793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:34.397125 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:34.397451 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:34.397782 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:34.398115 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:34.398440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:34.398765 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:34.399087 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:34.432292 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:34.432631 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Floating IP 2aaae39d-5a57-42f6-9687-d7d9abfe9bed disassociated (deleted). External IP: 172.26.7.56, port: f83160de-23bf-4c5b-ad05-5e46e14c5c4c. Apr 20 16:35:34.464116 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cd8e978c-4f46-43a7-9e90-bab419ea85bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:34.776914 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router fdbfc577-e521-4a9b-a89f-f34457669381 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:35:34.953144 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:35:34.962380 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243cc523-7916-425a-b16d-fc891402f23f None None] Sync routers for ids ['fdbfc577-e521-4a9b-a89f-f34457669381'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:35:34.973993 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243cc523-7916-425a-b16d-fc891402f23f None None] Routers {'fdbfc577-e521-4a9b-a89f-f34457669381'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:35:34.974346 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:34.974677 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-243cc523-7916-425a-b16d-fc891402f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:35:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fdbfc577-e521-4a9b-a89f-f34457669381'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:35.029663 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e87dfebb-e0b1-4867-b14d-4901281ea834 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/floatingips/2aaae39d-5a57-42f6-9687-d7d9abfe9bed HTTP/1.1" status: 204 len: 168 time: 1.4821429 Apr 20 16:35:35.030558 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e2d765-a2b5-499b-91f7-38c8688b63a0', 'tag': 'f83160de-23bf-4c5b-ad05-5e46e14c5c4c'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:35:35.078749 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793aee40-f0ca-491d-bbc2-80362bd1e79b'] response: {'name': 'network-changed', 'server_uuid': '10e2d765-a2b5-499b-91f7-38c8688b63a0', 'tag': 'f83160de-23bf-4c5b-ad05-5e46e14c5c4c', 'status': 'completed', 'code': 200} Apr 20 16:35:35.162499 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-243cc523-7916-425a-b16d-fc891402f23f None None] Set router fdbfc577-e521-4a9b-a89f-f34457669381 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:35:35.175854 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb834064-a679-4aac-b7e9-6e5cf3b12968 req-60f0ff96-dee5-4588-9a8b-adf8d3b2e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:35.177927 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fb834064-a679-4aac-b7e9-6e5cf3b12968 req-60f0ff96-dee5-4588-9a8b-adf8d3b2e131 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 1099 time: 0.0745358 Apr 20 16:35:35.320603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb834064-a679-4aac-b7e9-6e5cf3b12968 req-cd155e64-9c84-402a-8143-10bfca41c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:35.322012 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fb834064-a679-4aac-b7e9-6e5cf3b12968 req-cd155e64-9c84-402a-8143-10bfca41c933 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d HTTP/1.1" status: 200 len: 898 time: 0.1378083 Apr 20 16:35:35.428474 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fb834064-a679-4aac-b7e9-6e5cf3b12968 req-6c8b1855-12d8-413d-8a95-c24de0ee05c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f83160de-23bf-4c5b-ad05-5e46e14c5c4c HTTP/1.1" status: 200 len: 217 time: 0.0990601 Apr 20 16:35:35.482571 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-243cc523-7916-425a-b16d-fc891402f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134078134', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:34:01Z', 'updated_at': '2022-04-20T16:34:06Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:02Z', 'updated_at': '2022-04-20T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'a48d24ee-0862-4897-9360-f4697dee6b80', 'name': '', 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:b5:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:05Z', 'updated_at': '2022-04-20T16:34:11Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:35.487021 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243cc523-7916-425a-b16d-fc891402f23f None None] Checking router: fdbfc577-e521-4a9b-a89f-f34457669381 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:35:35.495685 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243cc523-7916-425a-b16d-fc891402f23f None None] Routers {'fdbfc577-e521-4a9b-a89f-f34457669381'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:35:35.496340 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-243cc523-7916-425a-b16d-fc891402f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:35:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fdbfc577-e521-4a9b-a89f-f34457669381'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:35.618204 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb834064-a679-4aac-b7e9-6e5cf3b12968 req-6f22287e-b50b-40e2-b9a3-6057f8908836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:35.619644 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fb834064-a679-4aac-b7e9-6e5cf3b12968 req-6f22287e-b50b-40e2-b9a3-6057f8908836 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=feeda30c-f027-486b-98b8-ea578b7e973a HTTP/1.1" status: 200 len: 834 time: 0.1843126 Apr 20 16:35:35.674099 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-243cc523-7916-425a-b16d-fc891402f23f None None] Set router fdbfc577-e521-4a9b-a89f-f34457669381 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:35:35.676173 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad374bb1-ed1c-4784-be5c-7560632815dd req-c7c08016-f89a-41d4-b2f8-07159bf7ce11 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:35.676877 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-ad374bb1-ed1c-4784-be5c-7560632815dd req-c7c08016-f89a-41d4-b2f8-07159bf7ce11 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:35:35.706109 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-ad374bb1-ed1c-4784-be5c-7560632815dd req-c7c08016-f89a-41d4-b2f8-07159bf7ce11 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:35:35.708033 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad374bb1-ed1c-4784-be5c-7560632815dd req-c7c08016-f89a-41d4-b2f8-07159bf7ce11 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 946 time: 0.3210311 Apr 20 16:35:35.746323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb834064-a679-4aac-b7e9-6e5cf3b12968 req-e2f14765-df18-4bd6-a090-aed9ed19c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:35.747758 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fb834064-a679-4aac-b7e9-6e5cf3b12968 req-e2f14765-df18-4bd6-a090-aed9ed19c763 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1160879 Apr 20 16:35:35.830581 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad374bb1-ed1c-4784-be5c-7560632815dd req-28b80022-8918-471c-b85d-58c6b1bf9f8f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134174 Apr 20 16:35:35.899094 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fb834064-a679-4aac-b7e9-6e5cf3b12968 req-09831d27-002b-4c01-b92c-e5bcc495731e service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422496 Apr 20 16:35:35.956464 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:35.957121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:36.030264 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fb834064-a679-4aac-b7e9-6e5cf3b12968 req-580b25cf-b820-4b0f-ba5b-7d36834a2d14 service neutron] 10.222.0.11 "GET /v2.0/networks/ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248319 Apr 20 16:35:36.060440 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-243cc523-7916-425a-b16d-fc891402f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134078134', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:34:01Z', 'updated_at': '2022-04-20T16:34:06Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:02Z', 'updated_at': '2022-04-20T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'a48d24ee-0862-4897-9360-f4697dee6b80', 'name': '', 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:b5:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:05Z', 'updated_at': '2022-04-20T16:34:11Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:36.064438 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243cc523-7916-425a-b16d-fc891402f23f None None] The sync data for ids ['fdbfc577-e521-4a9b-a89f-f34457669381'] in dv-neutron-838699-1-hyperv is: [{'id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134078134', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:34:01Z', 'updated_at': '2022-04-20T16:34:06Z', 'revision_number': 4, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:02Z', 'updated_at': '2022-04-20T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'a48d24ee-0862-4897-9360-f4697dee6b80', 'name': '', 'network_id': 'ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'mac_address': 'fa:16:3e:b5:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:05Z', 'updated_at': '2022-04-20T16:34:11Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'subnets': [{'id': 'feeda30c-f027-486b-98b8-ea578b7e973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:35:36.265892 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1740c545-3644-4258-adf6-8344898fc639 None None] New status for floating IP 2aaae39d-5a57-42f6-9687-d7d9abfe9bed: DOWN {{(pid=88171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:35:37.016880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17625abc-586a-474a-8559-9c7b81d0f38b req-731ca881-6e90-460d-b85c-9db298e63896 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:37.018313 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17625abc-586a-474a-8559-9c7b81d0f38b req-731ca881-6e90-460d-b85c-9db298e63896 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 946 time: 0.0794084 Apr 20 16:35:37.061666 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-17625abc-586a-474a-8559-9c7b81d0f38b req-8a6ab3d1-d92a-4b97-a8c1-ade81a0bb38e tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf884b69-5269-4b39-8bd2-433f65c74ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377722 Apr 20 16:35:37.264332 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:37.271880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d8c59-7c42-40eb-a3d2-c186a8a68bf7 req-41d50ce7-bdaf-443d-94f9-edfb297863b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:37.273284 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-363d8c59-7c42-40eb-a3d2-c186a8a68bf7 req-41d50ce7-bdaf-443d-94f9-edfb297863b1 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 946 time: 0.0833306 Apr 20 16:35:37.341276 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-363d8c59-7c42-40eb-a3d2-c186a8a68bf7 req-f4a9b6ac-74fe-463c-b0da-5fcb759ac2ab tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port f83160de-23bf-4c5b-ad05-5e46e14c5c4c {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:35:37.341614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-363d8c59-7c42-40eb-a3d2-c186a8a68bf7 req-f4a9b6ac-74fe-463c-b0da-5fcb759ac2ab tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:37.591455 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-363d8c59-7c42-40eb-a3d2-c186a8a68bf7 req-f4a9b6ac-74fe-463c-b0da-5fcb759ac2ab tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] For port f83160de-23bf-4c5b-ad05-5e46e14c5c4c, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=f83160de-23bf-4c5b-ad05-5e46e14c5c4c,segment=NetworkSegment(45ad1244-33b3-47be-8b0d-d1c6de8bd374),segment_id=45ad1244-33b3-47be-8b0d-d1c6de8bd374)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:35:37.591719 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-363d8c59-7c42-40eb-a3d2-c186a8a68bf7 req-f4a9b6ac-74fe-463c-b0da-5fcb759ac2ab tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:37.712959 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-363d8c59-7c42-40eb-a3d2-c186a8a68bf7 req-f4a9b6ac-74fe-463c-b0da-5fcb759ac2ab tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for f83160de-23bf-4c5b-ad05-5e46e14c5c4c owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:35:37.858840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-363d8c59-7c42-40eb-a3d2-c186a8a68bf7 req-f4a9b6ac-74fe-463c-b0da-5fcb759ac2ab tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:37.907787 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9b6ac-74fe-463c-b0da-5fcb759ac2ab tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=f83160de-23bf-4c5b-ad05-5e46e14c5c4c,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:37.983468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-363d8c59-7c42-40eb-a3d2-c186a8a68bf7 req-f4a9b6ac-74fe-463c-b0da-5fcb759ac2ab tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] No DVR routers for this DVR port f83160de-23bf-4c5b-ad05-5e46e14c5c4c on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:35:37.985804 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-363d8c59-7c42-40eb-a3d2-c186a8a68bf7 req-f4a9b6ac-74fe-463c-b0da-5fcb759ac2ab tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:37.988225 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e2d765-a2b5-499b-91f7-38c8688b63a0', 'name': 'network-vif-deleted', 'tag': 'f83160de-23bf-4c5b-ad05-5e46e14c5c4c'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:35:38.003080 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-363d8c59-7c42-40eb-a3d2-c186a8a68bf7 req-f4a9b6ac-74fe-463c-b0da-5fcb759ac2ab tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.11 "DELETE /v2.0/ports/f83160de-23bf-4c5b-ad05-5e46e14c5c4c HTTP/1.1" status: 204 len: 173 time: 0.7251432 Apr 20 16:35:38.038733 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73fa1798-11c2-44d2-9f65-1a6c12b7bdc7'] response: {'server_uuid': '10e2d765-a2b5-499b-91f7-38c8688b63a0', 'name': 'network-vif-deleted', 'tag': 'f83160de-23bf-4c5b-ad05-5e46e14c5c4c', 'status': 'completed', 'code': 200} Apr 20 16:35:38.224080 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-4d3847f8-7a91-487a-98a8-fbf5831d932e req-7aa19f0f-4f6c-46cf-9edc-61e41a299ba7 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Synchronizing usage tracker for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:35:38.239818 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-4d3847f8-7a91-487a-98a8-fbf5831d932e req-7aa19f0f-4f6c-46cf-9edc-61e41a299ba7 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Unset dirty status for tenant:b6314581f7fd40bdbaf84bc51d4a044b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:35:38.240756 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4d3847f8-7a91-487a-98a8-fbf5831d932e req-7aa19f0f-4f6c-46cf-9edc-61e41a299ba7 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "GET /v2.0/ports?device_id=10e2d765-a2b5-499b-91f7-38c8688b63a0 HTTP/1.1" status: 200 len: 210 time: 0.0588851 Apr 20 16:35:39.335314 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46394) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:39.983948 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bae49789-d5ef-440b-acc1-22615d86a1ec tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:40.334756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-bae49789-d5ef-440b-acc1-22615d86a1ec tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port a48d24ee-0862-4897-9360-f4697dee6b80 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:35:40.335011 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bae49789-d5ef-440b-acc1-22615d86a1ec tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:40.519966 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-bae49789-d5ef-440b-acc1-22615d86a1ec tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] For port a48d24ee-0862-4897-9360-f4697dee6b80, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=a48d24ee-0862-4897-9360-f4697dee6b80,segment=NetworkSegment(45ad1244-33b3-47be-8b0d-d1c6de8bd374),segment_id=45ad1244-33b3-47be-8b0d-d1c6de8bd374)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:35:40.520662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bae49789-d5ef-440b-acc1-22615d86a1ec tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:40.641691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-bae49789-d5ef-440b-acc1-22615d86a1ec tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for a48d24ee-0862-4897-9360-f4697dee6b80 owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:35:41.070284 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bae49789-d5ef-440b-acc1-22615d86a1ec tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:41.116743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae49789-d5ef-440b-acc1-22615d86a1ec tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=a48d24ee-0862-4897-9360-f4697dee6b80,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:41.397797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bae49789-d5ef-440b-acc1-22615d86a1ec tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:41.755981 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae49789-d5ef-440b-acc1-22615d86a1ec tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Router fdbfc577-e521-4a9b-a89f-f34457669381 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:35:41.939149 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae49789-d5ef-440b-acc1-22615d86a1ec tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:35:41.948207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56955a1-948f-4a48-b853-413415cc1f1f None None] Sync routers for ids ['fdbfc577-e521-4a9b-a89f-f34457669381'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:35:41.956738 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bae49789-d5ef-440b-acc1-22615d86a1ec tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "PUT /v2.0/routers/fdbfc577-e521-4a9b-a89f-f34457669381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6202698 Apr 20 16:35:41.958401 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56955a1-948f-4a48-b853-413415cc1f1f None None] Routers {'fdbfc577-e521-4a9b-a89f-f34457669381'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:35:41.959027 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-a56955a1-948f-4a48-b853-413415cc1f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:35:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fdbfc577-e521-4a9b-a89f-f34457669381'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:41.959393 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46398) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:42.023872 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-6163aa91-14e3-4d5e-bf31-c024061e4797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting subnet feeda30c-f027-486b-98b8-ea578b7e973a {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:35:42.026779 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6163aa91-14e3-4d5e-bf31-c024061e4797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.081250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6163aa91-14e3-4d5e-bf31-c024061e4797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.131287 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-a56955a1-948f-4a48-b853-413415cc1f1f None None] Set router fdbfc577-e521-4a9b-a89f-f34457669381 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:35:42.167608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6163aa91-14e3-4d5e-bf31-c024061e4797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.176364 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device f83160de-23bf-4c5b-ad05-5e46e14c5c4c no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:35:42.253887 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6163aa91-14e3-4d5e-bf31-c024061e4797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.280396 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: f83160de-23bf-4c5b-ad05-5e46e14c5c4c {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:35:42.280775 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device f83160de-23bf-4c5b-ad05-5e46e14c5c4c not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:35:42.294040 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163aa91-14e3-4d5e-bf31-c024061e4797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Subnet': ['ID=feeda30c-f027-486b-98b8-ea578b7e973a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:42.298054 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6163aa91-14e3-4d5e-bf31-c024061e4797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.304862 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-6163aa91-14e3-4d5e-bf31-c024061e4797 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/subnets/feeda30c-f027-486b-98b8-ea578b7e973a HTTP/1.1" status: 204 len: 168 time: 0.3444340 Apr 20 16:35:42.307467 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46402) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:42.342155 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ecc41c-e18b-43da-a0fe-8b0a69a9812d None None] Network ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:35:42.607509 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfed9e3e-0ce6-4371-9299-abfe48dc675d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.638850 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-a56955a1-948f-4a48-b853-413415cc1f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134078134', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:34:01Z', 'updated_at': '2022-04-20T16:35:40Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:02Z', 'updated_at': '2022-04-20T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:42.643252 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56955a1-948f-4a48-b853-413415cc1f1f None None] Checking router: fdbfc577-e521-4a9b-a89f-f34457669381 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:35:42.652563 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56955a1-948f-4a48-b853-413415cc1f1f None None] Routers {'fdbfc577-e521-4a9b-a89f-f34457669381'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:35:42.653189 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-a56955a1-948f-4a48-b853-413415cc1f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:35:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fdbfc577-e521-4a9b-a89f-f34457669381'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:42.718876 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] DHCP port deletion for ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:35:42.729384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] Deleting port e258792a-9453-4ce8-9fad-79ff8e170d0f {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:35:42.729760 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.790965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfed9e3e-0ce6-4371-9299-abfe48dc675d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.801085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-cfed9e3e-0ce6-4371-9299-abfe48dc675d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Deleting port ca26fe1d-56ee-4119-ae26-493d254780bb {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:35:42.801421 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfed9e3e-0ce6-4371-9299-abfe48dc675d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.979851 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-a56955a1-948f-4a48-b853-413415cc1f1f None None] Set router fdbfc577-e521-4a9b-a89f-f34457669381 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:35:42.984008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-cfed9e3e-0ce6-4371-9299-abfe48dc675d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] For port ca26fe1d-56ee-4119-ae26-493d254780bb, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ca26fe1d-56ee-4119-ae26-493d254780bb,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:35:42.984365 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfed9e3e-0ce6-4371-9299-abfe48dc675d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.108164 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-cfed9e3e-0ce6-4371-9299-abfe48dc675d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Calling delete_port for ca26fe1d-56ee-4119-ae26-493d254780bb owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:35:43.260403 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] For port e258792a-9453-4ce8-9fad-79ff8e170d0f, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e258792a-9453-4ce8-9fad-79ff8e170d0f,segment=NetworkSegment(45ad1244-33b3-47be-8b0d-d1c6de8bd374),segment_id=45ad1244-33b3-47be-8b0d-d1c6de8bd374)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:35:43.260711 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.284175 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfed9e3e-0ce6-4371-9299-abfe48dc675d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.333819 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed9e3e-0ce6-4371-9299-abfe48dc675d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Port': ['ID=ca26fe1d-56ee-4119-ae26-493d254780bb,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:43.394799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] Calling delete_port for e258792a-9453-4ce8-9fad-79ff8e170d0f owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:35:43.425309 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfed9e3e-0ce6-4371-9299-abfe48dc675d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.522048 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.571980 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] Pushing event deleted for resources: {'Port': ['ID=e258792a-9453-4ce8-9fad-79ff8e170d0f,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:43.574510 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] No DVR routers for this DVR port e258792a-9453-4ce8-9fad-79ff8e170d0f on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:35:43.585914 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:43.585914 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:43.585914 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:43.585914 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:43.585914 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:43.585914 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:43.585914 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:43.586961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:43.586961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:43.586961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:43.586961 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:43.587621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e218b09-8d5b-4747-bf18-b36eb4ee6b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:43.598698 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-a56955a1-948f-4a48-b853-413415cc1f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134078134', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:34:01Z', 'updated_at': '2022-04-20T16:35:40Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:02Z', 'updated_at': '2022-04-20T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:43.602670 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56955a1-948f-4a48-b853-413415cc1f1f None None] The sync data for ids ['fdbfc577-e521-4a9b-a89f-f34457669381'] in dv-neutron-838699-1-hyperv is: [{'id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134078134', 'tenant_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:34:01Z', 'updated_at': '2022-04-20T16:35:40Z', 'revision_number': 5, 'project_id': 'b6314581f7fd40bdbaf84bc51d4a044b', 'gw_port': {'id': 'ca26fe1d-56ee-4119-ae26-493d254780bb', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbfc577-e521-4a9b-a89f-f34457669381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:34:02Z', 'updated_at': '2022-04-20T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:35:43.604906 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfed9e3e-0ce6-4371-9299-abfe48dc675d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.607161 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfed9e3e-0ce6-4371-9299-abfe48dc675d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.634145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfed9e3e-0ce6-4371-9299-abfe48dc675d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.634731 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfed9e3e-0ce6-4371-9299-abfe48dc675d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Fanout notify agent at l3_agent the message router_deleted on router fdbfc577-e521-4a9b-a89f-f34457669381 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:35:43.650659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfed9e3e-0ce6-4371-9299-abfe48dc675d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.651758 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-cfed9e3e-0ce6-4371-9299-abfe48dc675d tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/routers/fdbfc577-e521-4a9b-a89f-f34457669381 HTTP/1.1" status: 204 len: 168 time: 1.3430898 Apr 20 16:35:43.654479 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46406) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:43.766400 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-095d660c-fb4b-4432-8a1b-36bb44559858 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.895026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-095d660c-fb4b-4432-8a1b-36bb44559858 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.923098 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-095d660c-fb4b-4432-8a1b-36bb44559858 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:44.038590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e258792a-9453-4ce8-9fad-79ff8e170d0f no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:35:44.069577 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-095d660c-fb4b-4432-8a1b-36bb44559858 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ad1244-33b3-47be-8b0d-d1c6de8bd374') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:44.070008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-095d660c-fb4b-4432-8a1b-36bb44559858 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ad1244-33b3-47be-8b0d-d1c6de8bd374') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:44.079087 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: e258792a-9453-4ce8-9fad-79ff8e170d0f {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:35:44.079432 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e258792a-9453-4ce8-9fad-79ff8e170d0f not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:35:44.086107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-095d660c-fb4b-4432-8a1b-36bb44559858 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.107529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-095d660c-fb4b-4432-8a1b-36bb44559858 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.114034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095d660c-fb4b-4432-8a1b-36bb44559858 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:35:44.114445 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-095d660c-fb4b-4432-8a1b-36bb44559858 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:35:44.129607 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:35:44.214756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-095d660c-fb4b-4432-8a1b-36bb44559858 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.237508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-095d660c-fb4b-4432-8a1b-36bb44559858 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.251087 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d660c-fb4b-4432-8a1b-36bb44559858 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'Network': ['ID=ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:44.262523 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-095d660c-fb4b-4432-8a1b-36bb44559858 tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/networks/ac6b7b7b-b592-4c38-ae25-76f4bd3eba7d HTTP/1.1" status: 204 len: 168 time: 0.6068656 Apr 20 16:35:44.265038 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46410) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:44.354747 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-23ee1ee7-e82e-4630-87a6-2c33a6d0869f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.389638 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-23ee1ee7-e82e-4630-87a6-2c33a6d0869f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.458129 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-23ee1ee7-e82e-4630-87a6-2c33a6d0869f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.474831 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee1ee7-e82e-4630-87a6-2c33a6d0869f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf884b69-5269-4b39-8bd2-433f65c74ed6,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:44.486806 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee1ee7-e82e-4630-87a6-2c33a6d0869f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.487155 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee1ee7-e82e-4630-87a6-2c33a6d0869f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.487503 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee1ee7-e82e-4630-87a6-2c33a6d0869f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.487876 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee1ee7-e82e-4630-87a6-2c33a6d0869f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.488738 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee1ee7-e82e-4630-87a6-2c33a6d0869f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.489075 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee1ee7-e82e-4630-87a6-2c33a6d0869f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.489404 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee1ee7-e82e-4630-87a6-2c33a6d0869f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.489732 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee1ee7-e82e-4630-87a6-2c33a6d0869f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.490057 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee1ee7-e82e-4630-87a6-2c33a6d0869f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.490381 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee1ee7-e82e-4630-87a6-2c33a6d0869f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.490705 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee1ee7-e82e-4630-87a6-2c33a6d0869f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.491042 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ee1ee7-e82e-4630-87a6-2c33a6d0869f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.499070 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-23ee1ee7-e82e-4630-87a6-2c33a6d0869f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.504349 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-23ee1ee7-e82e-4630-87a6-2c33a6d0869f tempest-TestNetworkAdvancedServerOps-163427622 tempest-TestNetworkAdvancedServerOps-163427622-project] 10.222.0.13 "DELETE /v2.0/security-groups/cf884b69-5269-4b39-8bd2-433f65c74ed6 HTTP/1.1" status: 204 len: 168 time: 0.2341712 Apr 20 16:35:44.890318 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46422) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:45.035207 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-37b41706-9efb-42ad-acfc-b43391203097 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6314581f7fd40bdbaf84bc51d4a044b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436775 Apr 20 16:35:45.037685 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46428) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:45.093707 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ccecaee5-4888-4a81-880b-af6df3a30673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:45.117907 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ccecaee5-4888-4a81-880b-af6df3a30673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:45.169882 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ccecaee5-4888-4a81-880b-af6df3a30673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:45.189979 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecaee5-4888-4a81-880b-af6df3a30673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e222ad1c-3631-4e2d-a766-149bdce2d0ad,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:45.197333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ccecaee5-4888-4a81-880b-af6df3a30673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:45.199453 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ccecaee5-4888-4a81-880b-af6df3a30673 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e222ad1c-3631-4e2d-a766-149bdce2d0ad HTTP/1.1" status: 204 len: 168 time: 0.1608136 Apr 20 16:35:45.420172 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:45.484716 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46436) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:45.502463 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f6b351b0-2e3d-46b1-8024-01bcf7da38b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:45.517017 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f6b351b0-2e3d-46b1-8024-01bcf7da38b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:35:45.520832 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f6b351b0-2e3d-46b1-8024-01bcf7da38b0 admin admin] Usage tracker for resource:security_group_rule and tenant:72cd6d28f6e34a8480198d5fb7b6f3ae is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:35:45.523570 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f6b351b0-2e3d-46b1-8024-01bcf7da38b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:35:45.529317 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f6b351b0-2e3d-46b1-8024-01bcf7da38b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:35:45.612272 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f6b351b0-2e3d-46b1-8024-01bcf7da38b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:45.616625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f6b351b0-2e3d-46b1-8024-01bcf7da38b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:45.631216 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a48d24ee-0862-4897-9360-f4697dee6b80 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:35:45.664463 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: a48d24ee-0862-4897-9360-f4697dee6b80 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:35:45.664713 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f6b351b0-2e3d-46b1-8024-01bcf7da38b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72cd6d28f6e34a8480198d5fb7b6f3ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788890 Apr 20 16:35:45.664871 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device a48d24ee-0862-4897-9360-f4697dee6b80 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:35:45.665292 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ca26fe1d-56ee-4119-ae26-493d254780bb no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:35:45.665581 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b351b0-2e3d-46b1-8024-01bcf7da38b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb54fac3-395c-4708-aa44-9404a507fd6f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:45.667343 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46440) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:45.701842 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: ca26fe1d-56ee-4119-ae26-493d254780bb {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:35:45.702187 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ca26fe1d-56ee-4119-ae26-493d254780bb not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:35:45.736810 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c9beb050-e0a2-4725-b358-d3339e659ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:45.761930 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c9beb050-e0a2-4725-b358-d3339e659ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:45.811896 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c9beb050-e0a2-4725-b358-d3339e659ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:45.827883 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9beb050-e0a2-4725-b358-d3339e659ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb54fac3-395c-4708-aa44-9404a507fd6f,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:45.836915 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c9beb050-e0a2-4725-b358-d3339e659ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:45.838023 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c9beb050-e0a2-4725-b358-d3339e659ee9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb54fac3-395c-4708-aa44-9404a507fd6f HTTP/1.1" status: 204 len: 168 time: 0.1690514 Apr 20 16:35:46.686270 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46466) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:46.829664 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1356358778-network', 'tenant_id': '051548d049914af4ad38c6793186c2e0'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:35:46.834451 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:35:46.838259 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Usage tracker for resource:network and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:35:46.841050 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:35:46.847184 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:35:46.856619 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Made reservation on behalf of 051548d049914af4ad38c6793186c2e0 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:46.859236 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:46.871228 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:46.886066 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:35:46.889839 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Usage tracker for resource:security_group_rule and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:35:46.892568 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:35:46.898109 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:35:46.980724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:46.984300 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.012927 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:35:47.025288 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96427d20-0b46-412a-b5ea-b6b5ec70b5ce,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:47.031642 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.032018 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Added segment 1f022034-39be-4aea-b454-3babffe75796 of type vlan for network 4956e413-5e61-4a62-b108-c20e09c53cb0 Apr 20 16:35:47.058562 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.088242 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.089157 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:47.089727 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.193053 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] Pushing event updated for resources: {'Network': ['ID=4956e413-5e61-4a62-b108-c20e09c53cb0,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:47.197680 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-373460ee-8f63-49e7-a952-c62e8692b9ba admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5103829 Apr 20 16:35:47.201540 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46474) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:47.203400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 4956e413-5e61-4a62-b108-c20e09c53cb0 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:35:47.207173 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-0b41a328-a225-4462-8bfb-e462a9c838ec admin admin] Request body: {'subnet': {'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1356358778-subnet', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'ip_version': 4}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:35:47.212102 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0b41a328-a225-4462-8bfb-e462a9c838ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:35:47.215943 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0b41a328-a225-4462-8bfb-e462a9c838ec admin admin] Usage tracker for resource:subnet and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:35:47.218724 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0b41a328-a225-4462-8bfb-e462a9c838ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:35:47.224963 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0b41a328-a225-4462-8bfb-e462a9c838ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:35:47.235936 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b41a328-a225-4462-8bfb-e462a9c838ec admin admin] Made reservation on behalf of 051548d049914af4ad38c6793186c2e0 for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:47.238700 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0b41a328-a225-4462-8bfb-e462a9c838ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.549487 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0b41a328-a225-4462-8bfb-e462a9c838ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.623218 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41a328-a225-4462-8bfb-e462a9c838ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c91b643-fb17-4012-87cd-2c75bf07e09f,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:47.632379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41a328-a225-4462-8bfb-e462a9c838ec admin admin] Checking segment: {'id': '1f022034-39be-4aea-b454-3babffe75796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:35:47.632728 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b41a328-a225-4462-8bfb-e462a9c838ec admin admin] Network hostable DHCP agents. Network: 4956e413-5e61-4a62-b108-c20e09c53cb0, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:35:47.651410 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b41a328-a225-4462-8bfb-e462a9c838ec admin admin] Network 4956e413-5e61-4a62-b108-c20e09c53cb0 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:35:47.659708 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-0b41a328-a225-4462-8bfb-e462a9c838ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 4956e413-5e61-4a62-b108-c20e09c53cb0) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:47.664274 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b41a328-a225-4462-8bfb-e462a9c838ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:47.664840 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0b41a328-a225-4462-8bfb-e462a9c838ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.669070 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f834f0eb-162a-470e-826b-ac98f5811bdd None None] Network 4956e413-5e61-4a62-b108-c20e09c53cb0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:35:47.684918 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0b41a328-a225-4462-8bfb-e462a9c838ec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4820423 Apr 20 16:35:47.687476 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46478) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:47.692551 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:35:47.697111 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:35:47.700891 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Usage tracker for resource:router and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:35:47.703630 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:35:47.709785 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:35:47.720073 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.721227 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.738043 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.877785 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-4956e413-5e61-4a62-b108-c20e09c53cb0', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:35:47.879150 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.008953 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.039248 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Allocated IP 172.20.0.2 (4956e413-5e61-4a62-b108-c20e09c53cb0/1c91b643-fb17-4012-87cd-2c75bf07e09f/e7287476-402b-4b12-b620-0a47cfecd9f3) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:48.282469 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.292755 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Transition to ACTIVE for port object e7287476-402b-4b12-b620-0a47cfecd9f3 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:35:48.311860 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Transition to ACTIVE for port object e7287476-402b-4b12-b620-0a47cfecd9f3 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:35:48.317917 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.324158 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.353170 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.376384 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Network 4956e413-5e61-4a62-b108-c20e09c53cb0 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:48.379972 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:48.383508 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:35:48.427126 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Pushing event updated for resources: {'Port': ['ID=e7287476-402b-4b12-b620-0a47cfecd9f3,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:48.484220 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Attempting to bind port e7287476-402b-4b12-b620-0a47cfecd9f3 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:35:48.484496 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Attempting to bind port e7287476-402b-4b12-b620-0a47cfecd9f3 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '1f022034-39be-4aea-b454-3babffe75796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:35:48.484853 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Attempting to bind port e7287476-402b-4b12-b620-0a47cfecd9f3 on network 4956e413-5e61-4a62-b108-c20e09c53cb0 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:35:48.490962 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:35:48.491348 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Checking segment: {'id': '1f022034-39be-4aea-b454-3babffe75796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:35:48.491745 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.492158 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Bound using segment: {'id': '1f022034-39be-4aea-b454-3babffe75796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:35:48.492607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Bound port: e7287476-402b-4b12-b620-0a47cfecd9f3, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f022034-39be-4aea-b454-3babffe75796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:35:48.492971 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.496673 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Allocated IP 172.26.7.155 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/89690983-29f7-4d89-8e7f-f866f9accd96) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:48.578652 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] For port e7287476-402b-4b12-b620-0a47cfecd9f3, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:35:48.581561 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] For port e7287476-402b-4b12-b620-0a47cfecd9f3, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e7287476-402b-4b12-b620-0a47cfecd9f3,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:35:48.586414 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.646915 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.669760 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dd465-b2b4-474f-becd-97fb1aa9dde9 None None] Pushing event updated for resources: {'Port': ['ID=e7287476-402b-4b12-b620-0a47cfecd9f3,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:48.677021 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.742268 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:48.749180 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:48.753326 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:35:48.785817 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Pushing event updated for resources: {'Port': ['ID=89690983-29f7-4d89-8e7f-f866f9accd96,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:49.277639 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:49.549953 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dab0f95-2428-4c89-a7d0-a641d236dc65 None None] Network 4956e413-5e61-4a62-b108-c20e09c53cb0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:35:49.623182 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:49.630438 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-3c0db506-0c73-4e24-8ea7-f371eb450451 None None] Provisioning for port e7287476-402b-4b12-b620-0a47cfecd9f3 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:35:49.713608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e7287476-402b-4b12-b620-0a47cfecd9f3 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:35:49.835293 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port e7287476-402b-4b12-b620-0a47cfecd9f3 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:35:49.836527 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Router c0886e62-4bfe-43ff-aa19-50a99e1d25fc is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:35:49.843966 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port e7287476-402b-4b12-b620-0a47cfecd9f3 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:49.844342 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:49.972750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:50.007566 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port e7287476-402b-4b12-b620-0a47cfecd9f3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e7287476-402b-4b12-b620-0a47cfecd9f3,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:35:50.011655 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:50.016788 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:35:50.029321 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Sync routers for ids ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:35:50.040377 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Routers {'c0886e62-4bfe-43ff-aa19-50a99e1d25fc'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:35:50.041082 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:35:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:50.045378 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:50.047313 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3ee1377d-a2ec-4c3e-8448-95e97ec263d1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3587697 Apr 20 16:35:50.051091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46482) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:50.105026 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=e7287476-402b-4b12-b620-0a47cfecd9f3,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:50.168283 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ad4e3cde-e07d-4d12-8745-2ee9f743453a None None] Provisioning complete for port e7287476-402b-4b12-b620-0a47cfecd9f3 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:50.169003 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ad4e3cde-e07d-4d12-8745-2ee9f743453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:50.242029 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Set router c0886e62-4bfe-43ff-aa19-50a99e1d25fc gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:35:50.517227 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:35:49Z', 'revision_number': 3, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:50.521552 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Checking router: c0886e62-4bfe-43ff-aa19-50a99e1d25fc for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:35:50.521899 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Updating router c0886e62-4bfe-43ff-aa19-50a99e1d25fc port 89690983-29f7-4d89-8e7f-f866f9accd96 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:35:50.626209 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:50.745900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:50.952507 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Allocated IP 172.20.0.1 (4956e413-5e61-4a62-b108-c20e09c53cb0/1c91b643-fb17-4012-87cd-2c75bf07e09f/5e2b22c6-cc64-4e48-bbad-47d2a0928efb) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:50.960444 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:50.972076 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Transition to ACTIVE for port object 89690983-29f7-4d89-8e7f-f866f9accd96 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:35:50.978165 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.055121 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Attempting to bind port 89690983-29f7-4d89-8e7f-f866f9accd96 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:35:51.055788 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Attempting to bind port 89690983-29f7-4d89-8e7f-f866f9accd96 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:35:51.056013 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Attempting to bind port 89690983-29f7-4d89-8e7f-f866f9accd96 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:35:51.062004 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af91bc0-3b32-4dee-a125-bdd255ff9205 None None] Pushing event updated for resources: {'Port': ['ID=89690983-29f7-4d89-8e7f-f866f9accd96,revision_number=2']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:51.067656 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:35:51.068046 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:35:51.068436 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.068820 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:35:51.069271 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Bound port: 89690983-29f7-4d89-8e7f-f866f9accd96, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:35:51.069632 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.101890 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.102567 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af91bc0-3b32-4dee-a125-bdd255ff9205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:51.102908 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af91bc0-3b32-4dee-a125-bdd255ff9205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:51.103240 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af91bc0-3b32-4dee-a125-bdd255ff9205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:51.103564 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af91bc0-3b32-4dee-a125-bdd255ff9205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:51.103911 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af91bc0-3b32-4dee-a125-bdd255ff9205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:51.104241 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af91bc0-3b32-4dee-a125-bdd255ff9205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:51.104576 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af91bc0-3b32-4dee-a125-bdd255ff9205 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:51.104871 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af91bc0-3b32-4dee-a125-bdd255ff9205 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:51.105187 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af91bc0-3b32-4dee-a125-bdd255ff9205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:51.105499 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af91bc0-3b32-4dee-a125-bdd255ff9205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:51.105810 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af91bc0-3b32-4dee-a125-bdd255ff9205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:51.106121 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af91bc0-3b32-4dee-a125-bdd255ff9205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:51.119726 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Transition to ACTIVE for port object 5e2b22c6-cc64-4e48-bbad-47d2a0928efb will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:35:51.145094 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.162296 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] For port 89690983-29f7-4d89-8e7f-f866f9accd96, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:35:51.166607 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] For port 89690983-29f7-4d89-8e7f-f866f9accd96, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=89690983-29f7-4d89-8e7f-f866f9accd96,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:35:51.170950 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.251661 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Routers {'c0886e62-4bfe-43ff-aa19-50a99e1d25fc'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:35:51.252317 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:35:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:51.315844 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af91bc0-3b32-4dee-a125-bdd255ff9205 None None] Pushing event updated for resources: {'Port': ['ID=89690983-29f7-4d89-8e7f-f866f9accd96,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:51.323758 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Network 4956e413-5e61-4a62-b108-c20e09c53cb0 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:51.326559 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:51.342827 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:35:51.378399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Pushing event updated for resources: {'Port': ['ID=5e2b22c6-cc64-4e48-bbad-47d2a0928efb,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:51.401623 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.436772 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] Set router c0886e62-4bfe-43ff-aa19-50a99e1d25fc gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:35:51.620670 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a0646a83-9d9a-4567-b7c8-0631db1eef5e None None] Provisioning for port 5e2b22c6-cc64-4e48-bbad-47d2a0928efb completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:35:51.629602 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a0646a83-9d9a-4567-b7c8-0631db1eef5e None None] Provisioning complete for port 5e2b22c6-cc64-4e48-bbad-47d2a0928efb triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:51.630473 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a0646a83-9d9a-4567-b7c8-0631db1eef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.673506 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.697594 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-a0646a83-9d9a-4567-b7c8-0631db1eef5e None None] Port 5e2b22c6-cc64-4e48-bbad-47d2a0928efb cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:35:51.708134 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e7287476-402b-4b12-b620-0a47cfecd9f3 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:35:51.729148 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:35:49Z', 'revision_number': 3, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:51.733044 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc849f-04ea-47f7-855d-b7cbe229b327 None None] The sync data for ids ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'] in dv-neutron-838699-1-hyperv is: [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:35:49Z', 'revision_number': 3, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:35:51.779684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port e7287476-402b-4b12-b620-0a47cfecd9f3 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:51.780174 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.917367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.923886 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:52.044569 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:52.048061 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Pushing event updated for resources: {'Port': ['ID=5e2b22c6-cc64-4e48-bbad-47d2a0928efb,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:52.187428 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Network 4956e413-5e61-4a62-b108-c20e09c53cb0 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:52.188519 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:52.393434 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Router c0886e62-4bfe-43ff-aa19-50a99e1d25fc has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:35:52.421380 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-4d23c509-b7ac-40dc-98e8-41577336d286 None None] Provisioning complete for port 5e2b22c6-cc64-4e48-bbad-47d2a0928efb triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:52.421921 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4d23c509-b7ac-40dc-98e8-41577336d286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:52.478867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-4d23c509-b7ac-40dc-98e8-41577336d286 None None] Port 5e2b22c6-cc64-4e48-bbad-47d2a0928efb cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:35:52.581126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:35:52.596915 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b6a6e8af-6e0b-4196-a3ed-a47a62dd3af5 admin admin] 10.222.0.13 "PUT /v2.0/routers/c0886e62-4bfe-43ff-aa19-50a99e1d25fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5439172 Apr 20 16:35:53.090726 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46500) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:53.096324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1355377921-network', 'tenant_id': 'ec30b61057eb403da85ddd4196fa925b'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:35:53.101154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:35:53.105128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Usage tracker for resource:network and tenant:ec30b61057eb403da85ddd4196fa925b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:35:53.107996 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:35:53.113753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:35:53.124070 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Made reservation on behalf of ec30b61057eb403da85ddd4196fa925b for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:53.126486 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.139743 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.154317 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:35:53.158199 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Usage tracker for resource:security_group_rule and tenant:ec30b61057eb403da85ddd4196fa925b is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:35:53.161496 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:35:53.167200 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:35:53.223328 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Sync routers for ids ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:35:53.232963 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Routers {'c0886e62-4bfe-43ff-aa19-50a99e1d25fc'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:35:53.233685 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:35:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:53.256476 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.261292 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.290459 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:35:53.299183 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd8b6ee-8559-4899-9562-3bb7cba92363,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:53.305769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.305769 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Added segment 69bc4393-c165-484e-9868-dc0065087805 of type vlan for network c8abcac7-cd43-4748-b9cb-f77019b787e3 Apr 20 16:35:53.332532 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.363226 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.364274 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:53.364871 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.451698 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Set router c0886e62-4bfe-43ff-aa19-50a99e1d25fc gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:35:53.587062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] Pushing event updated for resources: {'Network': ['ID=c8abcac7-cd43-4748-b9cb-f77019b787e3,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:53.590054 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-aaf26e96-367a-43a2-a17f-a5b3c63a7922 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4983079 Apr 20 16:35:53.592951 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46504) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:53.599180 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-f65ffe49-736e-404b-9f7c-f3d332594eb2 admin admin] Request body: {'subnet': {'network_id': 'c8abcac7-cd43-4748-b9cb-f77019b787e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1355377921-subnet', 'tenant_id': 'ec30b61057eb403da85ddd4196fa925b', 'ip_version': 4}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:35:53.600335 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network c8abcac7-cd43-4748-b9cb-f77019b787e3 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:35:53.604120 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f65ffe49-736e-404b-9f7c-f3d332594eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:35:53.607971 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f65ffe49-736e-404b-9f7c-f3d332594eb2 admin admin] Usage tracker for resource:subnet and tenant:ec30b61057eb403da85ddd4196fa925b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:35:53.611525 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-f65ffe49-736e-404b-9f7c-f3d332594eb2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:35:53.617781 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-f65ffe49-736e-404b-9f7c-f3d332594eb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:35:53.628147 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65ffe49-736e-404b-9f7c-f3d332594eb2 admin admin] Made reservation on behalf of ec30b61057eb403da85ddd4196fa925b for: {'subnet': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:53.630704 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f65ffe49-736e-404b-9f7c-f3d332594eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2445636'] for subnet, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.712224 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 89690983-29f7-4d89-8e7f-f866f9accd96 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:35:53.835671 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f65ffe49-736e-404b-9f7c-f3d332594eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3140248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2445658'] for subnet, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.884944 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 89690983-29f7-4d89-8e7f-f866f9accd96 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:35:53.897678 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 89690983-29f7-4d89-8e7f-f866f9accd96 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:53.898055 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.906777 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ffe49-736e-404b-9f7c-f3d332594eb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb54fe5-1af9-4259-b5f0-ac5fd036a8f0,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:53.915984 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ffe49-736e-404b-9f7c-f3d332594eb2 admin admin] Checking segment: {'id': '69bc4393-c165-484e-9868-dc0065087805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8abcac7-cd43-4748-b9cb-f77019b787e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:35:53.916337 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65ffe49-736e-404b-9f7c-f3d332594eb2 admin admin] Network hostable DHCP agents. Network: c8abcac7-cd43-4748-b9cb-f77019b787e3, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:35:53.934187 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65ffe49-736e-404b-9f7c-f3d332594eb2 admin admin] Network c8abcac7-cd43-4748-b9cb-f77019b787e3 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:35:53.944584 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-f65ffe49-736e-404b-9f7c-f3d332594eb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, c8abcac7-cd43-4748-b9cb-f77019b787e3) {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:53.948827 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65ffe49-736e-404b-9f7c-f3d332594eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:53.949466 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f65ffe49-736e-404b-9f7c-f3d332594eb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.959608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6650a9-3652-4739-9e8b-8115c74a788b None None] Network c8abcac7-cd43-4748-b9cb-f77019b787e3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:35:53.973094 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-f65ffe49-736e-404b-9f7c-f3d332594eb2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3766298 Apr 20 16:35:53.973293 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46508) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:53.980154 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1355377921-router', 'tenant_id': 'ec30b61057eb403da85ddd4196fa925b', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:35:53.985364 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:35:53.990065 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Usage tracker for resource:router and tenant:ec30b61057eb403da85ddd4196fa925b is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:35:53.992853 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:35:53.998379 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:35:54.009235 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:54.010188 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:54.024715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:54.045918 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 4, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '5e2b22c6-cc64-4e48-bbad-47d2a0928efb', 'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'mac_address': 'fa:16:3e:b1:a3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:50Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 2, 'project_id': '051548d049914af4ad38c6793186c2e0', 'subnets': [{'id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:54.058377 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Checking router: c0886e62-4bfe-43ff-aa19-50a99e1d25fc for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:35:54.058739 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Updating router c0886e62-4bfe-43ff-aa19-50a99e1d25fc port 5e2b22c6-cc64-4e48-bbad-47d2a0928efb binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:35:54.219254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:54.236997 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:54.309172 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 89690983-29f7-4d89-8e7f-f866f9accd96, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=89690983-29f7-4d89-8e7f-f866f9accd96,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:35:54.345028 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:54.398369 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:54.402992 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-c8abcac7-cd43-4748-b9cb-f77019b787e3', 'network_id': 'c8abcac7-cd43-4748-b9cb-f77019b787e3', 'tenant_id': 'ec30b61057eb403da85ddd4196fa925b', 'fixed_ips': [{'subnet_id': '8bb54fe5-1af9-4259-b5f0-ac5fd036a8f0'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:35:54.403741 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:54.554155 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=89690983-29f7-4d89-8e7f-f866f9accd96,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:54.697803 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:54.730230 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:54.743519 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Allocated IP 172.20.0.2 (c8abcac7-cd43-4748-b9cb-f77019b787e3/8bb54fe5-1af9-4259-b5f0-ac5fd036a8f0/58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:54.870214 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Allocated IP 172.26.7.52 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/65a63359-c2cb-423e-8a07-9b54187a1c4e) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:54.976270 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.002158 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Transition to ACTIVE for port object 5e2b22c6-cc64-4e48-bbad-47d2a0928efb will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:35:55.015304 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.024753 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.054056 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.123442 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:55.132972 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:55.136217 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:35:55.181838 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Pushing event updated for resources: {'Port': ['ID=65a63359-c2cb-423e-8a07-9b54187a1c4e,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:55.228409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f2348-51ea-4542-bbd2-e2c36b8ce609 None None] Pushing event updated for resources: {'Port': ['ID=5e2b22c6-cc64-4e48-bbad-47d2a0928efb,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:55.269553 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.294415 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Transition to ACTIVE for port object 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:35:55.306094 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Attempting to bind port 5e2b22c6-cc64-4e48-bbad-47d2a0928efb on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:35:55.306465 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Attempting to bind port 5e2b22c6-cc64-4e48-bbad-47d2a0928efb by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '1f022034-39be-4aea-b454-3babffe75796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:35:55.306827 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Attempting to bind port 5e2b22c6-cc64-4e48-bbad-47d2a0928efb on network 4956e413-5e61-4a62-b108-c20e09c53cb0 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:35:55.323492 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:35:55.323892 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Checking segment: {'id': '1f022034-39be-4aea-b454-3babffe75796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:35:55.324295 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.324688 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Bound using segment: {'id': '1f022034-39be-4aea-b454-3babffe75796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:35:55.325152 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Bound port: 5e2b22c6-cc64-4e48-bbad-47d2a0928efb, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f022034-39be-4aea-b454-3babffe75796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:35:55.325528 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.337433 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Transition to ACTIVE for port object 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:35:55.348831 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.459185 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Network c8abcac7-cd43-4748-b9cb-f77019b787e3 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:55.463908 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:55.482286 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:35:55.493502 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Pushing event updated for resources: {'Port': ['ID=58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:55.541531 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] For port 5e2b22c6-cc64-4e48-bbad-47d2a0928efb, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:35:55.588275 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] For port 5e2b22c6-cc64-4e48-bbad-47d2a0928efb, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=5e2b22c6-cc64-4e48-bbad-47d2a0928efb,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:35:55.595332 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.639978 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Attempting to bind port 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:35:55.640428 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Attempting to bind port 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '69bc4393-c165-484e-9868-dc0065087805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8abcac7-cd43-4748-b9cb-f77019b787e3'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:35:55.640699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Attempting to bind port 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 on network c8abcac7-cd43-4748-b9cb-f77019b787e3 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:35:55.663801 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:35:55.668273 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Checking segment: {'id': '69bc4393-c165-484e-9868-dc0065087805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8abcac7-cd43-4748-b9cb-f77019b787e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:35:55.668273 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.668273 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Bound using segment: {'id': '69bc4393-c165-484e-9868-dc0065087805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8abcac7-cd43-4748-b9cb-f77019b787e3'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:35:55.668273 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Bound port: 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bc4393-c165-484e-9868-dc0065087805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8abcac7-cd43-4748-b9cb-f77019b787e3'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:35:55.668273 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.694625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.730776 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 89690983-29f7-4d89-8e7f-f866f9accd96 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:35:55.753901 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Routers {'c0886e62-4bfe-43ff-aa19-50a99e1d25fc'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:35:55.754551 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:35:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:55.809765 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f2348-51ea-4542-bbd2-e2c36b8ce609 None None] Pushing event updated for resources: {'Port': ['ID=5e2b22c6-cc64-4e48-bbad-47d2a0928efb,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:55.913517 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] For port 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:35:55.989569 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] For port 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4,segment=NetworkSegment(69bc4393-c165-484e-9868-dc0065087805),segment_id=69bc4393-c165-484e-9868-dc0065087805)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:35:56.004797 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:56.038607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:56.058921 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 89690983-29f7-4d89-8e7f-f866f9accd96 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:56.059292 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:56.103702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] Set router c0886e62-4bfe-43ff-aa19-50a99e1d25fc gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:35:56.219718 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b01cda-bf39-431d-a9d6-e9c1020caebe None None] Pushing event updated for resources: {'Port': ['ID=58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:56.253742 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Router fd281440-8c67-49f3-928e-6e2a92526e7f is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:35:56.464129 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:35:56.477455 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Sync routers for ids ['fd281440-8c67-49f3-928e-6e2a92526e7f'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:35:56.489002 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Routers {'fd281440-8c67-49f3-928e-6e2a92526e7f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:35:56.489918 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:35:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fd281440-8c67-49f3-928e-6e2a92526e7f'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:56.493521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:56.497388 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ca191a18-5bf7-436e-a924-92448d357779 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5205371 Apr 20 16:35:56.498505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46512) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:35:56.615521 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 4, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '5e2b22c6-cc64-4e48-bbad-47d2a0928efb', 'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'mac_address': 'fa:16:3e:b1:a3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:50Z', 'updated_at': '2022-04-20T16:35:55Z', 'revision_number': 4, 'project_id': '051548d049914af4ad38c6793186c2e0', 'subnets': [{'id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:56.619789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b5f0c6-942a-4646-a3f3-0b5a08b8894f None None] The sync data for ids ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'] in dv-neutron-838699-1-hyperv is: [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 4, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '5e2b22c6-cc64-4e48-bbad-47d2a0928efb', 'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'mac_address': 'fa:16:3e:b1:a3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:50Z', 'updated_at': '2022-04-20T16:35:55Z', 'revision_number': 4, 'project_id': '051548d049914af4ad38c6793186c2e0', 'subnets': [{'id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:35:56.717936 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Set router fd281440-8c67-49f3-928e-6e2a92526e7f gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:35:57.065034 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'name': 'tempest-TestShelveInstance-1355377921-router', 'tenant_id': 'ec30b61057eb403da85ddd4196fa925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '65a63359-c2cb-423e-8a07-9b54187a1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:35:55Z', 'revision_number': 3, 'project_id': 'ec30b61057eb403da85ddd4196fa925b', 'gw_port': {'id': '65a63359-c2cb-423e-8a07-9b54187a1c4e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:57.069993 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Checking router: fd281440-8c67-49f3-928e-6e2a92526e7f for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:35:57.070342 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Updating router fd281440-8c67-49f3-928e-6e2a92526e7f port 65a63359-c2cb-423e-8a07-9b54187a1c4e binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:35:57.129337 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:57.255070 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a0f680-9755-46cc-811b-33df7e3ebe50 None None] Network c8abcac7-cd43-4748-b9cb-f77019b787e3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:35:57.351002 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:57.381049 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-efbac268-1739-422a-a5a5-35fdbf394752 None None] Provisioning for port 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:35:57.564681 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:57.590202 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Transition to ACTIVE for port object 65a63359-c2cb-423e-8a07-9b54187a1c4e will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:35:57.599800 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:57.636885 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Allocated IP 172.20.0.1 (c8abcac7-cd43-4748-b9cb-f77019b787e3/8bb54fe5-1af9-4259-b5f0-ac5fd036a8f0/176752da-8d43-478b-9863-a85c503fe31d) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:57.708316 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Attempting to bind port 65a63359-c2cb-423e-8a07-9b54187a1c4e on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:35:57.711563 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Attempting to bind port 65a63359-c2cb-423e-8a07-9b54187a1c4e by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:35:57.714090 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Attempting to bind port 65a63359-c2cb-423e-8a07-9b54187a1c4e on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:35:57.723467 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffbe5a-9bec-4f92-8322-5b4debcdd6d4 None None] Pushing event updated for resources: {'Port': ['ID=65a63359-c2cb-423e-8a07-9b54187a1c4e,revision_number=2']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:57.726535 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:35:57.726535 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:35:57.726819 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:57.727093 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:35:57.727545 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Bound port: 65a63359-c2cb-423e-8a07-9b54187a1c4e, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:35:57.727936 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:57.817475 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 5e2b22c6-cc64-4e48-bbad-47d2a0928efb up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:35:57.844718 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] For port 65a63359-c2cb-423e-8a07-9b54187a1c4e, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:35:57.853448 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] For port 65a63359-c2cb-423e-8a07-9b54187a1c4e, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=65a63359-c2cb-423e-8a07-9b54187a1c4e,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:35:57.865544 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:57.870640 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:57.887863 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Transition to ACTIVE for port object 176752da-8d43-478b-9863-a85c503fe31d will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:35:57.914965 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:57.919038 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 5e2b22c6-cc64-4e48-bbad-47d2a0928efb completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:35:57.927217 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 5e2b22c6-cc64-4e48-bbad-47d2a0928efb triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:57.927976 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:57.960793 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Routers {'fd281440-8c67-49f3-928e-6e2a92526e7f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:35:57.961428 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:35:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fd281440-8c67-49f3-928e-6e2a92526e7f'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:57.984732 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Network c8abcac7-cd43-4748-b9cb-f77019b787e3 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:57.987920 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:57.991296 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:35:58.052448 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffbe5a-9bec-4f92-8322-5b4debcdd6d4 None None] Pushing event updated for resources: {'Port': ['ID=65a63359-c2cb-423e-8a07-9b54187a1c4e,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:58.066811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Pushing event updated for resources: {'Port': ['ID=176752da-8d43-478b-9863-a85c503fe31d,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:58.076078 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.078224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.116795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 5e2b22c6-cc64-4e48-bbad-47d2a0928efb, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=5e2b22c6-cc64-4e48-bbad-47d2a0928efb,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:35:58.122227 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.123508 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:35:58.208775 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] Set router fd281440-8c67-49f3-928e-6e2a92526e7f gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:35:58.250021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.311497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=5e2b22c6-cc64-4e48-bbad-47d2a0928efb,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:58.315800 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:35:58.321750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:58.322204 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.386972 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-de1d328c-2e2e-493e-a7cb-57d9ed271c8b None None] Provisioning for port 176752da-8d43-478b-9863-a85c503fe31d completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:35:58.395844 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-de1d328c-2e2e-493e-a7cb-57d9ed271c8b None None] Provisioning complete for port 176752da-8d43-478b-9863-a85c503fe31d triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:58.396212 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-de1d328c-2e2e-493e-a7cb-57d9ed271c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.489741 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-de1d328c-2e2e-493e-a7cb-57d9ed271c8b None None] Port 176752da-8d43-478b-9863-a85c503fe31d cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:35:58.517376 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.530239 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'name': 'tempest-TestShelveInstance-1355377921-router', 'tenant_id': 'ec30b61057eb403da85ddd4196fa925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '65a63359-c2cb-423e-8a07-9b54187a1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:35:55Z', 'revision_number': 3, 'project_id': 'ec30b61057eb403da85ddd4196fa925b', 'gw_port': {'id': '65a63359-c2cb-423e-8a07-9b54187a1c4e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:58.534811 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4a2648-feaf-4e04-bb32-855f4b3fd1c7 None None] The sync data for ids ['fd281440-8c67-49f3-928e-6e2a92526e7f'] in dv-neutron-838699-1-hyperv is: [{'id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'name': 'tempest-TestShelveInstance-1355377921-router', 'tenant_id': 'ec30b61057eb403da85ddd4196fa925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '65a63359-c2cb-423e-8a07-9b54187a1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:35:55Z', 'revision_number': 3, 'project_id': 'ec30b61057eb403da85ddd4196fa925b', 'gw_port': {'id': '65a63359-c2cb-423e-8a07-9b54187a1c4e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:35:58.551402 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4,segment=NetworkSegment(69bc4393-c165-484e-9868-dc0065087805),segment_id=69bc4393-c165-484e-9868-dc0065087805)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:35:58.564459 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.616987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.622323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.641371 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:58.736935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.740945 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Pushing event updated for resources: {'Port': ['ID=176752da-8d43-478b-9863-a85c503fe31d,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:58.892399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Network c8abcac7-cd43-4748-b9cb-f77019b787e3 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:58.893621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:59.099997 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Router fd281440-8c67-49f3-928e-6e2a92526e7f has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:35:59.113187 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-c8544770-45a8-4a2f-a2d9-22fdd85e8594 None None] Provisioning complete for port 176752da-8d43-478b-9863-a85c503fe31d triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:59.113748 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c8544770-45a8-4a2f-a2d9-22fdd85e8594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:59.175906 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-c8544770-45a8-4a2f-a2d9-22fdd85e8594 None None] Port 176752da-8d43-478b-9863-a85c503fe31d cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:35:59.287163 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:35:59.296425 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-aa63bba3-8b4e-4002-a8cd-988e651e8934 admin admin] 10.222.0.13 "PUT /v2.0/routers/fd281440-8c67-49f3-928e-6e2a92526e7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7968102 Apr 20 16:35:59.747426 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 5e2b22c6-cc64-4e48-bbad-47d2a0928efb up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:35:59.819731 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 5e2b22c6-cc64-4e48-bbad-47d2a0928efb triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:59.820400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:59.943726 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:36:00.010560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46522) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:36:00.014779 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:00.015157 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.016499 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-53cde6f7-b54e-4f29-af7b-30ecc774cafd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2074086431', 'description': 'tempest-secgroup-smoke-2074086431 description', 'project_id': '051548d049914af4ad38c6793186c2e0'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:36:00.024620 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-53cde6f7-b54e-4f29-af7b-30ecc774cafd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:36:00.028840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-53cde6f7-b54e-4f29-af7b-30ecc774cafd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Usage tracker for resource:security_group and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:36:00.032106 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-53cde6f7-b54e-4f29-af7b-30ecc774cafd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:36:00.038603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-53cde6f7-b54e-4f29-af7b-30ecc774cafd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:36:00.048702 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Sync routers for ids ['fd281440-8c67-49f3-928e-6e2a92526e7f'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:36:00.050144 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-53cde6f7-b54e-4f29-af7b-30ecc774cafd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.068940 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Routers {'fd281440-8c67-49f3-928e-6e2a92526e7f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:36:00.069562 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:35:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fd281440-8c67-49f3-928e-6e2a92526e7f'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:00.073642 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-53cde6f7-b54e-4f29-af7b-30ecc774cafd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:36:00.077657 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-53cde6f7-b54e-4f29-af7b-30ecc774cafd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Usage tracker for resource:security_group_rule and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:36:00.080505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-53cde6f7-b54e-4f29-af7b-30ecc774cafd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:36:00.087146 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-53cde6f7-b54e-4f29-af7b-30ecc774cafd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:36:00.156865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-53cde6f7-b54e-4f29-af7b-30ecc774cafd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.161736 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-53cde6f7-b54e-4f29-af7b-30ecc774cafd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.203299 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cde6f7-b54e-4f29-af7b-30ecc774cafd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:00.206071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-53cde6f7-b54e-4f29-af7b-30ecc774cafd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.210825 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-53cde6f7-b54e-4f29-af7b-30ecc774cafd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1991580 Apr 20 16:36:00.211539 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46526) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:36:00.218854 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5a539878-1c51-4676-a021-044577517398 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Request body: {'security_group_rule': {'security_group_id': 'f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1', 'project_id': '051548d049914af4ad38c6793186c2e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:36:00.225403 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5a539878-1c51-4676-a021-044577517398 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:36:00.229836 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5a539878-1c51-4676-a021-044577517398 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Usage tracker for resource:security_group_rule and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:36:00.237019 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5a539878-1c51-4676-a021-044577517398 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:36:00.243688 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5a539878-1c51-4676-a021-044577517398 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:36:00.260522 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a539878-1c51-4676-a021-044577517398 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.321633 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a539878-1c51-4676-a021-044577517398 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.325088 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a539878-1c51-4676-a021-044577517398 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.347415 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a539878-1c51-4676-a021-044577517398 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff34df5-13dc-4536-8d12-73f772240946,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:00.348888 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 65a63359-c2cb-423e-8a07-9b54187a1c4e up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:36:00.358264 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5a539878-1c51-4676-a021-044577517398 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.359594 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5a539878-1c51-4676-a021-044577517398 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457558 Apr 20 16:36:00.362308 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46530) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:36:00.367186 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-0ecc5da2-3724-4044-bc6d-1621e1920292 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Request body: {'security_group_rule': {'security_group_id': 'f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1', 'project_id': '051548d049914af4ad38c6793186c2e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:36:00.373037 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0ecc5da2-3724-4044-bc6d-1621e1920292 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:36:00.376278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Set router fd281440-8c67-49f3-928e-6e2a92526e7f gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:36:00.376879 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0ecc5da2-3724-4044-bc6d-1621e1920292 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Usage tracker for resource:security_group_rule and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:36:00.379706 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-0ecc5da2-3724-4044-bc6d-1621e1920292 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:36:00.385373 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-0ecc5da2-3724-4044-bc6d-1621e1920292 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:36:00.402355 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5da2-3724-4044-bc6d-1621e1920292 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.468157 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5da2-3724-4044-bc6d-1621e1920292 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.473241 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5da2-3724-4044-bc6d-1621e1920292 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.496271 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc5da2-3724-4044-bc6d-1621e1920292 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fde409c-ac46-4f61-af39-9c91af01cee0,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:00.506785 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5da2-3724-4044-bc6d-1621e1920292 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.510525 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0ecc5da2-3724-4044-bc6d-1621e1920292 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1446576 Apr 20 16:36:00.510703 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46534) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:36:00.516003 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-3999a8e1-0bc1-4bb6-afa6-6fef160e68bc tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Request body: {'security_group_rule': {'security_group_id': 'f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1', 'project_id': '051548d049914af4ad38c6793186c2e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:36:00.522429 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3999a8e1-0bc1-4bb6-afa6-6fef160e68bc tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:36:00.526350 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3999a8e1-0bc1-4bb6-afa6-6fef160e68bc tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Usage tracker for resource:security_group_rule and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:36:00.529289 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-3999a8e1-0bc1-4bb6-afa6-6fef160e68bc tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:36:00.535715 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-3999a8e1-0bc1-4bb6-afa6-6fef160e68bc tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:36:00.550935 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3999a8e1-0bc1-4bb6-afa6-6fef160e68bc tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.614780 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3999a8e1-0bc1-4bb6-afa6-6fef160e68bc tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.618862 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3999a8e1-0bc1-4bb6-afa6-6fef160e68bc tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.634594 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 65a63359-c2cb-423e-8a07-9b54187a1c4e completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:36:00.642059 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999a8e1-0bc1-4bb6-afa6-6fef160e68bc tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f523cf4-8ba6-4291-832d-c3a080d2c91a,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:00.645531 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 65a63359-c2cb-423e-8a07-9b54187a1c4e triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:00.646060 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.651600 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3999a8e1-0bc1-4bb6-afa6-6fef160e68bc tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.652905 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-3999a8e1-0bc1-4bb6-afa6-6fef160e68bc tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412549 Apr 20 16:36:00.655536 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46538) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:36:00.660364 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5f3f2b43-611a-4644-b82d-02bcb9d639db tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Request body: {'security_group_rule': {'security_group_id': 'f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1', 'project_id': '051548d049914af4ad38c6793186c2e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:36:00.666098 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5f3f2b43-611a-4644-b82d-02bcb9d639db tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:36:00.669878 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5f3f2b43-611a-4644-b82d-02bcb9d639db tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Usage tracker for resource:security_group_rule and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:36:00.672701 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5f3f2b43-611a-4644-b82d-02bcb9d639db tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:36:00.678302 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5f3f2b43-611a-4644-b82d-02bcb9d639db tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:36:00.695461 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2b43-611a-4644-b82d-02bcb9d639db tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.764384 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2b43-611a-4644-b82d-02bcb9d639db tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.768167 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2b43-611a-4644-b82d-02bcb9d639db tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.790336 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f2b43-611a-4644-b82d-02bcb9d639db tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80fbdd99-bbb9-4b91-b726-397a3dd4d211,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:00.802058 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2b43-611a-4644-b82d-02bcb9d639db tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.803239 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5f3f2b43-611a-4644-b82d-02bcb9d639db tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1467774 Apr 20 16:36:00.805912 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 46542) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:36:00.811434 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-37299283-9fce-47f2-9ece-28afef86435c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Request body: {'security_group_rule': {'security_group_id': 'f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1', 'project_id': '051548d049914af4ad38c6793186c2e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:36:00.817956 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-37299283-9fce-47f2-9ece-28afef86435c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:36:00.822197 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-37299283-9fce-47f2-9ece-28afef86435c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Usage tracker for resource:security_group_rule and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:36:00.824868 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-37299283-9fce-47f2-9ece-28afef86435c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:36:00.830577 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-37299283-9fce-47f2-9ece-28afef86435c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:36:00.838218 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.841850 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-37299283-9fce-47f2-9ece-28afef86435c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Project 051548d049914af4ad38c6793186c2e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:36:00.849793 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-37299283-9fce-47f2-9ece-28afef86435c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.858624 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 65a63359-c2cb-423e-8a07-9b54187a1c4e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=65a63359-c2cb-423e-8a07-9b54187a1c4e,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:36:00.861782 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'name': 'tempest-TestShelveInstance-1355377921-router', 'tenant_id': 'ec30b61057eb403da85ddd4196fa925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '65a63359-c2cb-423e-8a07-9b54187a1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:35:58Z', 'revision_number': 4, 'project_id': 'ec30b61057eb403da85ddd4196fa925b', 'gw_port': {'id': '65a63359-c2cb-423e-8a07-9b54187a1c4e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '176752da-8d43-478b-9863-a85c503fe31d', 'name': '', 'network_id': 'c8abcac7-cd43-4748-b9cb-f77019b787e3', 'tenant_id': 'ec30b61057eb403da85ddd4196fa925b', 'mac_address': 'fa:16:3e:e4:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8bb54fe5-1af9-4259-b5f0-ac5fd036a8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:57Z', 'updated_at': '2022-04-20T16:35:58Z', 'revision_number': 2, 'project_id': 'ec30b61057eb403da85ddd4196fa925b', 'subnets': [{'id': '8bb54fe5-1af9-4259-b5f0-ac5fd036a8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:00.865356 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.904626 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Checking router: fd281440-8c67-49f3-928e-6e2a92526e7f for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:36:00.904943 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Updating router fd281440-8c67-49f3-928e-6e2a92526e7f port 176752da-8d43-478b-9863-a85c503fe31d binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:36:00.916620 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-37299283-9fce-47f2-9ece-28afef86435c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.920373 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-37299283-9fce-47f2-9ece-28afef86435c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.946175 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37299283-9fce-47f2-9ece-28afef86435c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbe5510-c9e1-4ec5-b643-ca722bee4b5f,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:00.955716 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-37299283-9fce-47f2-9ece-28afef86435c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.957516 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-37299283-9fce-47f2-9ece-28afef86435c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1506717 Apr 20 16:36:00.960461 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46546) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:36:00.965669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-1237f7fd-9b55-4592-bd9f-9a431460b3ee tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Request body: {'security_group_rule': {'security_group_id': 'f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1', 'project_id': '051548d049914af4ad38c6793186c2e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:36:00.971516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1237f7fd-9b55-4592-bd9f-9a431460b3ee tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:36:00.975842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1237f7fd-9b55-4592-bd9f-9a431460b3ee tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Usage tracker for resource:security_group_rule and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:36:00.978790 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-1237f7fd-9b55-4592-bd9f-9a431460b3ee tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:36:00.979755 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.985274 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-1237f7fd-9b55-4592-bd9f-9a431460b3ee tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:36:00.991716 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=65a63359-c2cb-423e-8a07-9b54187a1c4e,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:00.997272 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-1237f7fd-9b55-4592-bd9f-9a431460b3ee tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Project 051548d049914af4ad38c6793186c2e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:36:01.005195 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1237f7fd-9b55-4592-bd9f-9a431460b3ee tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:01.070951 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1237f7fd-9b55-4592-bd9f-9a431460b3ee tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:01.075112 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1237f7fd-9b55-4592-bd9f-9a431460b3ee tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:01.098172 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237f7fd-9b55-4592-bd9f-9a431460b3ee tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad0801a-2242-4cb0-9a3d-6bf46057efa3,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:01.107136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1237f7fd-9b55-4592-bd9f-9a431460b3ee tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:01.108366 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1237f7fd-9b55-4592-bd9f-9a431460b3ee tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469102 Apr 20 16:36:01.278482 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-ea188005-3a38-47fa-a6d7-080d03d39e33 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Synchronizing usage tracker for tenant:051548d049914af4ad38c6793186c2e0 on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:36:01.297345 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-ea188005-3a38-47fa-a6d7-080d03d39e33 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Unset dirty status for tenant:051548d049914af4ad38c6793186c2e0 on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:36:01.298661 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-ea188005-3a38-47fa-a6d7-080d03d39e33 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074086431&fields=id&tenant_id=051548d049914af4ad38c6793186c2e0 HTTP/1.1" status: 200 len: 267 time: 0.0592535 Apr 20 16:36:01.337338 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:01.349226 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Transition to ACTIVE for port object 176752da-8d43-478b-9863-a85c503fe31d will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:36:01.355598 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:01.455698 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-f7af7ee6-d2dc-4c5b-8bbb-37bc0d10448e tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:01.457224 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-f7af7ee6-d2dc-4c5b-8bbb-37bc0d10448e tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 809 time: 0.1506157 Apr 20 16:36:01.476261 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-318b7ece-3232-4b40-8c53-af87aeade0c2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/quotas/051548d049914af4ad38c6793186c2e0 HTTP/1.1" status: 200 len: 375 time: 0.0128064 Apr 20 16:36:01.519505 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b7c92-63e7-41a4-97a0-8879acc30e38 None None] Pushing event updated for resources: {'Port': ['ID=176752da-8d43-478b-9863-a85c503fe31d,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:01.568969 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-0caed7d2-263f-426a-bed7-7b4977b04100 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Synchronizing usage tracker for tenant:051548d049914af4ad38c6793186c2e0 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:36:01.583639 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Attempting to bind port 176752da-8d43-478b-9863-a85c503fe31d on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:36:01.584137 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Attempting to bind port 176752da-8d43-478b-9863-a85c503fe31d by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '69bc4393-c165-484e-9868-dc0065087805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8abcac7-cd43-4748-b9cb-f77019b787e3'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:36:01.584532 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Attempting to bind port 176752da-8d43-478b-9863-a85c503fe31d on network c8abcac7-cd43-4748-b9cb-f77019b787e3 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:36:01.589237 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-0caed7d2-263f-426a-bed7-7b4977b04100 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Unset dirty status for tenant:051548d049914af4ad38c6793186c2e0 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:36:01.590624 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-0caed7d2-263f-426a-bed7-7b4977b04100 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1086099 Apr 20 16:36:01.590748 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:36:01.591071 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Checking segment: {'id': '69bc4393-c165-484e-9868-dc0065087805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8abcac7-cd43-4748-b9cb-f77019b787e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:36:01.591474 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:01.591907 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Bound using segment: {'id': '69bc4393-c165-484e-9868-dc0065087805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8abcac7-cd43-4748-b9cb-f77019b787e3'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:36:01.592372 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Bound port: 176752da-8d43-478b-9863-a85c503fe31d, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bc4393-c165-484e-9868-dc0065087805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8abcac7-cd43-4748-b9cb-f77019b787e3'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:36:01.592743 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:01.689990 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 65a63359-c2cb-423e-8a07-9b54187a1c4e up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:36:01.736543 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] For port 176752da-8d43-478b-9863-a85c503fe31d, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:36:01.761247 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] For port 176752da-8d43-478b-9863-a85c503fe31d, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=176752da-8d43-478b-9863-a85c503fe31d,segment=NetworkSegment(69bc4393-c165-484e-9868-dc0065087805),segment_id=69bc4393-c165-484e-9868-dc0065087805)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:36:01.766938 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:01.836379 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-4fae028b-4661-49db-bcd0-b774680fa10e service neutron] 10.222.0.13 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334585 Apr 20 16:36:01.896186 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 65a63359-c2cb-423e-8a07-9b54187a1c4e triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:01.896646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:01.926442 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Routers {'fd281440-8c67-49f3-928e-6e2a92526e7f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:36:01.927210 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:35:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fd281440-8c67-49f3-928e-6e2a92526e7f'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:01.981765 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-9f6cb361-dcf9-4ca7-9535-e9e5dc1feadf service neutron] 10.222.0.13 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393793 Apr 20 16:36:01.999911 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b7c92-63e7-41a4-97a0-8879acc30e38 None None] Pushing event updated for resources: {'Port': ['ID=176752da-8d43-478b-9863-a85c503fe31d,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:02.181035 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7d6e595c-8a5c-4ecb-a1d6-428fb59333ff req-3a9ed8e5-1510-4523-a1a3-32c6a7742a1f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 210 time: 0.0430801 Apr 20 16:36:02.190986 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] Set router fd281440-8c67-49f3-928e-6e2a92526e7f gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:36:02.339736 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7a332920-6873-4c9d-9c52-1c8e1b848c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:02.529855 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'name': 'tempest-TestShelveInstance-1355377921-router', 'tenant_id': 'ec30b61057eb403da85ddd4196fa925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '65a63359-c2cb-423e-8a07-9b54187a1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:35:58Z', 'revision_number': 4, 'project_id': 'ec30b61057eb403da85ddd4196fa925b', 'gw_port': {'id': '65a63359-c2cb-423e-8a07-9b54187a1c4e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '176752da-8d43-478b-9863-a85c503fe31d', 'name': '', 'network_id': 'c8abcac7-cd43-4748-b9cb-f77019b787e3', 'tenant_id': 'ec30b61057eb403da85ddd4196fa925b', 'mac_address': 'fa:16:3e:e4:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8bb54fe5-1af9-4259-b5f0-ac5fd036a8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:57Z', 'updated_at': '2022-04-20T16:36:01Z', 'revision_number': 4, 'project_id': 'ec30b61057eb403da85ddd4196fa925b', 'subnets': [{'id': '8bb54fe5-1af9-4259-b5f0-ac5fd036a8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:02.533798 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697664d5-ca86-4fff-a1ef-54b3926e2faf None None] The sync data for ids ['fd281440-8c67-49f3-928e-6e2a92526e7f'] in dv-neutron-838699-1-hyperv is: [{'id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'name': 'tempest-TestShelveInstance-1355377921-router', 'tenant_id': 'ec30b61057eb403da85ddd4196fa925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '65a63359-c2cb-423e-8a07-9b54187a1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:35:58Z', 'revision_number': 4, 'project_id': 'ec30b61057eb403da85ddd4196fa925b', 'gw_port': {'id': '65a63359-c2cb-423e-8a07-9b54187a1c4e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '176752da-8d43-478b-9863-a85c503fe31d', 'name': '', 'network_id': 'c8abcac7-cd43-4748-b9cb-f77019b787e3', 'tenant_id': 'ec30b61057eb403da85ddd4196fa925b', 'mac_address': 'fa:16:3e:e4:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8bb54fe5-1af9-4259-b5f0-ac5fd036a8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:57Z', 'updated_at': '2022-04-20T16:36:01Z', 'revision_number': 4, 'project_id': 'ec30b61057eb403da85ddd4196fa925b', 'subnets': [{'id': '8bb54fe5-1af9-4259-b5f0-ac5fd036a8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:36:03.464974 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-99a0cf9c-6d38-42d8-b8d5-3b6a2c732074 req-9fffe89a-578f-480f-9dab-2f9b1c4416aa tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 210 time: 0.1739707 Apr 20 16:36:03.611547 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-3bdf6702-bd1a-46f0-88b6-d2a292ebe2cc tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:03.613670 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-3bdf6702-bd1a-46f0-88b6-d2a292ebe2cc tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 809 time: 0.1513817 Apr 20 16:36:03.668506 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-502274f1-d04d-44d5-a430-0f12a0edd3ed tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=051548d049914af4ad38c6793186c2e0 HTTP/1.1" status: 200 len: 380 time: 0.0466561 Apr 20 16:36:03.678733 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-bc192d18-ea2d-46fe-bfd8-48ba875f36ce tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Request body: {'port': {'device_id': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'admin_state_up': True, 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'security_groups': ['f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:36:03.708511 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 176752da-8d43-478b-9863-a85c503fe31d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:36:03.778194 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 176752da-8d43-478b-9863-a85c503fe31d completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:36:03.783200 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 176752da-8d43-478b-9863-a85c503fe31d triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:03.783620 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:03.818936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-bc192d18-ea2d-46fe-bfd8-48ba875f36ce tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:36:03.828414 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-bc192d18-ea2d-46fe-bfd8-48ba875f36ce tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:36:03.838075 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-bc192d18-ea2d-46fe-bfd8-48ba875f36ce tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Made reservation on behalf of 051548d049914af4ad38c6793186c2e0 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:03.841629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-bc192d18-ea2d-46fe-bfd8-48ba875f36ce tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:03.897804 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:03.933865 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 176752da-8d43-478b-9863-a85c503fe31d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=176752da-8d43-478b-9863-a85c503fe31d,segment=NetworkSegment(69bc4393-c165-484e-9868-dc0065087805),segment_id=69bc4393-c165-484e-9868-dc0065087805)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:36:03.938089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:04.006381 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=176752da-8d43-478b-9863-a85c503fe31d,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:04.010350 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-bc192d18-ea2d-46fe-bfd8-48ba875f36ce tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Allocated IP 172.20.0.8 (4956e413-5e61-4a62-b108-c20e09c53cb0/1c91b643-fb17-4012-87cd-2c75bf07e09f/361b446e-ab18-4cc0-9cb4-79837f72675f) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:04.204756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-bc192d18-ea2d-46fe-bfd8-48ba875f36ce tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:04.220412 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-bc192d18-ea2d-46fe-bfd8-48ba875f36ce tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Transition to ACTIVE for port object 361b446e-ab18-4cc0-9cb4-79837f72675f will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:36:04.243220 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-bc192d18-ea2d-46fe-bfd8-48ba875f36ce tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:04.308857 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-bc192d18-ea2d-46fe-bfd8-48ba875f36ce tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Network 4956e413-5e61-4a62-b108-c20e09c53cb0 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:04.319535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-bc192d18-ea2d-46fe-bfd8-48ba875f36ce tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:04.323889 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-bc192d18-ea2d-46fe-bfd8-48ba875f36ce tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:36:04.355523 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc192d18-ea2d-46fe-bfd8-48ba875f36ce tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'Port': ['ID=361b446e-ab18-4cc0-9cb4-79837f72675f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:04.392086 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-bc192d18-ea2d-46fe-bfd8-48ba875f36ce tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:04.392649 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-bc192d18-ea2d-46fe-bfd8-48ba875f36ce tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:04.419516 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-bc192d18-ea2d-46fe-bfd8-48ba875f36ce tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7448277 Apr 20 16:36:04.468409 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-88fc40f0-ba0f-49ef-b663-db444593630a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:04.484697 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Request body: {'port': {'device_id': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:36:04.579358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-dd1cbc74-1e1f-4226-95be-f9484f67b29b None None] Provisioning for port 361b446e-ab18-4cc0-9cb4-79837f72675f completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:36:04.585568 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-dd1cbc74-1e1f-4226-95be-f9484f67b29b None None] Provisioning complete for port 361b446e-ab18-4cc0-9cb4-79837f72675f triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:04.586042 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dd1cbc74-1e1f-4226-95be-f9484f67b29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:04.638549 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cbc74-1e1f-4226-95be-f9484f67b29b None None] Port 361b446e-ab18-4cc0-9cb4-79837f72675f cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:36:04.641485 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:04.741667 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ccbe5-6c0f-452f-823b-8cbc76b21c5e req-f1a912f9-2c09-4b99-ba79-1c6ecafaab76 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:04.742283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-564ccbe5-6c0f-452f-823b-8cbc76b21c5e req-f1a912f9-2c09-4b99-ba79-1c6ecafaab76 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Synchronizing usage tracker for tenant:051548d049914af4ad38c6793186c2e0 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:36:04.811663 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-564ccbe5-6c0f-452f-823b-8cbc76b21c5e req-f1a912f9-2c09-4b99-ba79-1c6ecafaab76 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Unset dirty status for tenant:051548d049914af4ad38c6793186c2e0 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:36:04.812836 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-564ccbe5-6c0f-452f-823b-8cbc76b21c5e req-f1a912f9-2c09-4b99-ba79-1c6ecafaab76 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 931 time: 0.2305346 Apr 20 16:36:04.939396 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-564ccbe5-6c0f-452f-823b-8cbc76b21c5e req-aa371c2f-b818-4f80-9e56-6dfaaff55b9f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199012 Apr 20 16:36:05.054242 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361b446e-ab18-4cc0-9cb4-79837f72675f {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:36:05.061857 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:05.076063 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Transition to ACTIVE for port object 361b446e-ab18-4cc0-9cb4-79837f72675f will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:36:05.079805 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:05.239574 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Pushing event updated for resources: {'Port': ['ID=361b446e-ab18-4cc0-9cb4-79837f72675f,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:05.417028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Attempting to bind port 361b446e-ab18-4cc0-9cb4-79837f72675f on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:36:05.417368 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Attempting to bind port 361b446e-ab18-4cc0-9cb4-79837f72675f by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '1f022034-39be-4aea-b454-3babffe75796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:36:05.417606 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Attempting to bind port 361b446e-ab18-4cc0-9cb4-79837f72675f on network 4956e413-5e61-4a62-b108-c20e09c53cb0 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:36:05.422123 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Port 361b446e-ab18-4cc0-9cb4-79837f72675f on network 4956e413-5e61-4a62-b108-c20e09c53cb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:36:05.422440 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Attempting to bind port 361b446e-ab18-4cc0-9cb4-79837f72675f on network 4956e413-5e61-4a62-b108-c20e09c53cb0 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:36:05.427461 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:36:05.427829 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Checking segment: {'id': '1f022034-39be-4aea-b454-3babffe75796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:36:05.428211 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Bound using segment: {'id': '1f022034-39be-4aea-b454-3babffe75796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:36:05.428634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Bound port: 361b446e-ab18-4cc0-9cb4-79837f72675f, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f022034-39be-4aea-b454-3babffe75796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:36:05.428973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:05.519990 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] For port 361b446e-ab18-4cc0-9cb4-79837f72675f, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:36:05.523012 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] For port 361b446e-ab18-4cc0-9cb4-79837f72675f, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=361b446e-ab18-4cc0-9cb4-79837f72675f,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:36:05.526376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:05.580222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:05.580808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:05.582158 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] 10.222.0.11 "PUT /v2.0/ports/361b446e-ab18-4cc0-9cb4-79837f72675f HTTP/1.1" status: 200 len: 1093 time: 1.1551914 Apr 20 16:36:05.582600 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'tag': '361b446e-ab18-4cc0-9cb4-79837f72675f'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:36:05.611600 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a525f-84ad-4696-95ca-7e6386876300 service neutron] Pushing event updated for resources: {'Port': ['ID=361b446e-ab18-4cc0-9cb4-79837f72675f,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:05.655174 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5adc6a-3ad2-4da9-8532-d63ee2c90abf'] response: {'name': 'network-changed', 'server_uuid': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'tag': '361b446e-ab18-4cc0-9cb4-79837f72675f', 'status': 'completed', 'code': 200} Apr 20 16:36:05.692115 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 176752da-8d43-478b-9863-a85c503fe31d up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:36:05.698675 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-34fedc10-272a-4a02-a98c-aaff7dfa23a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:05.700257 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-34fedc10-272a-4a02-a98c-aaff7dfa23a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 1096 time: 0.0780647 Apr 20 16:36:05.770055 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 176752da-8d43-478b-9863-a85c503fe31d triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:05.770429 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:05.773968 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-b6866193-253a-43b0-a412-47d06e34bab0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=361b446e-ab18-4cc0-9cb4-79837f72675f HTTP/1.1" status: 200 len: 217 time: 0.0668254 Apr 20 16:36:05.839248 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-9d436b94-bbaa-455f-ab02-99732e503488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:05.840824 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-9d436b94-bbaa-455f-ab02-99732e503488 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0612371 Apr 20 16:36:05.846807 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:05.919954 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:05.926357 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-d66a7a2c-9286-4f70-987f-98d78406203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:05.927861 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-d66a7a2c-9286-4f70-987f-98d78406203a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814111 Apr 20 16:36:06.100229 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-fb42861a-7873-4b4d-bb2b-6f07dd98063f service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666684 Apr 20 16:36:06.237233 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fc5a7-0d33-4f60-b1f6-b5c8adf36df8 req-eded4e83-713a-47dd-8c2b-d4b0a9cf97eb tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:06.238708 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0c0fc5a7-0d33-4f60-b1f6-b5c8adf36df8 req-eded4e83-713a-47dd-8c2b-d4b0a9cf97eb tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.1918249 Apr 20 16:36:06.276459 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-96140239-a83c-43dd-ae06-7ba6d096e552 req-e5c2ef3e-1af8-4b2f-a43c-6675ea2f02cf service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692648 Apr 20 16:36:06.297668 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0c0fc5a7-0d33-4f60-b1f6-b5c8adf36df8 req-456bc793-7eae-4937-9aa4-7c3ac50597ae tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486612 Apr 20 16:36:06.390660 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e63d-9728-4bad-a307-b5c68a7138b8 req-973b4632-fe77-428e-aab8-b6e4a3de7db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:06.392159 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b37e63d-9728-4bad-a307-b5c68a7138b8 req-973b4632-fe77-428e-aab8-b6e4a3de7db2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 1096 time: 0.0716541 Apr 20 16:36:06.525299 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e63d-9728-4bad-a307-b5c68a7138b8 req-2f85d2ac-c281-478b-b1e6-60d491696534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:06.526644 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b37e63d-9728-4bad-a307-b5c68a7138b8 req-2f85d2ac-c281-478b-b1e6-60d491696534 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 910 time: 0.1281164 Apr 20 16:36:06.595441 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b37e63d-9728-4bad-a307-b5c68a7138b8 req-11dadcd6-9edf-4514-8db9-d199a05262ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=361b446e-ab18-4cc0-9cb4-79837f72675f HTTP/1.1" status: 200 len: 217 time: 0.0628762 Apr 20 16:36:06.655572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e63d-9728-4bad-a307-b5c68a7138b8 req-4b57e0db-36a5-44e4-b3c5-487544746e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:06.656974 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b37e63d-9728-4bad-a307-b5c68a7138b8 req-4b57e0db-36a5-44e4-b3c5-487544746e0a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0553658 Apr 20 16:36:06.732610 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e63d-9728-4bad-a307-b5c68a7138b8 req-5abad319-6c5c-46b4-b2f9-4246f7556a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:06.734011 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b37e63d-9728-4bad-a307-b5c68a7138b8 req-5abad319-6c5c-46b4-b2f9-4246f7556a63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705314 Apr 20 16:36:06.864405 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b37e63d-9728-4bad-a307-b5c68a7138b8 req-9a3de6ac-c0e8-4c7f-91c2-f7a796842880 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231401 Apr 20 16:36:07.095682 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b37e63d-9728-4bad-a307-b5c68a7138b8 req-b9987f71-c8e6-4b1d-afa4-6c8f2133f35a service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249453 Apr 20 16:36:07.267081 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:07.463493 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:36:07.479918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5d067-0a63-41aa-927e-91be8062feb1 req-3e61c139-88b8-4352-b603-cd736e6f489a tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:07.481388 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c6e5d067-0a63-41aa-927e-91be8062feb1 req-3e61c139-88b8-4352-b603-cd736e6f489a tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0802739 Apr 20 16:36:07.525591 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c6e5d067-0a63-41aa-927e-91be8062feb1 req-21007ca0-6fa3-4d77-b75e-538ab4d31120 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382507 Apr 20 16:36:08.709752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea12b2-8346-40ba-b4de-13b348f7f0a7 req-cb2baa46-5b2c-4acd-97a5-b5ad51b4cd50 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:08.711185 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-87ea12b2-8346-40ba-b4de-13b348f7f0a7 req-cb2baa46-5b2c-4acd-97a5-b5ad51b4cd50 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0814512 Apr 20 16:36:08.754921 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-87ea12b2-8346-40ba-b4de-13b348f7f0a7 req-a9c96e0e-309d-4b09-92d9-2e933efd0b6b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382106 Apr 20 16:36:10.082822 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bf71f-2e1a-4c41-8bae-0bf506def6fa req-bdfb6cdf-177a-42d6-ad03-5fcd6fdf7135 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:10.084252 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1e7bf71f-2e1a-4c41-8bae-0bf506def6fa req-bdfb6cdf-177a-42d6-ad03-5fcd6fdf7135 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0784657 Apr 20 16:36:10.130839 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1e7bf71f-2e1a-4c41-8bae-0bf506def6fa req-b3b084ae-a908-4c0b-b803-4cf6b7996e00 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410490 Apr 20 16:36:10.265521 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 361b446e-ab18-4cc0-9cb4-79837f72675f details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:36:10.395233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 361b446e-ab18-4cc0-9cb4-79837f72675f, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=361b446e-ab18-4cc0-9cb4-79837f72675f,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:36:10.407733 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '361b446e-ab18-4cc0-9cb4-79837f72675f', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'port_id': '361b446e-ab18-4cc0-9cb4-79837f72675f', 'mac_address': 'fa:16:3e:37:f3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:36:10.460417 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:10.476641 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361b446e-ab18-4cc0-9cb4-79837f72675f {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:36:10.492244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 361b446e-ab18-4cc0-9cb4-79837f72675f, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=361b446e-ab18-4cc0-9cb4-79837f72675f,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:36:10.495619 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:10.597044 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=361b446e-ab18-4cc0-9cb4-79837f72675f,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:10.810358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['361b446e-ab18-4cc0-9cb4-79837f72675f'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:36:11.361549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaa120-95b8-41b1-8bd8-80ca2ddcd655 req-99e6c0bf-b69f-4b37-96c6-710777d841e9 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:11.363049 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93eaa120-95b8-41b1-8bd8-80ca2ddcd655 req-99e6c0bf-b69f-4b37-96c6-710777d841e9 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 944 time: 0.1256518 Apr 20 16:36:11.408211 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-93eaa120-95b8-41b1-8bd8-80ca2ddcd655 req-3b1244f5-7f23-4bc0-a90b-93cac0e6fc68 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393035 Apr 20 16:36:12.276580 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 361b446e-ab18-4cc0-9cb4-79837f72675f up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:36:12.344746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 361b446e-ab18-4cc0-9cb4-79837f72675f completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:36:12.350305 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 361b446e-ab18-4cc0-9cb4-79837f72675f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:12.350671 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:12.471020 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:12.497737 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361b446e-ab18-4cc0-9cb4-79837f72675f'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:36:12.507687 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 361b446e-ab18-4cc0-9cb4-79837f72675f, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=361b446e-ab18-4cc0-9cb4-79837f72675f,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:36:12.512228 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:12.586119 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=361b446e-ab18-4cc0-9cb4-79837f72675f,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:12.606378 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b593ff68-27a2-4ffd-9039-2362cca745c5'] response: {'server_uuid': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361b446e-ab18-4cc0-9cb4-79837f72675f', 'code': 200} Apr 20 16:36:12.651441 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73e3a0-7098-439d-80f6-8c0f7be47290 req-b453f7c1-b08d-43ab-92ce-2060edf518e2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:12.652935 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6e73e3a0-7098-439d-80f6-8c0f7be47290 req-b453f7c1-b08d-43ab-92ce-2060edf518e2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.1415269 Apr 20 16:36:12.697403 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6e73e3a0-7098-439d-80f6-8c0f7be47290 req-a299c34c-6a95-41ca-b7b4-cf90f0b84698 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386322 Apr 20 16:36:12.834805 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb78e0-1b3e-4735-9861-b7f08035d065 req-da3a05a4-a8b0-4917-866e-89349f94f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:12.836315 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e7cb78e0-1b3e-4735-9861-b7f08035d065 req-da3a05a4-a8b0-4917-866e-89349f94f351 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 1098 time: 0.0736766 Apr 20 16:36:12.876123 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e7cb78e0-1b3e-4735-9861-b7f08035d065 req-1a6abbda-819f-4fca-87e6-bf78e6c8d89a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342865 Apr 20 16:36:13.887664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f84e26-595d-4f6a-9b99-29e324a7cbd8 req-62ba6cb0-f417-4e98-b35b-5652f2e89db9 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:13.889151 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b8f84e26-595d-4f6a-9b99-29e324a7cbd8 req-62ba6cb0-f417-4e98-b35b-5652f2e89db9 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0838759 Apr 20 16:36:13.933399 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b8f84e26-595d-4f6a-9b99-29e324a7cbd8 req-603f1b0c-25dd-4336-8a88-7869809f499e tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380378 Apr 20 16:36:15.112994 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ae069-4638-46ed-8523-c86b9ea495d4 req-8056fe44-af3d-41f8-9f11-c2633044f3dc tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:15.114410 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d08ae069-4638-46ed-8523-c86b9ea495d4 req-8056fe44-af3d-41f8-9f11-c2633044f3dc tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0785694 Apr 20 16:36:15.159932 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d08ae069-4638-46ed-8523-c86b9ea495d4 req-b49b829c-28ce-4759-901c-0d9f1f1eb61c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399656 Apr 20 16:36:15.340560 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ca2a0-6086-4773-856e-f2ef7b350783 req-cf1082fa-8dd3-44fb-bb0a-326dcfe7900d tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:15.341916 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ab0ca2a0-6086-4773-856e-f2ef7b350783 req-cf1082fa-8dd3-44fb-bb0a-326dcfe7900d tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0810194 Apr 20 16:36:15.384974 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ab0ca2a0-6086-4773-856e-f2ef7b350783 req-c14038ab-ddbe-490d-82e5-2fe23824a337 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368149 Apr 20 16:36:15.407070 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46620) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:36:15.432191 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:15.519881 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f284d-d04b-4eb4-ab29-5507a2b00f19 tempest-TestShelveInstance-435087748 tempest-TestShelveInstance-435087748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:15.520576 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-de7f284d-d04b-4eb4-ab29-5507a2b00f19 tempest-TestShelveInstance-435087748 tempest-TestShelveInstance-435087748-project-admin] Synchronizing usage tracker for tenant:ec30b61057eb403da85ddd4196fa925b on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:36:15.536219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-de7f284d-d04b-4eb4-ab29-5507a2b00f19 tempest-TestShelveInstance-435087748 tempest-TestShelveInstance-435087748-project-admin] Unset dirty status for tenant:ec30b61057eb403da85ddd4196fa925b on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:36:15.537344 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-de7f284d-d04b-4eb4-ab29-5507a2b00f19 tempest-TestShelveInstance-435087748 tempest-TestShelveInstance-435087748-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 1093 time: 0.1293135 Apr 20 16:36:15.540209 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46626) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:36:15.545000 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': '361b446e-ab18-4cc0-9cb4-79837f72675f', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:36:15.550695 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:36:15.554441 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Usage tracker for resource:floatingip and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:36:15.557614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:36:15.563315 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:36:15.573524 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:15.708934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:15.837988 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Allocated IP 172.26.7.157 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/d3607b63-af54-45bd-a437-927413fc3a4a) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:15.979720 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:16.009157 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:16.073633 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:16.080389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:16.084438 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:36:16.113330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'Port': ['ID=d3607b63-af54-45bd-a437-927413fc3a4a,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:16.583076 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:16.655425 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:16.858267 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:16.862514 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:16.974156 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'Port': ['ID=d3607b63-af54-45bd-a437-927413fc3a4a,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:16.981940 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:17.149075 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Floating IP 3dbe8fde-a957-4331-96e0-827e452512f3 associated. External IP: 172.26.7.157, port: 361b446e-ab18-4cc0-9cb4-79837f72675f. Apr 20 16:36:17.497554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Router c0886e62-4bfe-43ff-aa19-50a99e1d25fc has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:36:17.671628 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:36:17.682107 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30503adb-3d5e-4458-bcf6-5b166a58d1bb None None] Sync routers for ids ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:36:17.695795 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30503adb-3d5e-4458-bcf6-5b166a58d1bb None None] Routers {'c0886e62-4bfe-43ff-aa19-50a99e1d25fc'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:36:17.696610 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-30503adb-3d5e-4458-bcf6-5b166a58d1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:36:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:17.697713 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:17.756703 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3f46c490-3857-4d15-beca-c29a6995051f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2153904 Apr 20 16:36:17.757296 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'tag': '361b446e-ab18-4cc0-9cb4-79837f72675f'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:36:17.805846 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed73bef-f4ce-4888-8411-37d580a74f59'] response: {'name': 'network-changed', 'server_uuid': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'tag': '361b446e-ab18-4cc0-9cb4-79837f72675f', 'status': 'completed', 'code': 200} Apr 20 16:36:17.914795 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-30503adb-3d5e-4458-bcf6-5b166a58d1bb None None] Set router c0886e62-4bfe-43ff-aa19-50a99e1d25fc gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:36:18.012992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb757a-7162-4a55-97be-838355231719 req-2c7a7c71-6370-49db-9707-c1c1824c671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:18.014435 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-92bb757a-7162-4a55-97be-838355231719 req-2c7a7c71-6370-49db-9707-c1c1824c671d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 1098 time: 0.1868796 Apr 20 16:36:18.147722 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb757a-7162-4a55-97be-838355231719 req-ea1369f2-9173-47de-94dc-4d875aa05f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:18.149228 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-92bb757a-7162-4a55-97be-838355231719 req-ea1369f2-9173-47de-94dc-4d875aa05f52 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 910 time: 0.1287990 Apr 20 16:36:18.251874 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-92bb757a-7162-4a55-97be-838355231719 req-e9be4e16-542a-460b-a51f-107eb453beee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=361b446e-ab18-4cc0-9cb4-79837f72675f HTTP/1.1" status: 200 len: 999 time: 0.0972414 Apr 20 16:36:18.255240 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-30503adb-3d5e-4458-bcf6-5b166a58d1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 4, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '3dbe8fde-a957-4331-96e0-827e452512f3', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'floating_ip_address': '172.26.7.157', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'port_id': '361b446e-ab18-4cc0-9cb4-79837f72675f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'mac_address': 'fa:16:3e:37:f3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:36:16Z', 'updated_at': '2022-04-20T16:36:16Z', 'revision_number': 0, 'project_id': '051548d049914af4ad38c6793186c2e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e2b22c6-cc64-4e48-bbad-47d2a0928efb', 'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'mac_address': 'fa:16:3e:b1:a3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:50Z', 'updated_at': '2022-04-20T16:35:58Z', 'revision_number': 5, 'project_id': '051548d049914af4ad38c6793186c2e0', 'subnets': [{'id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:18.259166 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30503adb-3d5e-4458-bcf6-5b166a58d1bb None None] Checking router: c0886e62-4bfe-43ff-aa19-50a99e1d25fc for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:36:18.267569 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30503adb-3d5e-4458-bcf6-5b166a58d1bb None None] Routers {'c0886e62-4bfe-43ff-aa19-50a99e1d25fc'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:36:18.268165 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-30503adb-3d5e-4458-bcf6-5b166a58d1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:36:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:18.312311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb757a-7162-4a55-97be-838355231719 req-dce844cb-d946-4c71-a66b-d786e0d49b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:18.313730 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-92bb757a-7162-4a55-97be-838355231719 req-dce844cb-d946-4c71-a66b-d786e0d49b3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0568142 Apr 20 16:36:18.394542 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb757a-7162-4a55-97be-838355231719 req-46dc1ba2-8cca-4ebc-9650-f90211ba4c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:18.396059 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-92bb757a-7162-4a55-97be-838355231719 req-46dc1ba2-8cca-4ebc-9650-f90211ba4c4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766070 Apr 20 16:36:18.446010 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-30503adb-3d5e-4458-bcf6-5b166a58d1bb None None] Set router c0886e62-4bfe-43ff-aa19-50a99e1d25fc gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:36:18.528827 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-92bb757a-7162-4a55-97be-838355231719 req-1d921f52-6e3a-4e5c-9999-f6e7e4e67138 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256974 Apr 20 16:36:18.660105 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-92bb757a-7162-4a55-97be-838355231719 req-9d1ec9a8-3d77-4358-9108-d22ee1fe4424 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251476 Apr 20 16:36:18.790899 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-30503adb-3d5e-4458-bcf6-5b166a58d1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 4, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '3dbe8fde-a957-4331-96e0-827e452512f3', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'floating_ip_address': '172.26.7.157', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'port_id': '361b446e-ab18-4cc0-9cb4-79837f72675f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'mac_address': 'fa:16:3e:37:f3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:36:16Z', 'updated_at': '2022-04-20T16:36:16Z', 'revision_number': 0, 'project_id': '051548d049914af4ad38c6793186c2e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e2b22c6-cc64-4e48-bbad-47d2a0928efb', 'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'mac_address': 'fa:16:3e:b1:a3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:50Z', 'updated_at': '2022-04-20T16:35:58Z', 'revision_number': 5, 'project_id': '051548d049914af4ad38c6793186c2e0', 'subnets': [{'id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:18.794803 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30503adb-3d5e-4458-bcf6-5b166a58d1bb None None] The sync data for ids ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'] in dv-neutron-838699-1-hyperv is: [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 4, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '3dbe8fde-a957-4331-96e0-827e452512f3', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'floating_ip_address': '172.26.7.157', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'port_id': '361b446e-ab18-4cc0-9cb4-79837f72675f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'mac_address': 'fa:16:3e:37:f3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:36:16Z', 'updated_at': '2022-04-20T16:36:16Z', 'revision_number': 0, 'project_id': '051548d049914af4ad38c6793186c2e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e2b22c6-cc64-4e48-bbad-47d2a0928efb', 'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'mac_address': 'fa:16:3e:b1:a3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:50Z', 'updated_at': '2022-04-20T16:35:58Z', 'revision_number': 5, 'project_id': '051548d049914af4ad38c6793186c2e0', 'subnets': [{'id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:36:18.973296 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfc5a9b-b4a9-4857-babe-8072b1c59c62 None None] New status for floating IP 3dbe8fde-a957-4331-96e0-827e452512f3: ACTIVE {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:36:32.208534 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1ae3daef-deb8-4dd2-8d22-761fd3fc4f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:34.470721 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-94886821-6986-46c2-803b-2b7f648b0ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:35.839298 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:35.888358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:37.270805 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:44.463172 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:36:45.434470 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:02.200951 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7e0a683e-64cf-43f9-8e41-575a4a16586a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:03.557223 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-221e2250-b3b2-4a55-8a99-28e700b05e2c req-9531614e-0071-4521-b8d6-8b013b670a45 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677726 Apr 20 16:37:03.700493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e2250-b3b2-4a55-8a99-28e700b05e2c req-0f08aff4-944a-485f-b8cf-f15cbf53faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:03.702010 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-221e2250-b3b2-4a55-8a99-28e700b05e2c req-0f08aff4-944a-485f-b8cf-f15cbf53faa2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 1098 time: 0.0726874 Apr 20 16:37:03.842198 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e2250-b3b2-4a55-8a99-28e700b05e2c req-d868546c-942d-44b6-afed-fd6084628590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:03.843544 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-221e2250-b3b2-4a55-8a99-28e700b05e2c req-d868546c-942d-44b6-afed-fd6084628590 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 910 time: 0.1236343 Apr 20 16:37:03.945069 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-221e2250-b3b2-4a55-8a99-28e700b05e2c req-d4b1fe19-a70e-4716-9251-bac9de8eba87 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=361b446e-ab18-4cc0-9cb4-79837f72675f HTTP/1.1" status: 200 len: 1001 time: 0.0946658 Apr 20 16:37:04.009170 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e2250-b3b2-4a55-8a99-28e700b05e2c req-53f7263c-3912-48d2-9ff2-5d06d130437e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:04.010575 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-221e2250-b3b2-4a55-8a99-28e700b05e2c req-53f7263c-3912-48d2-9ff2-5d06d130437e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0594163 Apr 20 16:37:04.083414 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e2250-b3b2-4a55-8a99-28e700b05e2c req-43df748b-0f15-4191-85f2-23af4b81edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:04.084861 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-221e2250-b3b2-4a55-8a99-28e700b05e2c req-43df748b-0f15-4191-85f2-23af4b81edc3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681071 Apr 20 16:37:04.212964 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-221e2250-b3b2-4a55-8a99-28e700b05e2c req-fccfd0bf-d22f-41a9-bc3c-7d16481fe03c service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217797 Apr 20 16:37:04.345536 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-221e2250-b3b2-4a55-8a99-28e700b05e2c req-b5fc57d6-5896-43a5-870c-885970e1d0ee service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266241 Apr 20 16:37:04.471785 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0fca3647-b867-4b8d-b873-5961fab2bb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.841383 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.890590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:07.273539 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.458770 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.462299 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:37:32.204016 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-38fde832-ba62-4507-9d3b-f254e50b0eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.473128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-33e9db0d-0f26-4a8f-83e5-0d8f990aea54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:35.843668 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:35.893532 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:37.275844 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:45.478892 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:58.461187 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:38:02.206366 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-31e8a7df-3d6e-49fb-bc8e-abfe422c3545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:03.672801 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-46cff60a-2e55-4081-9785-0e027e15336f req-e4b883d6-9754-4107-99fd-20a7df872eb8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1698585 Apr 20 16:38:03.813002 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cff60a-2e55-4081-9785-0e027e15336f req-00312986-a613-4cbe-b31f-d4d0f19af2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:03.814434 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-46cff60a-2e55-4081-9785-0e027e15336f req-00312986-a613-4cbe-b31f-d4d0f19af2bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 1098 time: 0.0711021 Apr 20 16:38:03.954090 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cff60a-2e55-4081-9785-0e027e15336f req-386922cb-6fe8-417e-92cc-6ca646e58a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:03.955424 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-46cff60a-2e55-4081-9785-0e027e15336f req-386922cb-6fe8-417e-92cc-6ca646e58a28 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 910 time: 0.1225512 Apr 20 16:38:04.056308 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-46cff60a-2e55-4081-9785-0e027e15336f req-bc5c4e0c-12b5-4298-8388-136d2a4483d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=361b446e-ab18-4cc0-9cb4-79837f72675f HTTP/1.1" status: 200 len: 1001 time: 0.0944908 Apr 20 16:38:04.120025 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cff60a-2e55-4081-9785-0e027e15336f req-80932279-a22c-445d-b15c-a5d4056a6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:04.121394 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-46cff60a-2e55-4081-9785-0e027e15336f req-80932279-a22c-445d-b15c-a5d4056a6a5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0584874 Apr 20 16:38:04.194729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cff60a-2e55-4081-9785-0e027e15336f req-9095a583-ecb0-4f1a-bc14-95a4809ddf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:04.196271 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-46cff60a-2e55-4081-9785-0e027e15336f req-9095a583-ecb0-4f1a-bc14-95a4809ddf88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688927 Apr 20 16:38:04.324940 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-46cff60a-2e55-4081-9785-0e027e15336f req-28ee9a4f-06bd-4d84-aad2-57a89c6bfdd0 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225519 Apr 20 16:38:04.454432 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-46cff60a-2e55-4081-9785-0e027e15336f req-8dbd47de-53ff-440b-bc3b-74649313a522 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233864 Apr 20 16:38:04.474572 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f013c78c-20b0-4185-b46f-fb315ae7cdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:05.845924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:05.895749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:07.280688 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:15.488294 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:32.209920 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cdb43038-3fbb-4295-b6b4-ceff2480cc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:34.474995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4a2929b9-f02a-4065-9429-ac6450e962ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:35.459533 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:38:35.847294 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:35.898970 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:37.281631 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:44.578973 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad911f-5a96-4bf8-8db7-a207895b698a req-84811369-1561-4de6-8bb9-40ec7e930ca2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:44.580369 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-29ad911f-5a96-4bf8-8db7-a207895b698a req-84811369-1561-4de6-8bb9-40ec7e930ca2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0974135 Apr 20 16:38:44.623787 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-29ad911f-5a96-4bf8-8db7-a207895b698a req-f59da9ee-e187-40e2-84d5-e7202439b751 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377719 Apr 20 16:38:45.493195 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:45.806189 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437494e3-1408-4eb0-b286-abfc9fef8e96 req-4800fd1f-8341-472c-9e32-cc1adbd82cb3 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:45.807531 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-437494e3-1408-4eb0-b286-abfc9fef8e96 req-4800fd1f-8341-472c-9e32-cc1adbd82cb3 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0778122 Apr 20 16:38:45.853066 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-437494e3-1408-4eb0-b286-abfc9fef8e96 req-aa2a2b5c-21d0-4bca-969f-8686c9161a68 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393717 Apr 20 16:38:47.049315 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fb3e7-6ce0-4ae8-829a-f2b384237fec req-8b622788-da37-4aff-aaa7-6f39cc51393b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:47.051932 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-800fb3e7-6ce0-4ae8-829a-f2b384237fec req-8b622788-da37-4aff-aaa7-6f39cc51393b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0857418 Apr 20 16:38:47.101536 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-800fb3e7-6ce0-4ae8-829a-f2b384237fec req-46b47db9-6d93-40e6-825d-0413ce2b5e01 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437195 Apr 20 16:38:48.295376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31833be7-a84d-47c7-9309-446dc26c2313 req-d323fbdc-6a8e-48e5-a088-994373ed2da1 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:48.296820 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-31833be7-a84d-47c7-9309-446dc26c2313 req-d323fbdc-6a8e-48e5-a088-994373ed2da1 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0811801 Apr 20 16:38:48.340392 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-31833be7-a84d-47c7-9309-446dc26c2313 req-63ea18ae-ce01-4987-8552-c9df79d957f2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380962 Apr 20 16:38:49.524938 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c94705-2fd1-494b-9752-1069e0203a89 req-d6fcdc66-6324-4ecf-9a91-72d4d6b917be tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:49.526629 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-46c94705-2fd1-494b-9752-1069e0203a89 req-d6fcdc66-6324-4ecf-9a91-72d4d6b917be tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0834334 Apr 20 16:38:49.570308 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-46c94705-2fd1-494b-9752-1069e0203a89 req-c5bf48e9-1e27-4fb4-b23b-fc32e9368fd4 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375550 Apr 20 16:38:50.752636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cce8fb-19d5-42cc-a725-4dfeeccf2e44 req-98df8120-b531-4a5a-9a25-a1a01fd00fd0 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:50.754097 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f6cce8fb-19d5-42cc-a725-4dfeeccf2e44 req-98df8120-b531-4a5a-9a25-a1a01fd00fd0 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0817502 Apr 20 16:38:50.797546 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f6cce8fb-19d5-42cc-a725-4dfeeccf2e44 req-a84dd5a9-5c0f-4264-8763-2a74c5ed4685 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379817 Apr 20 16:38:51.980518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf1493-6822-40d6-ab73-a2f15bc01a43 req-01c1c610-51fc-4eef-b3e5-afad5f13b159 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:51.981848 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-91bf1493-6822-40d6-ab73-a2f15bc01a43 req-01c1c610-51fc-4eef-b3e5-afad5f13b159 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0803225 Apr 20 16:38:52.025044 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-91bf1493-6822-40d6-ab73-a2f15bc01a43 req-4438884c-939d-4257-99f0-e5adbf22d67c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370719 Apr 20 16:38:53.214536 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fa50b-41ab-49bd-8a84-8625a9f39c5b req-81eb6e4f-7461-450e-bced-ffeda0d637c3 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:53.216018 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-918fa50b-41ab-49bd-8a84-8625a9f39c5b req-81eb6e4f-7461-450e-bced-ffeda0d637c3 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0880325 Apr 20 16:38:53.260093 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-918fa50b-41ab-49bd-8a84-8625a9f39c5b req-7edffc18-be5c-4783-a8e6-7cbe35b5d380 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383282 Apr 20 16:38:54.442569 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870f12b-c8c2-402d-9fb7-cbc50a4cdaf4 req-165f4d29-a88d-44d5-87b8-5cbdcb13919a tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:54.444374 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4870f12b-c8c2-402d-9fb7-cbc50a4cdaf4 req-165f4d29-a88d-44d5-87b8-5cbdcb13919a tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0822148 Apr 20 16:38:54.487365 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4870f12b-c8c2-402d-9fb7-cbc50a4cdaf4 req-92c7091e-3c48-4259-acb9-aeb9e757694f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375781 Apr 20 16:38:55.674603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866f6f7-849e-4e7b-801a-c566fdad6508 req-d09e0142-d562-4ce4-a012-7b0c6d3553c6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:55.676085 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f866f6f7-849e-4e7b-801a-c566fdad6508 req-d09e0142-d562-4ce4-a012-7b0c6d3553c6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0813472 Apr 20 16:38:55.721292 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f866f6f7-849e-4e7b-801a-c566fdad6508 req-faefdafe-fbf6-4c1d-88b4-5baebdc67d0b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383539 Apr 20 16:38:56.903021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689c9f1-29e7-4144-a430-89b5043a4bff req-a0712009-44a2-43ff-962e-3fca68f3775d tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:56.904473 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d689c9f1-29e7-4144-a430-89b5043a4bff req-a0712009-44a2-43ff-962e-3fca68f3775d tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0815876 Apr 20 16:38:56.947291 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d689c9f1-29e7-4144-a430-89b5043a4bff req-4ea49994-68f7-4051-8715-6d779c22a6e2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367196 Apr 20 16:38:57.228544 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 361b446e-ab18-4cc0-9cb4-79837f72675f details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:38:57.357497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 361b446e-ab18-4cc0-9cb4-79837f72675f, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=361b446e-ab18-4cc0-9cb4-79837f72675f,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:38:57.370195 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '361b446e-ab18-4cc0-9cb4-79837f72675f', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'port_id': '361b446e-ab18-4cc0-9cb4-79837f72675f', 'mac_address': 'fa:16:3e:37:f3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:38:57.424207 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:57.444325 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 361b446e-ab18-4cc0-9cb4-79837f72675f {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:38:57.459638 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 361b446e-ab18-4cc0-9cb4-79837f72675f, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=361b446e-ab18-4cc0-9cb4-79837f72675f,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:38:57.463862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:57.572418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=361b446e-ab18-4cc0-9cb4-79837f72675f,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:57.579373 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.579721 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.580104 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.581018 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.581361 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.581699 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.582033 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.582364 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.582693 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.583020 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.583344 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.583667 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.589135 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['361b446e-ab18-4cc0-9cb4-79837f72675f'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:38:58.127045 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0394e-3d18-4126-a9d7-df8fe7e8c203 req-c73a986e-478f-4197-88e1-3c9471bbe779 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:58.128592 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bec0394e-3d18-4126-a9d7-df8fe7e8c203 req-c73a986e-478f-4197-88e1-3c9471bbe779 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 944 time: 0.0786300 Apr 20 16:38:58.177889 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bec0394e-3d18-4126-a9d7-df8fe7e8c203 req-347a3d93-7614-43c9-a673-30777927749b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425336 Apr 20 16:38:59.229228 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 361b446e-ab18-4cc0-9cb4-79837f72675f up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:38:59.294157 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 361b446e-ab18-4cc0-9cb4-79837f72675f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:59.294626 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:59.363870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b544080-3a3e-4f73-a01d-790b197bbcfa req-422bc362-5e29-4912-b3a5-4c37f45ec30d tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:59.365362 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b544080-3a3e-4f73-a01d-790b197bbcfa req-422bc362-5e29-4912-b3a5-4c37f45ec30d tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 944 time: 0.0810382 Apr 20 16:38:59.409876 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b544080-3a3e-4f73-a01d-790b197bbcfa req-5ef72117-fe2f-461e-807d-042971e61183 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387561 Apr 20 16:38:59.410123 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:59.436952 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361b446e-ab18-4cc0-9cb4-79837f72675f'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:38:59.446177 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 361b446e-ab18-4cc0-9cb4-79837f72675f, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=361b446e-ab18-4cc0-9cb4-79837f72675f,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:38:59.450146 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:59.486243 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ff523d-74d7-4b51-bf3b-097603be311b'] response: {'server_uuid': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361b446e-ab18-4cc0-9cb4-79837f72675f', 'code': 200} Apr 20 16:38:59.524605 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=361b446e-ab18-4cc0-9cb4-79837f72675f,revision_number=7']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:00.695335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f8128-7862-4759-87f7-6a8eb3759edb req-1f5d5c1d-150f-43b4-8e8e-19be65030458 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:00.697069 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a5f8128-7862-4759-87f7-6a8eb3759edb req-1f5d5c1d-150f-43b4-8e8e-19be65030458 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.1842182 Apr 20 16:39:00.741020 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9a5f8128-7862-4759-87f7-6a8eb3759edb req-32d35ed0-e0c6-4cf8-9812-bd726184e428 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384867 Apr 20 16:39:01.950054 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6cbc8-3f2e-4ecb-b9ab-f93a12f08703 req-377885d3-57ec-4501-9f10-48bfe18c39e8 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:01.951721 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c5a6cbc8-3f2e-4ecb-b9ab-f93a12f08703 req-377885d3-57ec-4501-9f10-48bfe18c39e8 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0978193 Apr 20 16:39:02.011843 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c5a6cbc8-3f2e-4ecb-b9ab-f93a12f08703 req-74d4d6ba-de31-4d1e-8127-da9b4e4db9df tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541840 Apr 20 16:39:02.216918 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-afcb2281-774a-46d7-82a4-767ff6e0ca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:03.225531 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e56a0-73f2-4738-bd2b-e5ac8bb60e63 req-dd7c157b-73ed-476e-a7d8-f7a397f89f74 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:03.226988 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c7e56a0-73f2-4738-bd2b-e5ac8bb60e63 req-dd7c157b-73ed-476e-a7d8-f7a397f89f74 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0963054 Apr 20 16:39:03.278607 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5c7e56a0-73f2-4738-bd2b-e5ac8bb60e63 req-f841e803-66de-43f5-bca9-935d5505994b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448773 Apr 20 16:39:04.484401 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbc21b-e221-474e-bdf7-63bd142f6407 req-c56e4b9f-65a7-4f85-ac94-2e211d924437 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:04.489198 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4d430c88-5833-4669-8a68-ddcdbe5308ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:04.492217 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-25fbc21b-e221-474e-bdf7-63bd142f6407 req-c56e4b9f-65a7-4f85-ac94-2e211d924437 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.1003356 Apr 20 16:39:04.544424 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-25fbc21b-e221-474e-bdf7-63bd142f6407 req-48b42626-f920-4655-84e1-8fe180121d5e tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513806 Apr 20 16:39:04.634726 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3451c4-7ee4-48c5-a898-0c060eff3f80 req-503e49a1-30ef-484f-bd54-4f2529f6d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:04.636275 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cd3451c4-7ee4-48c5-a898-0c060eff3f80 req-503e49a1-30ef-484f-bd54-4f2529f6d636 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 1098 time: 0.0737708 Apr 20 16:39:04.792690 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3451c4-7ee4-48c5-a898-0c060eff3f80 req-5837fd3a-555c-4b60-8cd3-9cb675a8af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:04.794061 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cd3451c4-7ee4-48c5-a898-0c060eff3f80 req-5837fd3a-555c-4b60-8cd3-9cb675a8af86 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 910 time: 0.1376860 Apr 20 16:39:04.908505 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cd3451c4-7ee4-48c5-a898-0c060eff3f80 req-2255a8e8-2bf7-42ad-9762-3d19cb49a10f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=361b446e-ab18-4cc0-9cb4-79837f72675f HTTP/1.1" status: 200 len: 1001 time: 0.1076221 Apr 20 16:39:04.977549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3451c4-7ee4-48c5-a898-0c060eff3f80 req-0b5dd455-d78c-47b9-bd7c-0425dc658e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:04.979018 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cd3451c4-7ee4-48c5-a898-0c060eff3f80 req-0b5dd455-d78c-47b9-bd7c-0425dc658e1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0640061 Apr 20 16:39:05.066498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3451c4-7ee4-48c5-a898-0c060eff3f80 req-07cc546d-5f10-49b1-bb89-5abcfff103d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:05.068059 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cd3451c4-7ee4-48c5-a898-0c060eff3f80 req-07cc546d-5f10-49b1-bb89-5abcfff103d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832577 Apr 20 16:39:05.227171 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cd3451c4-7ee4-48c5-a898-0c060eff3f80 req-516faa43-826c-47e7-8773-46982b399584 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520846 Apr 20 16:39:05.382339 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cd3451c4-7ee4-48c5-a898-0c060eff3f80 req-54d181db-22f1-455c-9c69-e328687794ef service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482041 Apr 20 16:39:05.739210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd7aa3-bb37-4916-8be3-da3bf713ef39 req-a4ccf00f-c6bb-4d6f-b36e-802b977b6344 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:05.740742 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-becd7aa3-bb37-4916-8be3-da3bf713ef39 req-a4ccf00f-c6bb-4d6f-b36e-802b977b6344 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0892677 Apr 20 16:39:05.791692 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-becd7aa3-bb37-4916-8be3-da3bf713ef39 req-60d2909b-aef2-44d8-8fc6-0474b6ed5673 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445054 Apr 20 16:39:05.853328 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:05.907262 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:06.987050 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d112d-dfd9-4afb-9e66-47e656fccbc5 req-ae90b60f-f9f2-4222-8f0e-6433cf9c62ca tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:06.988624 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6e4d112d-dfd9-4afb-9e66-47e656fccbc5 req-ae90b60f-f9f2-4222-8f0e-6433cf9c62ca tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0848076 Apr 20 16:39:07.038431 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6e4d112d-dfd9-4afb-9e66-47e656fccbc5 req-97a7f706-0ae5-451f-87e8-cc7f83c7f75c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428889 Apr 20 16:39:07.287527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:08.262638 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf2db4-4a8c-4524-b66e-e2bf184e8231 req-eefce3c8-a30f-43c4-bbaf-8bf2e901c9f4 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:08.265018 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-05cf2db4-4a8c-4524-b66e-e2bf184e8231 req-eefce3c8-a30f-43c4-bbaf-8bf2e901c9f4 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.1136127 Apr 20 16:39:08.316443 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-05cf2db4-4a8c-4524-b66e-e2bf184e8231 req-b2d939b3-76fe-4399-b0e4-313826c9b4ef tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453892 Apr 20 16:39:09.518110 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987560f-a5fc-4fc9-96cd-9f4a8a438552 req-539835a4-33e2-46ec-b9b5-23c63e994758 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:09.521516 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3987560f-a5fc-4fc9-96cd-9f4a8a438552 req-539835a4-33e2-46ec-b9b5-23c63e994758 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0937176 Apr 20 16:39:09.572781 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3987560f-a5fc-4fc9-96cd-9f4a8a438552 req-59221e05-c4ea-4335-accc-6a818da4e44a tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458734 Apr 20 16:39:10.766349 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d85495-77f1-4904-9556-a0826820df73 req-6d22fdd1-bf5e-464e-a125-218448162e7d tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:10.767813 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d3d85495-77f1-4904-9556-a0826820df73 req-6d22fdd1-bf5e-464e-a125-218448162e7d tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0829229 Apr 20 16:39:10.857456 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d3d85495-77f1-4904-9556-a0826820df73 req-5c234e03-9f89-4687-90a6-76b183225a2e tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838008 Apr 20 16:39:10.882019 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055da9d3-b538-496e-94e5-0299c98d6ef4 req-765bff07-4268-4bd5-9091-826665603a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:10.883464 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-055da9d3-b538-496e-94e5-0299c98d6ef4 req-765bff07-4268-4bd5-9091-826665603a02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 1098 time: 0.0909750 Apr 20 16:39:11.107672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055da9d3-b538-496e-94e5-0299c98d6ef4 req-7a9f6d99-eae0-4682-94e5-b41fe06bdd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:11.109047 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-055da9d3-b538-496e-94e5-0299c98d6ef4 req-7a9f6d99-eae0-4682-94e5-b41fe06bdd85 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 910 time: 0.2192354 Apr 20 16:39:11.217402 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-055da9d3-b538-496e-94e5-0299c98d6ef4 req-10fbf26d-fae0-457f-9992-048e78fb406a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=361b446e-ab18-4cc0-9cb4-79837f72675f HTTP/1.1" status: 200 len: 1001 time: 0.1004784 Apr 20 16:39:11.280882 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055da9d3-b538-496e-94e5-0299c98d6ef4 req-23d1e519-fbb3-4fa4-bb64-ea3b7916ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:11.282260 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-055da9d3-b538-496e-94e5-0299c98d6ef4 req-23d1e519-fbb3-4fa4-bb64-ea3b7916ca5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0594320 Apr 20 16:39:11.354564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055da9d3-b538-496e-94e5-0299c98d6ef4 req-256ce599-42fe-4998-96ed-6a0fd5bdcef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:11.356013 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-055da9d3-b538-496e-94e5-0299c98d6ef4 req-256ce599-42fe-4998-96ed-6a0fd5bdcef2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678902 Apr 20 16:39:11.485563 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-055da9d3-b538-496e-94e5-0299c98d6ef4 req-f9876858-b2af-4def-98e6-e52b0b7d2fce service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236055 Apr 20 16:39:11.618289 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-055da9d3-b538-496e-94e5-0299c98d6ef4 req-de60856a-7f4b-4bc5-b044-dd00d8781092 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266077 Apr 20 16:39:12.043643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbee62-e7cc-4fa9-be4e-5032526fadf5 req-c9bbc259-664f-4de5-a340-04c0e036ecdf tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:12.045626 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f6cbee62-e7cc-4fa9-be4e-5032526fadf5 req-c9bbc259-664f-4de5-a340-04c0e036ecdf tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0826604 Apr 20 16:39:12.089227 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f6cbee62-e7cc-4fa9-be4e-5032526fadf5 req-7fea2d95-5f53-45d2-b1eb-cb44e2506df9 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380127 Apr 20 16:39:12.458310 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:39:13.287236 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0aa667-2567-4a96-85ef-3d73e33a117d req-5f9f3156-7cf5-4474-bac0-a7870ea0134d tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:13.288742 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fe0aa667-2567-4a96-85ef-3d73e33a117d req-5f9f3156-7cf5-4474-bac0-a7870ea0134d tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0917835 Apr 20 16:39:13.332933 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fe0aa667-2567-4a96-85ef-3d73e33a117d req-65e056da-0f8c-4b8d-8dd0-4c0a3d69dede tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385132 Apr 20 16:39:14.518727 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9e395-9bc7-4840-b144-6573423c0b1f req-d206aeae-ed94-4f54-94ff-75380bf4c7f3 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:14.520129 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-60e9e395-9bc7-4840-b144-6573423c0b1f req-d206aeae-ed94-4f54-94ff-75380bf4c7f3 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0832996 Apr 20 16:39:14.568003 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-60e9e395-9bc7-4840-b144-6573423c0b1f req-dbe81b48-37c3-41b8-9f4f-9c2bb419e1ab tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422513 Apr 20 16:39:14.930396 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf60853-5233-42e6-9435-eedcd22c8336 req-255cb60d-374f-49d5-8bc2-7f96cbe0afc2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:14.931857 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5bf60853-5233-42e6-9435-eedcd22c8336 req-255cb60d-374f-49d5-8bc2-7f96cbe0afc2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 945 time: 0.0909207 Apr 20 16:39:14.980802 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5bf60853-5233-42e6-9435-eedcd22c8336 req-1559c926-b88e-4cf5-9294-56ed73726919 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432067 Apr 20 16:39:15.249064 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-ba8d40c1-7f5e-403a-9cab-c9f86b72bf42 req-9a1c4b2e-1da9-466a-a59a-048fd49f72c0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123388 Apr 20 16:39:15.296674 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 361b446e-ab18-4cc0-9cb4-79837f72675f no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:39:15.407954 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:15.434103 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '361b446e-ab18-4cc0-9cb4-79837f72675f'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:39:15.448554 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 361b446e-ab18-4cc0-9cb4-79837f72675f, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=361b446e-ab18-4cc0-9cb4-79837f72675f,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:39:15.453656 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:15.489249 dv-neutron-838699-1-hyperv neutron-server[88170]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0a949695-ca5a-47bc-bd96-0e19d783102c']: {'server_uuid': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '361b446e-ab18-4cc0-9cb4-79837f72675f', 'code': 422} returned with failed status Apr 20 16:39:15.529563 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:15.539883 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=361b446e-ab18-4cc0-9cb4-79837f72675f,revision_number=8']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:16.163348 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97317d07-bc79-4fc7-8542-2209aa29da2f req-4f643172-e14b-4fdb-b79b-47f56d546d37 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:16.164818 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-97317d07-bc79-4fc7-8542-2209aa29da2f req-4f643172-e14b-4fdb-b79b-47f56d546d37 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0791950 Apr 20 16:39:16.213278 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-97317d07-bc79-4fc7-8542-2209aa29da2f req-c9f92c15-73e3-41bb-96e0-fa62acdc567b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422835 Apr 20 16:39:17.400222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790226c-f086-4cea-8414-23a7780219bb req-af13ea86-4ef1-4246-88db-42ce550a25d5 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:17.401644 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6790226c-f086-4cea-8414-23a7780219bb req-af13ea86-4ef1-4246-88db-42ce550a25d5 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0812821 Apr 20 16:39:17.445913 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6790226c-f086-4cea-8414-23a7780219bb req-83962f01-251f-45c0-bf9f-84d217d1fa30 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382142 Apr 20 16:39:18.633444 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeabc1b-90e7-4ce2-a38f-55b422905073 req-278df8f7-34b4-4e71-a28c-263de703dcb8 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:18.634926 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fbeabc1b-90e7-4ce2-a38f-55b422905073 req-278df8f7-34b4-4e71-a28c-263de703dcb8 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0809560 Apr 20 16:39:18.679047 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fbeabc1b-90e7-4ce2-a38f-55b422905073 req-476097a6-cd88-44fa-89a2-c1cc8278d105 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381374 Apr 20 16:39:19.877697 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b58d5-476b-42dc-b76f-2af2df9da90d req-85a47252-1838-4503-97d9-e7f0d96d3a48 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:19.879706 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d69b58d5-476b-42dc-b76f-2af2df9da90d req-85a47252-1838-4503-97d9-e7f0d96d3a48 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0920544 Apr 20 16:39:19.927154 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d69b58d5-476b-42dc-b76f-2af2df9da90d req-72c5a6a1-fe30-4574-a83d-77af2aaa3afd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417786 Apr 20 16:39:20.324842 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d40c1-7f5e-403a-9cab-c9f86b72bf42 req-c12c79b1-fc0c-4ffe-b649-ed24b75c7b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:20.326311 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ba8d40c1-7f5e-403a-9cab-c9f86b72bf42 req-c12c79b1-fc0c-4ffe-b649-ed24b75c7b3f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210&tenant_id=051548d049914af4ad38c6793186c2e0 HTTP/1.1" status: 200 len: 1096 time: 0.0694976 Apr 20 16:39:20.418126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d40c1-7f5e-403a-9cab-c9f86b72bf42 req-2e096c67-f320-4e00-93ec-63171e378297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:20.420123 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ba8d40c1-7f5e-403a-9cab-c9f86b72bf42 req-2e096c67-f320-4e00-93ec-63171e378297 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 1096 time: 0.0724392 Apr 20 16:39:20.546781 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d40c1-7f5e-403a-9cab-c9f86b72bf42 req-4a47f14d-2db4-4c3d-96a9-6021348efa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:20.548157 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ba8d40c1-7f5e-403a-9cab-c9f86b72bf42 req-4a47f14d-2db4-4c3d-96a9-6021348efa01 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 910 time: 0.1229923 Apr 20 16:39:20.741888 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ba8d40c1-7f5e-403a-9cab-c9f86b72bf42 req-6364876a-5f39-4bc5-bf23-091a101bcd3f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=361b446e-ab18-4cc0-9cb4-79837f72675f HTTP/1.1" status: 200 len: 999 time: 0.1867576 Apr 20 16:39:20.801341 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d40c1-7f5e-403a-9cab-c9f86b72bf42 req-f11a6f65-3225-479e-82a5-d2c51d29b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:20.802889 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ba8d40c1-7f5e-403a-9cab-c9f86b72bf42 req-f11a6f65-3225-479e-82a5-d2c51d29b702 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0558274 Apr 20 16:39:20.875637 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d40c1-7f5e-403a-9cab-c9f86b72bf42 req-8fcb9fd5-3f0a-41d1-b53b-9528decffb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:20.877451 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ba8d40c1-7f5e-403a-9cab-c9f86b72bf42 req-8fcb9fd5-3f0a-41d1-b53b-9528decffb90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682018 Apr 20 16:39:21.012853 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ba8d40c1-7f5e-403a-9cab-c9f86b72bf42 req-ec343c2b-77be-4c5a-8e39-e4a093be31bc service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274974 Apr 20 16:39:21.204034 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ba8d40c1-7f5e-403a-9cab-c9f86b72bf42 req-5bd7a0ba-2cf5-49e1-b396-a307a98fa371 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842408 Apr 20 16:39:21.214188 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7b257-81fa-48af-8bda-c1f413a139ca req-dddaf690-2622-4e17-9047-539469223ede tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:21.215589 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ceb7b257-81fa-48af-8bda-c1f413a139ca req-dddaf690-2622-4e17-9047-539469223ede tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.1726840 Apr 20 16:39:21.259984 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ceb7b257-81fa-48af-8bda-c1f413a139ca req-87662530-0cc8-4e75-a1dd-768fc1998ea6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383902 Apr 20 16:39:22.451669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edcc05-2beb-4216-a8c8-126ddb173663 req-b899e215-d958-4892-ad60-f8ed896fb6c3 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:22.453124 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-07edcc05-2beb-4216-a8c8-126ddb173663 req-b899e215-d958-4892-ad60-f8ed896fb6c3 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0859530 Apr 20 16:39:22.503621 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-07edcc05-2beb-4216-a8c8-126ddb173663 req-58c75a1c-4863-4209-bda0-ff85478fd621 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437620 Apr 20 16:39:23.709505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2155bad-051a-468e-8975-61c01fd6786d req-f5005b77-2f5e-470f-8607-06a74bfc5587 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:23.711006 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c2155bad-051a-468e-8975-61c01fd6786d req-f5005b77-2f5e-470f-8607-06a74bfc5587 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0813177 Apr 20 16:39:23.760532 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c2155bad-051a-468e-8975-61c01fd6786d req-1d36ced0-5c26-46ba-9d95-8af227b2eb1e tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424457 Apr 20 16:39:24.956859 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe01e1d-8f6b-4ba0-adb8-94e05918aebb req-0c13a91a-8c9b-446b-a2ac-d15a6a01ba20 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:24.958373 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ebe01e1d-8f6b-4ba0-adb8-94e05918aebb req-0c13a91a-8c9b-446b-a2ac-d15a6a01ba20 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0865202 Apr 20 16:39:25.008791 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ebe01e1d-8f6b-4ba0-adb8-94e05918aebb req-37e81738-4f21-4b97-b330-086352ff7e59 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443850 Apr 20 16:39:26.197993 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c755f03-53ff-4259-8d2e-372b9ce22267 req-7c7c1b65-62c1-436b-8353-2ecf7cd290ff tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:26.199587 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7c755f03-53ff-4259-8d2e-372b9ce22267 req-7c7c1b65-62c1-436b-8353-2ecf7cd290ff tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0855334 Apr 20 16:39:26.273122 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7c755f03-53ff-4259-8d2e-372b9ce22267 req-4a746e54-0e5e-4434-8688-5a8aaf59df1d tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512426 Apr 20 16:39:27.461778 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac8813-f0e8-4841-9e7b-7425038af3e1 req-bfa3ef1f-47fd-4903-9239-80557d05616c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:27.463351 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6fac8813-f0e8-4841-9e7b-7425038af3e1 req-bfa3ef1f-47fd-4903-9239-80557d05616c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0815899 Apr 20 16:39:27.512027 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-6fac8813-f0e8-4841-9e7b-7425038af3e1 req-3a4b9ac8-41b1-4048-8afd-fe7eba451e1f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418861 Apr 20 16:39:28.720846 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4acfcf-b62e-4cfd-b59b-6c0206aad4bf req-4f4f73b6-5023-4a77-8d1d-6fb2d8682976 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:28.723271 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ea4acfcf-b62e-4cfd-b59b-6c0206aad4bf req-4f4f73b6-5023-4a77-8d1d-6fb2d8682976 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0943720 Apr 20 16:39:28.776889 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ea4acfcf-b62e-4cfd-b59b-6c0206aad4bf req-f559fbf0-4f43-4e8f-b21f-63c8ea66d2fe tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420916 Apr 20 16:39:29.969603 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933d085-d729-4cf0-b5af-ee49aef8f7ac req-3efbeb39-71e0-4fcb-a567-4cef703b621f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:29.971092 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8933d085-d729-4cf0-b5af-ee49aef8f7ac req-3efbeb39-71e0-4fcb-a567-4cef703b621f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0912390 Apr 20 16:39:30.014722 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8933d085-d729-4cf0-b5af-ee49aef8f7ac req-c00e9d55-bc5e-4fdf-9904-80c4f50d5308 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378835 Apr 20 16:39:31.199478 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731831e5-9e9b-4f4f-8e69-231af5effad6 req-2e585fc6-01a5-423f-986b-2853a64bd095 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:31.201539 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-731831e5-9e9b-4f4f-8e69-231af5effad6 req-2e585fc6-01a5-423f-986b-2853a64bd095 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0833068 Apr 20 16:39:31.248623 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-731831e5-9e9b-4f4f-8e69-231af5effad6 req-4ae8ef34-83d4-43a0-8deb-affd54cadbe7 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415576 Apr 20 16:39:32.273976 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-470928b2-e2db-4b22-bb66-d062b4a57759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:32.468653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cac8e-cbce-4200-ab47-7bb20e3ceaad req-eb9784fe-4667-4578-842f-7befa49c83d8 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:32.470081 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-619cac8e-cbce-4200-ab47-7bb20e3ceaad req-eb9784fe-4667-4578-842f-7befa49c83d8 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0785866 Apr 20 16:39:32.516467 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-619cac8e-cbce-4200-ab47-7bb20e3ceaad req-295dff21-5569-4aa6-a273-1ad1930947ba tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408370 Apr 20 16:39:33.712628 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c539f81-b728-4447-b1e3-38d4c6dd422c req-7fd4f000-90f2-463c-89ad-7cba991007c4 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:33.714041 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8c539f81-b728-4447-b1e3-38d4c6dd422c req-7fd4f000-90f2-463c-89ad-7cba991007c4 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0806692 Apr 20 16:39:33.760736 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8c539f81-b728-4447-b1e3-38d4c6dd422c req-a391d507-f4cc-4b9d-8ad8-e401c7dbaa08 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405552 Apr 20 16:39:34.473957 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-34271a19-ccf6-4cb5-8568-b0c838eaa677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:34.946903 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784509b4-da32-4050-a4e3-96bf96cb7e50 req-9ea6ca5e-2dc8-4262-b9f9-5ac1d2c1d8f1 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:34.948377 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-784509b4-da32-4050-a4e3-96bf96cb7e50 req-9ea6ca5e-2dc8-4262-b9f9-5ac1d2c1d8f1 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0823314 Apr 20 16:39:34.991699 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-784509b4-da32-4050-a4e3-96bf96cb7e50 req-21123257-931d-4d6f-9640-8c84f0f227bd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377254 Apr 20 16:39:35.847165 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:35.902952 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:36.171378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1fd53-3d64-48b1-bbe3-43cdf7352ff2 req-ea2d5352-ce30-42c8-826a-f05024bd1be9 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:36.172812 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b8c1fd53-3d64-48b1-bbe3-43cdf7352ff2 req-ea2d5352-ce30-42c8-826a-f05024bd1be9 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0798631 Apr 20 16:39:36.215388 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b8c1fd53-3d64-48b1-bbe3-43cdf7352ff2 req-8f4f56b2-2e0b-4101-b21e-166ad38135cc tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366771 Apr 20 16:39:37.289582 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:37.405395 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c191951-f695-418b-8c0c-2a643c394295 req-feb53c9f-3ab7-4e13-b71c-82d5fa8f7100 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:37.406835 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9c191951-f695-418b-8c0c-2a643c394295 req-feb53c9f-3ab7-4e13-b71c-82d5fa8f7100 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 943 time: 0.0814028 Apr 20 16:39:37.445984 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 361b446e-ab18-4cc0-9cb4-79837f72675f details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:39:37.449206 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9c191951-f695-418b-8c0c-2a643c394295 req-67ee0ace-a71c-43a5-8344-693d2c802bf0 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368180 Apr 20 16:39:37.576333 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 361b446e-ab18-4cc0-9cb4-79837f72675f, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=361b446e-ab18-4cc0-9cb4-79837f72675f,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:39:37.589284 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '361b446e-ab18-4cc0-9cb4-79837f72675f', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'port_id': '361b446e-ab18-4cc0-9cb4-79837f72675f', 'mac_address': 'fa:16:3e:37:f3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:39:37.646244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:37.662555 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361b446e-ab18-4cc0-9cb4-79837f72675f {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:39:37.678037 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 361b446e-ab18-4cc0-9cb4-79837f72675f, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=361b446e-ab18-4cc0-9cb4-79837f72675f,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:39:37.681741 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:37.745727 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=361b446e-ab18-4cc0-9cb4-79837f72675f,revision_number=9']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:38.031326 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['361b446e-ab18-4cc0-9cb4-79837f72675f'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:39:38.781006 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102d5e7-fe29-4cc6-95a3-a13982fa583f req-bfddaf66-5684-4d83-8f92-025825f1b6bf tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:38.782345 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8102d5e7-fe29-4cc6-95a3-a13982fa583f req-bfddaf66-5684-4d83-8f92-025825f1b6bf tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 944 time: 0.0776081 Apr 20 16:39:38.828965 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8102d5e7-fe29-4cc6-95a3-a13982fa583f req-a1ab7a31-ac02-4b9c-b1f1-13d27e12e625 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411458 Apr 20 16:39:39.445839 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 361b446e-ab18-4cc0-9cb4-79837f72675f up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:39:39.511388 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 361b446e-ab18-4cc0-9cb4-79837f72675f triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:39.511786 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:39.625430 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:39.651033 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361b446e-ab18-4cc0-9cb4-79837f72675f'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:39:39.661617 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 361b446e-ab18-4cc0-9cb4-79837f72675f, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=361b446e-ab18-4cc0-9cb4-79837f72675f,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:39:39.666669 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:39.702891 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a325a66-b9e1-49d5-b8f8-86d8945f51d6'] response: {'server_uuid': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361b446e-ab18-4cc0-9cb4-79837f72675f', 'code': 200} Apr 20 16:39:39.734139 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=361b446e-ab18-4cc0-9cb4-79837f72675f,revision_number=10']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:40.083806 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad2e49-66b1-4202-b24b-4331af9ca5ec req-c0171270-0b27-4a0c-965b-4517cf131741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:40.085155 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f8ad2e49-66b1-4202-b24b-4331af9ca5ec req-c0171270-0b27-4a0c-965b-4517cf131741 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 1099 time: 0.2252131 Apr 20 16:39:40.092522 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e698cd5-9b56-4a2a-918a-06a4bbbacb6b req-8a10e07d-2e03-4ba7-b351-c3a6ab510d18 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:40.093838 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9e698cd5-9b56-4a2a-918a-06a4bbbacb6b req-8a10e07d-2e03-4ba7-b351-c3a6ab510d18 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 946 time: 0.1100478 Apr 20 16:39:40.158741 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f8ad2e49-66b1-4202-b24b-4331af9ca5ec req-62a90e0c-0744-4e22-88ba-2a4205321294 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639913 Apr 20 16:39:40.161554 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9e698cd5-9b56-4a2a-918a-06a4bbbacb6b req-a86f1425-4f8f-4e0c-aafd-7d5571992440 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552337 Apr 20 16:39:41.347203 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f78073-6ecc-455d-9cd5-3ca58eb9e178 req-38ed91cf-1fc1-4c77-9048-6407e5200173 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:41.348645 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b3f78073-6ecc-455d-9cd5-3ca58eb9e178 req-38ed91cf-1fc1-4c77-9048-6407e5200173 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 946 time: 0.0803564 Apr 20 16:39:41.391743 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b3f78073-6ecc-455d-9cd5-3ca58eb9e178 req-c6498782-8ce2-4e3e-82bc-73fb55382b5d tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374608 Apr 20 16:39:42.571646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f519997-3a99-4206-af32-675ca8ebdb18 req-371a2e67-1ba6-4a21-8cb3-125c9ff7eda3 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:42.573196 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7f519997-3a99-4206-af32-675ca8ebdb18 req-371a2e67-1ba6-4a21-8cb3-125c9ff7eda3 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 946 time: 0.0795476 Apr 20 16:39:42.616235 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7f519997-3a99-4206-af32-675ca8ebdb18 req-f0e7764f-b227-4042-9bc8-239d1fee0552 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375490 Apr 20 16:39:45.499918 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:49.457009 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:40:02.209315 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-abd6a6a4-aad7-456e-9027-92716685ca1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:04.476288 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fda9b3d7-855e-460c-b7ab-c741f63f35f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:04.574030 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cc49b5c8-8b6b-4211-a9a7-7c7f35a1b662 req-d84ed957-b3fa-4c95-a2fc-597d83913e30 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0904121 Apr 20 16:40:04.714009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b5c8-8b6b-4211-a9a7-7c7f35a1b662 req-a28ba7fe-8489-471a-920a-881d9f98e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:40:04.715445 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cc49b5c8-8b6b-4211-a9a7-7c7f35a1b662 req-a28ba7fe-8489-471a-920a-881d9f98e4ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 1099 time: 0.0758781 Apr 20 16:40:04.859015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b5c8-8b6b-4211-a9a7-7c7f35a1b662 req-049e0752-edcc-4ceb-9932-dc6b966d828c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:40:04.861747 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cc49b5c8-8b6b-4211-a9a7-7c7f35a1b662 req-049e0752-edcc-4ceb-9932-dc6b966d828c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 910 time: 0.1276369 Apr 20 16:40:04.963610 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cc49b5c8-8b6b-4211-a9a7-7c7f35a1b662 req-4911ccc6-f554-47fc-bc2f-d94dd0cbaaac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=361b446e-ab18-4cc0-9cb4-79837f72675f HTTP/1.1" status: 200 len: 1001 time: 0.0972433 Apr 20 16:40:05.027100 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b5c8-8b6b-4211-a9a7-7c7f35a1b662 req-c6add4e1-4517-484f-81db-529289a2266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:40:05.028561 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cc49b5c8-8b6b-4211-a9a7-7c7f35a1b662 req-c6add4e1-4517-484f-81db-529289a2266a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0590920 Apr 20 16:40:05.101279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b5c8-8b6b-4211-a9a7-7c7f35a1b662 req-542a7ed5-79b0-49e4-ba9e-4375976115c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:40:05.102705 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cc49b5c8-8b6b-4211-a9a7-7c7f35a1b662 req-542a7ed5-79b0-49e4-ba9e-4375976115c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688188 Apr 20 16:40:05.232134 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cc49b5c8-8b6b-4211-a9a7-7c7f35a1b662 req-9b95bf1c-dfbb-4d6f-927a-b43f84fd4d46 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226773 Apr 20 16:40:05.359898 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cc49b5c8-8b6b-4211-a9a7-7c7f35a1b662 req-13c51afe-f420-468e-8acc-09268d907a9f service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217136 Apr 20 16:40:05.875750 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:05.906695 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:07.290654 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:15.510278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:26.483803 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:40:32.210798 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b7fd9279-aced-4280-91bb-06e4f1284c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:34.477387 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-65f435fc-38b5-4e59-a347-e7a4a706534c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:35.847642 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:35.908214 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:37.296170 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:45.526385 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:02.214041 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-42432e59-983f-43cd-8ae6-800398e07f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:03.451614 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:41:04.478052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-503c972a-4185-40e6-8908-6ab54328a02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:05.849617 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:05.910945 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:06.309591 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c1829078-a78c-4972-bc83-28c5859ebce9 req-cf38f724-31f4-44b4-99cd-f0a29937c5d7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1880240 Apr 20 16:41:06.444980 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1829078-a78c-4972-bc83-28c5859ebce9 req-55d09e76-2bd3-49dd-97df-95bffafc8500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:06.446419 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c1829078-a78c-4972-bc83-28c5859ebce9 req-55d09e76-2bd3-49dd-97df-95bffafc8500 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 1099 time: 0.0727935 Apr 20 16:41:06.585499 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1829078-a78c-4972-bc83-28c5859ebce9 req-aff628da-ccf2-44a2-b283-af6a57624e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:06.586898 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c1829078-a78c-4972-bc83-28c5859ebce9 req-aff628da-ccf2-44a2-b283-af6a57624e15 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 910 time: 0.1229625 Apr 20 16:41:06.782529 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c1829078-a78c-4972-bc83-28c5859ebce9 req-2a1e3d39-0f8e-4ac5-93cf-844eb534d13c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=361b446e-ab18-4cc0-9cb4-79837f72675f HTTP/1.1" status: 200 len: 1001 time: 0.1899352 Apr 20 16:41:06.843677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1829078-a78c-4972-bc83-28c5859ebce9 req-d4a99efc-681e-4b40-a8ce-f86b8a12b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:06.845066 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c1829078-a78c-4972-bc83-28c5859ebce9 req-d4a99efc-681e-4b40-a8ce-f86b8a12b7cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0559142 Apr 20 16:41:06.918043 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1829078-a78c-4972-bc83-28c5859ebce9 req-2d876b76-8503-4293-b3ff-63dafbd7b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:06.919445 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c1829078-a78c-4972-bc83-28c5859ebce9 req-2d876b76-8503-4293-b3ff-63dafbd7b5a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686603 Apr 20 16:41:07.048115 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c1829078-a78c-4972-bc83-28c5859ebce9 req-2603c73d-185a-43d6-8e5e-d3666fa9a58c service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222999 Apr 20 16:41:07.175930 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c1829078-a78c-4972-bc83-28c5859ebce9 req-1ada4343-92cd-4088-bb2b-630d824d6f6c service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220703 Apr 20 16:41:07.296430 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:10.734481 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 46992) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:41:10.969513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Deleting port d3607b63-af54-45bd-a437-927413fc3a4a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:41:10.969852 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:11.142912 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:11.143243 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:11.268761 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Calling delete_port for d3607b63-af54-45bd-a437-927413fc3a4a owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:41:11.418418 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:11.465184 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event deleted for resources: {'Port': ['ID=d3607b63-af54-45bd-a437-927413fc3a4a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:11.498683 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:11.499027 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:11.499364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:11.499697 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:11.500048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:11.500379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:11.500704 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:11.501027 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:11.501349 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:11.501677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:11.501990 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:11.502306 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:11.569007 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:11.569339 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Floating IP 3dbe8fde-a957-4331-96e0-827e452512f3 disassociated (deleted). External IP: 172.26.7.157, port: 361b446e-ab18-4cc0-9cb4-79837f72675f. Apr 20 16:41:12.016437 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Router c0886e62-4bfe-43ff-aa19-50a99e1d25fc has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:41:12.192848 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:41:12.202653 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215bfbc-fe54-4bb7-b330-c998b1fc2dcb None None] Sync routers for ids ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:41:12.211938 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215bfbc-fe54-4bb7-b330-c998b1fc2dcb None None] Routers {'c0886e62-4bfe-43ff-aa19-50a99e1d25fc'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:41:12.212559 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-6215bfbc-fe54-4bb7-b330-c998b1fc2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:41:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:12.213514 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:12.271876 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-be94eedf-0321-4865-8139-209bb0746013 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "DELETE /v2.0/floatingips/3dbe8fde-a957-4331-96e0-827e452512f3 HTTP/1.1" status: 204 len: 168 time: 1.5362689 Apr 20 16:41:12.272462 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'tag': '361b446e-ab18-4cc0-9cb4-79837f72675f'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:41:12.397953 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-6215bfbc-fe54-4bb7-b330-c998b1fc2dcb None None] Set router c0886e62-4bfe-43ff-aa19-50a99e1d25fc gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:41:12.399432 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f56127-d5c7-46db-af60-3fef232f7dba'] response: {'name': 'network-changed', 'server_uuid': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'tag': '361b446e-ab18-4cc0-9cb4-79837f72675f', 'status': 'completed', 'code': 200} Apr 20 16:41:12.501863 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52004ef-0ec9-4250-9ed7-d6f4324ecccc req-82c892c6-b40f-491f-ae30-bae85f2691e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:12.503365 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a52004ef-0ec9-4250-9ed7-d6f4324ecccc req-82c892c6-b40f-491f-ae30-bae85f2691e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 1099 time: 0.0807083 Apr 20 16:41:12.697404 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52004ef-0ec9-4250-9ed7-d6f4324ecccc req-6bd089c9-dfc0-4268-8f57-671ef4651c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:12.698839 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a52004ef-0ec9-4250-9ed7-d6f4324ecccc req-6bd089c9-dfc0-4268-8f57-671ef4651c6c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 910 time: 0.1894128 Apr 20 16:41:12.723297 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-6215bfbc-fe54-4bb7-b330-c998b1fc2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 4, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '5e2b22c6-cc64-4e48-bbad-47d2a0928efb', 'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'mac_address': 'fa:16:3e:b1:a3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:50Z', 'updated_at': '2022-04-20T16:35:58Z', 'revision_number': 5, 'project_id': '051548d049914af4ad38c6793186c2e0', 'subnets': [{'id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:12.727150 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215bfbc-fe54-4bb7-b330-c998b1fc2dcb None None] Checking router: c0886e62-4bfe-43ff-aa19-50a99e1d25fc for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:41:12.735758 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215bfbc-fe54-4bb7-b330-c998b1fc2dcb None None] Routers {'c0886e62-4bfe-43ff-aa19-50a99e1d25fc'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:41:12.736359 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-6215bfbc-fe54-4bb7-b330-c998b1fc2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:41:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:12.769036 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a52004ef-0ec9-4250-9ed7-d6f4324ecccc req-c5f3a40a-1fb6-41c9-a15a-68453bfd4b5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=361b446e-ab18-4cc0-9cb4-79837f72675f HTTP/1.1" status: 200 len: 217 time: 0.0625534 Apr 20 16:41:12.836689 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71fa8c-8cf1-42a5-871a-4df190cd5d3c req-11d2bfd8-4aff-4400-a3f5-e6f182ec30a7 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:12.837370 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-0e71fa8c-8cf1-42a5-871a-4df190cd5d3c req-11d2bfd8-4aff-4400-a3f5-e6f182ec30a7 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Synchronizing usage tracker for tenant:051548d049914af4ad38c6793186c2e0 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:41:12.859020 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52004ef-0ec9-4250-9ed7-d6f4324ecccc req-8e8fdbd2-1932-4cef-b295-ec6bc1c67fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:12.860437 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a52004ef-0ec9-4250-9ed7-d6f4324ecccc req-8e8fdbd2-1932-4cef-b295-ec6bc1c67fcf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0806439 Apr 20 16:41:12.861453 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-0e71fa8c-8cf1-42a5-871a-4df190cd5d3c req-11d2bfd8-4aff-4400-a3f5-e6f182ec30a7 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Unset dirty status for tenant:051548d049914af4ad38c6793186c2e0 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:41:12.862430 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e71fa8c-8cf1-42a5-871a-4df190cd5d3c req-11d2bfd8-4aff-4400-a3f5-e6f182ec30a7 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 946 time: 0.2806122 Apr 20 16:41:12.912102 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-6215bfbc-fe54-4bb7-b330-c998b1fc2dcb None None] Set router c0886e62-4bfe-43ff-aa19-50a99e1d25fc gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:41:12.952532 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e71fa8c-8cf1-42a5-871a-4df190cd5d3c req-02ed9f89-225f-45a4-a948-739926c98d65 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505643 Apr 20 16:41:12.971617 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52004ef-0ec9-4250-9ed7-d6f4324ecccc req-0fd941f1-96ab-4606-8abf-5e556271e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:12.973490 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a52004ef-0ec9-4250-9ed7-d6f4324ecccc req-0fd941f1-96ab-4606-8abf-5e556271e709 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1061387 Apr 20 16:41:13.105850 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a52004ef-0ec9-4250-9ed7-d6f4324ecccc req-aac9c97e-93b1-46c3-8a2f-bb451d0bc79e service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251059 Apr 20 16:41:13.223100 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-6215bfbc-fe54-4bb7-b330-c998b1fc2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 4, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '5e2b22c6-cc64-4e48-bbad-47d2a0928efb', 'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'mac_address': 'fa:16:3e:b1:a3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:50Z', 'updated_at': '2022-04-20T16:35:58Z', 'revision_number': 5, 'project_id': '051548d049914af4ad38c6793186c2e0', 'subnets': [{'id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:13.226985 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215bfbc-fe54-4bb7-b330-c998b1fc2dcb None None] The sync data for ids ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'] in dv-neutron-838699-1-hyperv is: [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 4, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '5e2b22c6-cc64-4e48-bbad-47d2a0928efb', 'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'mac_address': 'fa:16:3e:b1:a3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:50Z', 'updated_at': '2022-04-20T16:35:58Z', 'revision_number': 5, 'project_id': '051548d049914af4ad38c6793186c2e0', 'subnets': [{'id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:41:13.237543 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a52004ef-0ec9-4250-9ed7-d6f4324ecccc req-bdd665f0-9538-492f-b923-3d25305332de service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257014 Apr 20 16:41:13.431924 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85f1e60-e618-49dd-9799-12c3c2b82648 None None] New status for floating IP 3dbe8fde-a957-4331-96e0-827e452512f3: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:41:14.054135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bae28-5a4b-4649-9631-0247b1028a9e req-a061c3b5-1086-4bd1-805a-4ccc1f89d2f7 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:14.055474 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d4bae28-5a4b-4649-9631-0247b1028a9e req-a061c3b5-1086-4bd1-805a-4ccc1f89d2f7 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 946 time: 0.0834270 Apr 20 16:41:14.128828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-2d4bae28-5a4b-4649-9631-0247b1028a9e req-90603412-1d48-4766-b697-1d533fffe244 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Deleting port 361b446e-ab18-4cc0-9cb4-79837f72675f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:41:14.129379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-2d4bae28-5a4b-4649-9631-0247b1028a9e req-90603412-1d48-4766-b697-1d533fffe244 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:14.377894 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec9a3f-e12c-414d-ac3e-3446ab280987 req-85645692-aa88-40f3-b18a-a6421444c8fc tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:14.379240 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ebec9a3f-e12c-414d-ac3e-3446ab280987 req-85645692-aa88-40f3-b18a-a6421444c8fc tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 946 time: 0.2912595 Apr 20 16:41:14.454255 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ebec9a3f-e12c-414d-ac3e-3446ab280987 req-4a4a44d7-2292-4b9c-a68b-6db05fd3fad4 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673168 Apr 20 16:41:14.475588 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-2d4bae28-5a4b-4649-9631-0247b1028a9e req-90603412-1d48-4766-b697-1d533fffe244 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] For port 361b446e-ab18-4cc0-9cb4-79837f72675f, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=361b446e-ab18-4cc0-9cb4-79837f72675f,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:41:14.475978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-2d4bae28-5a4b-4649-9631-0247b1028a9e req-90603412-1d48-4766-b697-1d533fffe244 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:14.692043 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-2d4bae28-5a4b-4649-9631-0247b1028a9e req-90603412-1d48-4766-b697-1d533fffe244 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Calling delete_port for 361b446e-ab18-4cc0-9cb4-79837f72675f owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:41:14.834586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-2d4bae28-5a4b-4649-9631-0247b1028a9e req-90603412-1d48-4766-b697-1d533fffe244 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:14.882002 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90603412-1d48-4766-b697-1d533fffe244 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event deleted for resources: {'Port': ['ID=361b446e-ab18-4cc0-9cb4-79837f72675f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:14.961823 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4bae28-5a4b-4649-9631-0247b1028a9e req-90603412-1d48-4766-b697-1d533fffe244 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] No DVR routers for this DVR port 361b446e-ab18-4cc0-9cb4-79837f72675f on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:41:14.964139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-2d4bae28-5a4b-4649-9631-0247b1028a9e req-90603412-1d48-4766-b697-1d533fffe244 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:14.966569 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'name': 'network-vif-deleted', 'tag': '361b446e-ab18-4cc0-9cb4-79837f72675f'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:41:14.982989 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2d4bae28-5a4b-4649-9631-0247b1028a9e req-90603412-1d48-4766-b697-1d533fffe244 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.11 "DELETE /v2.0/ports/361b446e-ab18-4cc0-9cb4-79837f72675f HTTP/1.1" status: 204 len: 173 time: 0.9226685 Apr 20 16:41:15.013673 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-845a569f-56f4-40b1-a2af-baec7e57f0de'] response: {'server_uuid': '5de4d78d-1d10-4301-85f7-07f8f522d210', 'name': 'network-vif-deleted', 'tag': '361b446e-ab18-4cc0-9cb4-79837f72675f', 'status': 'completed', 'code': 200} Apr 20 16:41:15.533871 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:15.618126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-3b601f06-a1d7-47c4-8087-fc6f52a91cf4 req-d0739fbf-c38a-4bb3-add1-963cea24e523 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Synchronizing usage tracker for tenant:051548d049914af4ad38c6793186c2e0 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:41:15.632798 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-3b601f06-a1d7-47c4-8087-fc6f52a91cf4 req-d0739fbf-c38a-4bb3-add1-963cea24e523 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Unset dirty status for tenant:051548d049914af4ad38c6793186c2e0 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:41:15.633935 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3b601f06-a1d7-47c4-8087-fc6f52a91cf4 req-d0739fbf-c38a-4bb3-add1-963cea24e523 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de4d78d-1d10-4301-85f7-07f8f522d210 HTTP/1.1" status: 200 len: 210 time: 0.0573285 Apr 20 16:41:16.726202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47018) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:41:16.793385 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-516b79df-ccce-46bf-9ebe-1dfcee67b938 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:16.822551 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-516b79df-ccce-46bf-9ebe-1dfcee67b938 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:16.889319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-516b79df-ccce-46bf-9ebe-1dfcee67b938 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:16.908888 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b79df-ccce-46bf-9ebe-1dfcee67b938 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:16.920613 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-516b79df-ccce-46bf-9ebe-1dfcee67b938 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:16.921775 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-516b79df-ccce-46bf-9ebe-1dfcee67b938 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "DELETE /v2.0/security-groups/f9ca3c31-7a63-4d1a-a70a-92b2ac6e3ee1 HTTP/1.1" status: 204 len: 168 time: 0.1945963 Apr 20 16:41:17.371904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47026) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:41:17.377066 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-0adf7d03-5d79-49d5-8260-bbfa71f762ec tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-217993529', 'description': 'tempest-secgroup-smoke-217993529 description', 'project_id': '051548d049914af4ad38c6793186c2e0'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:41:17.383039 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0adf7d03-5d79-49d5-8260-bbfa71f762ec tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:41:17.388038 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0adf7d03-5d79-49d5-8260-bbfa71f762ec tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Usage tracker for resource:security_group and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:41:17.391010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0adf7d03-5d79-49d5-8260-bbfa71f762ec tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:41:17.396808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0adf7d03-5d79-49d5-8260-bbfa71f762ec tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:41:17.406376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0adf7d03-5d79-49d5-8260-bbfa71f762ec tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.425551 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0adf7d03-5d79-49d5-8260-bbfa71f762ec tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:41:17.429355 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0adf7d03-5d79-49d5-8260-bbfa71f762ec tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Usage tracker for resource:security_group_rule and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:41:17.432634 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-0adf7d03-5d79-49d5-8260-bbfa71f762ec tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:41:17.438247 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-0adf7d03-5d79-49d5-8260-bbfa71f762ec tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:41:17.509549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0adf7d03-5d79-49d5-8260-bbfa71f762ec tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.513744 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0adf7d03-5d79-49d5-8260-bbfa71f762ec tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.558746 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf7d03-5d79-49d5-8260-bbfa71f762ec tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=197b8588-e8cb-4490-83e7-210e6c9c4ef3,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:17.563341 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0adf7d03-5d79-49d5-8260-bbfa71f762ec tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.564560 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-0adf7d03-5d79-49d5-8260-bbfa71f762ec tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1916368 Apr 20 16:41:17.567372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47030) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:41:17.572958 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-3cf90be7-e65b-47af-89fc-04c67198ac8e tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Request body: {'security_group_rule': {'security_group_id': '197b8588-e8cb-4490-83e7-210e6c9c4ef3', 'project_id': '051548d049914af4ad38c6793186c2e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:41:17.578941 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3cf90be7-e65b-47af-89fc-04c67198ac8e tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:41:17.582797 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3cf90be7-e65b-47af-89fc-04c67198ac8e tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Usage tracker for resource:security_group_rule and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:41:17.585691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3cf90be7-e65b-47af-89fc-04c67198ac8e tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:41:17.591396 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3cf90be7-e65b-47af-89fc-04c67198ac8e tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:41:17.608286 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3cf90be7-e65b-47af-89fc-04c67198ac8e tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.671922 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3cf90be7-e65b-47af-89fc-04c67198ac8e tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.676971 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3cf90be7-e65b-47af-89fc-04c67198ac8e tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.702535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf90be7-e65b-47af-89fc-04c67198ac8e tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd152690-c40a-4660-ab65-3559c7a5c91d,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:17.713790 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3cf90be7-e65b-47af-89fc-04c67198ac8e tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.714995 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3cf90be7-e65b-47af-89fc-04c67198ac8e tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1466618 Apr 20 16:41:17.718896 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47034) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:41:17.723844 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a40f1b29-87bb-4fe7-90d0-0596ba487a9b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Request body: {'security_group_rule': {'security_group_id': '197b8588-e8cb-4490-83e7-210e6c9c4ef3', 'project_id': '051548d049914af4ad38c6793186c2e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:41:17.729886 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a40f1b29-87bb-4fe7-90d0-0596ba487a9b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:41:17.733747 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a40f1b29-87bb-4fe7-90d0-0596ba487a9b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Usage tracker for resource:security_group_rule and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:41:17.736625 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a40f1b29-87bb-4fe7-90d0-0596ba487a9b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:41:17.742302 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a40f1b29-87bb-4fe7-90d0-0596ba487a9b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:41:17.758800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a40f1b29-87bb-4fe7-90d0-0596ba487a9b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.819840 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a40f1b29-87bb-4fe7-90d0-0596ba487a9b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.823036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a40f1b29-87bb-4fe7-90d0-0596ba487a9b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.843305 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f1b29-87bb-4fe7-90d0-0596ba487a9b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2611396f-d77c-45da-a961-9817bd674639,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:17.854699 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a40f1b29-87bb-4fe7-90d0-0596ba487a9b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.855919 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a40f1b29-87bb-4fe7-90d0-0596ba487a9b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360722 Apr 20 16:41:17.858494 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47038) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:41:17.863447 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-a193cbae-969c-493d-b484-d0b7cf731dfb tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Request body: {'security_group_rule': {'security_group_id': '197b8588-e8cb-4490-83e7-210e6c9c4ef3', 'project_id': '051548d049914af4ad38c6793186c2e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:41:17.869740 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a193cbae-969c-493d-b484-d0b7cf731dfb tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:41:17.873585 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a193cbae-969c-493d-b484-d0b7cf731dfb tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Usage tracker for resource:security_group_rule and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:41:17.876435 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-a193cbae-969c-493d-b484-d0b7cf731dfb tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:41:17.882125 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-a193cbae-969c-493d-b484-d0b7cf731dfb tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:41:17.898692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a193cbae-969c-493d-b484-d0b7cf731dfb tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.904346 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 361b446e-ab18-4cc0-9cb4-79837f72675f no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:41:17.938081 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 361b446e-ab18-4cc0-9cb4-79837f72675f {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:41:17.938421 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 361b446e-ab18-4cc0-9cb4-79837f72675f not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:41:17.961255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a193cbae-969c-493d-b484-d0b7cf731dfb tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.964505 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a193cbae-969c-493d-b484-d0b7cf731dfb tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.989957 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193cbae-969c-493d-b484-d0b7cf731dfb tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1b8d1e-05bf-4f81-b9c1-0bd3706fc108,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:17.999257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a193cbae-969c-493d-b484-d0b7cf731dfb tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:18.000507 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a193cbae-969c-493d-b484-d0b7cf731dfb tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410828 Apr 20 16:41:18.003688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47042) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:41:18.008758 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-e9f39912-c53c-459f-b537-34f2e0f4d8e2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Request body: {'security_group_rule': {'security_group_id': '197b8588-e8cb-4490-83e7-210e6c9c4ef3', 'project_id': '051548d049914af4ad38c6793186c2e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:41:18.014770 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e9f39912-c53c-459f-b537-34f2e0f4d8e2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:41:18.018646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e9f39912-c53c-459f-b537-34f2e0f4d8e2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Usage tracker for resource:security_group_rule and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:41:18.021519 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-e9f39912-c53c-459f-b537-34f2e0f4d8e2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:41:18.027520 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-e9f39912-c53c-459f-b537-34f2e0f4d8e2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:41:18.043604 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9f39912-c53c-459f-b537-34f2e0f4d8e2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:18.104633 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9f39912-c53c-459f-b537-34f2e0f4d8e2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:18.108135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9f39912-c53c-459f-b537-34f2e0f4d8e2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:18.130848 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f39912-c53c-459f-b537-34f2e0f4d8e2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74eb138a-e807-4245-a6f8-168d6d309d0e,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:18.142397 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9f39912-c53c-459f-b537-34f2e0f4d8e2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:18.143858 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-e9f39912-c53c-459f-b537-34f2e0f4d8e2 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392021 Apr 20 16:41:18.146421 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47046) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:41:18.152228 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-d5095f73-2e88-4b01-b5fd-8daa7a836960 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Request body: {'security_group_rule': {'security_group_id': '197b8588-e8cb-4490-83e7-210e6c9c4ef3', 'project_id': '051548d049914af4ad38c6793186c2e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:41:18.158091 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d5095f73-2e88-4b01-b5fd-8daa7a836960 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:41:18.161984 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d5095f73-2e88-4b01-b5fd-8daa7a836960 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Usage tracker for resource:security_group_rule and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:41:18.164853 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-d5095f73-2e88-4b01-b5fd-8daa7a836960 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:41:18.172118 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-d5095f73-2e88-4b01-b5fd-8daa7a836960 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:41:18.182381 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-d5095f73-2e88-4b01-b5fd-8daa7a836960 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Project 051548d049914af4ad38c6793186c2e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:41:18.190269 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d5095f73-2e88-4b01-b5fd-8daa7a836960 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:18.254911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d5095f73-2e88-4b01-b5fd-8daa7a836960 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:18.258691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d5095f73-2e88-4b01-b5fd-8daa7a836960 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:18.282874 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5095f73-2e88-4b01-b5fd-8daa7a836960 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae07a941-1264-4dc9-825b-182dd8a3e079,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:18.292324 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d5095f73-2e88-4b01-b5fd-8daa7a836960 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:18.293492 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-d5095f73-2e88-4b01-b5fd-8daa7a836960 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461639 Apr 20 16:41:18.296281 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47050) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:41:18.301397 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-3df7a931-f54b-4f03-9866-741be2d4d1e6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Request body: {'security_group_rule': {'security_group_id': '197b8588-e8cb-4490-83e7-210e6c9c4ef3', 'project_id': '051548d049914af4ad38c6793186c2e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:41:18.307088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3df7a931-f54b-4f03-9866-741be2d4d1e6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:41:18.310949 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3df7a931-f54b-4f03-9866-741be2d4d1e6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Usage tracker for resource:security_group_rule and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:41:18.313830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-3df7a931-f54b-4f03-9866-741be2d4d1e6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:41:18.319699 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-3df7a931-f54b-4f03-9866-741be2d4d1e6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:41:18.330469 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.securitygroups_db [None req-3df7a931-f54b-4f03-9866-741be2d4d1e6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Project 051548d049914af4ad38c6793186c2e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:41:18.336974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3df7a931-f54b-4f03-9866-741be2d4d1e6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:18.404604 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3df7a931-f54b-4f03-9866-741be2d4d1e6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:18.408878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3df7a931-f54b-4f03-9866-741be2d4d1e6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:18.432179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7a931-f54b-4f03-9866-741be2d4d1e6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf392978-bbb2-48da-926c-f52cc3f1c797,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:18.441336 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3df7a931-f54b-4f03-9866-741be2d4d1e6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:18.442516 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3df7a931-f54b-4f03-9866-741be2d4d1e6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1453292 Apr 20 16:41:32.146845 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-42418a3a-f06b-405e-a6c3-75d2a33ce737 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Synchronizing usage tracker for tenant:051548d049914af4ad38c6793186c2e0 on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:41:32.163671 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-42418a3a-f06b-405e-a6c3-75d2a33ce737 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Unset dirty status for tenant:051548d049914af4ad38c6793186c2e0 on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:41:32.165086 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-42418a3a-f06b-405e-a6c3-75d2a33ce737 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217993529&fields=id&tenant_id=051548d049914af4ad38c6793186c2e0 HTTP/1.1" status: 200 len: 267 time: 0.0575798 Apr 20 16:41:32.217109 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a2e25901-33eb-4713-82ec-152edbb673df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:32.327583 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-361cd8eb-10af-4099-b2f3-1ace1f386635 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:32.328990 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-361cd8eb-10af-4099-b2f3-1ace1f386635 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 809 time: 0.1566827 Apr 20 16:41:32.343755 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-7b23abc3-57d0-47da-8110-31b5b258c0cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/quotas/051548d049914af4ad38c6793186c2e0 HTTP/1.1" status: 200 len: 375 time: 0.0091424 Apr 20 16:41:32.430946 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-4ecb616a-2864-489d-bc73-6de5c01ad2ac tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819709 Apr 20 16:41:32.488907 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-6ae4ea20-ecaf-4c1e-9edb-0c19ee3253fb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:41:32.489881 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-6ae4ea20-ecaf-4c1e-9edb-0c19ee3253fb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470607 Apr 20 16:41:32.625010 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-ccc90fe4-21a4-4b92-9538-48ac83179412 service neutron] 10.222.0.13 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292026 Apr 20 16:41:32.777198 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-ad61b63d-a0de-47ef-8855-df4dd5e03bea service neutron] 10.222.0.13 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462705 Apr 20 16:41:33.158156 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2228183f-1d43-430d-a9f7-c0f088940abf req-5f985c48-edf3-4668-b5f4-29121b54a816 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 210 time: 0.0483055 Apr 20 16:41:34.331136 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e1d6f9de-be9e-45f7-93be-fe7261c91a33 req-0d46b9a3-3abc-4f47-9bef-ac93cf465ee3 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 210 time: 0.0564315 Apr 20 16:41:34.341918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-ece9e3a5-d1c9-4722-9f90-0e3359e5ea08 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:34.343172 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-ece9e3a5-d1c9-4722-9f90-0e3359e5ea08 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 809 time: 0.1969230 Apr 20 16:41:34.392672 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-89555b91-a8fc-4ebf-b923-d369704fdef7 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=051548d049914af4ad38c6793186c2e0 HTTP/1.1" status: 200 len: 379 time: 0.0414367 Apr 20 16:41:34.400816 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-4889477b-bb28-4ae4-ba3c-c9203284308c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Request body: {'port': {'device_id': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'admin_state_up': True, 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'security_groups': ['197b8588-e8cb-4490-83e7-210e6c9c4ef3']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:41:34.481099 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4c5d1b26-707a-4561-87c2-f4cb6a6adefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:34.538105 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-4889477b-bb28-4ae4-ba3c-c9203284308c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:41:34.547757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-4889477b-bb28-4ae4-ba3c-c9203284308c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:41:34.557134 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-4889477b-bb28-4ae4-ba3c-c9203284308c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Made reservation on behalf of 051548d049914af4ad38c6793186c2e0 for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:41:34.560577 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-4889477b-bb28-4ae4-ba3c-c9203284308c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:34.732434 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-4889477b-bb28-4ae4-ba3c-c9203284308c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Allocated IP 172.20.0.12 (4956e413-5e61-4a62-b108-c20e09c53cb0/1c91b643-fb17-4012-87cd-2c75bf07e09f/6b2f64ca-a8a5-49c4-ac69-802b55cfad0a) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:41:34.921882 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-4889477b-bb28-4ae4-ba3c-c9203284308c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:34.938229 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-4889477b-bb28-4ae4-ba3c-c9203284308c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Transition to ACTIVE for port object 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:41:34.961875 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-4889477b-bb28-4ae4-ba3c-c9203284308c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:35.130946 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-4889477b-bb28-4ae4-ba3c-c9203284308c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Network 4956e413-5e61-4a62-b108-c20e09c53cb0 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:41:35.139893 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-4889477b-bb28-4ae4-ba3c-c9203284308c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:41:35.144308 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-4889477b-bb28-4ae4-ba3c-c9203284308c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:41:35.209636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-4889477b-bb28-4ae4-ba3c-c9203284308c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:35.210262 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-4889477b-bb28-4ae4-ba3c-c9203284308c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:35.222872 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889477b-bb28-4ae4-ba3c-c9203284308c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'Port': ['ID=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:35.245995 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-4889477b-bb28-4ae4-ba3c-c9203284308c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8494148 Apr 20 16:41:35.257417 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Request body: {'port': {'device_id': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:41:35.378485 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:35.453716 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-bac5cc27-0e48-42e8-9036-f389a65cb2ca None None] Provisioning for port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:41:35.459341 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-bac5cc27-0e48-42e8-9036-f389a65cb2ca None None] Provisioning complete for port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:41:35.459848 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bac5cc27-0e48-42e8-9036-f389a65cb2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:35.526490 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bac5cc27-0e48-42e8-9036-f389a65cb2ca None None] Port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:41:35.688370 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d492d-0aeb-46be-82a9-be61f2083f5c req-2a34d9e8-5a62-4727-a793-01e48e63d1ea tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:35.689066 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-315d492d-0aeb-46be-82a9-be61f2083f5c req-2a34d9e8-5a62-4727-a793-01e48e63d1ea tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Synchronizing usage tracker for tenant:051548d049914af4ad38c6793186c2e0 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:41:35.731059 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-315d492d-0aeb-46be-82a9-be61f2083f5c req-2a34d9e8-5a62-4727-a793-01e48e63d1ea tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Unset dirty status for tenant:051548d049914af4ad38c6793186c2e0 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:41:35.732277 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-315d492d-0aeb-46be-82a9-be61f2083f5c req-2a34d9e8-5a62-4727-a793-01e48e63d1ea tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 932 time: 0.2874515 Apr 20 16:41:35.797636 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-315d492d-0aeb-46be-82a9-be61f2083f5c req-2362d5df-d113-4536-bfe3-d8159b1063d1 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580909 Apr 20 16:41:35.855635 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:35.858535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:41:35.866680 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:35.881107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Transition to ACTIVE for port object 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:41:35.885092 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:35.915327 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:36.054615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Pushing event updated for resources: {'Port': ['ID=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:36.140388 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Attempting to bind port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:41:36.140657 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Attempting to bind port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '1f022034-39be-4aea-b454-3babffe75796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:41:36.140982 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Attempting to bind port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a on network 4956e413-5e61-4a62-b108-c20e09c53cb0 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:41:36.145784 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a on network 4956e413-5e61-4a62-b108-c20e09c53cb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:41:36.146015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Attempting to bind port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a on network 4956e413-5e61-4a62-b108-c20e09c53cb0 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:41:36.151319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:41:36.151659 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Checking segment: {'id': '1f022034-39be-4aea-b454-3babffe75796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:41:36.152084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Bound using segment: {'id': '1f022034-39be-4aea-b454-3babffe75796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:41:36.152502 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Bound port: 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f022034-39be-4aea-b454-3babffe75796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:41:36.152844 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:36.244878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] For port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:41:36.247352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] For port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:41:36.252041 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:36.307716 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:36.308308 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:36.309663 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] 10.222.0.11 "PUT /v2.0/ports/6b2f64ca-a8a5-49c4-ac69-802b55cfad0a HTTP/1.1" status: 200 len: 1094 time: 1.0564933 Apr 20 16:41:36.310093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'tag': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:41:36.335696 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda037b-02be-4b18-b286-e546c177fd1b service neutron] Pushing event updated for resources: {'Port': ['ID=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:36.384660 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d812b3-b4b6-4e05-bad1-2e19cff5d884'] response: {'name': 'network-changed', 'server_uuid': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'tag': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a', 'status': 'completed', 'code': 200} Apr 20 16:41:36.433479 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-ee2d1ba3-f8cb-4b13-8fb7-5b5e78bab7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:36.435314 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-ee2d1ba3-f8cb-4b13-8fb7-5b5e78bab7b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 1097 time: 0.0830514 Apr 20 16:41:36.504282 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-d621a6a2-a3f0-44d6-9a4b-bbf476536f77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a HTTP/1.1" status: 200 len: 217 time: 0.0625956 Apr 20 16:41:36.570025 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-f7fecc50-2005-4d7f-934a-927b674fb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:36.571925 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-f7fecc50-2005-4d7f-934a-927b674fb058 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0608599 Apr 20 16:41:36.644857 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-1afdabe3-da04-4683-beeb-9b2963aeb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:36.646322 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-1afdabe3-da04-4683-beeb-9b2963aeb712 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695984 Apr 20 16:41:36.777273 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-a801d6a6-3a79-4e90-958a-7c6e5e0ed3f6 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249053 Apr 20 16:41:37.059237 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5b6c223d-aa5c-40d3-a5a5-b9f0e07a59be req-70592d87-6e2a-4e84-bbb9-e7b0aa365bd2 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755153 Apr 20 16:41:37.079516 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda403a1-a02a-4ed2-93fe-a7b1da069e38 req-b10b2d90-22dd-45c9-9fa9-8099a42dc730 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:37.080855 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bda403a1-a02a-4ed2-93fe-a7b1da069e38 req-b10b2d90-22dd-45c9-9fa9-8099a42dc730 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.1286700 Apr 20 16:41:37.168210 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-bda403a1-a02a-4ed2-93fe-a7b1da069e38 req-0a829561-cad3-4567-87df-0564c030518e tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815439 Apr 20 16:41:37.191646 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a4358-3051-4d31-8b41-2abb1e7e10e6 req-9ae93d5e-d2f6-4d54-89c4-24b84a991924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:37.193155 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2a8a4358-3051-4d31-8b41-2abb1e7e10e6 req-9ae93d5e-d2f6-4d54-89c4-24b84a991924 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 1097 time: 0.0919564 Apr 20 16:41:37.299358 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:37.326498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a4358-3051-4d31-8b41-2abb1e7e10e6 req-3b4cba1e-18ce-48bd-bf04-ae01f1f909bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:37.327970 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2a8a4358-3051-4d31-8b41-2abb1e7e10e6 req-3b4cba1e-18ce-48bd-bf04-ae01f1f909bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 910 time: 0.1280653 Apr 20 16:41:37.398733 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2a8a4358-3051-4d31-8b41-2abb1e7e10e6 req-b18824c0-9bc2-4d91-893a-47409569db40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a HTTP/1.1" status: 200 len: 217 time: 0.0643175 Apr 20 16:41:37.460724 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a4358-3051-4d31-8b41-2abb1e7e10e6 req-b143d895-5a77-4095-918e-87573f2e7bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:37.462109 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2a8a4358-3051-4d31-8b41-2abb1e7e10e6 req-b143d895-5a77-4095-918e-87573f2e7bcf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0569692 Apr 20 16:41:37.539333 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a4358-3051-4d31-8b41-2abb1e7e10e6 req-189942b6-f0ef-474f-8376-b3a0b9d4c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:37.541361 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2a8a4358-3051-4d31-8b41-2abb1e7e10e6 req-189942b6-f0ef-474f-8376-b3a0b9d4c4b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735774 Apr 20 16:41:37.670626 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2a8a4358-3051-4d31-8b41-2abb1e7e10e6 req-f3a030fa-cf26-43ac-b329-4660262f9576 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230865 Apr 20 16:41:37.825519 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2a8a4358-3051-4d31-8b41-2abb1e7e10e6 req-db9b540f-0578-4e78-a4b3-9cb73c8b8a84 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463284 Apr 20 16:41:38.350776 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e5793-ff0d-4f50-be1a-e4123139b4ac req-cde84083-f3f7-4d2d-861f-ffaf56c500ff tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:38.352227 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-663e5793-ff0d-4f50-be1a-e4123139b4ac req-cde84083-f3f7-4d2d-861f-ffaf56c500ff tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.0784400 Apr 20 16:41:38.396250 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-663e5793-ff0d-4f50-be1a-e4123139b4ac req-6447b1a3-cbe1-46f6-b227-73b67a7e2e93 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378623 Apr 20 16:41:39.579010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a5f3f-ba05-4058-b574-e8047fb5770a req-b75ce961-3ad5-4070-bfad-cf34d6819a4d tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:39.580405 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-108a5f3f-ba05-4058-b574-e8047fb5770a req-b75ce961-3ad5-4070-bfad-cf34d6819a4d tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.0824814 Apr 20 16:41:39.624034 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-108a5f3f-ba05-4058-b574-e8047fb5770a req-e6bfda3c-8076-473d-871a-d1efd8a0c4a4 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379446 Apr 20 16:41:40.455892 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:41:40.804501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18386d76-51e4-4a21-908b-d63830f160ad req-08c61926-fa9d-48ab-a784-eb73e66a4399 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:40.806364 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18386d76-51e4-4a21-908b-d63830f160ad req-08c61926-fa9d-48ab-a784-eb73e66a4399 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.0781724 Apr 20 16:41:40.852083 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-18386d76-51e4-4a21-908b-d63830f160ad req-1e7a2c71-1ce5-4837-8316-2487802a7f0c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401938 Apr 20 16:41:42.029873 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bdc1e-3939-43c8-89ff-469c3cb43fc0 req-8841ff51-baae-4ac4-8d36-6042a1cc9874 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:42.031290 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-275bdc1e-3939-43c8-89ff-469c3cb43fc0 req-8841ff51-baae-4ac4-8d36-6042a1cc9874 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.0783012 Apr 20 16:41:42.075241 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-275bdc1e-3939-43c8-89ff-469c3cb43fc0 req-70199ec4-e05d-4c2c-99a1-5c8799ddccb7 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383220 Apr 20 16:41:43.266287 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935323b-aaa1-4890-8d18-205400a788bf req-40dce0d0-4ed9-45d6-a9c7-1925e5946da4 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:43.267711 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4935323b-aaa1-4890-8d18-205400a788bf req-40dce0d0-4ed9-45d6-a9c7-1925e5946da4 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.0820968 Apr 20 16:41:43.310333 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4935323b-aaa1-4890-8d18-205400a788bf req-1a30b3e4-4c40-47df-a856-97633ac9a36b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370696 Apr 20 16:41:44.493083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429abc71-563d-4456-8dfc-ee6fdb63db45 req-6da39a65-5519-4d5d-bc20-0d12405e1a6a tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:44.494460 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-429abc71-563d-4456-8dfc-ee6fdb63db45 req-6da39a65-5519-4d5d-bc20-0d12405e1a6a tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.0805380 Apr 20 16:41:44.537504 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-429abc71-563d-4456-8dfc-ee6fdb63db45 req-5861d33f-3fc1-48e4-a05e-8fc059b2e433 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375071 Apr 20 16:41:45.527514 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:45.721638 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32afe0a-d70b-4647-b9b3-e807625cf08a req-70035633-fe4a-431c-b3be-13b4202b982c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:45.723075 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a32afe0a-d70b-4647-b9b3-e807625cf08a req-70035633-fe4a-431c-b3be-13b4202b982c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.0828719 Apr 20 16:41:45.766569 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a32afe0a-d70b-4647-b9b3-e807625cf08a req-107bf37b-996a-4aca-a05c-62cc825857e7 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377696 Apr 20 16:41:46.044416 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:41:46.172752 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:41:46.185848 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'port_id': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a', 'mac_address': 'fa:16:3e:7f:d6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:41:46.238570 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:46.254989 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:41:46.270006 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:41:46.273911 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:46.343028 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:46.349995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:46.350349 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:46.350721 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:46.351060 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:46.351396 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:46.351732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:46.352087 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:46.352918 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:46.353254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:46.353576 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:46.353906 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:46.354232 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:46.602981 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['6b2f64ca-a8a5-49c4-ac69-802b55cfad0a'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:41:46.953605 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71764c5-b63f-4db1-ba8c-2d0db5f75dff req-4a41ddf4-49f3-4472-ac57-55cc7dccce0d tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:46.955044 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c71764c5-b63f-4db1-ba8c-2d0db5f75dff req-4a41ddf4-49f3-4472-ac57-55cc7dccce0d tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 945 time: 0.0809259 Apr 20 16:41:47.000639 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c71764c5-b63f-4db1-ba8c-2d0db5f75dff req-b0dff6bf-0ff5-42ad-bbfb-219dd12e10f7 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400159 Apr 20 16:41:48.051496 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:41:48.120819 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:41:48.125816 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:41:48.126225 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:48.260296 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:48.291012 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:41:48.301027 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:41:48.303319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bf3f3-e48c-4792-8695-6a7b73e1693c req-b557e640-6d52-4ab1-aee5-4f8a5cdf8448 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:48.304825 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-369bf3f3-e48c-4792-8695-6a7b73e1693c req-b557e640-6d52-4ab1-aee5-4f8a5cdf8448 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 945 time: 0.1964042 Apr 20 16:41:48.311005 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:48.362287 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-369bf3f3-e48c-4792-8695-6a7b73e1693c req-81da1327-c72a-41ef-92a3-056d52d9aed8 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469575 Apr 20 16:41:48.390546 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:48.406454 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52552e9c-d731-425b-9d48-d29aa876209e'] response: {'server_uuid': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a', 'code': 200} Apr 20 16:41:48.690828 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3569201-7f82-4db0-97a7-e8415d5003b4 req-1294ff7e-6ef4-46cb-9519-f3c77543e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:48.692397 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c3569201-7f82-4db0-97a7-e8415d5003b4 req-1294ff7e-6ef4-46cb-9519-f3c77543e5c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 1099 time: 0.0724761 Apr 20 16:41:48.733021 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c3569201-7f82-4db0-97a7-e8415d5003b4 req-f3427389-4e22-4c5c-b8c9-df60bdf60819 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337048 Apr 20 16:41:49.551682 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617255d-6dd1-4172-916e-cdcff3ece4a4 req-34973346-be1a-4366-b98b-647ba6043b43 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:49.553050 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a617255d-6dd1-4172-916e-cdcff3ece4a4 req-34973346-be1a-4366-b98b-647ba6043b43 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.0784783 Apr 20 16:41:49.598961 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a617255d-6dd1-4172-916e-cdcff3ece4a4 req-bd5cb6de-714c-43db-9f22-b80b33bcf13a tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403352 Apr 20 16:41:50.782635 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69230278-8ea9-4115-962d-fc5d3be08351 req-8e11588b-2796-4097-b938-ea2a15fb6b7a tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:50.784095 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-69230278-8ea9-4115-962d-fc5d3be08351 req-8e11588b-2796-4097-b938-ea2a15fb6b7a tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.0782142 Apr 20 16:41:50.827330 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-69230278-8ea9-4115-962d-fc5d3be08351 req-50ebd0b8-1efd-478d-a77e-913b6801dc7f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375390 Apr 20 16:41:51.017372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81a20e-f1ff-4f7c-941a-82300fd352f0 req-3d6abdbb-678b-4835-9f80-c48c7f8a1631 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:51.018795 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-de81a20e-f1ff-4f7c-941a-82300fd352f0 req-3d6abdbb-678b-4835-9f80-c48c7f8a1631 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.0829811 Apr 20 16:41:51.062295 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-de81a20e-f1ff-4f7c-941a-82300fd352f0 req-94e0a2fb-f19b-45b7-9b7e-be7e9e558812 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379190 Apr 20 16:41:51.083665 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47258) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:41:51.199504 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c425ad-87e9-4459-b735-f72a14e084ec tempest-TestShelveInstance-435087748 tempest-TestShelveInstance-435087748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:51.201075 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b1c425ad-87e9-4459-b735-f72a14e084ec tempest-TestShelveInstance-435087748 tempest-TestShelveInstance-435087748-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 1094 time: 0.1164405 Apr 20 16:41:51.203811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47264) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:41:51.208614 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:41:51.215466 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:41:51.219488 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Usage tracker for resource:floatingip and tenant:051548d049914af4ad38c6793186c2e0 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:41:51.222458 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:41:51.229024 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:41:51.241611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:51.374857 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:51.510192 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Allocated IP 172.26.7.219 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/01eebb1d-f9f3-46c9-9b77-60ae2bb66633) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:41:51.657587 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:51.686518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:51.748884 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:41:51.755517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:41:51.758095 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:41:51.792553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'Port': ['ID=01eebb1d-f9f3-46c9-9b77-60ae2bb66633,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:52.171648 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:52.248069 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:52.542053 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:52.546298 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:52.652307 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event updated for resources: {'Port': ['ID=01eebb1d-f9f3-46c9-9b77-60ae2bb66633,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:52.663850 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:52.830549 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Floating IP 6c417691-fd9f-4443-baf7-5c8022381ee5 associated. External IP: 172.26.7.219, port: 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a. Apr 20 16:41:53.170511 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Router c0886e62-4bfe-43ff-aa19-50a99e1d25fc has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:41:53.345449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:41:53.355650 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dcc8e9-c076-45b8-bef6-55fc098f45f0 None None] Sync routers for ids ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:41:53.364285 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dcc8e9-c076-45b8-bef6-55fc098f45f0 None None] Routers {'c0886e62-4bfe-43ff-aa19-50a99e1d25fc'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:41:53.364883 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-12dcc8e9-c076-45b8-bef6-55fc098f45f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:41:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:53.369752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:53.425295 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-def0732b-8630-44ad-b9b5-c5513c4be2cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2202303 Apr 20 16:41:53.425643 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'tag': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:41:53.470857 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9034f1cb-030f-4dbe-8b25-00c5122dbb1c'] response: {'name': 'network-changed', 'server_uuid': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'tag': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a', 'status': 'completed', 'code': 200} Apr 20 16:41:53.564816 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbbfc5-9f85-4d7a-844d-030fc87be7af req-013f3b9a-d9ab-4808-9f6c-77300dd0e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:53.566293 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c0bbbfc5-9f85-4d7a-844d-030fc87be7af req-013f3b9a-d9ab-4808-9f6c-77300dd0e99b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 1099 time: 0.0745385 Apr 20 16:41:53.579880 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-12dcc8e9-c076-45b8-bef6-55fc098f45f0 None None] Set router c0886e62-4bfe-43ff-aa19-50a99e1d25fc gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:41:53.695688 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbbfc5-9f85-4d7a-844d-030fc87be7af req-f5aaed9a-67bd-4324-994f-80e223f97a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:53.697087 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c0bbbfc5-9f85-4d7a-844d-030fc87be7af req-f5aaed9a-67bd-4324-994f-80e223f97a10 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 910 time: 0.1243756 Apr 20 16:41:53.916996 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c0bbbfc5-9f85-4d7a-844d-030fc87be7af req-fd8291bc-fbb5-4ccd-8c0f-3468ffe5ab23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a HTTP/1.1" status: 200 len: 1000 time: 0.2134356 Apr 20 16:41:53.926995 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-12dcc8e9-c076-45b8-bef6-55fc098f45f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 4, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '6c417691-fd9f-4443-baf7-5c8022381ee5', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'port_id': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'mac_address': 'fa:16:3e:7f:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:41:52Z', 'updated_at': '2022-04-20T16:41:52Z', 'revision_number': 0, 'project_id': '051548d049914af4ad38c6793186c2e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e2b22c6-cc64-4e48-bbad-47d2a0928efb', 'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'mac_address': 'fa:16:3e:b1:a3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:50Z', 'updated_at': '2022-04-20T16:35:58Z', 'revision_number': 5, 'project_id': '051548d049914af4ad38c6793186c2e0', 'subnets': [{'id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:53.931341 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dcc8e9-c076-45b8-bef6-55fc098f45f0 None None] Checking router: c0886e62-4bfe-43ff-aa19-50a99e1d25fc for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:41:53.939441 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dcc8e9-c076-45b8-bef6-55fc098f45f0 None None] Routers {'c0886e62-4bfe-43ff-aa19-50a99e1d25fc'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:41:53.940056 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-12dcc8e9-c076-45b8-bef6-55fc098f45f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:41:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:53.978833 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbbfc5-9f85-4d7a-844d-030fc87be7af req-3283d8ba-b420-4bb7-9616-15b1d4f6042a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:53.980245 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c0bbbfc5-9f85-4d7a-844d-030fc87be7af req-3283d8ba-b420-4bb7-9616-15b1d4f6042a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0582139 Apr 20 16:41:54.052641 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbbfc5-9f85-4d7a-844d-030fc87be7af req-3a88a005-163f-4446-b762-5fcab19075b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:54.054095 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c0bbbfc5-9f85-4d7a-844d-030fc87be7af req-3a88a005-163f-4446-b762-5fcab19075b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682244 Apr 20 16:41:54.111554 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-12dcc8e9-c076-45b8-bef6-55fc098f45f0 None None] Set router c0886e62-4bfe-43ff-aa19-50a99e1d25fc gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:41:54.187822 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c0bbbfc5-9f85-4d7a-844d-030fc87be7af req-1a44dd76-f881-402d-b89a-79ea91c3347c service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270864 Apr 20 16:41:54.318581 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c0bbbfc5-9f85-4d7a-844d-030fc87be7af req-143ff324-7ba5-43be-8d20-119b3fdfe2a1 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249714 Apr 20 16:41:54.451697 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-12dcc8e9-c076-45b8-bef6-55fc098f45f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 4, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '6c417691-fd9f-4443-baf7-5c8022381ee5', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'port_id': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'mac_address': 'fa:16:3e:7f:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:41:52Z', 'updated_at': '2022-04-20T16:41:52Z', 'revision_number': 0, 'project_id': '051548d049914af4ad38c6793186c2e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e2b22c6-cc64-4e48-bbad-47d2a0928efb', 'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'mac_address': 'fa:16:3e:b1:a3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:50Z', 'updated_at': '2022-04-20T16:35:58Z', 'revision_number': 5, 'project_id': '051548d049914af4ad38c6793186c2e0', 'subnets': [{'id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:54.455547 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dcc8e9-c076-45b8-bef6-55fc098f45f0 None None] The sync data for ids ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'] in dv-neutron-838699-1-hyperv is: [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 4, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '6c417691-fd9f-4443-baf7-5c8022381ee5', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'port_id': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'mac_address': 'fa:16:3e:7f:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:41:52Z', 'updated_at': '2022-04-20T16:41:52Z', 'revision_number': 0, 'project_id': '051548d049914af4ad38c6793186c2e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e2b22c6-cc64-4e48-bbad-47d2a0928efb', 'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'mac_address': 'fa:16:3e:b1:a3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:50Z', 'updated_at': '2022-04-20T16:35:58Z', 'revision_number': 5, 'project_id': '051548d049914af4ad38c6793186c2e0', 'subnets': [{'id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:41:54.624657 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e4697-d46f-47eb-a4f8-9af59c26e49a None None] New status for floating IP 6c417691-fd9f-4443-baf7-5c8022381ee5: ACTIVE {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:42:02.220187 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8a28548c-c252-40a0-8f3a-163fbe903f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:04.484177 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-003ceb06-0f7d-4aaa-818e-a77df220ea23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:05.853034 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:05.916500 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:07.306657 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:07.558484 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0a90bd45-8218-4bfa-9cd3-873723bcfbb9 req-3a41d8d9-43d0-4a96-82fa-ab2f165b9be1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758460 Apr 20 16:42:07.703707 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90bd45-8218-4bfa-9cd3-873723bcfbb9 req-875e6859-c0e3-4a89-9775-ad8ebb12d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:07.705004 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0a90bd45-8218-4bfa-9cd3-873723bcfbb9 req-875e6859-c0e3-4a89-9775-ad8ebb12d3c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 1099 time: 0.0786150 Apr 20 16:42:07.850150 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90bd45-8218-4bfa-9cd3-873723bcfbb9 req-32be4dde-dc86-47cb-895e-05cb94ac8080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:07.851524 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0a90bd45-8218-4bfa-9cd3-873723bcfbb9 req-32be4dde-dc86-47cb-895e-05cb94ac8080 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 910 time: 0.1283116 Apr 20 16:42:07.957648 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0a90bd45-8218-4bfa-9cd3-873723bcfbb9 req-d93a077b-595a-4d4b-956d-20bafb9696a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a HTTP/1.1" status: 200 len: 1002 time: 0.0988090 Apr 20 16:42:08.018405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90bd45-8218-4bfa-9cd3-873723bcfbb9 req-2bc8a17a-3a51-4654-84c5-82d0afc264b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:08.019790 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0a90bd45-8218-4bfa-9cd3-873723bcfbb9 req-2bc8a17a-3a51-4654-84c5-82d0afc264b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0558882 Apr 20 16:42:08.097808 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90bd45-8218-4bfa-9cd3-873723bcfbb9 req-926d46ad-76ba-46b0-a43e-4cc068e188d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:08.099036 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0a90bd45-8218-4bfa-9cd3-873723bcfbb9 req-926d46ad-76ba-46b0-a43e-4cc068e188d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727153 Apr 20 16:42:08.234856 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0a90bd45-8218-4bfa-9cd3-873723bcfbb9 req-d8292c82-f464-4619-a59f-54261a34227b service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286104 Apr 20 16:42:08.367592 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0a90bd45-8218-4bfa-9cd3-873723bcfbb9 req-6207dbb2-767e-455e-bc6f-a73ab4ac130a service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256416 Apr 20 16:42:15.539714 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:17.455581 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:42:32.223402 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d198ba97-3477-4f9b-854d-f7760d1baa5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:34.486332 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f25b62f5-a431-444f-8a7b-f37260b12908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:35.856294 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:35.918260 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:37.306296 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:45.564649 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:54.454554 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:43:02.226400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d3c371d8-6443-4517-88d7-00e8043837ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:04.487002 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-93897fe5-3279-4fda-97cf-15c54934f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:05.857255 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:05.919656 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:07.307942 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:08.643577 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cf31be3-549d-4a78-93f1-20e83173ebc5 req-1e8dec40-1fc6-4dee-8b6d-21b870dacc5a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1062312 Apr 20 16:43:08.785722 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf31be3-549d-4a78-93f1-20e83173ebc5 req-bc3eb003-bee7-4036-8d00-fd297efbafca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:08.787074 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cf31be3-549d-4a78-93f1-20e83173ebc5 req-bc3eb003-bee7-4036-8d00-fd297efbafca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 1099 time: 0.0764360 Apr 20 16:43:09.033178 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf31be3-549d-4a78-93f1-20e83173ebc5 req-f092fc30-1ae1-407c-b6d4-2e55ab0e575c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:09.035107 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cf31be3-549d-4a78-93f1-20e83173ebc5 req-f092fc30-1ae1-407c-b6d4-2e55ab0e575c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 910 time: 0.2293534 Apr 20 16:43:09.138277 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cf31be3-549d-4a78-93f1-20e83173ebc5 req-fc97b73d-051c-48e5-a288-760e88fb44a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a HTTP/1.1" status: 200 len: 1002 time: 0.0974364 Apr 20 16:43:09.201113 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf31be3-549d-4a78-93f1-20e83173ebc5 req-0c512db8-d5b2-43c1-a015-dc3fdeb1cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:09.202536 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cf31be3-549d-4a78-93f1-20e83173ebc5 req-0c512db8-d5b2-43c1-a015-dc3fdeb1cac7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0581691 Apr 20 16:43:09.276462 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf31be3-549d-4a78-93f1-20e83173ebc5 req-d0ccdbfe-3ffc-42b9-884a-b83c83a1b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:09.277902 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cf31be3-549d-4a78-93f1-20e83173ebc5 req-d0ccdbfe-3ffc-42b9-884a-b83c83a1b7a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700898 Apr 20 16:43:09.407730 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cf31be3-549d-4a78-93f1-20e83173ebc5 req-5d9ba3bf-8194-4fc7-b219-6e8ca54261b5 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232302 Apr 20 16:43:09.536559 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cf31be3-549d-4a78-93f1-20e83173ebc5 req-383c278c-f1fd-413a-b9aa-3dc6803df801 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223118 Apr 20 16:43:15.562840 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:31.459251 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:43:32.229276 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c9f2f90a-204a-4d79-beb0-45a8c8905058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:34.488373 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-15439397-8523-40d2-826d-39d5ec8a76b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:35.858558 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:35.924163 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:37.312353 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:45.595181 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:51.164589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9341d6-f5e7-4be0-acc0-5759786d4616 req-867784f8-7e27-4a34-bd13-8b204fce5ba3 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:51.166056 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9e9341d6-f5e7-4be0-acc0-5759786d4616 req-867784f8-7e27-4a34-bd13-8b204fce5ba3 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.1255610 Apr 20 16:43:51.210190 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9e9341d6-f5e7-4be0-acc0-5759786d4616 req-7bdcf00c-89d2-41af-9efa-fdd48f36ab74 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375609 Apr 20 16:43:52.520987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e842a-e217-4740-808f-e5f623bcdf87 req-87ad3ff1-504a-4e54-8cb7-7beadcd5d773 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:52.522396 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-626e842a-e217-4740-808f-e5f623bcdf87 req-87ad3ff1-504a-4e54-8cb7-7beadcd5d773 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.1252320 Apr 20 16:43:52.568212 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-626e842a-e217-4740-808f-e5f623bcdf87 req-e1d8835f-e699-488c-a182-1f1a02384bcb tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395420 Apr 20 16:43:53.754065 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9cb74-72a0-4e24-8600-81020a962098 req-22bfa935-e580-4167-98c7-e9a50876276f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:53.755499 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c5b9cb74-72a0-4e24-8600-81020a962098 req-22bfa935-e580-4167-98c7-e9a50876276f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.0773363 Apr 20 16:43:53.799081 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c5b9cb74-72a0-4e24-8600-81020a962098 req-1e58acd8-aa8d-4f7c-9b69-78b53ecafd89 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379958 Apr 20 16:43:54.993084 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413abe4a-0182-4fc0-ab13-29c9ec7cbadd req-b1066da6-46e8-4a07-aa07-9f99ecb7e4cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:54.994509 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-413abe4a-0182-4fc0-ab13-29c9ec7cbadd req-b1066da6-46e8-4a07-aa07-9f99ecb7e4cd tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.0819902 Apr 20 16:43:55.037385 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-413abe4a-0182-4fc0-ab13-29c9ec7cbadd req-03d551b4-19ac-4e27-9d8d-155795b40038 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374050 Apr 20 16:43:56.219846 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b43750-49b8-4ae5-8897-9b61d35f80af req-ab606821-8d52-4931-bae3-8cdb73694d32 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:56.221295 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e0b43750-49b8-4ae5-8897-9b61d35f80af req-ab606821-8d52-4931-bae3-8cdb73694d32 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.0787189 Apr 20 16:43:56.267549 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e0b43750-49b8-4ae5-8897-9b61d35f80af req-f51749dd-f089-4e92-a17d-702cff56612a tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406375 Apr 20 16:43:57.452404 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b6b09-97fd-418f-9920-55d2fa96b770 req-eae0cb3a-299b-4f79-9c24-e16280d79ff3 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:57.453796 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ac3b6b09-97fd-418f-9920-55d2fa96b770 req-eae0cb3a-299b-4f79-9c24-e16280d79ff3 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.0810955 Apr 20 16:43:57.498247 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ac3b6b09-97fd-418f-9920-55d2fa96b770 req-d78c5952-f497-40ce-acc2-c30d4261d8a8 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387614 Apr 20 16:43:58.682015 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3b6f9-ceaf-4b74-b539-ec6436c302ce req-a6b2c007-00ce-444c-9c81-775ea4a9d7f6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:58.683996 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fdc3b6f9-ceaf-4b74-b539-ec6436c302ce req-a6b2c007-00ce-444c-9c81-775ea4a9d7f6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.0823925 Apr 20 16:43:58.726517 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fdc3b6f9-ceaf-4b74-b539-ec6436c302ce req-f765c321-b34b-4d79-9a33-cda59dbe4d1a tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370319 Apr 20 16:43:59.908193 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a27748-4df0-4c9e-8c9b-55737715983e req-10ae2887-ab41-4701-ad90-7be334fbcc6a tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:59.909642 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-05a27748-4df0-4c9e-8c9b-55737715983e req-10ae2887-ab41-4701-ad90-7be334fbcc6a tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.0805821 Apr 20 16:43:59.952928 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-05a27748-4df0-4c9e-8c9b-55737715983e req-a5eb7c24-2ad4-4093-8c65-9c5e64a49a43 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377283 Apr 20 16:44:01.192519 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95154b75-f2a8-4b17-8e19-5e916959544e req-60c67df2-c72e-49ea-9fa0-2b427400ce3a tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:01.193973 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-95154b75-f2a8-4b17-8e19-5e916959544e req-60c67df2-c72e-49ea-9fa0-2b427400ce3a tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.1380010 Apr 20 16:44:01.200010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97920ab0-bf91-426d-9535-6346f3a84dd9 req-82d8035b-6eb9-4f6b-89e4-c8cb3d3ceb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:01.201353 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-97920ab0-bf91-426d-9535-6346f3a84dd9 req-82d8035b-6eb9-4f6b-89e4-c8cb3d3ceb95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 1099 time: 0.1064198 Apr 20 16:44:01.331612 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-95154b75-f2a8-4b17-8e19-5e916959544e req-06563274-209d-4f3f-b6e9-15d101143e2b tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292179 Apr 20 16:44:01.375233 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97920ab0-bf91-426d-9535-6346f3a84dd9 req-cb235055-d039-42f8-bea6-2b6f71bcb1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:01.376684 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-97920ab0-bf91-426d-9535-6346f3a84dd9 req-cb235055-d039-42f8-bea6-2b6f71bcb1a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 910 time: 0.1601586 Apr 20 16:44:01.474365 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-97920ab0-bf91-426d-9535-6346f3a84dd9 req-9cf0c0c4-9ee4-41cd-98f8-17062c207f80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a HTTP/1.1" status: 200 len: 1002 time: 0.0916433 Apr 20 16:44:01.537902 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97920ab0-bf91-426d-9535-6346f3a84dd9 req-799b0ea5-9780-4684-9b4e-5f7b88205301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:01.539291 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-97920ab0-bf91-426d-9535-6346f3a84dd9 req-799b0ea5-9780-4684-9b4e-5f7b88205301 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0593686 Apr 20 16:44:01.612629 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97920ab0-bf91-426d-9535-6346f3a84dd9 req-fc353d7d-4fd9-4f55-b9df-36a8c8b1bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:01.614023 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-97920ab0-bf91-426d-9535-6346f3a84dd9 req-fc353d7d-4fd9-4f55-b9df-36a8c8b1bcf7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694387 Apr 20 16:44:01.744584 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-97920ab0-bf91-426d-9535-6346f3a84dd9 req-07cb25ea-ea08-4532-be22-84d70c6a9d66 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243775 Apr 20 16:44:01.972922 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-97920ab0-bf91-426d-9535-6346f3a84dd9 req-4b8dbbd8-72c4-42eb-b49d-d3e18dd7d636 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218328 Apr 20 16:44:02.231543 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c63d6765-7193-40d5-aee1-ca1096c50493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:02.518039 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add8308-9a31-4027-ab36-625daf182244 req-f4709fb7-8c8e-4bed-8aae-defeca0d38ca tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:02.519390 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5add8308-9a31-4027-ab36-625daf182244 req-f4709fb7-8c8e-4bed-8aae-defeca0d38ca tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.0844383 Apr 20 16:44:02.563611 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5add8308-9a31-4027-ab36-625daf182244 req-3a58ce52-9740-4f69-99bb-97105e5d3410 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379770 Apr 20 16:44:03.750122 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6c01c-8343-45ff-b729-8c71b2235c32 req-0ec348eb-f817-4c8b-b37d-7866fe2cad68 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:03.751559 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-55f6c01c-8343-45ff-b729-8c71b2235c32 req-0ec348eb-f817-4c8b-b37d-7866fe2cad68 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.0843859 Apr 20 16:44:03.801224 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-55f6c01c-8343-45ff-b729-8c71b2235c32 req-e0525b5e-fd35-486b-837d-cd7cafbc6934 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435779 Apr 20 16:44:04.488651 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd3bb-4acd-47d0-acdf-c9a457b09260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:04.986330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cf0d4-8d84-4f94-a37c-cc9d7c813f9c req-1702832d-724b-4c5e-a11b-c4dea9a53b9f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:04.987792 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d75cf0d4-8d84-4f94-a37c-cc9d7c813f9c req-1702832d-724b-4c5e-a11b-c4dea9a53b9f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.0824468 Apr 20 16:44:05.030840 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d75cf0d4-8d84-4f94-a37c-cc9d7c813f9c req-4f7435d7-ed60-42a7-8c2a-0527d7052365 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374439 Apr 20 16:44:05.323829 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [req-376a494f-1032-4c5d-9a32-b2aded623434 req-d1eb3af0-6283-41d0-8e97-a7bf05522a9e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864453 Apr 20 16:44:05.376972 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe1158-059c-4ff1-929d-5f61d05a9ea0 req-7bdf28d3-5233-435c-b718-70cb9ef38f27 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:05.378399 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2ffe1158-059c-4ff1-929d-5f61d05a9ea0 req-7bdf28d3-5233-435c-b718-70cb9ef38f27 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.0827870 Apr 20 16:44:05.422119 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2ffe1158-059c-4ff1-929d-5f61d05a9ea0 req-38b94fb8-2bd7-49a0-9575-51c05cd9507f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381408 Apr 20 16:44:05.860612 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:05.927712 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:06.600116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc61930-f74e-47af-a4de-168686d4d323 req-84ae079f-240b-4310-9df6-aa697d3061b8 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:06.601560 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1dc61930-f74e-47af-a4de-168686d4d323 req-84ae079f-240b-4310-9df6-aa697d3061b8 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.0788152 Apr 20 16:44:06.657946 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1dc61930-f74e-47af-a4de-168686d4d323 req-35b378a0-8080-4bba-8c12-399db0d69e6d tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502613 Apr 20 16:44:06.720244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:44:06.836171 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:06.862654 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:44:06.871715 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:44:06.876353 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:06.950011 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:44:06.957236 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:06.957586 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:06.957925 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:06.958259 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:06.958590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:06.958919 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:06.959242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:06.959571 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:06.959917 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:06.960240 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:06.960576 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:06.960877 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:07.003852 dv-neutron-838699-1-hyperv neutron-server[88170]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-14d1f34e-12da-48c3-b8a8-01286e35cc51']: {'server_uuid': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a', 'code': 422} returned with failed status Apr 20 16:44:07.314077 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:07.844843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04d74f-28de-4315-b9cf-8d2bb12e40eb req-68a9e2a6-7ee8-448b-9474-20b9d84bb488 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:07.846287 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1b04d74f-28de-4315-b9cf-8d2bb12e40eb req-68a9e2a6-7ee8-448b-9474-20b9d84bb488 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.0823274 Apr 20 16:44:07.890277 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-1b04d74f-28de-4315-b9cf-8d2bb12e40eb req-16275f8f-0902-456d-bc31-79b8394ea46d tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383523 Apr 20 16:44:08.457009 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:44:09.073212 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c319f40-4d23-407c-b019-566e21032cb9 req-bdf0148c-f1f8-4cb1-acc4-84f99ade9c43 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:09.074636 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8c319f40-4d23-407c-b019-566e21032cb9 req-bdf0148c-f1f8-4cb1-acc4-84f99ade9c43 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.0824478 Apr 20 16:44:09.120712 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8c319f40-4d23-407c-b019-566e21032cb9 req-8126a446-be92-48fc-adbc-6e0d45fb05ab tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405602 Apr 20 16:44:10.314916 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b4a7e-3168-47e8-801c-568780cca77b req-6d3637d6-b98a-415b-824a-80c0309ec079 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:10.316454 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c78b4a7e-3168-47e8-801c-568780cca77b req-6d3637d6-b98a-415b-824a-80c0309ec079 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.0914207 Apr 20 16:44:10.365695 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c78b4a7e-3168-47e8-801c-568780cca77b req-dcdbe4ae-9e9e-4a61-a1e9-793dc2014c65 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434737 Apr 20 16:44:11.564750 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a061d-fd57-4046-878d-1412e2f290ef req-9dc63ac7-9fd3-4e64-8b95-fef2b970f323 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:11.566195 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-841a061d-fd57-4046-878d-1412e2f290ef req-9dc63ac7-9fd3-4e64-8b95-fef2b970f323 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.0825562 Apr 20 16:44:11.610744 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-841a061d-fd57-4046-878d-1412e2f290ef req-d65d1162-8635-4d88-81b0-ef3d684992f5 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384712 Apr 20 16:44:11.739522 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a494f-1032-4c5d-9a32-b2aded623434 req-24f6ccef-abfd-458b-a330-a361ffd82fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:11.740910 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-376a494f-1032-4c5d-9a32-b2aded623434 req-24f6ccef-abfd-458b-a330-a361ffd82fa9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b&tenant_id=051548d049914af4ad38c6793186c2e0 HTTP/1.1" status: 200 len: 1097 time: 0.0703638 Apr 20 16:44:11.831930 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a494f-1032-4c5d-9a32-b2aded623434 req-e2275f50-8806-4082-b3fe-5dd92cba90f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:11.833379 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-376a494f-1032-4c5d-9a32-b2aded623434 req-e2275f50-8806-4082-b3fe-5dd92cba90f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 1097 time: 0.0722220 Apr 20 16:44:11.961430 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a494f-1032-4c5d-9a32-b2aded623434 req-03fe3f04-ff5f-4f03-81f6-58140fa2e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:11.962867 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-376a494f-1032-4c5d-9a32-b2aded623434 req-03fe3f04-ff5f-4f03-81f6-58140fa2e1fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 910 time: 0.1241570 Apr 20 16:44:12.063888 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-376a494f-1032-4c5d-9a32-b2aded623434 req-c2815e30-f078-4e85-b669-29af7c0dabe2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a HTTP/1.1" status: 200 len: 1000 time: 0.0951262 Apr 20 16:44:12.124171 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a494f-1032-4c5d-9a32-b2aded623434 req-9ab34281-120b-4b17-85de-9fd2f4b234ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:12.125657 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-376a494f-1032-4c5d-9a32-b2aded623434 req-9ab34281-120b-4b17-85de-9fd2f4b234ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0565641 Apr 20 16:44:12.201503 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a494f-1032-4c5d-9a32-b2aded623434 req-b6ce2d85-0f94-433c-8bd5-83328078cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:12.202951 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-376a494f-1032-4c5d-9a32-b2aded623434 req-b6ce2d85-0f94-433c-8bd5-83328078cc01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715668 Apr 20 16:44:12.331961 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-376a494f-1032-4c5d-9a32-b2aded623434 req-7d6b07a1-9bdf-455a-a4aa-6a1dfc7c10bb service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229210 Apr 20 16:44:12.554901 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-376a494f-1032-4c5d-9a32-b2aded623434 req-ed40498f-2a03-49a1-9af5-4d50e2bcb8b8 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172868 Apr 20 16:44:12.789753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b3f62-330c-44a4-8d99-8d044c6a0f8c req-594aec75-a416-41b6-9bc1-abb2ba511470 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:12.791190 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-af0b3f62-330c-44a4-8d99-8d044c6a0f8c req-594aec75-a416-41b6-9bc1-abb2ba511470 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.0786664 Apr 20 16:44:12.834385 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-af0b3f62-330c-44a4-8d99-8d044c6a0f8c req-fbf391a2-4bef-4a68-adb7-b768a354a7eb tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368295 Apr 20 16:44:14.017976 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20eaf8-010c-487f-89b8-5bd90883071f req-891c5c7e-ecdb-432d-9625-f6bdf55016eb tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:14.019415 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9c20eaf8-010c-487f-89b8-5bd90883071f req-891c5c7e-ecdb-432d-9625-f6bdf55016eb tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.0825968 Apr 20 16:44:14.062568 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9c20eaf8-010c-487f-89b8-5bd90883071f req-2358ac5c-b0c1-46ed-97c7-24c5d96de737 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375736 Apr 20 16:44:15.249224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8c648-3102-4571-bdf2-dec6e9a6ca83 req-c560c80d-592f-4d9a-961c-b69055657578 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:15.250648 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dcc8c648-3102-4571-bdf2-dec6e9a6ca83 req-c560c80d-592f-4d9a-961c-b69055657578 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.0831313 Apr 20 16:44:15.293202 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-dcc8c648-3102-4571-bdf2-dec6e9a6ca83 req-e5431947-d72a-46cf-b2e6-5d62487a3ff6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369084 Apr 20 16:44:15.610248 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:16.480485 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837252ca-bdf5-41cb-8e79-85e3ae25a1a3 req-5ae303c1-a47e-4097-8bb3-6dfde3fea550 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:16.481831 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-837252ca-bdf5-41cb-8e79-85e3ae25a1a3 req-5ae303c1-a47e-4097-8bb3-6dfde3fea550 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.0788586 Apr 20 16:44:16.527224 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-837252ca-bdf5-41cb-8e79-85e3ae25a1a3 req-ebe8ac5e-d2ee-477e-9883-499b4b55830a tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396245 Apr 20 16:44:17.717579 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfeeaa-8a34-41d2-97b0-9acd84d1fdcf req-9ea9d1b2-3337-4642-9a0f-30563686a232 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:17.719012 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d0cfeeaa-8a34-41d2-97b0-9acd84d1fdcf req-9ea9d1b2-3337-4642-9a0f-30563686a232 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.0857973 Apr 20 16:44:17.761731 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d0cfeeaa-8a34-41d2-97b0-9acd84d1fdcf req-0e8b7ce2-bc6d-4b99-b627-6856e06890e5 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372012 Apr 20 16:44:18.942755 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aed542-2129-4977-bb93-4aca6d2f9022 req-2ed68b79-2465-4836-bb61-f303ca0d5a21 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:18.944189 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-56aed542-2129-4977-bb93-4aca6d2f9022 req-2ed68b79-2465-4836-bb61-f303ca0d5a21 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.0779181 Apr 20 16:44:18.993728 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-56aed542-2129-4977-bb93-4aca6d2f9022 req-bef3ca0a-b06f-45d1-8e97-813c853b87d8 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439768 Apr 20 16:44:20.174832 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce67409-42a8-4d54-b531-1d17daf7e463 req-c31cf428-ab8c-4c7e-afef-8fb3b2fa17b7 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:20.176368 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ce67409-42a8-4d54-b531-1d17daf7e463 req-c31cf428-ab8c-4c7e-afef-8fb3b2fa17b7 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 944 time: 0.0807860 Apr 20 16:44:20.220035 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9ce67409-42a8-4d54-b531-1d17daf7e463 req-9fcce4d0-b007-4675-b43a-924388d271e0 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382102 Apr 20 16:44:20.797311 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:44:20.927211 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:44:20.943100 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'port_id': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a', 'mac_address': 'fa:16:3e:7f:d6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:44:20.999787 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:21.017141 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:44:21.036163 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:44:21.040242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:21.106611 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a,revision_number=7']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:44:21.386450 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['6b2f64ca-a8a5-49c4-ac69-802b55cfad0a'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:44:21.407159 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943d28f-3dbc-4ead-9181-7271f47b3d20 req-627ecb4b-789a-48dd-bbc9-a832a0981d9c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:21.408645 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5943d28f-3dbc-4ead-9181-7271f47b3d20 req-627ecb4b-789a-48dd-bbc9-a832a0981d9c tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 945 time: 0.0837593 Apr 20 16:44:21.453480 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5943d28f-3dbc-4ead-9181-7271f47b3d20 req-6cd6d3c7-0502-42d3-a653-21f3c44f516a tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389309 Apr 20 16:44:22.636673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d5e2a-0820-4b61-a332-39b2b60339ca req-c7bb5273-bb3f-4caf-9898-d3708c2ed355 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:22.638093 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cd1d5e2a-0820-4b61-a332-39b2b60339ca req-c7bb5273-bb3f-4caf-9898-d3708c2ed355 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 945 time: 0.0781736 Apr 20 16:44:22.680289 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-cd1d5e2a-0820-4b61-a332-39b2b60339ca req-d6ee2c18-9742-4c4a-8182-50b198ce4ceb tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362546 Apr 20 16:44:22.798076 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:44:22.870356 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:44:22.870723 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:22.980694 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:23.006470 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:44:23.015624 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:44:23.019575 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:23.054974 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738cc8bf-fb8a-4c9b-86f3-9ad3366a83f6'] response: {'server_uuid': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a', 'code': 200} Apr 20 16:44:23.097812 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a,revision_number=8']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:44:23.326116 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b325ed-1679-4fe6-b524-902b092202e7 req-8c569377-7716-49dd-98b4-8b6cb1349194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:23.327472 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-66b325ed-1679-4fe6-b524-902b092202e7 req-8c569377-7716-49dd-98b4-8b6cb1349194 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 1099 time: 0.0713358 Apr 20 16:44:23.367228 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-66b325ed-1679-4fe6-b524-902b092202e7 req-b1583611-bd29-4e3b-a3a7-4d282e0b7246 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335596 Apr 20 16:44:23.865807 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d7eaa-1c77-4be5-a683-df5d689a0b4f req-c5876788-f0e7-4fa1-a805-099f0682f8ab tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:23.867326 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4a5d7eaa-1c77-4be5-a683-df5d689a0b4f req-c5876788-f0e7-4fa1-a805-099f0682f8ab tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.0835943 Apr 20 16:44:23.914181 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4a5d7eaa-1c77-4be5-a683-df5d689a0b4f req-acb3cc44-50b1-4d6d-a6db-68d539f3c50f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409427 Apr 20 16:44:25.100568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aed83b-3f36-4e94-9456-ee87ef458fc5 req-a78fcf9d-3669-4832-a43c-a68df7d3f9b6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:25.102135 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-32aed83b-3f36-4e94-9456-ee87ef458fc5 req-a78fcf9d-3669-4832-a43c-a68df7d3f9b6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.0836327 Apr 20 16:44:25.147360 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-32aed83b-3f36-4e94-9456-ee87ef458fc5 req-adfcee08-4915-4eb4-adf2-95f6dff542f6 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385761 Apr 20 16:44:32.233588 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7da4d433-a1e5-4b55-b275-fa6a851ee3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:34.489282 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1fd0f16a-4c4a-483f-a705-ad8b97d5d903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:35.866744 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:35.929085 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:37.317242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:45.455467 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:44:45.623824 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:02.236188 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-53558368-6005-4105-89b1-d98d125549ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:04.493294 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4aa211f5-7336-4d83-a2bb-70b7dea2bf99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:05.858519 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:05.932204 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:07.322859 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:10.548051 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03da221c-41a2-40cc-9f0c-0f2a0030ff18 req-0610aea4-5ac1-4505-92b2-e6b0e3dda374 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734277 Apr 20 16:45:10.684249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da221c-41a2-40cc-9f0c-0f2a0030ff18 req-f594a880-aaed-474e-b1bd-bed871247871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:10.685698 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03da221c-41a2-40cc-9f0c-0f2a0030ff18 req-f594a880-aaed-474e-b1bd-bed871247871 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 1099 time: 0.0709224 Apr 20 16:45:10.831098 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da221c-41a2-40cc-9f0c-0f2a0030ff18 req-789bb369-6c18-4d5b-80b4-e25f4410edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:10.832500 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03da221c-41a2-40cc-9f0c-0f2a0030ff18 req-789bb369-6c18-4d5b-80b4-e25f4410edb3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 910 time: 0.1276984 Apr 20 16:45:11.023068 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03da221c-41a2-40cc-9f0c-0f2a0030ff18 req-5c780fe3-7dce-4fea-b6f0-7f67d497cd71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a HTTP/1.1" status: 200 len: 1002 time: 0.1841424 Apr 20 16:45:11.087323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da221c-41a2-40cc-9f0c-0f2a0030ff18 req-071741fd-5b60-41cd-817a-66cb575a6651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:11.088649 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03da221c-41a2-40cc-9f0c-0f2a0030ff18 req-071741fd-5b60-41cd-817a-66cb575a6651 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0579906 Apr 20 16:45:11.160594 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da221c-41a2-40cc-9f0c-0f2a0030ff18 req-9e8ebbd5-5e0a-4974-93c0-28e3833c09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:11.162048 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03da221c-41a2-40cc-9f0c-0f2a0030ff18 req-9e8ebbd5-5e0a-4974-93c0-28e3833c09d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678303 Apr 20 16:45:11.172357 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [req-03da221c-41a2-40cc-9f0c-0f2a0030ff18 req-e2c4038e-6f89-4e1b-8ede-c1fff067d7cb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:45:11.173288 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03da221c-41a2-40cc-9f0c-0f2a0030ff18 req-e2c4038e-6f89-4e1b-8ede-c1fff067d7cb service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049634 Apr 20 16:45:11.316829 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03da221c-41a2-40cc-9f0c-0f2a0030ff18 req-e8a11769-491d-4e3f-b3f7-1e922bb896ce service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373568 Apr 20 16:45:11.446181 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03da221c-41a2-40cc-9f0c-0f2a0030ff18 req-f19de957-8012-4654-9d79-97a35ee7b7f1 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235394 Apr 20 16:45:15.620057 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:22.455573 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:45:32.237036 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ff796877-df06-49aa-b9eb-a856f7a1af9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:34.495275 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-43c91e55-00d6-474d-bcca-4e82e3b1b4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:35.862343 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:35.933985 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:37.322432 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:44.685976 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47476) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:45:44.891183 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Deleting port 01eebb1d-f9f3-46c9-9b77-60ae2bb66633 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:45:44.891525 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:45.054670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:45.054896 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:45.178077 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Calling delete_port for 01eebb1d-f9f3-46c9-9b77-60ae2bb66633 owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:45:45.326767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:45.375701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event deleted for resources: {'Port': ['ID=01eebb1d-f9f3-46c9-9b77-60ae2bb66633,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:45.414525 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:45.414881 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:45.415225 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:45.415563 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:45.415934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:45.416266 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:45.416595 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:45.416924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:45.417253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:45.417577 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:45.417900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:45.418222 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:45.477503 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:45.477832 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Floating IP 6c417691-fd9f-4443-baf7-5c8022381ee5 disassociated (deleted). External IP: 172.26.7.219, port: 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a. Apr 20 16:45:45.624602 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:45.924918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Router c0886e62-4bfe-43ff-aa19-50a99e1d25fc has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:45:46.098550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:45:46.109037 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b5062-600a-4f2e-9899-3462205c3c5e None None] Sync routers for ids ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:45:46.119587 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471b5062-600a-4f2e-9899-3462205c3c5e None None] Routers {'c0886e62-4bfe-43ff-aa19-50a99e1d25fc'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:45:46.119718 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:46.120223 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-471b5062-600a-4f2e-9899-3462205c3c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:45:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:46.179431 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-731e0267-e7eb-48bd-a35c-a4320c4af427 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "DELETE /v2.0/floatingips/6c417691-fd9f-4443-baf7-5c8022381ee5 HTTP/1.1" status: 204 len: 168 time: 1.4921820 Apr 20 16:45:46.179870 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'tag': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:45:46.306702 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-471b5062-600a-4f2e-9899-3462205c3c5e None None] Set router c0886e62-4bfe-43ff-aa19-50a99e1d25fc gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:45:46.324553 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-681d756f-bcde-41e6-81c5-1824e9bb9cd0'] response: {'name': 'network-changed', 'server_uuid': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'tag': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a', 'status': 'completed', 'code': 200} Apr 20 16:45:46.421036 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e9670-8bb3-46e2-8812-c0ba587bdddf req-9c016d82-46de-47f7-92ee-006affd77a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:46.422552 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5d0e9670-8bb3-46e2-8812-c0ba587bdddf req-9c016d82-46de-47f7-92ee-006affd77a93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=051548d049914af4ad38c6793186c2e0&device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 1099 time: 0.0773561 Apr 20 16:45:46.619518 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e9670-8bb3-46e2-8812-c0ba587bdddf req-480e7a5b-7bb5-462e-a3bb-18f109018c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:46.620926 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5d0e9670-8bb3-46e2-8812-c0ba587bdddf req-480e7a5b-7bb5-462e-a3bb-18f109018c78 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 200 len: 910 time: 0.1922097 Apr 20 16:45:46.630744 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-471b5062-600a-4f2e-9899-3462205c3c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 4, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '5e2b22c6-cc64-4e48-bbad-47d2a0928efb', 'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'mac_address': 'fa:16:3e:b1:a3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:50Z', 'updated_at': '2022-04-20T16:35:58Z', 'revision_number': 5, 'project_id': '051548d049914af4ad38c6793186c2e0', 'subnets': [{'id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:46.633128 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0271234-339e-48ee-9329-bad57a604a5d req-7d8a013b-7127-4cb7-bd68-b145fbf16f0f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:46.633801 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-a0271234-339e-48ee-9329-bad57a604a5d req-7d8a013b-7127-4cb7-bd68-b145fbf16f0f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Synchronizing usage tracker for tenant:051548d049914af4ad38c6793186c2e0 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:45:46.634515 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b5062-600a-4f2e-9899-3462205c3c5e None None] Checking router: c0886e62-4bfe-43ff-aa19-50a99e1d25fc for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:45:46.642970 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471b5062-600a-4f2e-9899-3462205c3c5e None None] Routers {'c0886e62-4bfe-43ff-aa19-50a99e1d25fc'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:45:46.643564 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-471b5062-600a-4f2e-9899-3462205c3c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:45:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:46.703742 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5d0e9670-8bb3-46e2-8812-c0ba587bdddf req-7b3224a8-f250-4651-9238-68e393ba0729 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a HTTP/1.1" status: 200 len: 217 time: 0.0662448 Apr 20 16:45:46.747270 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-a0271234-339e-48ee-9329-bad57a604a5d req-7d8a013b-7127-4cb7-bd68-b145fbf16f0f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Unset dirty status for tenant:051548d049914af4ad38c6793186c2e0 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:45:46.748440 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a0271234-339e-48ee-9329-bad57a604a5d req-7d8a013b-7127-4cb7-bd68-b145fbf16f0f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.2424333 Apr 20 16:45:46.800701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e9670-8bb3-46e2-8812-c0ba587bdddf req-b8c53462-e201-4b1d-8e40-d5a4aa406101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:46.802170 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5d0e9670-8bb3-46e2-8812-c0ba587bdddf req-b8c53462-e201-4b1d-8e40-d5a4aa406101 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 200 len: 848 time: 0.0924582 Apr 20 16:45:46.808973 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a0271234-339e-48ee-9329-bad57a604a5d req-1cbd9b83-9196-43f5-aa97-bb406605ec81 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543315 Apr 20 16:45:46.828465 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-471b5062-600a-4f2e-9899-3462205c3c5e None None] Set router c0886e62-4bfe-43ff-aa19-50a99e1d25fc gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:45:46.880142 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e9670-8bb3-46e2-8812-c0ba587bdddf req-2b46b3a7-2300-427c-924d-475df80e7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:46.881555 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5d0e9670-8bb3-46e2-8812-c0ba587bdddf req-2b46b3a7-2300-427c-924d-475df80e7f34 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4956e413-5e61-4a62-b108-c20e09c53cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710909 Apr 20 16:45:47.011985 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5d0e9670-8bb3-46e2-8812-c0ba587bdddf req-d80c4750-2233-41b0-8ae4-fc4135e664f3 service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228740 Apr 20 16:45:47.131675 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-471b5062-600a-4f2e-9899-3462205c3c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 4, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '5e2b22c6-cc64-4e48-bbad-47d2a0928efb', 'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'mac_address': 'fa:16:3e:b1:a3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:50Z', 'updated_at': '2022-04-20T16:35:58Z', 'revision_number': 5, 'project_id': '051548d049914af4ad38c6793186c2e0', 'subnets': [{'id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:47.135417 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b5062-600a-4f2e-9899-3462205c3c5e None None] The sync data for ids ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'] in dv-neutron-838699-1-hyperv is: [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:35:51Z', 'revision_number': 4, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '5e2b22c6-cc64-4e48-bbad-47d2a0928efb', 'name': '', 'network_id': '4956e413-5e61-4a62-b108-c20e09c53cb0', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'mac_address': 'fa:16:3e:b1:a3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:50Z', 'updated_at': '2022-04-20T16:35:58Z', 'revision_number': 5, 'project_id': '051548d049914af4ad38c6793186c2e0', 'subnets': [{'id': '1c91b643-fb17-4012-87cd-2c75bf07e09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:45:47.142194 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5d0e9670-8bb3-46e2-8812-c0ba587bdddf req-380ae825-5548-4dd6-a061-f10777e6736a service neutron] 10.222.0.11 "GET /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236112 Apr 20 16:45:47.339979 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ba771f-4279-44fd-811d-95dc1fa7ad6f None None] New status for floating IP 6c417691-fd9f-4443-baf7-5c8022381ee5: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:45:47.991264 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4148b-6022-4a65-94a0-fd8cb9dbb509 req-0eedf3be-77a5-4a27-b17d-2e2820ee8646 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:47.991962 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4ce4148b-6022-4a65-94a0-fd8cb9dbb509 req-0eedf3be-77a5-4a27-b17d-2e2820ee8646 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.0785213 Apr 20 16:45:48.039393 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4ce4148b-6022-4a65-94a0-fd8cb9dbb509 req-83d88389-e09c-404d-a726-9f7f9a7623df tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/security-groups?id=197b8588-e8cb-4490-83e7-210e6c9c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418813 Apr 20 16:45:48.156554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87d0d9-2849-48f8-8010-d6d464a6e325 req-5ca27317-4016-4658-9867-968a48f6ad69 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:48.157983 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-df87d0d9-2849-48f8-8010-d6d464a6e325 req-5ca27317-4016-4658-9867-968a48f6ad69 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.11 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 946 time: 0.0841758 Apr 20 16:45:48.226133 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-df87d0d9-2849-48f8-8010-d6d464a6e325 req-1df1bcca-bc45-46cf-b5dd-f16ce58f8829 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Deleting port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:45:48.226466 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-df87d0d9-2849-48f8-8010-d6d464a6e325 req-1df1bcca-bc45-46cf-b5dd-f16ce58f8829 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:48.574233 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-df87d0d9-2849-48f8-8010-d6d464a6e325 req-1df1bcca-bc45-46cf-b5dd-f16ce58f8829 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] For port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:45:48.574513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-df87d0d9-2849-48f8-8010-d6d464a6e325 req-1df1bcca-bc45-46cf-b5dd-f16ce58f8829 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:48.700092 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-df87d0d9-2849-48f8-8010-d6d464a6e325 req-1df1bcca-bc45-46cf-b5dd-f16ce58f8829 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Calling delete_port for 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:45:48.846186 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-df87d0d9-2849-48f8-8010-d6d464a6e325 req-1df1bcca-bc45-46cf-b5dd-f16ce58f8829 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:48.900167 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1bcca-bc45-46cf-b5dd-f16ce58f8829 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event deleted for resources: {'Port': ['ID=6b2f64ca-a8a5-49c4-ac69-802b55cfad0a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:48.974256 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-df87d0d9-2849-48f8-8010-d6d464a6e325 req-1df1bcca-bc45-46cf-b5dd-f16ce58f8829 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] No DVR routers for this DVR port 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:45:48.976666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-df87d0d9-2849-48f8-8010-d6d464a6e325 req-1df1bcca-bc45-46cf-b5dd-f16ce58f8829 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:48.979082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'name': 'network-vif-deleted', 'tag': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:45:48.995585 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-df87d0d9-2849-48f8-8010-d6d464a6e325 req-1df1bcca-bc45-46cf-b5dd-f16ce58f8829 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.11 "DELETE /v2.0/ports/6b2f64ca-a8a5-49c4-ac69-802b55cfad0a HTTP/1.1" status: 204 len: 173 time: 0.8325477 Apr 20 16:45:49.037329 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-437d66bc-1008-4817-98ff-d76925877c51'] response: {'server_uuid': 'f076a5a6-bcfb-4eb2-8594-b4264744512b', 'name': 'network-vif-deleted', 'tag': '6b2f64ca-a8a5-49c4-ac69-802b55cfad0a', 'status': 'completed', 'code': 200} Apr 20 16:45:49.185282 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-02ce3f02-ea71-42a7-a602-c2619986d553 req-172928e0-71f6-453a-9626-49d5cc1a912f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Synchronizing usage tracker for tenant:051548d049914af4ad38c6793186c2e0 on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:45:49.202472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-02ce3f02-ea71-42a7-a602-c2619986d553 req-172928e0-71f6-453a-9626-49d5cc1a912f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Unset dirty status for tenant:051548d049914af4ad38c6793186c2e0 on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:45:49.203707 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-02ce3f02-ea71-42a7-a602-c2619986d553 req-172928e0-71f6-453a-9626-49d5cc1a912f tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "GET /v2.0/ports?device_id=f076a5a6-bcfb-4eb2-8594-b4264744512b HTTP/1.1" status: 200 len: 210 time: 0.0608521 Apr 20 16:45:50.296636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47500) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:45:50.367094 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f33e48a-ee89-4a42-9071-bc747804c116 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:50.400072 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f33e48a-ee89-4a42-9071-bc747804c116 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:50.464569 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f33e48a-ee89-4a42-9071-bc747804c116 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:50.485213 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33e48a-ee89-4a42-9071-bc747804c116 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=197b8588-e8cb-4490-83e7-210e6c9c4ef3,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:50.498476 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f33e48a-ee89-4a42-9071-bc747804c116 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:50.499794 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-4f33e48a-ee89-4a42-9071-bc747804c116 tempest-TestShelveInstance-1061273688 tempest-TestShelveInstance-1061273688-project] 10.222.0.13 "DELETE /v2.0/security-groups/197b8588-e8cb-4490-83e7-210e6c9c4ef3 HTTP/1.1" status: 204 len: 168 time: 0.2021530 Apr 20 16:45:50.546341 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 47506) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:45:51.163999 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:45:51.214227 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:45:51.214717 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 6b2f64ca-a8a5-49c4-ac69-802b55cfad0a not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:45:51.368081 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:51.724299 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Deleting port 5e2b22c6-cc64-4e48-bbad-47d2a0928efb {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:45:51.724923 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:51.897149 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] For port 5e2b22c6-cc64-4e48-bbad-47d2a0928efb, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=5e2b22c6-cc64-4e48-bbad-47d2a0928efb,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:45:51.897507 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:52.019088 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Calling delete_port for 5e2b22c6-cc64-4e48-bbad-47d2a0928efb owned by network:router_interface {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:45:52.441886 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:52.496997 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2b22c6-cc64-4e48-bbad-47d2a0928efb,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:52.536748 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:52.537148 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:52.537483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:52.537942 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:52.538272 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:52.538596 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:52.538917 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:52.539237 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:52.539734 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:52.540089 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:52.541409 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:52.541745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:52.776001 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:53.121670 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Router c0886e62-4bfe-43ff-aa19-50a99e1d25fc has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:45:53.296758 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:45:53.305252 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee739db-97e5-4fb4-a203-0d3321125a4d None None] Sync routers for ids ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:45:53.312459 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5072a170-d047-4931-acf9-e3645a119636 admin admin] 10.222.0.13 "PUT /v2.0/routers/c0886e62-4bfe-43ff-aa19-50a99e1d25fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7650654 Apr 20 16:45:53.314062 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee739db-97e5-4fb4-a203-0d3321125a4d None None] Routers {'c0886e62-4bfe-43ff-aa19-50a99e1d25fc'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:45:53.314675 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2ee739db-97e5-4fb4-a203-0d3321125a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:45:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:53.315169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47512) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:45:53.504544 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bf140d3-16dc-4756-adcb-c2c9e8ddd32b admin admin] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:53.514833 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-2ee739db-97e5-4fb4-a203-0d3321125a4d None None] Set router c0886e62-4bfe-43ff-aa19-50a99e1d25fc gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:45:53.681942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bf140d3-16dc-4756-adcb-c2c9e8ddd32b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:53.692004 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1bf140d3-16dc-4756-adcb-c2c9e8ddd32b admin admin] Deleting port 89690983-29f7-4d89-8e7f-f866f9accd96 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:45:53.692340 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bf140d3-16dc-4756-adcb-c2c9e8ddd32b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:53.792149 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2ee739db-97e5-4fb4-a203-0d3321125a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:45:52Z', 'revision_number': 5, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port': {'id': '89690983-29f7-4d89-8e7f-f866f9accd96', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:48Z', 'updated_at': '2022-04-20T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:53.796154 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee739db-97e5-4fb4-a203-0d3321125a4d None None] Checking router: c0886e62-4bfe-43ff-aa19-50a99e1d25fc for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:45:53.804942 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee739db-97e5-4fb4-a203-0d3321125a4d None None] Routers {'c0886e62-4bfe-43ff-aa19-50a99e1d25fc'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:45:53.805548 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2ee739db-97e5-4fb4-a203-0d3321125a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:45:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:53.869436 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-1bf140d3-16dc-4756-adcb-c2c9e8ddd32b admin admin] For port 89690983-29f7-4d89-8e7f-f866f9accd96, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=89690983-29f7-4d89-8e7f-f866f9accd96,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:45:53.869791 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bf140d3-16dc-4756-adcb-c2c9e8ddd32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:53.960551 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-2ee739db-97e5-4fb4-a203-0d3321125a4d None None] Set router c0886e62-4bfe-43ff-aa19-50a99e1d25fc gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:45:54.065880 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-2ee739db-97e5-4fb4-a203-0d3321125a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:45:53Z', 'revision_number': 6, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:54.069778 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee739db-97e5-4fb4-a203-0d3321125a4d None None] The sync data for ids ['c0886e62-4bfe-43ff-aa19-50a99e1d25fc'] in dv-neutron-838699-1-hyperv is: [{'id': 'c0886e62-4bfe-43ff-aa19-50a99e1d25fc', 'name': 'tempest-TestShelveInstance-1356358778-router', 'tenant_id': '051548d049914af4ad38c6793186c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:47Z', 'updated_at': '2022-04-20T16:45:53Z', 'revision_number': 6, 'project_id': '051548d049914af4ad38c6793186c2e0', 'gw_port_host': None}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:45:54.092630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1bf140d3-16dc-4756-adcb-c2c9e8ddd32b admin admin] Calling delete_port for 89690983-29f7-4d89-8e7f-f866f9accd96 owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:45:54.391154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bf140d3-16dc-4756-adcb-c2c9e8ddd32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:54.442917 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf140d3-16dc-4756-adcb-c2c9e8ddd32b admin admin] Pushing event deleted for resources: {'Port': ['ID=89690983-29f7-4d89-8e7f-f866f9accd96,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:54.533276 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bf140d3-16dc-4756-adcb-c2c9e8ddd32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:54.702294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bf140d3-16dc-4756-adcb-c2c9e8ddd32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:54.704376 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bf140d3-16dc-4756-adcb-c2c9e8ddd32b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:54.726334 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bf140d3-16dc-4756-adcb-c2c9e8ddd32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:54.726982 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf140d3-16dc-4756-adcb-c2c9e8ddd32b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0886e62-4bfe-43ff-aa19-50a99e1d25fc {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:45:54.739249 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bf140d3-16dc-4756-adcb-c2c9e8ddd32b admin admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:54.740393 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1bf140d3-16dc-4756-adcb-c2c9e8ddd32b admin admin] 10.222.0.13 "DELETE /v2.0/routers/c0886e62-4bfe-43ff-aa19-50a99e1d25fc HTTP/1.1" status: 204 len: 168 time: 1.4242249 Apr 20 16:45:54.742900 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47516) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:45:54.806337 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b477a13-2b92-4f82-ac9d-2154ab75bb15 admin admin] Deleting subnet 1c91b643-fb17-4012-87cd-2c75bf07e09f {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:45:54.809400 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b477a13-2b92-4f82-ac9d-2154ab75bb15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:54.858916 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b477a13-2b92-4f82-ac9d-2154ab75bb15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:54.945755 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b477a13-2b92-4f82-ac9d-2154ab75bb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.016576 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b477a13-2b92-4f82-ac9d-2154ab75bb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.056311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b477a13-2b92-4f82-ac9d-2154ab75bb15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c91b643-fb17-4012-87cd-2c75bf07e09f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:55.058647 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b477a13-2b92-4f82-ac9d-2154ab75bb15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.063152 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c1738d-cc13-46b7-8d9e-92a983a56762 None None] Network 4956e413-5e61-4a62-b108-c20e09c53cb0 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:45:55.065170 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-9b477a13-2b92-4f82-ac9d-2154ab75bb15 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1c91b643-fb17-4012-87cd-2c75bf07e09f HTTP/1.1" status: 204 len: 168 time: 0.3213389 Apr 20 16:45:55.068183 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47520) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:45:55.196168 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.207071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] Deleting port e7287476-402b-4b12-b620-0a47cfecd9f3 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:45:55.207400 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.303847 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] DHCP port deletion for 4956e413-5e61-4a62-b108-c20e09c53cb0 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:45:55.307701 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] Deleting port e7287476-402b-4b12-b620-0a47cfecd9f3 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:45:55.308155 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.513058 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] For port e7287476-402b-4b12-b620-0a47cfecd9f3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e7287476-402b-4b12-b620-0a47cfecd9f3,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:45:55.513355 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.517208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] For port e7287476-402b-4b12-b620-0a47cfecd9f3, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=e7287476-402b-4b12-b620-0a47cfecd9f3,segment=NetworkSegment(1f022034-39be-4aea-b454-3babffe75796),segment_id=1f022034-39be-4aea-b454-3babffe75796)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:45:55.517694 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.638458 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] Calling delete_port for e7287476-402b-4b12-b620-0a47cfecd9f3 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:45:55.654549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] Calling delete_port for e7287476-402b-4b12-b620-0a47cfecd9f3 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:45:55.714411 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390'] for port, after_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.730972 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:45:55.731292 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:45:55.760703 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] Pushing event deleted for resources: {'Port': ['ID=e7287476-402b-4b12-b620-0a47cfecd9f3,revision_number=None']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:55.762943 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] No DVR routers for this DVR port e7287476-402b-4b12-b620-0a47cfecd9f3 on host dv-neutron-838699-1-hyperv {{(pid=88170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:45:55.772676 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:55.773025 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:55.773371 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:55.773706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:55.774088 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:55.774461 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:55.774743 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:55.775072 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:55.775398 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:55.775724 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:55.776070 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:55.776391 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0241a0-49c5-44db-871d-a21e38d3ef4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:55.956162 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 5e2b22c6-cc64-4e48-bbad-47d2a0928efb no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:45:55.989994 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 5e2b22c6-cc64-4e48-bbad-47d2a0928efb {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:45:55.990335 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 5e2b22c6-cc64-4e48-bbad-47d2a0928efb not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:45:55.990731 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e7287476-402b-4b12-b620-0a47cfecd9f3 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:45:56.051110 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: e7287476-402b-4b12-b620-0a47cfecd9f3 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:45:56.051344 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device e7287476-402b-4b12-b620-0a47cfecd9f3 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:45:56.051792 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 89690983-29f7-4d89-8e7f-f866f9accd96 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:45:56.083547 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 89690983-29f7-4d89-8e7f-f866f9accd96 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:45:56.084167 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 89690983-29f7-4d89-8e7f-f866f9accd96 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:45:56.233009 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] Deleting port e7287476-402b-4b12-b620-0a47cfecd9f3 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:45:56.233357 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:56.303210 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] The port 'e7287476-402b-4b12-b620-0a47cfecd9f3' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 16:45:56.414059 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:56.441661 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4956e413-5e61-4a62-b108-c20e09c53cb0']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:56.453652 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f022034-39be-4aea-b454-3babffe75796') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:56.453949 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f022034-39be-4aea-b454-3babffe75796') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:56.465434 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:56.481306 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:56.487151 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:45:56.487528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: util.warn( Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:45:56.500300 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:45:56.572384 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:56.577102 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:56.606110 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] Pushing event deleted for resources: {'Network': ['ID=4956e413-5e61-4a62-b108-c20e09c53cb0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:56.611584 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-7f73d82b-aaf9-4921-bd4b-07b3f4ae0b60 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4956e413-5e61-4a62-b108-c20e09c53cb0 HTTP/1.1" status: 204 len: 168 time: 1.5423205 Apr 20 16:45:56.614428 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47524) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:45:57.141575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3b39-783a-4cb8-825a-976b727eabb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:57.594947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5f4f3b39-783a-4cb8-825a-976b727eabb8 admin admin] Deleting port 176752da-8d43-478b-9863-a85c503fe31d {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:45:57.595584 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3b39-783a-4cb8-825a-976b727eabb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:57.770067 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-5f4f3b39-783a-4cb8-825a-976b727eabb8 admin admin] For port 176752da-8d43-478b-9863-a85c503fe31d, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=176752da-8d43-478b-9863-a85c503fe31d,segment=NetworkSegment(69bc4393-c165-484e-9868-dc0065087805),segment_id=69bc4393-c165-484e-9868-dc0065087805)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:45:57.770475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3b39-783a-4cb8-825a-976b727eabb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:57.895279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5f4f3b39-783a-4cb8-825a-976b727eabb8 admin admin] Calling delete_port for 176752da-8d43-478b-9863-a85c503fe31d owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:45:58.077529 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3b39-783a-4cb8-825a-976b727eabb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:58.125508 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f3b39-783a-4cb8-825a-976b727eabb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=176752da-8d43-478b-9863-a85c503fe31d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:58.394752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3b39-783a-4cb8-825a-976b727eabb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:58.767148 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4f3b39-783a-4cb8-825a-976b727eabb8 admin admin] Router fd281440-8c67-49f3-928e-6e2a92526e7f has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:45:59.047843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4f3b39-783a-4cb8-825a-976b727eabb8 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:45:59.056328 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dd2485-2392-43fc-84a0-bc4b02627e07 None None] Sync routers for ids ['fd281440-8c67-49f3-928e-6e2a92526e7f'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:45:59.066519 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dd2485-2392-43fc-84a0-bc4b02627e07 None None] Routers {'fd281440-8c67-49f3-928e-6e2a92526e7f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:45:59.068025 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-92dd2485-2392-43fc-84a0-bc4b02627e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:45:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fd281440-8c67-49f3-928e-6e2a92526e7f'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:59.069596 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-5f4f3b39-783a-4cb8-825a-976b727eabb8 admin admin] 10.222.0.13 "PUT /v2.0/routers/fd281440-8c67-49f3-928e-6e2a92526e7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4539573 Apr 20 16:45:59.079750 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47528) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:45:59.247677 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-92dd2485-2392-43fc-84a0-bc4b02627e07 None None] Set router fd281440-8c67-49f3-928e-6e2a92526e7f gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:45:59.259026 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a33df483-0f97-4cec-971e-270177124ca6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:59.435684 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a33df483-0f97-4cec-971e-270177124ca6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:59.445902 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a33df483-0f97-4cec-971e-270177124ca6 admin admin] Deleting port 65a63359-c2cb-423e-8a07-9b54187a1c4e {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:45:59.446255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a33df483-0f97-4cec-971e-270177124ca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:59.454617 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:45:59.525217 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-92dd2485-2392-43fc-84a0-bc4b02627e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'name': 'tempest-TestShelveInstance-1355377921-router', 'tenant_id': 'ec30b61057eb403da85ddd4196fa925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '65a63359-c2cb-423e-8a07-9b54187a1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:45:58Z', 'revision_number': 5, 'project_id': 'ec30b61057eb403da85ddd4196fa925b', 'gw_port': {'id': '65a63359-c2cb-423e-8a07-9b54187a1c4e', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:59.528997 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dd2485-2392-43fc-84a0-bc4b02627e07 None None] Checking router: fd281440-8c67-49f3-928e-6e2a92526e7f for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:45:59.537693 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dd2485-2392-43fc-84a0-bc4b02627e07 None None] Routers {'fd281440-8c67-49f3-928e-6e2a92526e7f'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:45:59.538288 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-92dd2485-2392-43fc-84a0-bc4b02627e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:45:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['fd281440-8c67-49f3-928e-6e2a92526e7f'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:59.618321 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a33df483-0f97-4cec-971e-270177124ca6 admin admin] For port 65a63359-c2cb-423e-8a07-9b54187a1c4e, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=65a63359-c2cb-423e-8a07-9b54187a1c4e,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:45:59.618671 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a33df483-0f97-4cec-971e-270177124ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:59.685789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-92dd2485-2392-43fc-84a0-bc4b02627e07 None None] Set router fd281440-8c67-49f3-928e-6e2a92526e7f gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:45:59.740316 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a33df483-0f97-4cec-971e-270177124ca6 admin admin] Calling delete_port for 65a63359-c2cb-423e-8a07-9b54187a1c4e owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:45:59.790408 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-92dd2485-2392-43fc-84a0-bc4b02627e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'name': 'tempest-TestShelveInstance-1355377921-router', 'tenant_id': 'ec30b61057eb403da85ddd4196fa925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:45:59Z', 'revision_number': 6, 'project_id': 'ec30b61057eb403da85ddd4196fa925b', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:59.794681 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dd2485-2392-43fc-84a0-bc4b02627e07 None None] The sync data for ids ['fd281440-8c67-49f3-928e-6e2a92526e7f'] in dv-neutron-838699-1-hyperv is: [{'id': 'fd281440-8c67-49f3-928e-6e2a92526e7f', 'name': 'tempest-TestShelveInstance-1355377921-router', 'tenant_id': 'ec30b61057eb403da85ddd4196fa925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:45:59Z', 'revision_number': 6, 'project_id': 'ec30b61057eb403da85ddd4196fa925b', 'gw_port_host': None}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:45:59.909011 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a33df483-0f97-4cec-971e-270177124ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:59.959166 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33df483-0f97-4cec-971e-270177124ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=65a63359-c2cb-423e-8a07-9b54187a1c4e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:00.045196 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a33df483-0f97-4cec-971e-270177124ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.331473 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a33df483-0f97-4cec-971e-270177124ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.334185 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a33df483-0f97-4cec-971e-270177124ca6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.356855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a33df483-0f97-4cec-971e-270177124ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.357434 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33df483-0f97-4cec-971e-270177124ca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd281440-8c67-49f3-928e-6e2a92526e7f {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:46:00.369392 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a33df483-0f97-4cec-971e-270177124ca6 admin admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.370500 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a33df483-0f97-4cec-971e-270177124ca6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fd281440-8c67-49f3-928e-6e2a92526e7f HTTP/1.1" status: 204 len: 168 time: 1.2898014 Apr 20 16:46:00.373021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47532) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:00.432055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-1119ce54-f364-4596-ad98-15983a770cf2 admin admin] Deleting subnet 8bb54fe5-1af9-4259-b5f0-ac5fd036a8f0 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:46:00.434801 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1119ce54-f364-4596-ad98-15983a770cf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.482902 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1119ce54-f364-4596-ad98-15983a770cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.561621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1119ce54-f364-4596-ad98-15983a770cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.568485 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 176752da-8d43-478b-9863-a85c503fe31d no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:46:00.603311 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 176752da-8d43-478b-9863-a85c503fe31d {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:46:00.603666 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 176752da-8d43-478b-9863-a85c503fe31d not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:46:00.635002 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1119ce54-f364-4596-ad98-15983a770cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.672427 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119ce54-f364-4596-ad98-15983a770cf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb54fe5-1af9-4259-b5f0-ac5fd036a8f0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:00.677480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1119ce54-f364-4596-ad98-15983a770cf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.684799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f773631-96d4-405b-8975-c00582208a9d None None] Network c8abcac7-cd43-4748-b9cb-f77019b787e3 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:46:00.684965 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1119ce54-f364-4596-ad98-15983a770cf2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8bb54fe5-1af9-4259-b5f0-ac5fd036a8f0 HTTP/1.1" status: 204 len: 168 time: 0.3109145 Apr 20 16:46:00.687246 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47536) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:00.794647 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.808497 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] Deleting port 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:46:00.808836 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.943939 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd952558-ed96-4c8c-a2b4-4025b732b4df None None] DHCP port deletion for c8abcac7-cd43-4748-b9cb-f77019b787e3 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:46:00.947831 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-cd952558-ed96-4c8c-a2b4-4025b732b4df None None] Deleting port 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:46:00.948238 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cd952558-ed96-4c8c-a2b4-4025b732b4df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:01.027244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] For port 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4,segment=NetworkSegment(69bc4393-c165-484e-9868-dc0065087805),segment_id=69bc4393-c165-484e-9868-dc0065087805)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:46:01.027913 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:01.145483 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-cd952558-ed96-4c8c-a2b4-4025b732b4df None None] For port 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4,segment=NetworkSegment(69bc4393-c165-484e-9868-dc0065087805),segment_id=69bc4393-c165-484e-9868-dc0065087805)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:46:01.145879 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cd952558-ed96-4c8c-a2b4-4025b732b4df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:01.149924 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] Calling delete_port for 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:46:01.230654 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:01.276671 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] Pushing event deleted for resources: {'Port': ['ID=58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:01.281947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] No DVR routers for this DVR port 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:46:01.306331 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-cd952558-ed96-4c8c-a2b4-4025b732b4df None None] Calling delete_port for 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:46:01.376618 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-cd952558-ed96-4c8c-a2b4-4025b732b4df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:46:01.376977 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-cd952558-ed96-4c8c-a2b4-4025b732b4df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:46:01.398500 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:01.423388 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8abcac7-cd43-4748-b9cb-f77019b787e3']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:01.435591 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bc4393-c165-484e-9868-dc0065087805') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:01.435918 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bc4393-c165-484e-9868-dc0065087805') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:01.446901 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:01.462960 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:01.468867 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:46:01.469251 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:46:01.482541 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:46:01.558954 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:01.563286 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:01.591730 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8abcac7-cd43-4748-b9cb-f77019b787e3,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:01.597246 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-90a813c0-1b72-42d9-af0d-6b9427525840 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c8abcac7-cd43-4748-b9cb-f77019b787e3 HTTP/1.1" status: 204 len: 168 time: 0.9090436 Apr 20 16:46:01.727963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47542) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:01.775635 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a9e2d7f8-fe2f-4a7a-9ba0-1f3a01b10fae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=051548d049914af4ad38c6793186c2e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464737 Apr 20 16:46:01.777987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47546) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:01.837880 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1d6cff52-d572-488e-aece-349ac59d2216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:01.863182 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1d6cff52-d572-488e-aece-349ac59d2216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:01.878493 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-cd952558-ed96-4c8c-a2b4-4025b732b4df None None] Deleting port 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:46:01.878969 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-cd952558-ed96-4c8c-a2b4-4025b732b4df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:01.918851 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1d6cff52-d572-488e-aece-349ac59d2216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:01.940389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cff52-d572-488e-aece-349ac59d2216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96427d20-0b46-412a-b5ea-b6b5ec70b5ce,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:01.942777 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1d6cff52-d572-488e-aece-349ac59d2216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:01.946552 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-1d6cff52-d572-488e-aece-349ac59d2216 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96427d20-0b46-412a-b5ea-b6b5ec70b5ce HTTP/1.1" status: 204 len: 168 time: 0.1676350 Apr 20 16:46:01.946862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-cd952558-ed96-4c8c-a2b4-4025b732b4df None None] The port '58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 16:46:01.969071 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:46:02.002846 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:46:02.003190 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 58702f2a-d1fe-47a9-a9b5-37a5f6a7a0b4 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:46:02.003597 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 65a63359-c2cb-423e-8a07-9b54187a1c4e no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:46:02.036085 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 65a63359-c2cb-423e-8a07-9b54187a1c4e {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:46:02.036436 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 65a63359-c2cb-423e-8a07-9b54187a1c4e not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:46:02.242296 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-39de1042-75df-4811-bfab-0a5aaab3caa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:02.319293 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47554) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:02.366435 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-bc0fa93a-506c-4422-b191-4aed2d4de986 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec30b61057eb403da85ddd4196fa925b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458717 Apr 20 16:46:02.368851 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47558) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:02.425250 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19f887e5-7a3a-41cc-8031-fb52047aec7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:02.453876 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19f887e5-7a3a-41cc-8031-fb52047aec7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:02.503294 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19f887e5-7a3a-41cc-8031-fb52047aec7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:02.517748 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f887e5-7a3a-41cc-8031-fb52047aec7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd8b6ee-8559-4899-9562-3bb7cba92363,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:02.523682 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19f887e5-7a3a-41cc-8031-fb52047aec7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:02.524825 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-19f887e5-7a3a-41cc-8031-fb52047aec7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2cd8b6ee-8559-4899-9562-3bb7cba92363 HTTP/1.1" status: 204 len: 168 time: 0.1550913 Apr 20 16:46:03.283458 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47582) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:03.382575 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1252876915-network', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:46:03.387283 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:46:03.391190 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Usage tracker for resource:network and tenant:0c897b00d56a47e8bb727f6e0609636e is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:46:03.394126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:46:03.400459 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:46:03.410488 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Made reservation on behalf of 0c897b00d56a47e8bb727f6e0609636e for: {'network': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:46:03.413640 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:03.425776 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:03.439749 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:46:03.443677 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Usage tracker for resource:security_group_rule and tenant:0c897b00d56a47e8bb727f6e0609636e is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:46:03.446431 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:46:03.452105 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:46:03.536720 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:03.540512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:03.571574 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:46:03.580780 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260315a3-8998-451e-9649-d70d1a930ed6,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:03.586908 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:03.587262 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.segments_db [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Added segment 8533c29e-e1ed-4929-8217-8b3fd6dcb51c of type vlan for network e11053ef-c669-47c0-9512-9791057fabc1 Apr 20 16:46:03.612963 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:03.644546 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:03.646078 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:03.646654 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:03.748395 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] Pushing event updated for resources: {'Network': ['ID=e11053ef-c669-47c0-9512-9791057fabc1,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:03.751191 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b42d4174-6325-4933-848c-f7c30568ef37 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4666784 Apr 20 16:46:03.754052 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47588) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:03.758569 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network e11053ef-c669-47c0-9512-9791057fabc1 details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:46:03.759936 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-17275895-2d17-4a1d-ba90-d932f9a5e659 admin admin] Request body: {'subnet': {'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1252876915-subnet', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'ip_version': 4}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:46:03.764863 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-17275895-2d17-4a1d-ba90-d932f9a5e659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:46:03.769366 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-17275895-2d17-4a1d-ba90-d932f9a5e659 admin admin] Usage tracker for resource:subnet and tenant:0c897b00d56a47e8bb727f6e0609636e is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:46:03.773008 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-17275895-2d17-4a1d-ba90-d932f9a5e659 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:46:03.779398 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-17275895-2d17-4a1d-ba90-d932f9a5e659 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:46:03.789435 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17275895-2d17-4a1d-ba90-d932f9a5e659 admin admin] Made reservation on behalf of 0c897b00d56a47e8bb727f6e0609636e for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:46:03.791861 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-17275895-2d17-4a1d-ba90-d932f9a5e659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:04.095423 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-17275895-2d17-4a1d-ba90-d932f9a5e659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:04.166597 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17275895-2d17-4a1d-ba90-d932f9a5e659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88fb9a89-0f93-4d88-a71a-d040dcd374e6,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:04.175593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17275895-2d17-4a1d-ba90-d932f9a5e659 admin admin] Checking segment: {'id': '8533c29e-e1ed-4929-8217-8b3fd6dcb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:46:04.175970 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17275895-2d17-4a1d-ba90-d932f9a5e659 admin admin] Network hostable DHCP agents. Network: e11053ef-c669-47c0-9512-9791057fabc1, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:46:04.202388 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17275895-2d17-4a1d-ba90-d932f9a5e659 admin admin] Network e11053ef-c669-47c0-9512-9791057fabc1 is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:46:04.211270 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-17275895-2d17-4a1d-ba90-d932f9a5e659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, e11053ef-c669-47c0-9512-9791057fabc1) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:46:04.215361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17275895-2d17-4a1d-ba90-d932f9a5e659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:04.215962 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-17275895-2d17-4a1d-ba90-d932f9a5e659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:04.220802 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61042853-6559-49c8-ae87-4f0a63dc2ddc None None] Network e11053ef-c669-47c0-9512-9791057fabc1 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:46:04.237405 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-17275895-2d17-4a1d-ba90-d932f9a5e659 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4818296 Apr 20 16:46:04.240549 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47592) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:04.245319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:46:04.250194 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:46:04.253947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Usage tracker for resource:router and tenant:0c897b00d56a47e8bb727f6e0609636e is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:46:04.257370 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:46:04.263118 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:46:04.273257 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:04.274265 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:04.289725 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:04.434215 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-e11053ef-c669-47c0-9512-9791057fabc1', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:46:04.435054 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:04.523019 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3ddd76bd-918c-4a2f-99d8-ed4c2854bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:04.558050 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:04.604930 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Allocated IP 172.20.0.2 (e11053ef-c669-47c0-9512-9791057fabc1/88fb9a89-0f93-4d88-a71a-d040dcd374e6/412989eb-ab31-4d64-8e90-8a938c3594c7) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:46:04.807416 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:04.817584 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Transition to ACTIVE for port object 412989eb-ab31-4d64-8e90-8a938c3594c7 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:46:04.838555 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Transition to ACTIVE for port object 412989eb-ab31-4d64-8e90-8a938c3594c7 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:46:04.844669 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:04.873064 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:04.903088 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:04.907638 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Network e11053ef-c669-47c0-9512-9791057fabc1 is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:46:04.908765 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:46:04.917298 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:46:04.926989 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Pushing event updated for resources: {'Port': ['ID=412989eb-ab31-4d64-8e90-8a938c3594c7,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:05.014674 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Attempting to bind port 412989eb-ab31-4d64-8e90-8a938c3594c7 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:46:05.015040 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Attempting to bind port 412989eb-ab31-4d64-8e90-8a938c3594c7 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '8533c29e-e1ed-4929-8217-8b3fd6dcb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:46:05.015392 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Attempting to bind port 412989eb-ab31-4d64-8e90-8a938c3594c7 on network e11053ef-c669-47c0-9512-9791057fabc1 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:46:05.021096 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:46:05.021459 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Checking segment: {'id': '8533c29e-e1ed-4929-8217-8b3fd6dcb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:46:05.021854 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:05.022243 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Bound using segment: {'id': '8533c29e-e1ed-4929-8217-8b3fd6dcb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:46:05.022691 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Bound port: 412989eb-ab31-4d64-8e90-8a938c3594c7, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8533c29e-e1ed-4929-8217-8b3fd6dcb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:46:05.023056 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:05.046129 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Allocated IP 172.26.7.83 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/ab17e091-cdab-477f-b3ed-8c4196b47822) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:46:05.109191 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] For port 412989eb-ab31-4d64-8e90-8a938c3594c7, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:46:05.112264 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] For port 412989eb-ab31-4d64-8e90-8a938c3594c7, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=412989eb-ab31-4d64-8e90-8a938c3594c7,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:46:05.116874 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:05.200166 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259cbc9-a878-46c9-b345-1f93a2eee4f7 None None] Pushing event updated for resources: {'Port': ['ID=412989eb-ab31-4d64-8e90-8a938c3594c7,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:05.214879 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:05.245253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:05.306356 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:46:05.309165 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:46:05.317601 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:46:05.357058 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Pushing event updated for resources: {'Port': ['ID=ab17e091-cdab-477f-b3ed-8c4196b47822,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:05.852898 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:05.867286 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:05.945948 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:06.014193 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 412989eb-ab31-4d64-8e90-8a938c3594c7 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:46:06.084265 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 412989eb-ab31-4d64-8e90-8a938c3594c7 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:46:06.163646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c602dc8-6093-4ed0-956b-320b7301dd4b None None] Network e11053ef-c669-47c0-9512-9791057fabc1 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:46:06.220616 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:06.283233 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2551d362-e6f6-4434-9e5b-00619134162e None None] Provisioning for port 412989eb-ab31-4d64-8e90-8a938c3594c7 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:46:06.289130 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-2551d362-e6f6-4434-9e5b-00619134162e None None] Provisioning complete for port 412989eb-ab31-4d64-8e90-8a938c3594c7 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:06.289507 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2551d362-e6f6-4434-9e5b-00619134162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:06.425092 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:46:06.515354 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2551d362-e6f6-4434-9e5b-00619134162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:06.561278 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-2551d362-e6f6-4434-9e5b-00619134162e None None] For port 412989eb-ab31-4d64-8e90-8a938c3594c7, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=412989eb-ab31-4d64-8e90-8a938c3594c7,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:46:06.569533 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2551d362-e6f6-4434-9e5b-00619134162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:06.606087 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:46:06.618555 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Sync routers for ids ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:46:06.628965 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Routers {'a8a08df3-13a3-4978-9ffc-1067d97b9ba9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:46:06.630136 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:06.641537 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:06.644557 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551d362-e6f6-4434-9e5b-00619134162e None None] Pushing event updated for resources: {'Port': ['ID=412989eb-ab31-4d64-8e90-8a938c3594c7,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:06.646408 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 47596) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:06.656486 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-017739c5-605b-4b7d-a9df-2ce2f475998e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4147170 Apr 20 16:46:06.796177 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-24b39328-6b91-4532-ad2e-ed4f6422bc36 None None] Provisioning complete for port 412989eb-ab31-4d64-8e90-8a938c3594c7 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:06.796555 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-24b39328-6b91-4532-ad2e-ed4f6422bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:06.814134 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Set router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:46:07.132240 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:05Z', 'revision_number': 3, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:07.136370 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Checking router: a8a08df3-13a3-4978-9ffc-1067d97b9ba9 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:46:07.136891 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Updating router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 port ab17e091-cdab-477f-b3ed-8c4196b47822 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:46:07.189017 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:07.327519 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:07.441685 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:07.512201 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:07.523601 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Transition to ACTIVE for port object ab17e091-cdab-477f-b3ed-8c4196b47822 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:46:07.530667 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:07.607207 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Attempting to bind port ab17e091-cdab-477f-b3ed-8c4196b47822 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:46:07.607571 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Attempting to bind port ab17e091-cdab-477f-b3ed-8c4196b47822 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:46:07.607959 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Attempting to bind port ab17e091-cdab-477f-b3ed-8c4196b47822 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:46:07.613506 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab1d0f-6d77-4bd6-b467-220cebfe3414 None None] Pushing event updated for resources: {'Port': ['ID=ab17e091-cdab-477f-b3ed-8c4196b47822,revision_number=2']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:07.621123 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:46:07.621762 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:46:07.621861 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:07.622248 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:46:07.622698 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Bound port: ab17e091-cdab-477f-b3ed-8c4196b47822, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:46:07.623063 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:07.650002 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Allocated IP 172.20.0.1 (e11053ef-c669-47c0-9512-9791057fabc1/88fb9a89-0f93-4d88-a71a-d040dcd374e6/57a9ac67-5289-47f6-8120-b7ba8685e001) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:46:07.652212 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab1d0f-6d77-4bd6-b467-220cebfe3414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:07.652565 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab1d0f-6d77-4bd6-b467-220cebfe3414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:07.652909 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab1d0f-6d77-4bd6-b467-220cebfe3414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:07.653285 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab1d0f-6d77-4bd6-b467-220cebfe3414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:07.653631 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab1d0f-6d77-4bd6-b467-220cebfe3414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:07.653963 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab1d0f-6d77-4bd6-b467-220cebfe3414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:07.654311 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab1d0f-6d77-4bd6-b467-220cebfe3414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:07.654686 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab1d0f-6d77-4bd6-b467-220cebfe3414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:07.654946 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab1d0f-6d77-4bd6-b467-220cebfe3414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:07.655295 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab1d0f-6d77-4bd6-b467-220cebfe3414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:07.655614 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab1d0f-6d77-4bd6-b467-220cebfe3414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:07.655964 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab1d0f-6d77-4bd6-b467-220cebfe3414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:07.705508 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] For port ab17e091-cdab-477f-b3ed-8c4196b47822, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:46:07.709431 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] For port ab17e091-cdab-477f-b3ed-8c4196b47822, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ab17e091-cdab-477f-b3ed-8c4196b47822,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:46:07.713909 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:07.787759 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Routers {'a8a08df3-13a3-4978-9ffc-1067d97b9ba9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:46:07.788394 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:07.797200 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:07.812469 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Transition to ACTIVE for port object 57a9ac67-5289-47f6-8120-b7ba8685e001 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:46:07.835773 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:07.853524 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab1d0f-6d77-4bd6-b467-220cebfe3414 None None] Pushing event updated for resources: {'Port': ['ID=ab17e091-cdab-477f-b3ed-8c4196b47822,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:07.895139 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Network e11053ef-c669-47c0-9512-9791057fabc1 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:46:07.897932 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:46:07.905617 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:46:07.946205 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Pushing event updated for resources: {'Port': ['ID=57a9ac67-5289-47f6-8120-b7ba8685e001,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:07.973155 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:07.985185 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 412989eb-ab31-4d64-8e90-8a938c3594c7 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:46:07.987461 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] Set router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:46:08.068538 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 412989eb-ab31-4d64-8e90-8a938c3594c7 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:08.069167 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:08.193497 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-42df24de-2c0b-4c04-810d-0706439fb241 None None] Provisioning for port 57a9ac67-5289-47f6-8120-b7ba8685e001 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:46:08.202021 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-42df24de-2c0b-4c04-810d-0706439fb241 None None] Provisioning complete for port 57a9ac67-5289-47f6-8120-b7ba8685e001 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:08.202394 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-42df24de-2c0b-4c04-810d-0706439fb241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:08.260832 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:08.269439 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-42df24de-2c0b-4c04-810d-0706439fb241 None None] Port 57a9ac67-5289-47f6-8120-b7ba8685e001 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:46:08.281802 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:05Z', 'revision_number': 3, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:08.285673 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c1f481-7f08-480f-a5be-56275297b9ea None None] The sync data for ids ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'] in dv-neutron-838699-1-hyperv is: [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:05Z', 'revision_number': 3, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:46:08.493276 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:08.502033 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:08.614586 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Pushing event updated for resources: {'Port': ['ID=57a9ac67-5289-47f6-8120-b7ba8685e001,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:08.616957 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:08.871418 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Network e11053ef-c669-47c0-9512-9791057fabc1 is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:46:08.872720 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:46:09.067448 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:46:09.108596 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-086caf03-7dfd-4fde-9799-f536b49e8421 None None] Provisioning complete for port 57a9ac67-5289-47f6-8120-b7ba8685e001 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:09.109139 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-086caf03-7dfd-4fde-9799-f536b49e8421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:09.166317 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-086caf03-7dfd-4fde-9799-f536b49e8421 None None] Port 57a9ac67-5289-47f6-8120-b7ba8685e001 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:46:09.252125 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:46:09.261562 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-1e62f09f-92fd-4338-a9d6-3f105acce025 admin admin] 10.222.0.13 "PUT /v2.0/routers/a8a08df3-13a3-4978-9ffc-1067d97b9ba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6140969 Apr 20 16:46:09.752242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Sync routers for ids ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:46:09.756986 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 47614) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:09.762463 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-958335502-network', 'tenant_id': '84aa4839f9884a3a835d3b1b7e21c6f5'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:46:09.764625 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Routers {'a8a08df3-13a3-4978-9ffc-1067d97b9ba9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:46:09.765250 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:09.767128 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:46:09.771122 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Usage tracker for resource:network and tenant:84aa4839f9884a3a835d3b1b7e21c6f5 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:46:09.773986 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:46:09.779733 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:46:09.789821 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Made reservation on behalf of 84aa4839f9884a3a835d3b1b7e21c6f5 for: {'network': 1} {{(pid=88169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:46:09.792039 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for network, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:09.804543 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:09.818462 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:46:09.822300 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Usage tracker for resource:security_group_rule and tenant:84aa4839f9884a3a835d3b1b7e21c6f5 is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:46:09.825088 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:46:09.830716 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:46:09.915643 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:09.921754 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:09.954938 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=88169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:46:09.959327 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Set router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:46:09.961058 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff02149-2f13-4693-81dc-8676d4de13fc,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:09.969206 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:09.969540 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.segments_db [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Added segment f5c436e3-d3d8-428f-8eac-878b23fdeaf2 of type vlan for network 189e2088-35ec-4d01-9c5e-686afa6eba7b Apr 20 16:46:10.000296 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763611469963'] for network, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:10.010539 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ab17e091-cdab-477f-b3ed-8c4196b47822 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:46:10.029219 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139'] for network, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:10.030373 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:10.030907 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:10.134495 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] Pushing event updated for resources: {'Network': ['ID=189e2088-35ec-4d01-9c5e-686afa6eba7b,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:10.140612 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47618) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:10.141215 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-c937b488-3e74-4b1a-a745-3c638bcf12b7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3827288 Apr 20 16:46:10.147788 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-f34a9b59-246f-487e-a388-a3c6ea532a5d admin admin] Request body: {'subnet': {'network_id': '189e2088-35ec-4d01-9c5e-686afa6eba7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-958335502-subnet', 'tenant_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'ip_version': 4}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:46:10.158703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f34a9b59-246f-487e-a388-a3c6ea532a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:46:10.165727 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Network 189e2088-35ec-4d01-9c5e-686afa6eba7b details requested by agent ovs-agent-dv-neutron-838699-1-hyperv with host dv-neutron-838699-1-hyperv {{(pid=88170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:46:10.168255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f34a9b59-246f-487e-a388-a3c6ea532a5d admin admin] Usage tracker for resource:subnet and tenant:84aa4839f9884a3a835d3b1b7e21c6f5 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:46:10.172657 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-f34a9b59-246f-487e-a388-a3c6ea532a5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:46:10.179525 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-f34a9b59-246f-487e-a388-a3c6ea532a5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:46:10.189409 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34a9b59-246f-487e-a388-a3c6ea532a5d admin admin] Made reservation on behalf of 84aa4839f9884a3a835d3b1b7e21c6f5 for: {'subnet': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:46:10.191915 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f34a9b59-246f-487e-a388-a3c6ea532a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2378494'] for subnet, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:10.342224 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port ab17e091-cdab-477f-b3ed-8c4196b47822 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:46:10.362000 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port ab17e091-cdab-477f-b3ed-8c4196b47822 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:10.362374 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:10.396536 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f34a9b59-246f-487e-a388-a3c6ea532a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2378464'] for subnet, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:10.475062 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a9b59-246f-487e-a388-a3c6ea532a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=32373eeb-5832-4598-85a7-cbfe214dfc25,revision_number=0']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:10.482520 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34a9b59-246f-487e-a388-a3c6ea532a5d admin admin] Checking segment: {'id': 'f5c436e3-d3d8-428f-8eac-878b23fdeaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '189e2088-35ec-4d01-9c5e-686afa6eba7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:46:10.482879 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34a9b59-246f-487e-a388-a3c6ea532a5d admin admin] Network hostable DHCP agents. Network: 189e2088-35ec-4d01-9c5e-686afa6eba7b, hostable agents: ['9a6e6d50-d596-47c4-b8bc-9721278540f6'], hosted agents: [] {{(pid=88168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:46:10.500906 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34a9b59-246f-487e-a388-a3c6ea532a5d admin admin] Network 189e2088-35ec-4d01-9c5e-686afa6eba7b is scheduled to be hosted by DHCP agent 9a6e6d50-d596-47c4-b8bc-9721278540f6 with binding_index 1 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:46:10.510469 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f34a9b59-246f-487e-a388-a3c6ea532a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838699-1-hyperv, 189e2088-35ec-4d01-9c5e-686afa6eba7b) {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:46:10.517488 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34a9b59-246f-487e-a388-a3c6ea532a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:10.517488 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f34a9b59-246f-487e-a388-a3c6ea532a5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:10.533648 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084e2ebb-7a74-4908-89fd-6d2ca091eb7e None None] Network 189e2088-35ec-4d01-9c5e-686afa6eba7b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:46:10.542240 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f34a9b59-246f-487e-a388-a3c6ea532a5d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3971040 Apr 20 16:46:10.542389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47622) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:10.547405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-958335502-router', 'tenant_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:46:10.552037 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:46:10.556080 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Usage tracker for resource:router and tenant:84aa4839f9884a3a835d3b1b7e21c6f5 is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:46:10.558933 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:46:10.564818 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:46:10.576173 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-455'] for router, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:10.577136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643011', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-464'] for router, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:10.592830 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:10.704997 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:10.760935 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:08Z', 'revision_number': 4, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '57a9ac67-5289-47f6-8120-b7ba8685e001', 'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'mac_address': 'fa:16:3e:c2:e9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:07Z', 'updated_at': '2022-04-20T16:46:08Z', 'revision_number': 2, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'subnets': [{'id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:10.768531 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port ab17e091-cdab-477f-b3ed-8c4196b47822, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ab17e091-cdab-477f-b3ed-8c4196b47822,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:46:10.780802 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Checking router: a8a08df3-13a3-4978-9ffc-1067d97b9ba9 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:46:10.781154 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Updating router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 port 57a9ac67-5289-47f6-8120-b7ba8685e001 binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:46:10.816029 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:10.941089 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:10.958127 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=ab17e091-cdab-477f-b3ed-8c4196b47822,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:10.963517 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf4c5efa-787b-5dfb-9536-48184b9d396e-189e2088-35ec-4d01-9c5e-686afa6eba7b', 'network_id': '189e2088-35ec-4d01-9c5e-686afa6eba7b', 'tenant_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'fixed_ips': [{'subnet_id': '32373eeb-5832-4598-85a7-cbfe214dfc25'}]}} from dv-neutron-838699-1-hyperv. {{(pid=88170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 20 16:46:10.964366 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:10.982389 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-290'] for router, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:11.296360 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:11.303848 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.db_base_plugin_common [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Allocated IP 172.20.0.2 (189e2088-35ec-4d01-9c5e-686afa6eba7b/32373eeb-5832-4598-85a7-cbfe214dfc25/99669f85-f104-422a-b7fc-2973f33d0155) {{(pid=88170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:46:11.326169 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:11.465192 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Allocated IP 172.26.7.129 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/7f129978-8ee5-4b7e-8910-3af83489f834) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:46:11.577035 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:11.600050 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Transition to ACTIVE for port object 57a9ac67-5289-47f6-8120-b7ba8685e001 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:46:11.611842 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:11.615109 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:11.646437 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Notify callbacks [] for port, precommit_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:11.650952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:11.720526 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:46:11.723331 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:46:11.731742 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:46:11.741154 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Transition to ACTIVE for port object 99669f85-f104-422a-b7fc-2973f33d0155 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:46:11.767625 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36226f-0fc2-4874-91f1-35e0f462b2a9 None None] Pushing event updated for resources: {'Port': ['ID=57a9ac67-5289-47f6-8120-b7ba8685e001,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:11.768493 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Pushing event updated for resources: {'Port': ['ID=7f129978-8ee5-4b7e-8910-3af83489f834,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:11.813376 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Transition to ACTIVE for port object 99669f85-f104-422a-b7fc-2973f33d0155 will not be triggered until provisioned by entity DHCP. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:46:11.860363 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381'] for port, after_create {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:11.929694 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Attempting to bind port 57a9ac67-5289-47f6-8120-b7ba8685e001 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:46:11.930071 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Attempting to bind port 57a9ac67-5289-47f6-8120-b7ba8685e001 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '8533c29e-e1ed-4929-8217-8b3fd6dcb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:46:11.930439 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Attempting to bind port 57a9ac67-5289-47f6-8120-b7ba8685e001 on network e11053ef-c669-47c0-9512-9791057fabc1 {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:46:11.940099 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Network 189e2088-35ec-4d01-9c5e-686afa6eba7b is already hosted by enough agents. {{(pid=88170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:46:11.945731 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.scheduler.base_scheduler [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Resources bound (agent type, host, resource id): {{(pid=88170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:46:11.954400 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:46:11.954715 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Checking segment: {'id': '8533c29e-e1ed-4929-8217-8b3fd6dcb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:46:11.955127 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:11.955509 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Bound using segment: {'id': '8533c29e-e1ed-4929-8217-8b3fd6dcb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:46:11.956018 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Bound port: 57a9ac67-5289-47f6-8120-b7ba8685e001, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8533c29e-e1ed-4929-8217-8b3fd6dcb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:46:11.956399 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:11.967736 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Received port after_create {{(pid=88170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:46:11.981923 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Pushing event updated for resources: {'Port': ['ID=99669f85-f104-422a-b7fc-2973f33d0155,revision_number=1']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:11.988481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ab17e091-cdab-477f-b3ed-8c4196b47822 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:46:12.234367 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Attempting to bind port 99669f85-f104-422a-b7fc-2973f33d0155 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:46:12.234648 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Attempting to bind port 99669f85-f104-422a-b7fc-2973f33d0155 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'f5c436e3-d3d8-428f-8eac-878b23fdeaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '189e2088-35ec-4d01-9c5e-686afa6eba7b'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:46:12.235020 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Attempting to bind port 99669f85-f104-422a-b7fc-2973f33d0155 on network 189e2088-35ec-4d01-9c5e-686afa6eba7b {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:46:12.251621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:46:12.252029 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Checking segment: {'id': 'f5c436e3-d3d8-428f-8eac-878b23fdeaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '189e2088-35ec-4d01-9c5e-686afa6eba7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:46:12.252437 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:12.252841 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Bound using segment: {'id': 'f5c436e3-d3d8-428f-8eac-878b23fdeaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '189e2088-35ec-4d01-9c5e-686afa6eba7b'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:46:12.253326 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Bound port: 99669f85-f104-422a-b7fc-2973f33d0155, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c436e3-d3d8-428f-8eac-878b23fdeaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '189e2088-35ec-4d01-9c5e-686afa6eba7b'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:46:12.253703 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:12.267344 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] For port 57a9ac67-5289-47f6-8120-b7ba8685e001, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:46:12.286538 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:12.308181 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] For port 57a9ac67-5289-47f6-8120-b7ba8685e001, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=57a9ac67-5289-47f6-8120-b7ba8685e001,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:46:12.319143 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:12.357945 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port ab17e091-cdab-477f-b3ed-8c4196b47822 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:12.358320 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:12.496486 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] For port 99669f85-f104-422a-b7fc-2973f33d0155, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:46:12.499888 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Routers {'a8a08df3-13a3-4978-9ffc-1067d97b9ba9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:46:12.500548 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:12.553758 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36226f-0fc2-4874-91f1-35e0f462b2a9 None None] Pushing event updated for resources: {'Port': ['ID=57a9ac67-5289-47f6-8120-b7ba8685e001,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:12.576351 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] For port 99669f85-f104-422a-b7fc-2973f33d0155, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=99669f85-f104-422a-b7fc-2973f33d0155,segment=NetworkSegment(f5c436e3-d3d8-428f-8eac-878b23fdeaf2),segment_id=f5c436e3-d3d8-428f-8eac-878b23fdeaf2)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:46:12.608828 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:12.649034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641300'] for router, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:12.815799 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47cca7-3a29-498d-9135-e43f924faafc None None] Pushing event updated for resources: {'Port': ['ID=99669f85-f104-422a-b7fc-2973f33d0155,revision_number=2']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:12.833459 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] Set router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:46:12.865706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Router 5935891f-3d2f-4a17-9c68-15829548e0d5 is scheduled to L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 with binding_index 1 {{(pid=88168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 20 16:46:13.079399 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:46:13.091608 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Sync routers for ids ['5935891f-3d2f-4a17-9c68-15829548e0d5'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:46:13.104385 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Routers {'5935891f-3d2f-4a17-9c68-15829548e0d5'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:46:13.105255 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['5935891f-3d2f-4a17-9c68-15829548e0d5'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:13.105450 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:13.110153 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 47626) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:13.110662 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-20c5320c-3137-400e-9ae8-103343a9d4ae admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5668979 Apr 20 16:46:13.200100 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:08Z', 'revision_number': 4, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '57a9ac67-5289-47f6-8120-b7ba8685e001', 'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'mac_address': 'fa:16:3e:c2:e9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:07Z', 'updated_at': '2022-04-20T16:46:12Z', 'revision_number': 4, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'subnets': [{'id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:13.207760 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8f24b0-9745-4982-88c2-00b51a36d7ef None None] The sync data for ids ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'] in dv-neutron-838699-1-hyperv is: [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:08Z', 'revision_number': 4, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '57a9ac67-5289-47f6-8120-b7ba8685e001', 'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'mac_address': 'fa:16:3e:c2:e9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:07Z', 'updated_at': '2022-04-20T16:46:12Z', 'revision_number': 4, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'subnets': [{'id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:46:13.352273 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Set router 5935891f-3d2f-4a17-9c68-15829548e0d5 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:46:13.698972 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'name': 'tempest-TestSnapshotPattern-958335502-router', 'tenant_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '7f129978-8ee5-4b7e-8910-3af83489f834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:10Z', 'updated_at': '2022-04-20T16:46:11Z', 'revision_number': 3, 'project_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'gw_port': {'id': '7f129978-8ee5-4b7e-8910-3af83489f834', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:11Z', 'updated_at': '2022-04-20T16:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:13.703602 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Checking router: 5935891f-3d2f-4a17-9c68-15829548e0d5 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:46:13.704003 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Updating router 5935891f-3d2f-4a17-9c68-15829548e0d5 port 7f129978-8ee5-4b7e-8910-3af83489f834 binding host dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:46:13.763081 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:13.899397 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dd1207-1ce5-4300-a4d3-c317b1a4248a None None] Network 189e2088-35ec-4d01-9c5e-686afa6eba7b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:46:14.044316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-38eb11e6-5098-4890-b956-8fdf78bbb4c0 None None] Provisioning for port 99669f85-f104-422a-b7fc-2973f33d0155 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:46:14.120361 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:14.133181 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 57a9ac67-5289-47f6-8120-b7ba8685e001 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:46:14.221662 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Notify callbacks [] for port, precommit_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:14.234650 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.provisioning_blocks [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Transition to ACTIVE for port object 7f129978-8ee5-4b7e-8910-3af83489f834 will not be triggered until provisioned by entity L2. {{(pid=88171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:46:14.244904 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:14.308216 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 57a9ac67-5289-47f6-8120-b7ba8685e001 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:46:14.310721 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Attempting to bind port 7f129978-8ee5-4b7e-8910-3af83489f834 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:46:14.311088 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Attempting to bind port 7f129978-8ee5-4b7e-8910-3af83489f834 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:46:14.311440 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Attempting to bind port 7f129978-8ee5-4b7e-8910-3af83489f834 on network 6c536204-425b-481a-a1b2-dc2a52ee56c7 {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:46:14.317194 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 57a9ac67-5289-47f6-8120-b7ba8685e001 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:14.317575 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:14.326453 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:46:14.326819 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Checking segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:46:14.327213 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:14.327596 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Bound using segment: {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'} {{(pid=88171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:46:14.328080 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.managers [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Bound port: 7f129978-8ee5-4b7e-8910-3af83489f834, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb3305e-b8e5-46c2-85d4-6d5a9026b45e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7'}}] {{(pid=88171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:46:14.328442 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:14.404768 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] For port 7f129978-8ee5-4b7e-8910-3af83489f834, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:46:14.407948 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.plugins.ml2.db [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] For port 7f129978-8ee5-4b7e-8910-3af83489f834, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7f129978-8ee5-4b7e-8910-3af83489f834,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:46:14.425130 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron_lib.callbacks.manager [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:14.443238 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bed9d6-ce2e-44ba-989a-f864317d68b0 None None] Pushing event updated for resources: {'Port': ['ID=7f129978-8ee5-4b7e-8910-3af83489f834,revision_number=2']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:14.494186 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Routers {'5935891f-3d2f-4a17-9c68-15829548e0d5'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:46:14.495141 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['5935891f-3d2f-4a17-9c68-15829548e0d5'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:14.504640 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_common [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Allocated IP 172.20.0.1 (189e2088-35ec-4d01-9c5e-686afa6eba7b/32373eeb-5832-4598-85a7-cbfe214dfc25/b4cf5179-daad-43d7-acf4-bbc51b291b66) {{(pid=88169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:46:14.540283 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:14.578606 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 57a9ac67-5289-47f6-8120-b7ba8685e001, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=57a9ac67-5289-47f6-8120-b7ba8685e001,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:46:14.586033 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:14.587546 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 99669f85-f104-422a-b7fc-2973f33d0155 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:46:14.676806 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bed9d6-ce2e-44ba-989a-f864317d68b0 None None] Pushing event updated for resources: {'Port': ['ID=7f129978-8ee5-4b7e-8910-3af83489f834,revision_number=3']} {{(pid=88171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:14.714224 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:14.724993 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=57a9ac67-5289-47f6-8120-b7ba8685e001,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:14.732667 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Transition to ACTIVE for port object b4cf5179-daad-43d7-acf4-bbc51b291b66 will not be triggered until provisioned by entity DHCP. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:46:14.741092 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 99669f85-f104-422a-b7fc-2973f33d0155 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:46:14.747715 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 99669f85-f104-422a-b7fc-2973f33d0155 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:14.748232 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:14.763561 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:14.777094 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] Set router 5935891f-3d2f-4a17-9c68-15829548e0d5 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:46:14.828541 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Network 189e2088-35ec-4d01-9c5e-686afa6eba7b is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:46:14.831402 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:46:14.835374 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Received port after_create {{(pid=88169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:46:14.878732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:14.882988 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b4cf5179-daad-43d7-acf4-bbc51b291b66,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:14.906161 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641498'] for router_interface, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:14.923530 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 99669f85-f104-422a-b7fc-2973f33d0155, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=99669f85-f104-422a-b7fc-2973f33d0155,segment=NetworkSegment(f5c436e3-d3d8-428f-8eac-878b23fdeaf2),segment_id=f5c436e3-d3d8-428f-8eac-878b23fdeaf2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:46:14.931504 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:15.023660 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=99669f85-f104-422a-b7fc-2973f33d0155,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:15.056870 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:15.062744 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ca0414c0-57c5-4c5d-9b91-d02ba88046e7 None None] Provisioning for port b4cf5179-daad-43d7-acf4-bbc51b291b66 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:46:15.067498 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-ca0414c0-57c5-4c5d-9b91-d02ba88046e7 None None] Provisioning complete for port b4cf5179-daad-43d7-acf4-bbc51b291b66 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:15.067916 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ca0414c0-57c5-4c5d-9b91-d02ba88046e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:15.097295 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'name': 'tempest-TestSnapshotPattern-958335502-router', 'tenant_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '7f129978-8ee5-4b7e-8910-3af83489f834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:10Z', 'updated_at': '2022-04-20T16:46:11Z', 'revision_number': 3, 'project_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'gw_port': {'id': '7f129978-8ee5-4b7e-8910-3af83489f834', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:11Z', 'updated_at': '2022-04-20T16:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:15.102851 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b20cf-362d-44b9-a00c-cb852dc88ea8 None None] The sync data for ids ['5935891f-3d2f-4a17-9c68-15829548e0d5'] in dv-neutron-838699-1-hyperv is: [{'id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'name': 'tempest-TestSnapshotPattern-958335502-router', 'tenant_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '7f129978-8ee5-4b7e-8910-3af83489f834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:10Z', 'updated_at': '2022-04-20T16:46:11Z', 'revision_number': 3, 'project_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'gw_port': {'id': '7f129978-8ee5-4b7e-8910-3af83489f834', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:11Z', 'updated_at': '2022-04-20T16:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:46:15.123365 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-ca0414c0-57c5-4c5d-9b91-d02ba88046e7 None None] Port b4cf5179-daad-43d7-acf4-bbc51b291b66 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:46:15.291950 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:15.298558 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3139601'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:15.412933 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642593'] for router_interface, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:15.416764 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b4cf5179-daad-43d7-acf4-bbc51b291b66,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:15.554077 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Network 189e2088-35ec-4d01-9c5e-686afa6eba7b is already hosted by enough agents. {{(pid=88169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:46:15.555229 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.base_scheduler [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:46:15.625789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:15.760473 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Router 5935891f-3d2f-4a17-9c68-15829548e0d5 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:46:15.853755 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-f3520174-1c13-429e-bf2f-414445de1973 None None] Provisioning complete for port b4cf5179-daad-43d7-acf4-bbc51b291b66 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:15.854156 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f3520174-1c13-429e-bf2f-414445de1973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:15.911940 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-f3520174-1c13-429e-bf2f-414445de1973 None None] Port b4cf5179-daad-43d7-acf4-bbc51b291b66 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:46:15.945699 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:46:15.963740 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-443ec946-61be-4c3f-be7d-879e7f8170c5 admin admin] 10.222.0.13 "PUT /v2.0/routers/5935891f-3d2f-4a17-9c68-15829548e0d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8433816 Apr 20 16:46:16.063253 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7f129978-8ee5-4b7e-8910-3af83489f834 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:46:16.130832 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port 7f129978-8ee5-4b7e-8910-3af83489f834 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:46:16.135707 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 7f129978-8ee5-4b7e-8910-3af83489f834 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:16.136128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:16.255897 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:16.271443 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port 7f129978-8ee5-4b7e-8910-3af83489f834, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7f129978-8ee5-4b7e-8910-3af83489f834,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:46:16.275706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:16.276502 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 57a9ac67-5289-47f6-8120-b7ba8685e001 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:46:16.392088 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=7f129978-8ee5-4b7e-8910-3af83489f834,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:16.406067 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 57a9ac67-5289-47f6-8120-b7ba8685e001 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:16.406441 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:16.483744 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 47638) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:16.489717 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-40b5ddfe-e88a-4b7c-b14d-053f4bffd9de tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1700807402', 'description': 'tempest-secgroup-smoke-1700807402 description', 'project_id': '0c897b00d56a47e8bb727f6e0609636e'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:46:16.495845 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-40b5ddfe-e88a-4b7c-b14d-053f4bffd9de tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:46:16.499737 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-40b5ddfe-e88a-4b7c-b14d-053f4bffd9de tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Usage tracker for resource:security_group and tenant:0c897b00d56a47e8bb727f6e0609636e is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:46:16.504993 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-40b5ddfe-e88a-4b7c-b14d-053f4bffd9de tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:46:16.511216 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-40b5ddfe-e88a-4b7c-b14d-053f4bffd9de tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:46:16.528684 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-40b5ddfe-e88a-4b7c-b14d-053f4bffd9de tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:16.537371 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 99669f85-f104-422a-b7fc-2973f33d0155 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:46:16.613481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 99669f85-f104-422a-b7fc-2973f33d0155 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:16.614025 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:16.652101 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-40b5ddfe-e88a-4b7c-b14d-053f4bffd9de tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:46:16.655900 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-40b5ddfe-e88a-4b7c-b14d-053f4bffd9de tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Usage tracker for resource:security_group_rule and tenant:0c897b00d56a47e8bb727f6e0609636e is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:46:16.658769 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-40b5ddfe-e88a-4b7c-b14d-053f4bffd9de tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:46:16.664813 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-40b5ddfe-e88a-4b7c-b14d-053f4bffd9de tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:46:16.715899 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Sync routers for ids ['5935891f-3d2f-4a17-9c68-15829548e0d5'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:46:16.738419 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-40b5ddfe-e88a-4b7c-b14d-053f4bffd9de tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:16.742951 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-40b5ddfe-e88a-4b7c-b14d-053f4bffd9de tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:16.743158 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Routers {'5935891f-3d2f-4a17-9c68-15829548e0d5'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:46:16.743854 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['5935891f-3d2f-4a17-9c68-15829548e0d5'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:16.784109 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5ddfe-e88a-4b7c-b14d-053f4bffd9de tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd,revision_number=1']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:16.787573 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-40b5ddfe-e88a-4b7c-b14d-053f4bffd9de tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:16.789064 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-40b5ddfe-e88a-4b7c-b14d-053f4bffd9de tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3038142 Apr 20 16:46:16.792055 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 47642) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:16.797600 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-d68449c1-41d9-4ab0-9a27-a7c11c6d4996 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Request body: {'security_group_rule': {'security_group_id': 'f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd', 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:46:16.804292 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d68449c1-41d9-4ab0-9a27-a7c11c6d4996 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:46:16.808143 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d68449c1-41d9-4ab0-9a27-a7c11c6d4996 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Usage tracker for resource:security_group_rule and tenant:0c897b00d56a47e8bb727f6e0609636e is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:46:16.810950 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-d68449c1-41d9-4ab0-9a27-a7c11c6d4996 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:46:16.817521 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-d68449c1-41d9-4ab0-9a27-a7c11c6d4996 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:46:16.835162 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d68449c1-41d9-4ab0-9a27-a7c11c6d4996 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:16.893607 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d68449c1-41d9-4ab0-9a27-a7c11c6d4996 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:16.897406 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d68449c1-41d9-4ab0-9a27-a7c11c6d4996 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:16.918253 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68449c1-41d9-4ab0-9a27-a7c11c6d4996 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ab9126-2e40-4b7f-be8d-01a4b21d5d39,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:16.930538 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d68449c1-41d9-4ab0-9a27-a7c11c6d4996 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:16.931787 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d68449c1-41d9-4ab0-9a27-a7c11c6d4996 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387939 Apr 20 16:46:16.932537 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Set router 5935891f-3d2f-4a17-9c68-15829548e0d5 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:46:16.934544 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 47646) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:16.939611 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5f770392-071e-4ab3-a238-7b3041a2e942 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Request body: {'security_group_rule': {'security_group_id': 'f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd', 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:46:16.946135 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5f770392-071e-4ab3-a238-7b3041a2e942 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:46:16.949811 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5f770392-071e-4ab3-a238-7b3041a2e942 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Usage tracker for resource:security_group_rule and tenant:0c897b00d56a47e8bb727f6e0609636e is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:46:16.952613 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5f770392-071e-4ab3-a238-7b3041a2e942 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:46:16.958207 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5f770392-071e-4ab3-a238-7b3041a2e942 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:46:16.980787 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5f770392-071e-4ab3-a238-7b3041a2e942 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.053152 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5f770392-071e-4ab3-a238-7b3041a2e942 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.057510 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5f770392-071e-4ab3-a238-7b3041a2e942 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.081745 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f770392-071e-4ab3-a238-7b3041a2e942 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8176be1c-53e3-4b11-a53b-60c789d2ad2d,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:17.094336 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5f770392-071e-4ab3-a238-7b3041a2e942 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.095541 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5f770392-071e-4ab3-a238-7b3041a2e942 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1600606 Apr 20 16:46:17.098970 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 47650) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:17.106858 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-a84edb8a-7d0d-469c-8491-2e6ab76921ca tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Request body: {'security_group_rule': {'security_group_id': 'f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd', 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:46:17.113084 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a84edb8a-7d0d-469c-8491-2e6ab76921ca tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:46:17.117733 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a84edb8a-7d0d-469c-8491-2e6ab76921ca tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Usage tracker for resource:security_group_rule and tenant:0c897b00d56a47e8bb727f6e0609636e is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:46:17.120628 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-a84edb8a-7d0d-469c-8491-2e6ab76921ca tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:46:17.126483 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-a84edb8a-7d0d-469c-8491-2e6ab76921ca tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:46:17.145553 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a84edb8a-7d0d-469c-8491-2e6ab76921ca tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.216640 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a84edb8a-7d0d-469c-8491-2e6ab76921ca tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.222101 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a84edb8a-7d0d-469c-8491-2e6ab76921ca tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.252444 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84edb8a-7d0d-469c-8491-2e6ab76921ca tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ca6cce-3bd7-4ebb-a9e7-324ec5732630,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:17.263895 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a84edb8a-7d0d-469c-8491-2e6ab76921ca tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.267372 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a84edb8a-7d0d-469c-8491-2e6ab76921ca tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1649628 Apr 20 16:46:17.267625 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 47654) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:17.273551 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-5aaa9414-780a-4b4c-b259-04e3e8c7a3ee tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Request body: {'security_group_rule': {'security_group_id': 'f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd', 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:46:17.279498 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5aaa9414-780a-4b4c-b259-04e3e8c7a3ee tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:46:17.283895 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5aaa9414-780a-4b4c-b259-04e3e8c7a3ee tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Usage tracker for resource:security_group_rule and tenant:0c897b00d56a47e8bb727f6e0609636e is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:46:17.286725 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-5aaa9414-780a-4b4c-b259-04e3e8c7a3ee tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:46:17.292420 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-5aaa9414-780a-4b4c-b259-04e3e8c7a3ee tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:46:17.312520 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9414-780a-4b4c-b259-04e3e8c7a3ee tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.348163 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'name': 'tempest-TestSnapshotPattern-958335502-router', 'tenant_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '7f129978-8ee5-4b7e-8910-3af83489f834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:10Z', 'updated_at': '2022-04-20T16:46:14Z', 'revision_number': 4, 'project_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'gw_port': {'id': '7f129978-8ee5-4b7e-8910-3af83489f834', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:11Z', 'updated_at': '2022-04-20T16:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b4cf5179-daad-43d7-acf4-bbc51b291b66', 'name': '', 'network_id': '189e2088-35ec-4d01-9c5e-686afa6eba7b', 'tenant_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'mac_address': 'fa:16:3e:4b:de:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '32373eeb-5832-4598-85a7-cbfe214dfc25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:14Z', 'updated_at': '2022-04-20T16:46:15Z', 'revision_number': 2, 'project_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'subnets': [{'id': '32373eeb-5832-4598-85a7-cbfe214dfc25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:17.352209 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Checking router: 5935891f-3d2f-4a17-9c68-15829548e0d5 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:46:17.352568 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Updating router 5935891f-3d2f-4a17-9c68-15829548e0d5 port b4cf5179-daad-43d7-acf4-bbc51b291b66 binding host dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:46:17.380894 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9414-780a-4b4c-b259-04e3e8c7a3ee tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.384676 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9414-780a-4b4c-b259-04e3e8c7a3ee tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.408097 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa9414-780a-4b4c-b259-04e3e8c7a3ee tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16db692f-0b98-49f7-bd2a-bf7d30b26277,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:17.417599 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9414-780a-4b4c-b259-04e3e8c7a3ee tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.419196 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-5aaa9414-780a-4b4c-b259-04e3e8c7a3ee tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1505375 Apr 20 16:46:17.421987 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 47658) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:17.427434 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ec81326a-a6df-4fb8-b840-354447184c43 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Request body: {'security_group_rule': {'security_group_id': 'f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd', 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:46:17.433398 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ec81326a-a6df-4fb8-b840-354447184c43 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:46:17.437145 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ec81326a-a6df-4fb8-b840-354447184c43 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Usage tracker for resource:security_group_rule and tenant:0c897b00d56a47e8bb727f6e0609636e is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:46:17.439933 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ec81326a-a6df-4fb8-b840-354447184c43 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:46:17.446272 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ec81326a-a6df-4fb8-b840-354447184c43 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:46:17.456229 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-ec81326a-a6df-4fb8-b840-354447184c43 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Project 0c897b00d56a47e8bb727f6e0609636e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:46:17.462475 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ec81326a-a6df-4fb8-b840-354447184c43 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.470726 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.526255 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ec81326a-a6df-4fb8-b840-354447184c43 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.529921 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ec81326a-a6df-4fb8-b840-354447184c43 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.553494 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81326a-a6df-4fb8-b840-354447184c43 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87511cb9-ad43-4d31-8906-96f746dde284,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:17.562102 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ec81326a-a6df-4fb8-b840-354447184c43 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.563360 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ec81326a-a6df-4fb8-b840-354447184c43 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1404126 Apr 20 16:46:17.565997 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 47662) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:17.571307 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.v2.base [None req-ce7b7449-6826-4a5b-9ce4-30dd85e953fc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Request body: {'security_group_rule': {'security_group_id': 'f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd', 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:46:17.577063 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ce7b7449-6826-4a5b-9ce4-30dd85e953fc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:46:17.580765 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ce7b7449-6826-4a5b-9ce4-30dd85e953fc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Usage tracker for resource:security_group_rule and tenant:0c897b00d56a47e8bb727f6e0609636e is out of sync, need to count used quota {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:46:17.583601 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.quota.resource [None req-ce7b7449-6826-4a5b-9ce4-30dd85e953fc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:46:17.589394 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.quota.driver [None req-ce7b7449-6826-4a5b-9ce4-30dd85e953fc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:46:17.599672 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.db.securitygroups_db [None req-ce7b7449-6826-4a5b-9ce4-30dd85e953fc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Project 0c897b00d56a47e8bb727f6e0609636e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:46:17.605981 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce7b7449-6826-4a5b-9ce4-30dd85e953fc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.668838 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce7b7449-6826-4a5b-9ce4-30dd85e953fc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.672494 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce7b7449-6826-4a5b-9ce4-30dd85e953fc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624593'] for security_group_rule, after_create {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.701621 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b7449-6826-4a5b-9ce4-30dd85e953fc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b57d62a-3d2d-41fa-84a6-aa7f67072473,revision_number=0']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:17.710774 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ce7b7449-6826-4a5b-9ce4-30dd85e953fc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.719595 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-ce7b7449-6826-4a5b-9ce4-30dd85e953fc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1451044 Apr 20 16:46:17.873865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-abdec237-03c2-49dd-838b-c6711346cc5e req-b7366b58-ec4a-44f1-b76f-f3bcc351ec4b tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Synchronizing usage tracker for tenant:0c897b00d56a47e8bb727f6e0609636e on resource:security_group {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:46:17.890791 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-abdec237-03c2-49dd-838b-c6711346cc5e req-b7366b58-ec4a-44f1-b76f-f3bcc351ec4b tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Unset dirty status for tenant:0c897b00d56a47e8bb727f6e0609636e on resource:security_group {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:46:17.892152 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abdec237-03c2-49dd-838b-c6711346cc5e req-b7366b58-ec4a-44f1-b76f-f3bcc351ec4b tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1700807402&fields=id&tenant_id=0c897b00d56a47e8bb727f6e0609636e HTTP/1.1" status: 200 len: 267 time: 0.0580542 Apr 20 16:46:17.928511 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Notify callbacks [] for port, precommit_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.941608 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Transition to ACTIVE for port object b4cf5179-daad-43d7-acf4-bbc51b291b66 will not be triggered until provisioned by entity L2. {{(pid=88170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:46:17.949043 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.989430 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7f129978-8ee5-4b7e-8910-3af83489f834 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:46:18.044609 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdec237-03c2-49dd-838b-c6711346cc5e req-03c0c7c1-7a1f-4502-9bfe-8be845856260 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:18.045285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-abdec237-03c2-49dd-838b-c6711346cc5e req-03c0c7c1-7a1f-4502-9bfe-8be845856260 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Synchronizing usage tracker for tenant:0c897b00d56a47e8bb727f6e0609636e on resource:network {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:46:18.063651 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-abdec237-03c2-49dd-838b-c6711346cc5e req-03c0c7c1-7a1f-4502-9bfe-8be845856260 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Unset dirty status for tenant:0c897b00d56a47e8bb727f6e0609636e on resource:network {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:46:18.064878 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abdec237-03c2-49dd-838b-c6711346cc5e req-03c0c7c1-7a1f-4502-9bfe-8be845856260 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/networks?id=e11053ef-c669-47c0-9512-9791057fabc1 HTTP/1.1" status: 200 len: 810 time: 0.1658010 Apr 20 16:46:18.080580 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abdec237-03c2-49dd-838b-c6711346cc5e req-29b1e346-46f4-44e1-8888-17e4229e3eea tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/quotas/0c897b00d56a47e8bb727f6e0609636e HTTP/1.1" status: 200 len: 375 time: 0.0100572 Apr 20 16:46:18.161201 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdca3a-1f55-4b8f-a4d4-061ec3de26ef None None] Pushing event updated for resources: {'Port': ['ID=b4cf5179-daad-43d7-acf4-bbc51b291b66,revision_number=3']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:18.189580 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abdec237-03c2-49dd-838b-c6711346cc5e req-b5380faa-1c7d-4fea-8e67-f8fbf3ad9884 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c897b00d56a47e8bb727f6e0609636e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028764 Apr 20 16:46:18.239520 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Attempting to bind port b4cf5179-daad-43d7-acf4-bbc51b291b66 on host dv-neutron-838699-1-hyperv for vnic_type normal with profile {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:46:18.239913 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Attempting to bind port b4cf5179-daad-43d7-acf4-bbc51b291b66 by drivers openvswitch,hyperv on host dv-neutron-838699-1-hyperv at level 0 using segments [{'id': 'f5c436e3-d3d8-428f-8eac-878b23fdeaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '189e2088-35ec-4d01-9c5e-686afa6eba7b'}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:46:18.240277 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Attempting to bind port b4cf5179-daad-43d7-acf4-bbc51b291b66 on network 189e2088-35ec-4d01-9c5e-686afa6eba7b {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:46:18.246690 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port 7f129978-8ee5-4b7e-8910-3af83489f834 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:18.247060 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:18.277619 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Checking agent: {'id': 'e096b175-9b47-45cd-9081-df266bc36a26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838699-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 35, 36), 'started_at': datetime.datetime(2022, 4, 20, 15, 36, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838699-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:46:18.277993 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Checking segment: {'id': 'f5c436e3-d3d8-428f-8eac-878b23fdeaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '189e2088-35ec-4d01-9c5e-686afa6eba7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:46:18.278395 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:18.278782 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Bound using segment: {'id': 'f5c436e3-d3d8-428f-8eac-878b23fdeaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '189e2088-35ec-4d01-9c5e-686afa6eba7b'} {{(pid=88170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:46:18.279254 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.managers [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Bound port: b4cf5179-daad-43d7-acf4-bbc51b291b66, host: dv-neutron-838699-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c436e3-d3d8-428f-8eac-878b23fdeaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '189e2088-35ec-4d01-9c5e-686afa6eba7b'}}] {{(pid=88170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:46:18.279621 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:18.345262 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [req-abdec237-03c2-49dd-838b-c6711346cc5e req-cbb44bdf-9f21-4c7f-8cae-e20f3f3cb8c4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:46:18.346439 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abdec237-03c2-49dd-838b-c6711346cc5e req-cbb44bdf-9f21-4c7f-8cae-e20f3f3cb8c4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0434821 Apr 20 16:46:18.436023 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] For port b4cf5179-daad-43d7-acf4-bbc51b291b66, host dv-neutron-838699-1-hyperv, cleared binding levels {{(pid=88170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:46:18.453668 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] For port b4cf5179-daad-43d7-acf4-bbc51b291b66, host dv-neutron-838699-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b4cf5179-daad-43d7-acf4-bbc51b291b66,segment=NetworkSegment(f5c436e3-d3d8-428f-8eac-878b23fdeaf2),segment_id=f5c436e3-d3d8-428f-8eac-878b23fdeaf2)] {{(pid=88170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:46:18.465982 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:18.480127 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abdec237-03c2-49dd-838b-c6711346cc5e req-c890556b-d465-41b2-8dc4-dfe3e2ece8ac service neutron] 10.222.0.13 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266179 Apr 20 16:46:18.544964 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Routers {'5935891f-3d2f-4a17-9c68-15829548e0d5'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:46:18.545590 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['5935891f-3d2f-4a17-9c68-15829548e0d5'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:18.615055 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdca3a-1f55-4b8f-a4d4-061ec3de26ef None None] Pushing event updated for resources: {'Port': ['ID=b4cf5179-daad-43d7-acf4-bbc51b291b66,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:18.617573 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abdec237-03c2-49dd-838b-c6711346cc5e req-477349f8-0b68-4f05-8a75-5cd2074a29cf service neutron] 10.222.0.13 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313393 Apr 20 16:46:18.794341 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] Set router 5935891f-3d2f-4a17-9c68-15829548e0d5 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:46:18.810864 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-5bc29aa6-b45a-4c41-adb4-a1b03fc5c7df req-895c4c0f-16ad-4da9-89dd-485ad73eee53 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 210 time: 0.0426877 Apr 20 16:46:19.121952 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'name': 'tempest-TestSnapshotPattern-958335502-router', 'tenant_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '7f129978-8ee5-4b7e-8910-3af83489f834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:10Z', 'updated_at': '2022-04-20T16:46:14Z', 'revision_number': 4, 'project_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'gw_port': {'id': '7f129978-8ee5-4b7e-8910-3af83489f834', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:11Z', 'updated_at': '2022-04-20T16:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b4cf5179-daad-43d7-acf4-bbc51b291b66', 'name': '', 'network_id': '189e2088-35ec-4d01-9c5e-686afa6eba7b', 'tenant_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'mac_address': 'fa:16:3e:4b:de:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '32373eeb-5832-4598-85a7-cbfe214dfc25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:14Z', 'updated_at': '2022-04-20T16:46:18Z', 'revision_number': 4, 'project_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'subnets': [{'id': '32373eeb-5832-4598-85a7-cbfe214dfc25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:19.126672 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ba5224-49ad-423c-929d-e9c7a7c56755 None None] The sync data for ids ['5935891f-3d2f-4a17-9c68-15829548e0d5'] in dv-neutron-838699-1-hyperv is: [{'id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'name': 'tempest-TestSnapshotPattern-958335502-router', 'tenant_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '7f129978-8ee5-4b7e-8910-3af83489f834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:10Z', 'updated_at': '2022-04-20T16:46:14Z', 'revision_number': 4, 'project_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'gw_port': {'id': '7f129978-8ee5-4b7e-8910-3af83489f834', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:11Z', 'updated_at': '2022-04-20T16:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': 'b4cf5179-daad-43d7-acf4-bbc51b291b66', 'name': '', 'network_id': '189e2088-35ec-4d01-9c5e-686afa6eba7b', 'tenant_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'mac_address': 'fa:16:3e:4b:de:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '32373eeb-5832-4598-85a7-cbfe214dfc25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:14Z', 'updated_at': '2022-04-20T16:46:18Z', 'revision_number': 4, 'project_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'subnets': [{'id': '32373eeb-5832-4598-85a7-cbfe214dfc25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:46:20.024154 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b4cf5179-daad-43d7-acf4-bbc51b291b66 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:46:20.061566 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-67140641-7d85-4b06-85e9-a1815822d96d req-f1bdf846-7577-42ff-ba13-dd90b353d43e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 210 time: 0.0753038 Apr 20 16:46:20.121041 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning for port b4cf5179-daad-43d7-acf4-bbc51b291b66 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:46:20.122612 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdec237-03c2-49dd-838b-c6711346cc5e req-6eae9c23-537f-4e54-8f15-6f8fe54c1bd1 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:20.124223 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abdec237-03c2-49dd-838b-c6711346cc5e req-6eae9c23-537f-4e54-8f15-6f8fe54c1bd1 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.11 "GET /v2.0/networks?id=e11053ef-c669-47c0-9512-9791057fabc1 HTTP/1.1" status: 200 len: 810 time: 0.3560984 Apr 20 16:46:20.126606 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port b4cf5179-daad-43d7-acf4-bbc51b291b66 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:20.126982 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:20.188941 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abdec237-03c2-49dd-838b-c6711346cc5e req-b20cb74e-d06c-419c-ae74-b3adeb8e5fea tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c897b00d56a47e8bb727f6e0609636e HTTP/1.1" status: 200 len: 380 time: 0.0522165 Apr 20 16:46:20.198076 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-abdec237-03c2-49dd-838b-c6711346cc5e req-18894ff4-ee03-4897-b334-d2fc0a44fd0f tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Request body: {'port': {'device_id': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'admin_state_up': True, 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'security_groups': ['f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:46:20.255797 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:20.294475 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] For port b4cf5179-daad-43d7-acf4-bbc51b291b66, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b4cf5179-daad-43d7-acf4-bbc51b291b66,segment=NetworkSegment(f5c436e3-d3d8-428f-8eac-878b23fdeaf2),segment_id=f5c436e3-d3d8-428f-8eac-878b23fdeaf2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:46:20.300653 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:20.365042 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-abdec237-03c2-49dd-838b-c6711346cc5e req-18894ff4-ee03-4897-b334-d2fc0a44fd0f tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:46:20.368846 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Pushing event updated for resources: {'Port': ['ID=b4cf5179-daad-43d7-acf4-bbc51b291b66,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:20.370503 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-abdec237-03c2-49dd-838b-c6711346cc5e req-18894ff4-ee03-4897-b334-d2fc0a44fd0f tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Usage tracker for resource:port and tenant:0c897b00d56a47e8bb727f6e0609636e is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:46:20.373769 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-abdec237-03c2-49dd-838b-c6711346cc5e req-18894ff4-ee03-4897-b334-d2fc0a44fd0f tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:46:20.379628 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-abdec237-03c2-49dd-838b-c6711346cc5e req-18894ff4-ee03-4897-b334-d2fc0a44fd0f tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:46:20.389498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abdec237-03c2-49dd-838b-c6711346cc5e req-18894ff4-ee03-4897-b334-d2fc0a44fd0f tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Made reservation on behalf of 0c897b00d56a47e8bb727f6e0609636e for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:46:20.392916 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-abdec237-03c2-49dd-838b-c6711346cc5e req-18894ff4-ee03-4897-b334-d2fc0a44fd0f tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:20.553624 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-abdec237-03c2-49dd-838b-c6711346cc5e req-18894ff4-ee03-4897-b334-d2fc0a44fd0f tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Allocated IP 172.20.0.11 (e11053ef-c669-47c0-9512-9791057fabc1/88fb9a89-0f93-4d88-a71a-d040dcd374e6/34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:46:20.744188 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-abdec237-03c2-49dd-838b-c6711346cc5e req-18894ff4-ee03-4897-b334-d2fc0a44fd0f tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:20.759420 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-abdec237-03c2-49dd-838b-c6711346cc5e req-18894ff4-ee03-4897-b334-d2fc0a44fd0f tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Transition to ACTIVE for port object 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:46:20.782553 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-abdec237-03c2-49dd-838b-c6711346cc5e req-18894ff4-ee03-4897-b334-d2fc0a44fd0f tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:20.847300 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abdec237-03c2-49dd-838b-c6711346cc5e req-18894ff4-ee03-4897-b334-d2fc0a44fd0f tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Network e11053ef-c669-47c0-9512-9791057fabc1 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:46:20.855336 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-abdec237-03c2-49dd-838b-c6711346cc5e req-18894ff4-ee03-4897-b334-d2fc0a44fd0f tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:46:20.859572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdec237-03c2-49dd-838b-c6711346cc5e req-18894ff4-ee03-4897-b334-d2fc0a44fd0f tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:46:20.893491 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18894ff4-ee03-4897-b334-d2fc0a44fd0f tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Pushing event updated for resources: {'Port': ['ID=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:20.931180 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdec237-03c2-49dd-838b-c6711346cc5e req-18894ff4-ee03-4897-b334-d2fc0a44fd0f tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:20.932282 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-abdec237-03c2-49dd-838b-c6711346cc5e req-18894ff4-ee03-4897-b334-d2fc0a44fd0f tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:20.953113 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abdec237-03c2-49dd-838b-c6711346cc5e req-18894ff4-ee03-4897-b334-d2fc0a44fd0f tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7590067 Apr 20 16:46:20.964615 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Request body: {'port': {'device_id': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:46:21.077562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:21.107261 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7bd1de25-a73d-4b78-828e-07a0481f11ad None None] Provisioning for port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:46:21.112617 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-7bd1de25-a73d-4b78-828e-07a0481f11ad None None] Provisioning complete for port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:21.113092 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-7bd1de25-a73d-4b78-828e-07a0481f11ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:21.176650 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1de25-a73d-4b78-828e-07a0481f11ad None None] Port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:46:21.397934 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9529af0-f883-439d-b166-db5bde1bf1a3 req-85949ef6-8bc0-4013-b67e-d9bf2a6e6e50 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:21.398631 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-f9529af0-f883-439d-b166-db5bde1bf1a3 req-85949ef6-8bc0-4013-b67e-d9bf2a6e6e50 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Synchronizing usage tracker for tenant:0c897b00d56a47e8bb727f6e0609636e on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:46:21.434323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-f9529af0-f883-439d-b166-db5bde1bf1a3 req-85949ef6-8bc0-4013-b67e-d9bf2a6e6e50 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Unset dirty status for tenant:0c897b00d56a47e8bb727f6e0609636e on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:46:21.435475 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9529af0-f883-439d-b166-db5bde1bf1a3 req-85949ef6-8bc0-4013-b67e-d9bf2a6e6e50 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 932 time: 0.2345784 Apr 20 16:46:21.532299 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:46:21.539383 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9529af0-f883-439d-b166-db5bde1bf1a3 req-541e6e54-5c57-4dba-805d-fe8c3b634617 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908306 Apr 20 16:46:21.543032 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:21.558820 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Transition to ACTIVE for port object 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:46:21.561753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:21.722645 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Pushing event updated for resources: {'Port': ['ID=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:21.796662 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Attempting to bind port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:46:21.797000 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Attempting to bind port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '8533c29e-e1ed-4929-8217-8b3fd6dcb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:46:21.797330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Attempting to bind port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 on network e11053ef-c669-47c0-9512-9791057fabc1 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:46:21.802487 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 on network e11053ef-c669-47c0-9512-9791057fabc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:46:21.802911 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Attempting to bind port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 on network e11053ef-c669-47c0-9512-9791057fabc1 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:46:21.807974 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:46:21.808311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Checking segment: {'id': '8533c29e-e1ed-4929-8217-8b3fd6dcb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:46:21.808691 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Bound using segment: {'id': '8533c29e-e1ed-4929-8217-8b3fd6dcb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:46:21.809109 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Bound port: 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8533c29e-e1ed-4929-8217-8b3fd6dcb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:46:21.809452 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:21.972874 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b4cf5179-daad-43d7-acf4-bbc51b291b66 up at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:46:22.003837 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] For port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:46:22.006793 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] For port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:46:22.011480 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:22.040128 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Provisioning complete for port b4cf5179-daad-43d7-acf4-bbc51b291b66 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:22.040492 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:22.067044 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:22.067651 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:22.069026 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abdec237-03c2-49dd-838b-c6711346cc5e req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] 10.222.0.11 "PUT /v2.0/ports/34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 HTTP/1.1" status: 200 len: 1094 time: 1.1086905 Apr 20 16:46:22.069468 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'tag': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:46:22.094942 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cb7f9-7ff1-4d87-a443-d248f69e47ae service neutron] Pushing event updated for resources: {'Port': ['ID=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:22.154040 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a7f6115-7630-41c0-9ffd-64c8885eede7'] response: {'name': 'network-changed', 'server_uuid': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'tag': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'status': 'completed', 'code': 200} Apr 20 16:46:22.200259 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdec237-03c2-49dd-838b-c6711346cc5e req-95d6aacf-9c65-446a-8998-045f595e423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:22.202098 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abdec237-03c2-49dd-838b-c6711346cc5e req-95d6aacf-9c65-446a-8998-045f595e423f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c897b00d56a47e8bb727f6e0609636e&device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 1097 time: 0.0864267 Apr 20 16:46:22.271435 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abdec237-03c2-49dd-838b-c6711346cc5e req-13e39006-f708-4dbe-b2f0-8937fdf6ca36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 HTTP/1.1" status: 200 len: 217 time: 0.0627165 Apr 20 16:46:22.336865 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdec237-03c2-49dd-838b-c6711346cc5e req-3f9a7d0e-b460-49a3-9ff6-17bb23548128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:22.338317 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abdec237-03c2-49dd-838b-c6711346cc5e req-3f9a7d0e-b460-49a3-9ff6-17bb23548128 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fb9a89-0f93-4d88-a71a-d040dcd374e6 HTTP/1.1" status: 200 len: 849 time: 0.0607803 Apr 20 16:46:22.410034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdec237-03c2-49dd-838b-c6711346cc5e req-245b81cd-7476-446e-9459-65e83957b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:22.411497 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abdec237-03c2-49dd-838b-c6711346cc5e req-245b81cd-7476-446e-9459-65e83957b91f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e11053ef-c669-47c0-9512-9791057fabc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679102 Apr 20 16:46:22.539540 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abdec237-03c2-49dd-838b-c6711346cc5e req-be10d7bf-cc85-40a0-8513-c34dd5920a1d service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216857 Apr 20 16:46:22.713220 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-abdec237-03c2-49dd-838b-c6711346cc5e req-1b5b67e7-e240-4d0a-9472-2b88c9372782 service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677334 Apr 20 16:46:22.749107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5d995-cbab-47bf-8cd4-e4766a4ad779 req-1147798d-7663-490f-a152-c38718e25377 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:22.750537 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c4c5d995-cbab-47bf-8cd4-e4766a4ad779 req-1147798d-7663-490f-a152-c38718e25377 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 944 time: 0.1001022 Apr 20 16:46:22.839559 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c4c5d995-cbab-47bf-8cd4-e4766a4ad779 req-b943a43c-78b9-4e53-8df9-036ff849ffb3 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549998 Apr 20 16:46:22.856580 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514b66c-0064-4dbd-970a-66f31774db28 req-aeff3b20-2ae8-40a7-af79-c12009bad594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:22.858021 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4514b66c-0064-4dbd-970a-66f31774db28 req-aeff3b20-2ae8-40a7-af79-c12009bad594 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c897b00d56a47e8bb727f6e0609636e&device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 1097 time: 0.1025736 Apr 20 16:46:22.990944 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514b66c-0064-4dbd-970a-66f31774db28 req-7c13abb1-d087-47ea-8105-a6db2113e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:22.992337 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4514b66c-0064-4dbd-970a-66f31774db28 req-7c13abb1-d087-47ea-8105-a6db2113e849 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e11053ef-c669-47c0-9512-9791057fabc1 HTTP/1.1" status: 200 len: 911 time: 0.1276791 Apr 20 16:46:23.065911 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4514b66c-0064-4dbd-970a-66f31774db28 req-9991cda6-a3a7-40cd-9877-d16ffcb745f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 HTTP/1.1" status: 200 len: 217 time: 0.0650446 Apr 20 16:46:23.127598 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514b66c-0064-4dbd-970a-66f31774db28 req-e420ec2e-6ce2-4a87-8805-a620aa7427c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:23.129071 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4514b66c-0064-4dbd-970a-66f31774db28 req-e420ec2e-6ce2-4a87-8805-a620aa7427c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fb9a89-0f93-4d88-a71a-d040dcd374e6 HTTP/1.1" status: 200 len: 849 time: 0.0570016 Apr 20 16:46:23.208453 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514b66c-0064-4dbd-970a-66f31774db28 req-8cf59672-ebd4-4106-8785-c66ad9e97512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:23.209936 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4514b66c-0064-4dbd-970a-66f31774db28 req-8cf59672-ebd4-4106-8785-c66ad9e97512 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e11053ef-c669-47c0-9512-9791057fabc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742655 Apr 20 16:46:23.340685 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4514b66c-0064-4dbd-970a-66f31774db28 req-789f4272-83a2-49ad-9962-d7cf08ced835 service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236179 Apr 20 16:46:23.470596 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-4514b66c-0064-4dbd-970a-66f31774db28 req-2a985f8c-b557-41b7-8903-398685775eb0 service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234987 Apr 20 16:46:24.022405 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b90263-3ca7-4285-9315-7227564fb481 req-fd107c6d-2c3e-46b1-b1de-ed7b89f210d7 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:24.023872 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d0b90263-3ca7-4285-9315-7227564fb481 req-fd107c6d-2c3e-46b1-b1de-ed7b89f210d7 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 944 time: 0.0796609 Apr 20 16:46:24.066403 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d0b90263-3ca7-4285-9315-7227564fb481 req-bc049c74-024f-40d5-ad74-913688d0dffe tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367551 Apr 20 16:46:25.248680 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:46:25.350124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2a39e-2ba6-4444-bd3a-112ea09c1a21 req-ee9c665a-9b32-45f9-85c8-aac298c3b842 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:25.351492 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-97b2a39e-2ba6-4444-bd3a-112ea09c1a21 req-ee9c665a-9b32-45f9-85c8-aac298c3b842 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 944 time: 0.1812317 Apr 20 16:46:25.382950 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:46:25.395529 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-97b2a39e-2ba6-4444-bd3a-112ea09c1a21 req-b3f21ebc-8d99-4686-842e-432b276a35d5 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382771 Apr 20 16:46:25.395670 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'port_id': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'mac_address': 'fa:16:3e:d2:8a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:46:25.450405 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:25.466776 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:46:25.482745 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:46:25.486580 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:25.556498 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:25.835417 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:46:26.579230 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a35b9-3d58-45bf-9ba8-fdf74f15c30d req-904b79bd-4490-47b7-8967-be610965fa99 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:26.580687 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a93a35b9-3d58-45bf-9ba8-fdf74f15c30d req-904b79bd-4490-47b7-8967-be610965fa99 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 945 time: 0.0808227 Apr 20 16:46:26.623168 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a93a35b9-3d58-45bf-9ba8-fdf74f15c30d req-182105e1-1ab4-4692-b7c6-faa57ebacd91 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369244 Apr 20 16:46:27.248734 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:46:27.318546 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:46:27.323372 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:27.323749 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:27.436630 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:27.495704 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:46:27.505563 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:46:27.509552 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:27.545355 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c1d246-833c-4041-a86f-fde7350e41bd'] response: {'server_uuid': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'code': 200} Apr 20 16:46:27.578271 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:27.820787 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2902d1-172c-4fde-8ac7-968b974e6548 req-3f1e61e5-1f5f-4d31-85aa-2b4e58ed5f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:27.822147 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ea2902d1-172c-4fde-8ac7-968b974e6548 req-3f1e61e5-1f5f-4d31-85aa-2b4e58ed5f1b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 1099 time: 0.1293547 Apr 20 16:46:27.858978 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa977271-bc78-4cb9-9cee-1f71d18cd86e req-ed36e8b7-47a4-4cdf-a101-1d24abb6d394 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:27.860390 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-aa977271-bc78-4cb9-9cee-1f71d18cd86e req-ed36e8b7-47a4-4cdf-a101-1d24abb6d394 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 946 time: 0.1281612 Apr 20 16:46:27.892237 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ea2902d1-172c-4fde-8ac7-968b974e6548 req-cf33d459-3f89-46ce-8296-41a70afeb6f3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623393 Apr 20 16:46:27.911792 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-aa977271-bc78-4cb9-9cee-1f71d18cd86e req-06a69443-7c2b-454b-bbbf-19386ef23295 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448837 Apr 20 16:46:29.106800 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30c7f2-51ec-4171-931a-d7e7f1fdad4b req-f384348f-615c-4e05-877d-44506c3dba68 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:29.108200 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8f30c7f2-51ec-4171-931a-d7e7f1fdad4b req-f384348f-615c-4e05-877d-44506c3dba68 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 946 time: 0.0838861 Apr 20 16:46:29.154698 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8f30c7f2-51ec-4171-931a-d7e7f1fdad4b req-f83c130d-5241-4649-a564-b64d500b1d64 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389585 Apr 20 16:46:30.338029 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cffa4-64d2-4824-864f-a9dd46c2cc86 req-cbf48edf-4615-49fc-b6f6-ee7688081a15 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:30.339459 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3d6cffa4-64d2-4824-864f-a9dd46c2cc86 req-cbf48edf-4615-49fc-b6f6-ee7688081a15 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 946 time: 0.0773079 Apr 20 16:46:30.385384 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3d6cffa4-64d2-4824-864f-a9dd46c2cc86 req-deff5593-81a6-4665-8143-bb27a0f44121 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402753 Apr 20 16:46:30.563205 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17b4c1-88c1-4e08-ab33-53a9741d7b04 req-b758de4d-a381-4675-91a9-5720bc746d30 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:30.564574 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fc17b4c1-88c1-4e08-ab33-53a9741d7b04 req-b758de4d-a381-4675-91a9-5720bc746d30 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 946 time: 0.0787170 Apr 20 16:46:30.607714 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-fc17b4c1-88c1-4e08-ab33-53a9741d7b04 req-3c7d3e3e-7b39-4763-90bf-3c57f2f6b7d0 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376072 Apr 20 16:46:30.629879 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47734) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:30.739400 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2438babc-9cbb-4379-b505-af77cc3e4da7 tempest-TestSnapshotPattern-1784960667 tempest-TestSnapshotPattern-1784960667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:30.740882 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2438babc-9cbb-4379-b505-af77cc3e4da7 tempest-TestSnapshotPattern-1784960667 tempest-TestSnapshotPattern-1784960667-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 1094 time: 0.1100783 Apr 20 16:46:30.743669 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 47740) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:46:30.748572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:46:30.754374 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:46:30.758219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Usage tracker for resource:floatingip and tenant:0c897b00d56a47e8bb727f6e0609636e is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:46:30.761021 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:46:30.766630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:46:30.777158 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:30.911219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:31.041188 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Allocated IP 172.26.7.137 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/ac377f72-a3ce-42c9-a27b-9145e9023dfa) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:46:31.190570 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:31.220192 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:31.280915 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:46:31.283998 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:46:31.286616 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:46:31.337114 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Pushing event updated for resources: {'Port': ['ID=ac377f72-a3ce-42c9-a27b-9145e9023dfa,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:31.804672 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:31.876446 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:32.082075 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:32.086466 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:32.201356 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Pushing event updated for resources: {'Port': ['ID=ac377f72-a3ce-42c9-a27b-9145e9023dfa,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:32.209764 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:32.245028 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-524a1f4a-b879-422e-af17-a7bf6adae1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:32.381861 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Floating IP 22468a55-f38d-4e3d-aec4-9aac7800bb87 associated. External IP: 172.26.7.137, port: 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414. Apr 20 16:46:32.735388 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:46:32.917564 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:46:32.928437 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da90097-ccb1-4787-9198-b9476c275746 None None] Sync routers for ids ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:46:32.938924 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da90097-ccb1-4787-9198-b9476c275746 None None] Routers {'a8a08df3-13a3-4978-9ffc-1067d97b9ba9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:46:32.939857 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-3da90097-ccb1-4787-9198-b9476c275746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:32.944246 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:32.999554 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-b0ef9ac7-4e48-413e-aefe-42ea434733eb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2546527 Apr 20 16:46:33.000010 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'tag': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:46:33.045248 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0485ef97-54f3-4c74-b396-7c6b228385e6'] response: {'name': 'network-changed', 'server_uuid': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'tag': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'status': 'completed', 'code': 200} Apr 20 16:46:33.137744 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9db2e-5001-499d-b2fe-37e814fe5cdd req-52b2e12e-3d2c-470f-8184-3e8cf21e8a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:33.139242 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b6f9db2e-5001-499d-b2fe-37e814fe5cdd req-52b2e12e-3d2c-470f-8184-3e8cf21e8a68 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c897b00d56a47e8bb727f6e0609636e&device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 1099 time: 0.0739477 Apr 20 16:46:33.146689 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-3da90097-ccb1-4787-9198-b9476c275746 None None] Set router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:46:33.392670 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9db2e-5001-499d-b2fe-37e814fe5cdd req-2f8a0037-f9e8-4da1-8a01-f6a60b285de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:33.394126 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b6f9db2e-5001-499d-b2fe-37e814fe5cdd req-2f8a0037-f9e8-4da1-8a01-f6a60b285de3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e11053ef-c669-47c0-9512-9791057fabc1 HTTP/1.1" status: 200 len: 911 time: 0.2484632 Apr 20 16:46:33.489791 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-3da90097-ccb1-4787-9198-b9476c275746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:08Z', 'revision_number': 4, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '22468a55-f38d-4e3d-aec4-9aac7800bb87', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'floating_ip_address': '172.26.7.137', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'port_id': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'mac_address': 'fa:16:3e:d2:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:46:31Z', 'updated_at': '2022-04-20T16:46:31Z', 'revision_number': 0, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a9ac67-5289-47f6-8120-b7ba8685e001', 'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'mac_address': 'fa:16:3e:c2:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:07Z', 'updated_at': '2022-04-20T16:46:14Z', 'revision_number': 5, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'subnets': [{'id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:33.493811 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da90097-ccb1-4787-9198-b9476c275746 None None] Checking router: a8a08df3-13a3-4978-9ffc-1067d97b9ba9 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:46:33.496471 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b6f9db2e-5001-499d-b2fe-37e814fe5cdd req-805d3b62-14c9-4a8b-b9af-5cbb83cb661e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 HTTP/1.1" status: 200 len: 1000 time: 0.0965731 Apr 20 16:46:33.502183 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da90097-ccb1-4787-9198-b9476c275746 None None] Routers {'a8a08df3-13a3-4978-9ffc-1067d97b9ba9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:46:33.502809 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-3da90097-ccb1-4787-9198-b9476c275746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:46:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:33.559316 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9db2e-5001-499d-b2fe-37e814fe5cdd req-2eb180d8-1511-4803-b6f3-fd7e3424e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:33.560845 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b6f9db2e-5001-499d-b2fe-37e814fe5cdd req-2eb180d8-1511-4803-b6f3-fd7e3424e7eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fb9a89-0f93-4d88-a71a-d040dcd374e6 HTTP/1.1" status: 200 len: 849 time: 0.0583997 Apr 20 16:46:33.633179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9db2e-5001-499d-b2fe-37e814fe5cdd req-07def1d3-0a96-49e4-a58b-1032bdf0dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:33.634718 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b6f9db2e-5001-499d-b2fe-37e814fe5cdd req-07def1d3-0a96-49e4-a58b-1032bdf0dbb7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e11053ef-c669-47c0-9512-9791057fabc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684054 Apr 20 16:46:33.678727 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-3da90097-ccb1-4787-9198-b9476c275746 None None] Set router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:46:33.766717 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b6f9db2e-5001-499d-b2fe-37e814fe5cdd req-85ebcafb-132c-495a-921a-41510649e42b service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260791 Apr 20 16:46:33.897213 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b6f9db2e-5001-499d-b2fe-37e814fe5cdd req-c7ece824-4422-4f2b-920b-64994c2db372 service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246698 Apr 20 16:46:34.026049 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-3da90097-ccb1-4787-9198-b9476c275746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:08Z', 'revision_number': 4, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '22468a55-f38d-4e3d-aec4-9aac7800bb87', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'floating_ip_address': '172.26.7.137', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'port_id': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'mac_address': 'fa:16:3e:d2:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:46:31Z', 'updated_at': '2022-04-20T16:46:31Z', 'revision_number': 0, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a9ac67-5289-47f6-8120-b7ba8685e001', 'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'mac_address': 'fa:16:3e:c2:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:07Z', 'updated_at': '2022-04-20T16:46:14Z', 'revision_number': 5, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'subnets': [{'id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:34.029831 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da90097-ccb1-4787-9198-b9476c275746 None None] The sync data for ids ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'] in dv-neutron-838699-1-hyperv is: [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:08Z', 'revision_number': 4, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '22468a55-f38d-4e3d-aec4-9aac7800bb87', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'floating_ip_address': '172.26.7.137', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'port_id': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'mac_address': 'fa:16:3e:d2:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:46:31Z', 'updated_at': '2022-04-20T16:46:31Z', 'revision_number': 0, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a9ac67-5289-47f6-8120-b7ba8685e001', 'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'mac_address': 'fa:16:3e:c2:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:07Z', 'updated_at': '2022-04-20T16:46:14Z', 'revision_number': 5, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'subnets': [{'id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:46:34.214243 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e93cd8-fd9a-4133-88d9-98dc712dc03b None None] New status for floating IP 22468a55-f38d-4e3d-aec4-9aac7800bb87: ACTIVE {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:46:34.494018 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-55f53c7f-a886-4f0e-92f6-1c62ad328f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:35.860314 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:35.940114 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:36.454100 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:46:37.328988 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:45.620988 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:02.249602 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2ddc0306-0dda-453b-b014-d611112e2236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:04.497069 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-425feee7-c58d-4683-9ef5-11b278cf21b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:05.863607 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:05.942395 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:07.332792 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:13.453040 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:47:13.561534 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e405a2d0-6c8c-4949-8e55-1337fcf9384c req-55a011dd-f4ab-4707-916b-81e6b4ac6a7e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727191 Apr 20 16:47:13.695072 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405a2d0-6c8c-4949-8e55-1337fcf9384c req-d991343f-5073-4174-957b-6f659df58450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:13.696569 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e405a2d0-6c8c-4949-8e55-1337fcf9384c req-d991343f-5073-4174-957b-6f659df58450 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c897b00d56a47e8bb727f6e0609636e&device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 1099 time: 0.0716143 Apr 20 16:47:13.839461 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405a2d0-6c8c-4949-8e55-1337fcf9384c req-1b3f7fcf-dee1-469c-807b-016dd6fde248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:13.840907 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e405a2d0-6c8c-4949-8e55-1337fcf9384c req-1b3f7fcf-dee1-469c-807b-016dd6fde248 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e11053ef-c669-47c0-9512-9791057fabc1 HTTP/1.1" status: 200 len: 911 time: 0.1264338 Apr 20 16:47:13.943427 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e405a2d0-6c8c-4949-8e55-1337fcf9384c req-19999152-7cdf-455c-bc41-53bfe01a8e29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 HTTP/1.1" status: 200 len: 1002 time: 0.0956731 Apr 20 16:47:14.010252 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405a2d0-6c8c-4949-8e55-1337fcf9384c req-f6cab697-713b-41d0-ba8b-b1ba8d03b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:14.011657 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e405a2d0-6c8c-4949-8e55-1337fcf9384c req-f6cab697-713b-41d0-ba8b-b1ba8d03b9cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fb9a89-0f93-4d88-a71a-d040dcd374e6 HTTP/1.1" status: 200 len: 849 time: 0.0626545 Apr 20 16:47:14.085139 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405a2d0-6c8c-4949-8e55-1337fcf9384c req-28b070d1-79fe-43c9-a4df-735dab432f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:14.086564 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e405a2d0-6c8c-4949-8e55-1337fcf9384c req-28b070d1-79fe-43c9-a4df-735dab432f43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e11053ef-c669-47c0-9512-9791057fabc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690694 Apr 20 16:47:14.216036 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e405a2d0-6c8c-4949-8e55-1337fcf9384c req-da9097c1-6f4b-4b2d-bf3d-ea791ca09bc1 service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228745 Apr 20 16:47:14.345193 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e405a2d0-6c8c-4949-8e55-1337fcf9384c req-275793d2-deb0-483e-93b7-e96d11b7b66f service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225863 Apr 20 16:47:15.629665 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:32.252151 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-df2fc534-2b50-4440-911e-32bbaca3240c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:34.498706 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-866dc640-1774-4e0e-90fe-da5d1ffef82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:35.865670 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:35.944728 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:37.335058 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:45.668366 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:50.451490 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:48:02.254907 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-5047e596-b268-453a-8158-8505a9991d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:04.503661 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bacdefaa-14fd-455b-85a2-63e3a659cc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:05.867385 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:05.947738 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:07.338681 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:15.628387 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-607cc897-96b0-43a1-9561-9a3cde653d9d req-a92a6e98-dc6a-420d-a088-423d01556860 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1416755 Apr 20 16:48:15.664913 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:15.766815 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cc897-96b0-43a1-9561-9a3cde653d9d req-d2cea82f-2248-4430-8e9c-f18253a5f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:15.768196 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-607cc897-96b0-43a1-9561-9a3cde653d9d req-d2cea82f-2248-4430-8e9c-f18253a5f137 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c897b00d56a47e8bb727f6e0609636e&device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 1099 time: 0.0737829 Apr 20 16:48:16.006323 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cc897-96b0-43a1-9561-9a3cde653d9d req-d05b6233-3575-40c2-a628-b8529270c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:16.007790 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-607cc897-96b0-43a1-9561-9a3cde653d9d req-d05b6233-3575-40c2-a628-b8529270c974 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e11053ef-c669-47c0-9512-9791057fabc1 HTTP/1.1" status: 200 len: 911 time: 0.2224565 Apr 20 16:48:16.109070 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-607cc897-96b0-43a1-9561-9a3cde653d9d req-8b5eb9cb-943c-4e6b-99e2-e90e0ee3bab3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 HTTP/1.1" status: 200 len: 1002 time: 0.0950580 Apr 20 16:48:16.170332 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cc897-96b0-43a1-9561-9a3cde653d9d req-657f96be-3e95-4727-8cda-ec0d2fa17acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:16.171784 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-607cc897-96b0-43a1-9561-9a3cde653d9d req-657f96be-3e95-4727-8cda-ec0d2fa17acf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fb9a89-0f93-4d88-a71a-d040dcd374e6 HTTP/1.1" status: 200 len: 849 time: 0.0569644 Apr 20 16:48:16.248811 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cc897-96b0-43a1-9561-9a3cde653d9d req-ec16f497-de93-40a5-886e-21ed3af694a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:16.250260 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-607cc897-96b0-43a1-9561-9a3cde653d9d req-ec16f497-de93-40a5-886e-21ed3af694a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e11053ef-c669-47c0-9512-9791057fabc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731118 Apr 20 16:48:16.380850 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-607cc897-96b0-43a1-9561-9a3cde653d9d req-545df451-50c1-4098-b477-4644df17830a service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243641 Apr 20 16:48:16.510375 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-607cc897-96b0-43a1-9561-9a3cde653d9d req-21bc44f1-606d-45f8-b462-c6caeededc71 service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227040 Apr 20 16:48:27.451360 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:48:32.256755 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-301a5a59-8e25-487f-afcf-9a6bd5f48564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:34.506021 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-df8a6eb8-432c-4330-a144-5698181957ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:35.870585 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:35.950408 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:37.340395 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:45.668908 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:02.259205 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a60b-6ac4-4e6e-9b94-2f73e59463db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:04.073395 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:49:04.204612 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:49:04.218034 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'port_id': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'mac_address': 'fa:16:3e:d2:8a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:49:04.277155 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:04.293437 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:49:04.308990 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:49:04.312541 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:04.380157 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:04.388309 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:04.388660 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:04.389000 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:04.389337 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:04.389670 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:04.390002 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:04.390335 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:04.390661 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:04.390985 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:04.391306 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:04.391632 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:04.391977 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:04.395836 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:49:04.449524 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:49:04.531689 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8e924eb4-870e-43a6-98b1-9a8dc96cf570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:05.872481 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:05.952514 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:06.068667 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:49:06.135484 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:06.135884 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:06.280078 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:06.306442 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:49:06.316124 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:49:06.320629 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:06.387340 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414,revision_number=7']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:07.353514 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:07.361116 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-163ae2f8-0891-4fc0-92fa-c278a2fcec36'] response: {'server_uuid': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'code': 200} Apr 20 16:49:15.677086 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:16.543301 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c7349f00-ed08-49b0-bfaf-af963c497e4a req-5e78837d-09e4-4865-9142-145891727a17 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726874 Apr 20 16:49:16.699680 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-cfa6ff67-97d2-4490-8ac3-1bb3c3e7bf7a tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1700807402&fields=id&tenant_id=0c897b00d56a47e8bb727f6e0609636e HTTP/1.1" status: 200 len: 267 time: 0.0566962 Apr 20 16:49:16.793693 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7349f00-ed08-49b0-bfaf-af963c497e4a req-e455cb18-616b-4e51-9dac-b66847013b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:16.795033 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c7349f00-ed08-49b0-bfaf-af963c497e4a req-e455cb18-616b-4e51-9dac-b66847013b98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c897b00d56a47e8bb727f6e0609636e&device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 1099 time: 0.1823809 Apr 20 16:49:16.942353 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-19e29651-c5fd-4d39-b261-1e091d091e18 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:16.943750 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-19e29651-c5fd-4d39-b261-1e091d091e18 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/networks?id=e11053ef-c669-47c0-9512-9791057fabc1 HTTP/1.1" status: 200 len: 810 time: 0.2369189 Apr 20 16:49:16.977929 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-63afa971-ade6-4d46-b017-b9652d8787b7 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/quotas/0c897b00d56a47e8bb727f6e0609636e HTTP/1.1" status: 200 len: 375 time: 0.0284095 Apr 20 16:49:17.014151 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7349f00-ed08-49b0-bfaf-af963c497e4a req-2d8aeec9-799c-4897-bc0a-6ebefc54f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:17.015495 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c7349f00-ed08-49b0-bfaf-af963c497e4a req-2d8aeec9-799c-4897-bc0a-6ebefc54f839 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e11053ef-c669-47c0-9512-9791057fabc1 HTTP/1.1" status: 200 len: 911 time: 0.2006598 Apr 20 16:49:17.131191 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c7349f00-ed08-49b0-bfaf-af963c497e4a req-12692993-76c8-4ee1-b1a0-42b9ff76f9de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 HTTP/1.1" status: 200 len: 1002 time: 0.1086450 Apr 20 16:49:17.197288 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-f1640e7c-2e8d-4de8-a1b7-6239378db57b tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c897b00d56a47e8bb727f6e0609636e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2143023 Apr 20 16:49:17.209554 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7349f00-ed08-49b0-bfaf-af963c497e4a req-a00c8320-0f27-4991-9b43-b28e84c3b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:17.210633 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c7349f00-ed08-49b0-bfaf-af963c497e4a req-a00c8320-0f27-4991-9b43-b28e84c3b336 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fb9a89-0f93-4d88-a71a-d040dcd374e6 HTTP/1.1" status: 200 len: 849 time: 0.0739508 Apr 20 16:49:17.291578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7349f00-ed08-49b0-bfaf-af963c497e4a req-ec759286-d31b-487f-90fb-f1b8712529bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:17.293072 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c7349f00-ed08-49b0-bfaf-af963c497e4a req-ec759286-d31b-487f-90fb-f1b8712529bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e11053ef-c669-47c0-9512-9791057fabc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762539 Apr 20 16:49:17.633682 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-f08af46c-27aa-4035-9780-dc5dfb6ae870 service neutron] 10.222.0.13 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872454 Apr 20 16:49:17.636746 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c7349f00-ed08-49b0-bfaf-af963c497e4a req-738c3958-ab1b-4fd6-82c4-4abacc0599d1 service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235459 Apr 20 16:49:17.875060 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-9d472e52-a442-42b1-ae1d-9c57feb6688d service neutron] 10.222.0.13 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354400 Apr 20 16:49:17.877030 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c7349f00-ed08-49b0-bfaf-af963c497e4a req-c73d85d5-f54c-46b9-8213-6fbf98c48488 service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204783 Apr 20 16:49:18.107605 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d7fa0969-e8c8-4378-9db8-f0697fe8cf07 req-b76efaf2-ca11-4b7f-a667-eb09abbfe301 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 210 time: 0.0899761 Apr 20 16:49:19.211573 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-16806f9b-5d57-44d2-815f-96282d794b65 req-e8babfda-1936-4e59-aa42-2d2098fe9997 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 210 time: 0.0475147 Apr 20 16:49:20.169566 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:49:20.285121 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:20.321746 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:49:20.324754 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2761e747-31fc-4179-a044-9eb06e877dde req-2bb59510-5cb2-4d43-beab-38920af255f6 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 210 time: 0.0524657 Apr 20 16:49:20.332340 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:49:20.342097 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:20.417178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414,revision_number=8']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:20.429888 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae631da-caf5-4f22-8744-a9bced7c3803'] response: {'server_uuid': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'code': 200} Apr 20 16:49:21.414786 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8c4cccbd-93b8-4c2e-a6da-473d18a6ef72 req-96c04757-ca33-40a7-808f-f28127f5e974 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 210 time: 0.0426085 Apr 20 16:49:22.562966 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ae8b7aeb-a6ca-4c57-99d7-02f731bcf3fb req-f28ad0f7-8a3b-4112-a18a-8ead1134dc7c tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 210 time: 0.0455749 Apr 20 16:49:23.368055 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-defa92a0-4bb4-4cc7-a41d-f9879b946d0d tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:23.369484 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-defa92a0-4bb4-4cc7-a41d-f9879b946d0d tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.11 "GET /v2.0/networks?id=e11053ef-c669-47c0-9512-9791057fabc1 HTTP/1.1" status: 200 len: 810 time: 0.1455834 Apr 20 16:49:23.418607 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-6bd55edf-f062-4308-afea-83a3d9cd2d28 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c897b00d56a47e8bb727f6e0609636e HTTP/1.1" status: 200 len: 380 time: 0.0408847 Apr 20 16:49:23.426506 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Request body: {'port': {'device_id': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'admin_state_up': True, 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'security_groups': ['f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd']}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:49:23.562082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:49:23.571536 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:49:23.582316 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Made reservation on behalf of 0c897b00d56a47e8bb727f6e0609636e for: {'port': 1} {{(pid=88168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:49:23.585843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:23.730929 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7651faf9-180d-4e6f-b096-bb55f0aba8c9 req-7876104a-1515-4e9e-bd6c-3150bd20498e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 210 time: 0.0563512 Apr 20 16:49:23.828049 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Allocated IP 172.20.0.5 (e11053ef-c669-47c0-9512-9791057fabc1/88fb9a89-0f93-4d88-a71a-d040dcd374e6/922613e4-c7a4-4e55-935b-9d92dce309f7) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:49:24.059044 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:24.079970 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Transition to ACTIVE for port object 922613e4-c7a4-4e55-935b-9d92dce309f7 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:49:24.114843 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:24.196733 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Network e11053ef-c669-47c0-9512-9791057fabc1 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:24.200470 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:24.205027 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:49:24.259172 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Pushing event updated for resources: {'Port': ['ID=922613e4-c7a4-4e55-935b-9d92dce309f7,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:24.274306 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.274656 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.275000 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.275339 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.275675 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.276048 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.276392 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.276716 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.277046 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.277378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.277708 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.278034 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.297450 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:24.298379 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:24.332568 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-96dbcc57-a5b5-4114-a5c6-53dc8e970b9e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9093552 Apr 20 16:49:24.546137 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a5a854c3-d9b7-443c-b1df-aa01363fbd92 None None] Provisioning for port 922613e4-c7a4-4e55-935b-9d92dce309f7 completed by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:49:24.553423 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-a5a854c3-d9b7-443c-b1df-aa01363fbd92 None None] Provisioning complete for port 922613e4-c7a4-4e55-935b-9d92dce309f7 triggered by entity DHCP. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:24.553881 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a5a854c3-d9b7-443c-b1df-aa01363fbd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:24.617235 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-a5a854c3-d9b7-443c-b1df-aa01363fbd92 None None] Port 922613e4-c7a4-4e55-935b-9d92dce309f7 cannot update to ACTIVE because it is not bound. {{(pid=88170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 20 16:49:24.936735 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0232ed-c42c-469f-831e-018c0148be68 req-2fd84f8a-a1d1-4379-868e-c9e434d57cbb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:24.937535 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-3c0232ed-c42c-469f-831e-018c0148be68 req-2fd84f8a-a1d1-4379-868e-c9e434d57cbb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Synchronizing usage tracker for tenant:0c897b00d56a47e8bb727f6e0609636e on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:49:24.953777 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-3c0232ed-c42c-469f-831e-018c0148be68 req-2fd84f8a-a1d1-4379-868e-c9e434d57cbb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Unset dirty status for tenant:0c897b00d56a47e8bb727f6e0609636e on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:49:24.955217 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3c0232ed-c42c-469f-831e-018c0148be68 req-2fd84f8a-a1d1-4379-868e-c9e434d57cbb tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 931 time: 0.1038804 Apr 20 16:49:25.006226 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-3c0232ed-c42c-469f-831e-018c0148be68 req-f742f81c-af32-4c2f-ae1c-89074db24fa3 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449543 Apr 20 16:49:26.218729 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e6a66-4750-4824-b93a-3e2e6cbf4e2d req-dcc24229-15f5-4b0a-a651-3a3797506569 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:26.225741 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ef2e6a66-4750-4824-b93a-3e2e6cbf4e2d req-dcc24229-15f5-4b0a-a651-3a3797506569 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 931 time: 0.1026368 Apr 20 16:49:26.266210 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ef2e6a66-4750-4824-b93a-3e2e6cbf4e2d req-566f718b-a735-48a8-b311-60a419a09699 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395436 Apr 20 16:49:27.573704 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa6c35-a240-498d-8bb7-651760908886 req-9538fcf2-1920-4ba7-886f-fe2149e2a56b tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:27.575095 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b2fa6c35-a240-498d-8bb7-651760908886 req-9538fcf2-1920-4ba7-886f-fe2149e2a56b tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 931 time: 0.2008758 Apr 20 16:49:27.623000 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b2fa6c35-a240-498d-8bb7-651760908886 req-9f3a9ad5-5703-46d3-92c2-5e7be0ec65ce tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423234 Apr 20 16:49:28.822673 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f088a-aef0-4fdb-b77a-31c5c3a75651 req-8ac04d0d-8205-4ffc-800a-b8ab6cff53d5 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:28.824198 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-769f088a-aef0-4fdb-b77a-31c5c3a75651 req-8ac04d0d-8205-4ffc-800a-b8ab6cff53d5 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 931 time: 0.0880494 Apr 20 16:49:28.871046 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-769f088a-aef0-4fdb-b77a-31c5c3a75651 req-a91e7a28-cfc7-44c7-b894-107fe58b148c tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412986 Apr 20 16:49:30.084235 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63151f0e-0e70-4dae-8dae-fcacf7deda2f req-9eea2299-6e01-4f3c-bec9-755df935332c tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:30.085931 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-63151f0e-0e70-4dae-8dae-fcacf7deda2f req-9eea2299-6e01-4f3c-bec9-755df935332c tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 931 time: 0.1002357 Apr 20 16:49:30.132410 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-63151f0e-0e70-4dae-8dae-fcacf7deda2f req-05e6e016-b77c-4083-8d48-a71b3280890b tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406921 Apr 20 16:49:31.363476 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a416b-5a3e-401c-8e6c-338444817283 req-1b790f91-3dc2-4fd6-b98d-dd61532be39e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:31.367208 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e6a416b-5a3e-401c-8e6c-338444817283 req-1b790f91-3dc2-4fd6-b98d-dd61532be39e tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 931 time: 0.0925679 Apr 20 16:49:31.418945 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0e6a416b-5a3e-401c-8e6c-338444817283 req-193ff11f-97f7-4a5e-8b57-7328d587d387 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461268 Apr 20 16:49:32.259890 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1d669cd7-d609-43bb-81aa-cb3ce3631439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:32.612899 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7431b53-da93-4934-b149-7a8522ac0647 req-d096a858-a81c-4a34-9123-f5ab3bed4a4b tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:32.614368 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f7431b53-da93-4934-b149-7a8522ac0647 req-d096a858-a81c-4a34-9123-f5ab3bed4a4b tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 931 time: 0.0834978 Apr 20 16:49:32.658067 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f7431b53-da93-4934-b149-7a8522ac0647 req-09edbbda-1be4-4334-8359-1967c3534a18 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379970 Apr 20 16:49:33.839404 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a29ec-e171-4417-8cd8-236751b61042 req-23079ffb-6e97-49c3-84ce-0b57821a5c32 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:33.840866 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c54a29ec-e171-4417-8cd8-236751b61042 req-23079ffb-6e97-49c3-84ce-0b57821a5c32 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 931 time: 0.0790510 Apr 20 16:49:33.883539 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c54a29ec-e171-4417-8cd8-236751b61042 req-99c5d201-f74c-44db-aaee-f0ed97bb19ca tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371408 Apr 20 16:49:34.504598 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-86257f25-cfd5-473f-89f0-57913b2a423a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:35.084650 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd9f36-b604-4e3c-8dda-4956df1b1cd8 req-a3140712-add0-4527-a774-2389a594c3f1 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:35.086199 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ecdd9f36-b604-4e3c-8dda-4956df1b1cd8 req-a3140712-add0-4527-a774-2389a594c3f1 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 931 time: 0.1004498 Apr 20 16:49:35.133066 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ecdd9f36-b604-4e3c-8dda-4956df1b1cd8 req-c75cc1e1-2567-406b-aa67-30680f55794a tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401783 Apr 20 16:49:35.376227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Request body: {'port': {'device_id': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8386'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:49:35.489110 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:35.825767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922613e4-c7a4-4e55-935b-9d92dce309f7 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:49:35.832882 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:35.848326 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Transition to ACTIVE for port object 922613e4-c7a4-4e55-935b-9d92dce309f7 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:49:35.851701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:35.874519 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:35.964104 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:36.012319 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Pushing event updated for resources: {'Port': ['ID=922613e4-c7a4-4e55-935b-9d92dce309f7,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:36.097364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Attempting to bind port 922613e4-c7a4-4e55-935b-9d92dce309f7 on host hv-neutron-8386 for vnic_type normal with profile {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:49:36.098003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Attempting to bind port 922613e4-c7a4-4e55-935b-9d92dce309f7 by drivers openvswitch,hyperv on host hv-neutron-8386 at level 0 using segments [{'id': '8533c29e-e1ed-4929-8217-8b3fd6dcb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:49:36.098003 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Attempting to bind port 922613e4-c7a4-4e55-935b-9d92dce309f7 on network e11053ef-c669-47c0-9512-9791057fabc1 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:49:36.102555 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Port 922613e4-c7a4-4e55-935b-9d92dce309f7 on network e11053ef-c669-47c0-9512-9791057fabc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 20 16:49:36.102872 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Attempting to bind port 922613e4-c7a4-4e55-935b-9d92dce309f7 on network e11053ef-c669-47c0-9512-9791057fabc1 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 20 16:49:36.108072 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Checking agent: {'id': 'd8c36e5d-d418-4062-81bc-873f1d246e9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8386', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'started_at': datetime.datetime(2022, 4, 20, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 16:49:36.108357 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Checking segment: {'id': '8533c29e-e1ed-4929-8217-8b3fd6dcb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 20 16:49:36.108736 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Bound using segment: {'id': '8533c29e-e1ed-4929-8217-8b3fd6dcb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 16:49:36.109154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Bound port: 922613e4-c7a4-4e55-935b-9d92dce309f7, host: hv-neutron-8386, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8533c29e-e1ed-4929-8217-8b3fd6dcb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:49:36.109498 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:36.204240 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] For port 922613e4-c7a4-4e55-935b-9d92dce309f7, host hv-neutron-8386, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 20 16:49:36.207818 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] For port 922613e4-c7a4-4e55-935b-9d92dce309f7, host hv-neutron-8386, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=922613e4-c7a4-4e55-935b-9d92dce309f7,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 20 16:49:36.212255 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:36.429992 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:36.430601 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:36.432264 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] 10.222.0.11 "PUT /v2.0/ports/922613e4-c7a4-4e55-935b-9d92dce309f7 HTTP/1.1" status: 200 len: 1093 time: 1.0605278 Apr 20 16:49:36.433187 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'tag': '922613e4-c7a4-4e55-935b-9d92dce309f7'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:49:36.485364 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b3f48-28a9-489e-91d9-b4f0b9ad8859 service neutron] Pushing event updated for resources: {'Port': ['ID=922613e4-c7a4-4e55-935b-9d92dce309f7,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:36.529492 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bbedb-de8c-4948-8836-4b5d2f2de93d req-61407a1a-d338-43f5-92b0-55ebb80ba9bf tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:36.531997 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-343bbedb-de8c-4948-8836-4b5d2f2de93d req-61407a1a-d338-43f5-92b0-55ebb80ba9bf tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 943 time: 0.2871089 Apr 20 16:49:36.535284 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f949916-9445-4294-990d-d8f926b784f2'] response: {'name': 'network-changed', 'server_uuid': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'tag': '922613e4-c7a4-4e55-935b-9d92dce309f7', 'status': 'completed', 'code': 200} Apr 20 16:49:36.618707 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-343bbedb-de8c-4948-8836-4b5d2f2de93d req-a00b49bc-b085-4f1e-94fa-ef1e3742a012 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544508 Apr 20 16:49:36.636071 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-2eac4f2c-abf2-46c3-8c20-368779bd1956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:36.637490 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-2eac4f2c-abf2-46c3-8c20-368779bd1956 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c897b00d56a47e8bb727f6e0609636e&device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 1096 time: 0.1046159 Apr 20 16:49:36.709823 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-264c3908-ba50-4dcd-9c65-c15c516be526 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=922613e4-c7a4-4e55-935b-9d92dce309f7 HTTP/1.1" status: 200 len: 217 time: 0.0647583 Apr 20 16:49:36.769897 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-455d5676-aa40-4edf-8538-1e9eeb96297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:36.771300 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-455d5676-aa40-4edf-8538-1e9eeb96297d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fb9a89-0f93-4d88-a71a-d040dcd374e6 HTTP/1.1" status: 200 len: 849 time: 0.0557768 Apr 20 16:49:36.846224 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-3de09059-0d88-4abf-8110-b3965bab4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:36.847725 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-3de09059-0d88-4abf-8110-b3965bab4c95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e11053ef-c669-47c0-9512-9791057fabc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709314 Apr 20 16:49:36.976706 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-ac5a5591-4e29-4bca-b613-c234f43c44c3 service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225970 Apr 20 16:49:37.103340 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-45679e41-c8f5-4de3-a633-75c2532482e3 req-b1fe3020-d422-4926-b1e6-859e6e62927a service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213508 Apr 20 16:49:37.219586 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03722262-c898-4001-9205-b986e7ebd950 req-3356b95e-82c9-488b-83fd-b37bb5649f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:37.221147 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03722262-c898-4001-9205-b986e7ebd950 req-3356b95e-82c9-488b-83fd-b37bb5649f2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c897b00d56a47e8bb727f6e0609636e&device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 1096 time: 0.0704653 Apr 20 16:49:37.346024 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:37.349285 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03722262-c898-4001-9205-b986e7ebd950 req-1e4c32cb-44d4-4e07-9b5d-502c0878cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:37.350717 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03722262-c898-4001-9205-b986e7ebd950 req-1e4c32cb-44d4-4e07-9b5d-502c0878cd90 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e11053ef-c669-47c0-9512-9791057fabc1 HTTP/1.1" status: 200 len: 911 time: 0.1240487 Apr 20 16:49:37.419923 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03722262-c898-4001-9205-b986e7ebd950 req-a7288e77-192f-48c3-bc30-694bbdeef69c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=922613e4-c7a4-4e55-935b-9d92dce309f7 HTTP/1.1" status: 200 len: 217 time: 0.0633957 Apr 20 16:49:37.479635 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03722262-c898-4001-9205-b986e7ebd950 req-6209a3bf-6b7b-4f59-8d5f-7229f306cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:37.481023 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03722262-c898-4001-9205-b986e7ebd950 req-6209a3bf-6b7b-4f59-8d5f-7229f306cfa1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fb9a89-0f93-4d88-a71a-d040dcd374e6 HTTP/1.1" status: 200 len: 849 time: 0.0555172 Apr 20 16:49:37.557330 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03722262-c898-4001-9205-b986e7ebd950 req-34c7190e-d882-4eae-87db-46f31fab3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:37.558751 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03722262-c898-4001-9205-b986e7ebd950 req-34c7190e-d882-4eae-87db-46f31fab3f5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e11053ef-c669-47c0-9512-9791057fabc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717046 Apr 20 16:49:37.688724 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03722262-c898-4001-9205-b986e7ebd950 req-8df4ad6e-dcce-4e01-b009-0b5f043f3d77 service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230941 Apr 20 16:49:37.871790 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-03722262-c898-4001-9205-b986e7ebd950 req-7ea021d6-d266-4da4-abd5-d111364bd30a service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763494 Apr 20 16:49:37.884153 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf54214-0b3c-4ea4-a923-ba00e8f7f9c9 req-47deb0e2-f279-4a14-8324-62a381285eab tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:37.885542 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2cf54214-0b3c-4ea4-a923-ba00e8f7f9c9 req-47deb0e2-f279-4a14-8324-62a381285eab tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 943 time: 0.1271615 Apr 20 16:49:37.929665 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2cf54214-0b3c-4ea4-a923-ba00e8f7f9c9 req-6110a973-0423-44c1-9ff3-c98d4338f4a4 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382271 Apr 20 16:49:39.113562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa49cd-06db-4f35-8aa4-5b3fd7aa3bc8 req-a3db8ffc-4931-453c-94bc-61723f021978 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:39.114992 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9fa49cd-06db-4f35-8aa4-5b3fd7aa3bc8 req-a3db8ffc-4931-453c-94bc-61723f021978 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 943 time: 0.0818090 Apr 20 16:49:39.158019 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9fa49cd-06db-4f35-8aa4-5b3fd7aa3bc8 req-e0bf677c-5872-4e55-94f6-70e24dbfeb62 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374599 Apr 20 16:49:40.244814 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 922613e4-c7a4-4e55-935b-9d92dce309f7 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:49:40.345013 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa19596-a095-4d31-845f-51f5f43e69e3 req-369db163-0c06-4c22-8db4-2a7be97ae59a tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:40.346402 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9aa19596-a095-4d31-845f-51f5f43e69e3 req-369db163-0c06-4c22-8db4-2a7be97ae59a tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 943 time: 0.0810468 Apr 20 16:49:40.375418 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 922613e4-c7a4-4e55-935b-9d92dce309f7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=922613e4-c7a4-4e55-935b-9d92dce309f7,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:49:40.388714 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '922613e4-c7a4-4e55-935b-9d92dce309f7', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'port_id': '922613e4-c7a4-4e55-935b-9d92dce309f7', 'mac_address': 'fa:16:3e:10:fc:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:49:40.391158 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9aa19596-a095-4d31-845f-51f5f43e69e3 req-a9d3754a-27c8-4457-8be1-77ab4903b867 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390122 Apr 20 16:49:40.442783 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:40.459104 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922613e4-c7a4-4e55-935b-9d92dce309f7 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:49:40.473622 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 922613e4-c7a4-4e55-935b-9d92dce309f7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=922613e4-c7a4-4e55-935b-9d92dce309f7,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:49:40.477744 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:40.546205 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=922613e4-c7a4-4e55-935b-9d92dce309f7,revision_number=4']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:40.839787 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['922613e4-c7a4-4e55-935b-9d92dce309f7'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:49:41.448471 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:49:41.669841 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a62013-6706-4d2c-931e-38b9b183ba88 req-a62c6540-05f8-449b-942c-0e6ab069beae tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:41.671302 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9a62013-6706-4d2c-931e-38b9b183ba88 req-a62c6540-05f8-449b-942c-0e6ab069beae tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 944 time: 0.1773202 Apr 20 16:49:41.714856 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-f9a62013-6706-4d2c-931e-38b9b183ba88 req-51bd701a-e086-4433-8420-86ee6553efec tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373666 Apr 20 16:49:42.252719 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 922613e4-c7a4-4e55-935b-9d92dce309f7 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:49:42.322360 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning for port 922613e4-c7a4-4e55-935b-9d92dce309f7 completed by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:49:42.327217 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 922613e4-c7a4-4e55-935b-9d92dce309f7 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:42.327795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:42.443641 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:42.469745 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922613e4-c7a4-4e55-935b-9d92dce309f7'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:49:42.479834 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 922613e4-c7a4-4e55-935b-9d92dce309f7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=922613e4-c7a4-4e55-935b-9d92dce309f7,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:49:42.483824 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:42.516657 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be93c84b-2df5-4f07-a587-e6c7a1b1b561'] response: {'server_uuid': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922613e4-c7a4-4e55-935b-9d92dce309f7', 'code': 200} Apr 20 16:49:42.555594 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=922613e4-c7a4-4e55-935b-9d92dce309f7,revision_number=5']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:42.738137 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1f76d-fb71-4f98-a78e-00e9503d69f6 req-72c4fc56-441d-4eac-8c4f-a009d90bc7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:42.739600 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51d1f76d-fb71-4f98-a78e-00e9503d69f6 req-72c4fc56-441d-4eac-8c4f-a009d90bc7fe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 1098 time: 0.0722938 Apr 20 16:49:42.780074 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-51d1f76d-fb71-4f98-a78e-00e9503d69f6 req-0963dc18-36ff-4bf0-8465-21189e7e7524 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343075 Apr 20 16:49:42.900335 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a5214-ffd0-4830-8871-812069e0f2b2 req-d59d85fe-65af-4a08-b27a-43393b8b6618 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:42.901765 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad9a5214-ffd0-4830-8871-812069e0f2b2 req-d59d85fe-65af-4a08-b27a-43393b8b6618 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 945 time: 0.0802968 Apr 20 16:49:42.944236 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-ad9a5214-ffd0-4830-8871-812069e0f2b2 req-0a8ce4bb-ec79-4f2b-aeb1-b38c7048d5b9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369442 Apr 20 16:49:44.141752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4c08c-2a27-4a2f-8e10-e50ce13e8c7f req-1e9190fc-9729-4c57-a5aa-24ea167a8141 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:44.143355 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cb4c08c-2a27-4a2f-8e10-e50ce13e8c7f req-1e9190fc-9729-4c57-a5aa-24ea167a8141 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 945 time: 0.0871723 Apr 20 16:49:44.187550 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8cb4c08c-2a27-4a2f-8e10-e50ce13e8c7f req-1fbe54d7-c21c-49a0-9570-d30b6eca7b21 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385170 Apr 20 16:49:45.367981 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dd1a1-5ca9-4d0d-b3a2-b3862231a8a3 req-e4bdef30-92e7-4bf2-a1f5-b7ac26bb2379 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:45.369432 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0b5dd1a1-5ca9-4d0d-b3a2-b3862231a8a3 req-e4bdef30-92e7-4bf2-a1f5-b7ac26bb2379 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 945 time: 0.0785851 Apr 20 16:49:45.416450 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0b5dd1a1-5ca9-4d0d-b3a2-b3862231a8a3 req-34faa4ce-408b-41b7-b319-84f1180d7c24 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414262 Apr 20 16:49:45.599310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda925c-8431-4763-878f-430ede11ac43 req-1da71015-b608-430e-a9b6-5b4cc8b332f0 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:45.600826 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7cda925c-8431-4763-878f-430ede11ac43 req-1da71015-b608-430e-a9b6-5b4cc8b332f0 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 945 time: 0.0794911 Apr 20 16:49:45.644385 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-7cda925c-8431-4763-878f-430ede11ac43 req-79bb5fe0-9412-4d13-a62f-439238d61034 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379851 Apr 20 16:49:45.666085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 48076) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:49:45.682734 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:45.738512 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb2ef6e-c7de-459e-9685-8b5ee8f0cd43 tempest-TestSnapshotPattern-1784960667 tempest-TestSnapshotPattern-1784960667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:45.739937 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ebb2ef6e-c7de-459e-9685-8b5ee8f0cd43 tempest-TestSnapshotPattern-1784960667 tempest-TestSnapshotPattern-1784960667-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 1093 time: 0.0728686 Apr 20 16:49:45.742578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 48080) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:49:45.747309 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.v2.base [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Request body: {'floatingip': {'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'port_id': '922613e4-c7a4-4e55-935b-9d92dce309f7', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 20 16:49:45.753056 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:49:45.756877 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Usage tracker for resource:floatingip and tenant:0c897b00d56a47e8bb727f6e0609636e is out of sync, need to count used quota {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:49:45.759653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:49:45.765291 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.quota.driver [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:49:45.775621 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for floatingip, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:45.910099 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:46.048296 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Allocated IP 172.26.7.153 (6c536204-425b-481a-a1b2-dc2a52ee56c7/07a27fda-2ba6-456c-8582-bb8b83ac1c09/b9d41876-c7c4-41c1-817f-196fe12608bb) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:49:46.194081 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:46.222745 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763611482381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:46.286310 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Network 6c536204-425b-481a-a1b2-dc2a52ee56c7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:46.293640 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Resources bound (agent type, host, resource id): {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:46.297703 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 20 16:49:46.330311 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Pushing event updated for resources: {'Port': ['ID=b9d41876-c7c4-41c1-817f-196fe12608bb,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:46.700539 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:46.871136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:47.070448 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:47.075076 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220134'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:47.188126 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Pushing event updated for resources: {'Port': ['ID=b9d41876-c7c4-41c1-817f-196fe12608bb,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:47.198272 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641349'] for floatingip, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:47.366396 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Floating IP 5e3d5f5b-867e-4058-b6bf-b25b32b7e727 associated. External IP: 172.26.7.153, port: 922613e4-c7a4-4e55-935b-9d92dce309f7. Apr 20 16:49:47.704756 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:49:47.878666 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:49:47.888338 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a8d00-8ab8-46f9-b77a-5edd8ab8b8fb None None] Sync routers for ids ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:49:47.897957 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a8d00-8ab8-46f9-b77a-5edd8ab8b8fb None None] Routers {'a8a08df3-13a3-4978-9ffc-1067d97b9ba9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:49:47.898566 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-502a8d00-8ab8-46f9-b77a-5edd8ab8b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:47.903855 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:47.958718 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-fa36a819-487e-41a6-bf0d-b5bcf953c7e9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2150617 Apr 20 16:49:47.959302 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'tag': '922613e4-c7a4-4e55-935b-9d92dce309f7'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:49:48.001732 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa0a1f2-c004-4841-82eb-5bcc9a9fccb4'] response: {'name': 'network-changed', 'server_uuid': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'tag': '922613e4-c7a4-4e55-935b-9d92dce309f7', 'status': 'completed', 'code': 200} Apr 20 16:49:48.090532 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-502a8d00-8ab8-46f9-b77a-5edd8ab8b8fb None None] Set router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:49:48.094060 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f96f3-5fd3-4bb1-b4e5-fbd4e68756f2 req-e348183e-d6fc-4eaf-a814-104758ee41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:48.095543 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a08f96f3-5fd3-4bb1-b4e5-fbd4e68756f2 req-e348183e-d6fc-4eaf-a814-104758ee41c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c897b00d56a47e8bb727f6e0609636e&device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 1098 time: 0.0704770 Apr 20 16:49:48.228426 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f96f3-5fd3-4bb1-b4e5-fbd4e68756f2 req-0491d144-ac9a-4c7c-81a0-2082e759e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:48.229803 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a08f96f3-5fd3-4bb1-b4e5-fbd4e68756f2 req-0491d144-ac9a-4c7c-81a0-2082e759e4f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e11053ef-c669-47c0-9512-9791057fabc1 HTTP/1.1" status: 200 len: 911 time: 0.1282790 Apr 20 16:49:48.436772 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-502a8d00-8ab8-46f9-b77a-5edd8ab8b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:08Z', 'revision_number': 4, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '22468a55-f38d-4e3d-aec4-9aac7800bb87', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'floating_ip_address': '172.26.7.137', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'port_id': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'mac_address': 'fa:16:3e:d2:8a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:46:31Z', 'updated_at': '2022-04-20T16:46:34Z', 'revision_number': 1, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'fixed_ip_address_scope': None}, {'id': '5e3d5f5b-867e-4058-b6bf-b25b32b7e727', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'floating_ip_address': '172.26.7.153', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'port_id': '922613e4-c7a4-4e55-935b-9d92dce309f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'mac_address': 'fa:16:3e:10:fc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:49:46Z', 'updated_at': '2022-04-20T16:49:46Z', 'revision_number': 0, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a9ac67-5289-47f6-8120-b7ba8685e001', 'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'mac_address': 'fa:16:3e:c2:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:07Z', 'updated_at': '2022-04-20T16:46:14Z', 'revision_number': 5, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'subnets': [{'id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:48.439535 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a08f96f3-5fd3-4bb1-b4e5-fbd4e68756f2 req-6dac4123-8440-49e3-beca-0856ed7000d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=922613e4-c7a4-4e55-935b-9d92dce309f7 HTTP/1.1" status: 200 len: 999 time: 0.2036891 Apr 20 16:49:48.441280 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a8d00-8ab8-46f9-b77a-5edd8ab8b8fb None None] Checking router: a8a08df3-13a3-4978-9ffc-1067d97b9ba9 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:49:48.449439 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a8d00-8ab8-46f9-b77a-5edd8ab8b8fb None None] Routers {'a8a08df3-13a3-4978-9ffc-1067d97b9ba9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:49:48.450028 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-502a8d00-8ab8-46f9-b77a-5edd8ab8b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:49:34Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:48.502875 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f96f3-5fd3-4bb1-b4e5-fbd4e68756f2 req-7fd7b3e1-2b80-4b9f-b6af-9c0184908e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:48.504256 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a08f96f3-5fd3-4bb1-b4e5-fbd4e68756f2 req-7fd7b3e1-2b80-4b9f-b6af-9c0184908e8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fb9a89-0f93-4d88-a71a-d040dcd374e6 HTTP/1.1" status: 200 len: 849 time: 0.0589752 Apr 20 16:49:48.578354 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f96f3-5fd3-4bb1-b4e5-fbd4e68756f2 req-f0b84975-8b8a-423a-908d-9cf9f1c5679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:48.579866 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a08f96f3-5fd3-4bb1-b4e5-fbd4e68756f2 req-f0b84975-8b8a-423a-908d-9cf9f1c5679b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e11053ef-c669-47c0-9512-9791057fabc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692959 Apr 20 16:49:48.624903 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-502a8d00-8ab8-46f9-b77a-5edd8ab8b8fb None None] Set router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:49:48.710078 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a08f96f3-5fd3-4bb1-b4e5-fbd4e68756f2 req-3b873b5b-2202-4f30-9c97-7ac67b04b699 service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238837 Apr 20 16:49:48.843413 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a08f96f3-5fd3-4bb1-b4e5-fbd4e68756f2 req-996e5fa4-bef9-41f4-9e29-703e2c897b32 service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278944 Apr 20 16:49:48.969675 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-502a8d00-8ab8-46f9-b77a-5edd8ab8b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:08Z', 'revision_number': 4, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '22468a55-f38d-4e3d-aec4-9aac7800bb87', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'floating_ip_address': '172.26.7.137', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'port_id': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'mac_address': 'fa:16:3e:d2:8a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:46:31Z', 'updated_at': '2022-04-20T16:46:34Z', 'revision_number': 1, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'fixed_ip_address_scope': None}, {'id': '5e3d5f5b-867e-4058-b6bf-b25b32b7e727', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'floating_ip_address': '172.26.7.153', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'port_id': '922613e4-c7a4-4e55-935b-9d92dce309f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'mac_address': 'fa:16:3e:10:fc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:49:46Z', 'updated_at': '2022-04-20T16:49:46Z', 'revision_number': 0, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a9ac67-5289-47f6-8120-b7ba8685e001', 'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'mac_address': 'fa:16:3e:c2:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:07Z', 'updated_at': '2022-04-20T16:46:14Z', 'revision_number': 5, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'subnets': [{'id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:48.973573 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a8d00-8ab8-46f9-b77a-5edd8ab8b8fb None None] The sync data for ids ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'] in dv-neutron-838699-1-hyperv is: [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:08Z', 'revision_number': 4, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '22468a55-f38d-4e3d-aec4-9aac7800bb87', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'floating_ip_address': '172.26.7.137', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'port_id': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'mac_address': 'fa:16:3e:d2:8a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:46:31Z', 'updated_at': '2022-04-20T16:46:34Z', 'revision_number': 1, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'fixed_ip_address_scope': None}, {'id': '5e3d5f5b-867e-4058-b6bf-b25b32b7e727', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'floating_ip_address': '172.26.7.153', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'port_id': '922613e4-c7a4-4e55-935b-9d92dce309f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'mac_address': 'fa:16:3e:10:fc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:49:46Z', 'updated_at': '2022-04-20T16:49:46Z', 'revision_number': 0, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a9ac67-5289-47f6-8120-b7ba8685e001', 'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'mac_address': 'fa:16:3e:c2:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:07Z', 'updated_at': '2022-04-20T16:46:14Z', 'revision_number': 5, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'subnets': [{'id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:49:49.139804 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cac0f2-005d-43c1-965a-41385875a7c8 None None] New status for floating IP 5e3d5f5b-867e-4058-b6bf-b25b32b7e727: ACTIVE {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:50:02.292976 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e040eea5-6098-42e6-be87-33c2ab2c83b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:04.506339 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4ad07ff3-2395-48f0-8faf-d39d7eef2565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:05.876784 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:05.961482 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:07.349390 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:15.685274 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:18.448599 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:50:18.557521 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eac27165-fc39-45cf-8e7c-cda2860acba9 req-5387d1e3-d573-41fb-b17f-a5f8eda620e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726531 Apr 20 16:50:18.693290 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac27165-fc39-45cf-8e7c-cda2860acba9 req-18e34a90-30ca-4deb-9a5d-d95b19e1a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:18.694724 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eac27165-fc39-45cf-8e7c-cda2860acba9 req-18e34a90-30ca-4deb-9a5d-d95b19e1a295 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c897b00d56a47e8bb727f6e0609636e&device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 1097 time: 0.0697825 Apr 20 16:50:18.835343 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac27165-fc39-45cf-8e7c-cda2860acba9 req-2c690350-2ce8-4874-9b48-2c0591da0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:18.836716 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eac27165-fc39-45cf-8e7c-cda2860acba9 req-2c690350-2ce8-4874-9b48-2c0591da0446 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e11053ef-c669-47c0-9512-9791057fabc1 HTTP/1.1" status: 200 len: 911 time: 0.1248355 Apr 20 16:50:18.939133 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eac27165-fc39-45cf-8e7c-cda2860acba9 req-f6acbd6d-4d1d-42ef-9b37-2aef7e9a42c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 HTTP/1.1" status: 200 len: 1000 time: 0.0960329 Apr 20 16:50:19.002652 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac27165-fc39-45cf-8e7c-cda2860acba9 req-dee5c0bc-0a9b-4bf1-8a36-6d8dc9e43434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:19.004216 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eac27165-fc39-45cf-8e7c-cda2860acba9 req-dee5c0bc-0a9b-4bf1-8a36-6d8dc9e43434 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fb9a89-0f93-4d88-a71a-d040dcd374e6 HTTP/1.1" status: 200 len: 849 time: 0.0591006 Apr 20 16:50:19.079823 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac27165-fc39-45cf-8e7c-cda2860acba9 req-a58dd2e3-bef3-4389-84a5-06f0b8a7e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:19.081762 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eac27165-fc39-45cf-8e7c-cda2860acba9 req-a58dd2e3-bef3-4389-84a5-06f0b8a7e08b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e11053ef-c669-47c0-9512-9791057fabc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718100 Apr 20 16:50:19.212373 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eac27165-fc39-45cf-8e7c-cda2860acba9 req-75bcc279-9038-4053-bfb0-97aa7fccc13e service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237969 Apr 20 16:50:19.343520 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-eac27165-fc39-45cf-8e7c-cda2860acba9 req-1dd58928-be25-4c0c-a7e2-280308a4d796 service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231747 Apr 20 16:50:32.264540 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-90c02f65-264a-4e36-a2ee-33c0472c2c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:34.508117 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c208b830-56cd-4f21-8920-5e7a35c1b127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:35.878777 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:35.973381 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:37.352697 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:45.685861 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:55.447316 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:51:02.266346 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-dbdaf2ac-706a-4ba8-b3a0-c8647ed2bba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:04.509839 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-ea9c38a1-0abc-4f36-aab2-6594c0da89c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:05.881992 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:05.965767 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:07.355441 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:15.702538 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:20.579790 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8ee1c36a-931b-45d1-aac4-108d6ee212f0 req-852d954a-ccec-4ba6-a32c-550767aeb40f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700841 Apr 20 16:51:20.677204 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1c36a-931b-45d1-aac4-108d6ee212f0 req-e599788d-a13d-4def-8857-675aa9a0441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:20.678660 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8ee1c36a-931b-45d1-aac4-108d6ee212f0 req-e599788d-a13d-4def-8857-675aa9a0441f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c897b00d56a47e8bb727f6e0609636e&device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 1098 time: 0.0764208 Apr 20 16:51:20.922948 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1c36a-931b-45d1-aac4-108d6ee212f0 req-e0e49343-2bec-4e1f-bc77-0849d39491b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:20.924457 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8ee1c36a-931b-45d1-aac4-108d6ee212f0 req-e0e49343-2bec-4e1f-bc77-0849d39491b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e11053ef-c669-47c0-9512-9791057fabc1 HTTP/1.1" status: 200 len: 911 time: 0.2278290 Apr 20 16:51:21.028088 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8ee1c36a-931b-45d1-aac4-108d6ee212f0 req-6f6ce6f4-2c40-461f-8f0a-5011c0a7bbff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=922613e4-c7a4-4e55-935b-9d92dce309f7 HTTP/1.1" status: 200 len: 1001 time: 0.0968220 Apr 20 16:51:21.090890 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1c36a-931b-45d1-aac4-108d6ee212f0 req-e0db927e-b2c3-4373-9ed9-9bd026a69cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:21.092342 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8ee1c36a-931b-45d1-aac4-108d6ee212f0 req-e0db927e-b2c3-4373-9ed9-9bd026a69cb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fb9a89-0f93-4d88-a71a-d040dcd374e6 HTTP/1.1" status: 200 len: 849 time: 0.0586724 Apr 20 16:51:21.170578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1c36a-931b-45d1-aac4-108d6ee212f0 req-a2846c2f-42ee-4f3d-a1fb-83baa33d0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:21.172138 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8ee1c36a-931b-45d1-aac4-108d6ee212f0 req-a2846c2f-42ee-4f3d-a1fb-83baa33d0755 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e11053ef-c669-47c0-9512-9791057fabc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738893 Apr 20 16:51:21.307057 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8ee1c36a-931b-45d1-aac4-108d6ee212f0 req-aa9f3fe2-dd81-469e-9d72-7065312e5781 service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289058 Apr 20 16:51:21.443317 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-8ee1c36a-931b-45d1-aac4-108d6ee212f0 req-0663ec70-9675-4155-b804-09664e03b2e0 service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307588 Apr 20 16:51:32.269906 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c79708b0-eebc-4e18-af65-ee6c50fb04c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:32.445915 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:51:34.511333 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1c1be359-64c8-4eca-9a58-77cf77ff0fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:35.884798 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:35.969028 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:37.359030 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:45.700244 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:52.838844 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 922613e4-c7a4-4e55-935b-9d92dce309f7 details requested by agent hyperv_hv-neutron-8386 with host hv-neutron-8386 {{(pid=88170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 16:51:52.997759 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 922613e4-c7a4-4e55-935b-9d92dce309f7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=922613e4-c7a4-4e55-935b-9d92dce309f7,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:51:53.015374 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Returning: {'device': '922613e4-c7a4-4e55-935b-9d92dce309f7', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'port_id': '922613e4-c7a4-4e55-935b-9d92dce309f7', 'mac_address': 'fa:16:3e:10:fc:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 16:51:53.074329 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:53.091953 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 922613e4-c7a4-4e55-935b-9d92dce309f7 {{(pid=88170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:51:53.108629 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 922613e4-c7a4-4e55-935b-9d92dce309f7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=922613e4-c7a4-4e55-935b-9d92dce309f7,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:51:53.112871 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:53.194425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=922613e4-c7a4-4e55-935b-9d92dce309f7,revision_number=6']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:53.199736 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] get_ports_and_sgs() called for port_ids ['922613e4-c7a4-4e55-935b-9d92dce309f7'] {{(pid=88170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 16:51:53.234178 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:53.234527 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:53.234880 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:53.235205 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:53.235825 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:53.235937 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:53.236341 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:53.237410 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:53.237808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:53.238332 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:53.238658 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:53.238980 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:54.825492 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 922613e4-c7a4-4e55-935b-9d92dce309f7 up at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:51:54.920263 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.provisioning_blocks [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Provisioning complete for port 922613e4-c7a4-4e55-935b-9d92dce309f7 triggered by entity L2. {{(pid=88170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:51:54.920641 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536557105'] for port, provisioning_complete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:55.046311 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:55.075336 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922613e4-c7a4-4e55-935b-9d92dce309f7'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:51:55.085911 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 922613e4-c7a4-4e55-935b-9d92dce309f7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=922613e4-c7a4-4e55-935b-9d92dce309f7,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:51:55.092398 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:55.127822 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9492fe88-94c4-42bc-8c4a-f36f74d50acf'] response: {'server_uuid': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922613e4-c7a4-4e55-935b-9d92dce309f7', 'code': 200} Apr 20 16:51:55.168396 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=922613e4-c7a4-4e55-935b-9d92dce309f7,revision_number=7']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:02.276867 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-efdc8c33-dd2b-455f-9e65-8181d25ea9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:04.522148 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-115b0d65-f296-4576-a8d6-c7c08afe65ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:05.890634 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:05.977016 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:06.203136 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 48314) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:52:06.408202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Deleting port b9d41876-c7c4-41c1-817f-196fe12608bb {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:52:06.408547 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:06.591736 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:06.592083 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:06.716926 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Calling delete_port for b9d41876-c7c4-41c1-817f-196fe12608bb owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:52:06.876577 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:06.930490 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Pushing event deleted for resources: {'Port': ['ID=b9d41876-c7c4-41c1-817f-196fe12608bb,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:06.973639 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:06.973905 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:06.974243 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:06.974576 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:06.974904 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:06.975253 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:06.975568 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:06.975920 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:06.976248 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:06.976572 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:06.976894 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:06.977219 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:07.052664 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:07.052995 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Floating IP 5e3d5f5b-867e-4058-b6bf-b25b32b7e727 disassociated (deleted). External IP: 172.26.7.153, port: 922613e4-c7a4-4e55-935b-9d92dce309f7. Apr 20 16:52:07.428786 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:07.617227 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:52:07.830409 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:52:07.840527 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef82fbf6-1067-42b7-a7f5-18b78421ea54 None None] Sync routers for ids ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:52:07.852409 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82fbf6-1067-42b7-a7f5-18b78421ea54 None None] Routers {'a8a08df3-13a3-4978-9ffc-1067d97b9ba9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:52:07.853033 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ef82fbf6-1067-42b7-a7f5-18b78421ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:07.853382 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:07.910994 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-ec3424a8-595a-463f-b8ec-730d8a002fde tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "DELETE /v2.0/floatingips/5e3d5f5b-867e-4058-b6bf-b25b32b7e727 HTTP/1.1" status: 204 len: 168 time: 1.7065353 Apr 20 16:52:07.911589 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'tag': '922613e4-c7a4-4e55-935b-9d92dce309f7'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:52:08.037730 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-ef82fbf6-1067-42b7-a7f5-18b78421ea54 None None] Set router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:52:08.041538 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e6575f-b81e-404b-9919-d961e0bad697'] response: {'name': 'network-changed', 'server_uuid': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'tag': '922613e4-c7a4-4e55-935b-9d92dce309f7', 'status': 'completed', 'code': 200} Apr 20 16:52:08.152578 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517fcd7-ba26-4b1b-9e2a-b25fc4f27db5 req-45c4c989-e78f-4477-a0b8-2cf6763758ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:08.154299 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b517fcd7-ba26-4b1b-9e2a-b25fc4f27db5 req-45c4c989-e78f-4477-a0b8-2cf6763758ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c897b00d56a47e8bb727f6e0609636e&device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 1098 time: 0.0872622 Apr 20 16:52:08.310154 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517fcd7-ba26-4b1b-9e2a-b25fc4f27db5 req-d921ec59-8c93-428f-bb00-30b23592f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:08.312579 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b517fcd7-ba26-4b1b-9e2a-b25fc4f27db5 req-d921ec59-8c93-428f-bb00-30b23592f1f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e11053ef-c669-47c0-9512-9791057fabc1 HTTP/1.1" status: 200 len: 911 time: 0.1503098 Apr 20 16:52:08.386927 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b517fcd7-ba26-4b1b-9e2a-b25fc4f27db5 req-ac31768f-b6fd-43b6-9bf1-6e01d3005569 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=922613e4-c7a4-4e55-935b-9d92dce309f7 HTTP/1.1" status: 200 len: 217 time: 0.0688965 Apr 20 16:52:08.494937 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ef82fbf6-1067-42b7-a7f5-18b78421ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:08Z', 'revision_number': 4, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '22468a55-f38d-4e3d-aec4-9aac7800bb87', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'floating_ip_address': '172.26.7.137', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'port_id': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'mac_address': 'fa:16:3e:d2:8a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:46:31Z', 'updated_at': '2022-04-20T16:46:34Z', 'revision_number': 1, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a9ac67-5289-47f6-8120-b7ba8685e001', 'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'mac_address': 'fa:16:3e:c2:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:07Z', 'updated_at': '2022-04-20T16:46:14Z', 'revision_number': 5, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'subnets': [{'id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:08.498981 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef82fbf6-1067-42b7-a7f5-18b78421ea54 None None] Checking router: a8a08df3-13a3-4978-9ffc-1067d97b9ba9 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:52:08.508327 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82fbf6-1067-42b7-a7f5-18b78421ea54 None None] Routers {'a8a08df3-13a3-4978-9ffc-1067d97b9ba9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:52:08.508963 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ef82fbf6-1067-42b7-a7f5-18b78421ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:08.512241 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517fcd7-ba26-4b1b-9e2a-b25fc4f27db5 req-4007feea-ce72-4cb6-82ce-4593eb3bf560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:08.513696 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b517fcd7-ba26-4b1b-9e2a-b25fc4f27db5 req-4007feea-ce72-4cb6-82ce-4593eb3bf560 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fb9a89-0f93-4d88-a71a-d040dcd374e6 HTTP/1.1" status: 200 len: 849 time: 0.1210830 Apr 20 16:52:08.602338 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd93650-82bc-458d-ae3c-48e0736e8d11 req-9084b5aa-397e-49c0-bef9-e440ab1e6488 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:08.603043 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-edd93650-82bc-458d-ae3c-48e0736e8d11 req-9084b5aa-397e-49c0-bef9-e440ab1e6488 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Synchronizing usage tracker for tenant:0c897b00d56a47e8bb727f6e0609636e on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:52:08.630692 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-edd93650-82bc-458d-ae3c-48e0736e8d11 req-9084b5aa-397e-49c0-bef9-e440ab1e6488 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Unset dirty status for tenant:0c897b00d56a47e8bb727f6e0609636e on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:52:08.632332 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-edd93650-82bc-458d-ae3c-48e0736e8d11 req-9084b5aa-397e-49c0-bef9-e440ab1e6488 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 945 time: 0.2028487 Apr 20 16:52:08.653343 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517fcd7-ba26-4b1b-9e2a-b25fc4f27db5 req-f4123c16-b15b-40a4-848d-f775a9b60181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:08.654826 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b517fcd7-ba26-4b1b-9e2a-b25fc4f27db5 req-f4123c16-b15b-40a4-848d-f775a9b60181 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e11053ef-c669-47c0-9512-9791057fabc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1338687 Apr 20 16:52:08.697431 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-ef82fbf6-1067-42b7-a7f5-18b78421ea54 None None] Set router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:52:08.762516 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-edd93650-82bc-458d-ae3c-48e0736e8d11 req-97c4a856-19d2-4166-82ac-b33b10ca1a93 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240804 Apr 20 16:52:08.808251 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b517fcd7-ba26-4b1b-9e2a-b25fc4f27db5 req-932dedb7-6cd5-4b2b-b0f9-b4d8f9b9e282 service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453454 Apr 20 16:52:08.910920 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 922613e4-c7a4-4e55-935b-9d92dce309f7 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:52:08.952370 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-b517fcd7-ba26-4b1b-9e2a-b25fc4f27db5 req-1601f174-2e78-46c6-881c-2946b46e4ad0 service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377778 Apr 20 16:52:09.049434 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536451033'] for port, before_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:09.077459 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '922613e4-c7a4-4e55-935b-9d92dce309f7'}] {{(pid=88170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:52:09.081914 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-ef82fbf6-1067-42b7-a7f5-18b78421ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:08Z', 'revision_number': 4, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '22468a55-f38d-4e3d-aec4-9aac7800bb87', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'floating_ip_address': '172.26.7.137', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'port_id': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'mac_address': 'fa:16:3e:d2:8a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:46:31Z', 'updated_at': '2022-04-20T16:46:34Z', 'revision_number': 1, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a9ac67-5289-47f6-8120-b7ba8685e001', 'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'mac_address': 'fa:16:3e:c2:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:07Z', 'updated_at': '2022-04-20T16:46:14Z', 'revision_number': 5, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'subnets': [{'id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:09.088368 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] For port 922613e4-c7a4-4e55-935b-9d92dce309f7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=922613e4-c7a4-4e55-935b-9d92dce309f7,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:52:09.092513 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef82fbf6-1067-42b7-a7f5-18b78421ea54 None None] The sync data for ids ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'] in dv-neutron-838699-1-hyperv is: [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:08Z', 'revision_number': 4, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_floatingips': [{'id': '22468a55-f38d-4e3d-aec4-9aac7800bb87', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'floating_ip_address': '172.26.7.137', 'floating_network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'router_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'port_id': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'mac_address': 'fa:16:3e:d2:8a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:46:31Z', 'updated_at': '2022-04-20T16:46:34Z', 'revision_number': 1, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a9ac67-5289-47f6-8120-b7ba8685e001', 'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'mac_address': 'fa:16:3e:c2:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:07Z', 'updated_at': '2022-04-20T16:46:14Z', 'revision_number': 5, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'subnets': [{'id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:52:09.093773 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763611962637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763611482399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763611482444'] for port, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:09.146396 dv-neutron-838699-1-hyperv neutron-server[88170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c3f0094-c720-401a-a6b7-8ce5e1f0adca'] response: {'server_uuid': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '922613e4-c7a4-4e55-935b-9d92dce309f7', 'code': 200} Apr 20 16:52:09.173085 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Pushing event updated for resources: {'Port': ['ID=922613e4-c7a4-4e55-935b-9d92dce309f7,revision_number=8']} {{(pid=88170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:09.354981 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d1fb10-5301-4756-a203-9db4477ce670 None None] New status for floating IP 5e3d5f5b-867e-4058-b6bf-b25b32b7e727: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:52:09.445757 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:52:09.958686 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde457c-7337-4f68-8649-52d70c43793f req-dcaf9cd5-f8f3-4bd7-b65e-5f74ff94dca9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:09.960179 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9fde457c-7337-4f68-8649-52d70c43793f req-dcaf9cd5-f8f3-4bd7-b65e-5f74ff94dca9 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 943 time: 0.0826161 Apr 20 16:52:10.005388 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-9fde457c-7337-4f68-8649-52d70c43793f req-dae36e21-3043-40e5-9bf6-30941f1000c0 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395546 Apr 20 16:52:10.338472 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdd567-564b-49f5-9f6e-f50115bcf621 req-51c4df11-3072-4249-a9d9-e64fed32b1c5 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:10.340019 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a8bdd567-564b-49f5-9f6e-f50115bcf621 req-51c4df11-3072-4249-a9d9-e64fed32b1c5 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.11 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 943 time: 0.2133203 Apr 20 16:52:10.410485 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-a8bdd567-564b-49f5-9f6e-f50115bcf621 req-22bdaf20-f47a-4232-92f0-607f68c27126 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Deleting port 922613e4-c7a4-4e55-935b-9d92dce309f7 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:52:10.410817 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-a8bdd567-564b-49f5-9f6e-f50115bcf621 req-22bdaf20-f47a-4232-92f0-607f68c27126 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:10.696151 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-a8bdd567-564b-49f5-9f6e-f50115bcf621 req-22bdaf20-f47a-4232-92f0-607f68c27126 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] For port 922613e4-c7a4-4e55-935b-9d92dce309f7, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=922613e4-c7a4-4e55-935b-9d92dce309f7,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:52:10.696501 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-a8bdd567-564b-49f5-9f6e-f50115bcf621 req-22bdaf20-f47a-4232-92f0-607f68c27126 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:10.828292 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-a8bdd567-564b-49f5-9f6e-f50115bcf621 req-22bdaf20-f47a-4232-92f0-607f68c27126 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Calling delete_port for 922613e4-c7a4-4e55-935b-9d92dce309f7 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:52:10.975229 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-a8bdd567-564b-49f5-9f6e-f50115bcf621 req-22bdaf20-f47a-4232-92f0-607f68c27126 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:11.029821 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdaf20-f47a-4232-92f0-607f68c27126 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Pushing event deleted for resources: {'Port': ['ID=922613e4-c7a4-4e55-935b-9d92dce309f7,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:11.114461 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bdd567-564b-49f5-9f6e-f50115bcf621 req-22bdaf20-f47a-4232-92f0-607f68c27126 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] No DVR routers for this DVR port 922613e4-c7a4-4e55-935b-9d92dce309f7 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:52:11.117503 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-a8bdd567-564b-49f5-9f6e-f50115bcf621 req-22bdaf20-f47a-4232-92f0-607f68c27126 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:11.120208 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'name': 'network-vif-deleted', 'tag': '922613e4-c7a4-4e55-935b-9d92dce309f7'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:52:11.173095 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31fc707d-9b29-4676-8f9a-6a95e2245b8e'] response: {'server_uuid': 'e756fc2a-86f6-4f3b-880d-35fba47fca9e', 'name': 'network-vif-deleted', 'tag': '922613e4-c7a4-4e55-935b-9d92dce309f7', 'status': 'completed', 'code': 200} Apr 20 16:52:11.179736 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-a8bdd567-564b-49f5-9f6e-f50115bcf621 req-22bdaf20-f47a-4232-92f0-607f68c27126 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.11 "DELETE /v2.0/ports/922613e4-c7a4-4e55-935b-9d92dce309f7 HTTP/1.1" status: 204 len: 173 time: 0.8338954 Apr 20 16:52:11.181935 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-0974dce5-160e-46ca-82ba-d13a5788a073 req-9939631a-fde2-4b1a-a606-6326beb3484c tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Synchronizing usage tracker for tenant:0c897b00d56a47e8bb727f6e0609636e on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:52:11.201124 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-0974dce5-160e-46ca-82ba-d13a5788a073 req-9939631a-fde2-4b1a-a606-6326beb3484c tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Unset dirty status for tenant:0c897b00d56a47e8bb727f6e0609636e on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:52:11.202284 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-0974dce5-160e-46ca-82ba-d13a5788a073 req-9939631a-fde2-4b1a-a606-6326beb3484c tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=e756fc2a-86f6-4f3b-880d-35fba47fca9e HTTP/1.1" status: 200 len: 210 time: 0.0727162 Apr 20 16:52:12.891815 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 48378) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:52:12.929730 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 922613e4-c7a4-4e55-935b-9d92dce309f7 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:52:12.963602 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 922613e4-c7a4-4e55-935b-9d92dce309f7 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:52:12.963981 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 922613e4-c7a4-4e55-935b-9d92dce309f7 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:52:13.108456 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a9f88511-04c0-4713-92b2-16f6fec3dcf6 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Deleting port ac377f72-a3ce-42c9-a27b-9145e9023dfa {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:52:13.108802 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a9f88511-04c0-4713-92b2-16f6fec3dcf6 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:13.290276 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a9f88511-04c0-4713-92b2-16f6fec3dcf6 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:13.290604 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a9f88511-04c0-4713-92b2-16f6fec3dcf6 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:13.414803 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a9f88511-04c0-4713-92b2-16f6fec3dcf6 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Calling delete_port for ac377f72-a3ce-42c9-a27b-9145e9023dfa owned by network:floatingip {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:52:13.686766 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a9f88511-04c0-4713-92b2-16f6fec3dcf6 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:13.732767 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f88511-04c0-4713-92b2-16f6fec3dcf6 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Pushing event deleted for resources: {'Port': ['ID=ac377f72-a3ce-42c9-a27b-9145e9023dfa,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:13.830527 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a9f88511-04c0-4713-92b2-16f6fec3dcf6 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for floatingip, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:13.831194 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.db.l3_db [None req-a9f88511-04c0-4713-92b2-16f6fec3dcf6 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Floating IP 22468a55-f38d-4e3d-aec4-9aac7800bb87 disassociated (deleted). External IP: 172.26.7.137, port: 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414. Apr 20 16:52:14.189952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f88511-04c0-4713-92b2-16f6fec3dcf6 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:52:14.373947 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f88511-04c0-4713-92b2-16f6fec3dcf6 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:52:14.383964 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50d72f9-8179-4590-8cb0-58c1b459c44e None None] Sync routers for ids ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:52:14.393653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a9f88511-04c0-4713-92b2-16f6fec3dcf6 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for floatingip, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:14.394315 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d72f9-8179-4590-8cb0-58c1b459c44e None None] Routers {'a8a08df3-13a3-4978-9ffc-1067d97b9ba9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:52:14.394757 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e50d72f9-8179-4590-8cb0-58c1b459c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:14.449525 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-a9f88511-04c0-4713-92b2-16f6fec3dcf6 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "DELETE /v2.0/floatingips/22468a55-f38d-4e3d-aec4-9aac7800bb87 HTTP/1.1" status: 204 len: 168 time: 1.5566041 Apr 20 16:52:14.450093 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'tag': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:52:14.496063 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45525f04-8373-4d8d-a5e6-3bafcf8b56d7'] response: {'name': 'network-changed', 'server_uuid': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'tag': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'status': 'completed', 'code': 200} Apr 20 16:52:14.601701 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcff53-2d7c-4ba3-9092-4f3063490c86 req-97ab2a79-04a1-4f36-9587-8dff10a56ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:14.603530 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e6fcff53-2d7c-4ba3-9092-4f3063490c86 req-97ab2a79-04a1-4f36-9587-8dff10a56ec8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c897b00d56a47e8bb727f6e0609636e&device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 1097 time: 0.0856407 Apr 20 16:52:14.627488 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-e50d72f9-8179-4590-8cb0-58c1b459c44e None None] Set router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:52:14.746653 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcff53-2d7c-4ba3-9092-4f3063490c86 req-c83323f8-fb1a-4abb-b7d9-b1a8f447e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:14.748291 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e6fcff53-2d7c-4ba3-9092-4f3063490c86 req-c83323f8-fb1a-4abb-b7d9-b1a8f447e93b service neutron] 10.222.0.11 "GET /v2.0/networks?id=e11053ef-c669-47c0-9512-9791057fabc1 HTTP/1.1" status: 200 len: 911 time: 0.1393139 Apr 20 16:52:14.854413 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e6fcff53-2d7c-4ba3-9092-4f3063490c86 req-8e609ed5-e8aa-4dab-bdd2-3f116a9f49a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 HTTP/1.1" status: 200 len: 217 time: 0.0985043 Apr 20 16:52:14.936517 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcff53-2d7c-4ba3-9092-4f3063490c86 req-10a6c987-34c2-45c4-8adb-99e45e42a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:14.938095 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e6fcff53-2d7c-4ba3-9092-4f3063490c86 req-10a6c987-34c2-45c4-8adb-99e45e42a036 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fb9a89-0f93-4d88-a71a-d040dcd374e6 HTTP/1.1" status: 200 len: 849 time: 0.0761993 Apr 20 16:52:14.963962 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e50d72f9-8179-4590-8cb0-58c1b459c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:08Z', 'revision_number': 4, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '57a9ac67-5289-47f6-8120-b7ba8685e001', 'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'mac_address': 'fa:16:3e:c2:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:07Z', 'updated_at': '2022-04-20T16:46:14Z', 'revision_number': 5, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'subnets': [{'id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:14.967823 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50d72f9-8179-4590-8cb0-58c1b459c44e None None] Checking router: a8a08df3-13a3-4978-9ffc-1067d97b9ba9 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:52:14.977537 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d72f9-8179-4590-8cb0-58c1b459c44e None None] Routers {'a8a08df3-13a3-4978-9ffc-1067d97b9ba9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:52:14.978344 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e50d72f9-8179-4590-8cb0-58c1b459c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:15.010059 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d981c0-0fa6-4036-be13-6f637088fec9 req-d1c8a414-e4d4-4407-bffe-119d8a3a726d tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:15.010757 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-d2d981c0-0fa6-4036-be13-6f637088fec9 req-d1c8a414-e4d4-4407-bffe-119d8a3a726d tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Synchronizing usage tracker for tenant:0c897b00d56a47e8bb727f6e0609636e on resource:port {{(pid=88168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:52:15.042600 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.quota.resource [req-d2d981c0-0fa6-4036-be13-6f637088fec9 req-d1c8a414-e4d4-4407-bffe-119d8a3a726d tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Unset dirty status for tenant:0c897b00d56a47e8bb727f6e0609636e on resource:port {{(pid=88168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:52:15.043875 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2d981c0-0fa6-4036-be13-6f637088fec9 req-d1c8a414-e4d4-4407-bffe-119d8a3a726d tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 944 time: 0.2351806 Apr 20 16:52:15.051373 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcff53-2d7c-4ba3-9092-4f3063490c86 req-3e6370bc-04ea-4860-822a-03adae1bab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:15.052888 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e6fcff53-2d7c-4ba3-9092-4f3063490c86 req-3e6370bc-04ea-4860-822a-03adae1bab21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e11053ef-c669-47c0-9512-9791057fabc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1024590 Apr 20 16:52:15.163620 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-e50d72f9-8179-4590-8cb0-58c1b459c44e None None] Set router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:52:15.292584 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-d2d981c0-0fa6-4036-be13-6f637088fec9 req-6f4c6ba5-3fe9-4f4c-8b11-8b38637ab678 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/security-groups?id=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387295 Apr 20 16:52:15.340649 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e6fcff53-2d7c-4ba3-9092-4f3063490c86 req-ce840de7-5255-48e2-a3c2-07dfc9ec463e service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714906 Apr 20 16:52:15.482072 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-e6fcff53-2d7c-4ba3-9092-4f3063490c86 req-d2397728-931f-448b-acfb-7e45781209f2 service neutron] 10.222.0.11 "GET /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354091 Apr 20 16:52:15.501731 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-e50d72f9-8179-4590-8cb0-58c1b459c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:08Z', 'revision_number': 4, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '57a9ac67-5289-47f6-8120-b7ba8685e001', 'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'mac_address': 'fa:16:3e:c2:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:07Z', 'updated_at': '2022-04-20T16:46:14Z', 'revision_number': 5, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'subnets': [{'id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:15.506345 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50d72f9-8179-4590-8cb0-58c1b459c44e None None] The sync data for ids ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'] in dv-neutron-838699-1-hyperv is: [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:08Z', 'revision_number': 4, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv', '_interfaces': [{'id': '57a9ac67-5289-47f6-8120-b7ba8685e001', 'name': '', 'network_id': 'e11053ef-c669-47c0-9512-9791057fabc1', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'mac_address': 'fa:16:3e:c2:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:07Z', 'updated_at': '2022-04-20T16:46:14Z', 'revision_number': 5, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'subnets': [{'id': '88fb9a89-0f93-4d88-a71a-d040dcd374e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:52:15.721296 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171dfe7-fda0-4154-bc92-32025b7fe9f3 req-a8025dde-da8f-4621-b2cf-39c5878c45aa tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:15.721631 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5337529b-7897-4aa5-a2db-f4ac4087f9bd None None] New status for floating IP 22468a55-f38d-4e3d-aec4-9aac7800bb87: DOWN {{(pid=88170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:52:15.722869 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2171dfe7-fda0-4154-bc92-32025b7fe9f3 req-a8025dde-da8f-4621-b2cf-39c5878c45aa tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 944 time: 0.0939319 Apr 20 16:52:15.796952 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-2171dfe7-fda0-4154-bc92-32025b7fe9f3 req-4105830d-afd2-45da-8963-c2aa56479ccc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Deleting port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:52:15.797336 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-2171dfe7-fda0-4154-bc92-32025b7fe9f3 req-4105830d-afd2-45da-8963-c2aa56479ccc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:15.879578 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:16.064484 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [req-2171dfe7-fda0-4154-bc92-32025b7fe9f3 req-4105830d-afd2-45da-8963-c2aa56479ccc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] For port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414, host hv-neutron-8386, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8386',level=0,port_id=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:52:16.064752 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-2171dfe7-fda0-4154-bc92-32025b7fe9f3 req-4105830d-afd2-45da-8963-c2aa56479ccc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:16.197064 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [req-2171dfe7-fda0-4154-bc92-32025b7fe9f3 req-4105830d-afd2-45da-8963-c2aa56479ccc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Calling delete_port for 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 owned by compute:nova {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:52:16.356367 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-2171dfe7-fda0-4154-bc92-32025b7fe9f3 req-4105830d-afd2-45da-8963-c2aa56479ccc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:16.407502 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105830d-afd2-45da-8963-c2aa56479ccc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Pushing event deleted for resources: {'Port': ['ID=34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:16.482760 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-c14f5567-6593-487d-ae35-fb075973ab65 req-a0ba937c-359f-4f04-9903-2e827ea12539 tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44d7235-eccd-417a-a710-946bca0e90d7 HTTP/1.1" status: 200 len: 210 time: 0.0790837 Apr 20 16:52:16.530274 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [req-2171dfe7-fda0-4154-bc92-32025b7fe9f3 req-4105830d-afd2-45da-8963-c2aa56479ccc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] No DVR routers for this DVR port 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 on host hv-neutron-8386 {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:52:16.532623 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [req-2171dfe7-fda0-4154-bc92-32025b7fe9f3 req-4105830d-afd2-45da-8963-c2aa56479ccc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93082'] for port, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:16.535939 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'name': 'network-vif-deleted', 'tag': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:52:16.554651 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [req-2171dfe7-fda0-4154-bc92-32025b7fe9f3 req-4105830d-afd2-45da-8963-c2aa56479ccc tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.11 "DELETE /v2.0/ports/34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 HTTP/1.1" status: 204 len: 173 time: 0.8268392 Apr 20 16:52:16.585148 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b192ea4d-c4f0-41a2-a55e-f5d9563490dd'] response: {'server_uuid': 'd44d7235-eccd-417a-a710-946bca0e90d7', 'name': 'network-vif-deleted', 'tag': '34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414', 'status': 'completed', 'code': 200} Apr 20 16:52:17.579107 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 48394) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:52:17.660488 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f0b4f262-8abc-4b30-aa12-bf0ea487c7cd tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:17.692174 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f0b4f262-8abc-4b30-aa12-bf0ea487c7cd tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:17.758148 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f0b4f262-8abc-4b30-aa12-bf0ea487c7cd tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:17.777449 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4f262-8abc-4b30-aa12-bf0ea487c7cd tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:17.789773 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f0b4f262-8abc-4b30-aa12-bf0ea487c7cd tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] Notify callbacks [] for security_group, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:17.790905 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-f0b4f262-8abc-4b30-aa12-bf0ea487c7cd tempest-TestSnapshotPattern-1564459210 tempest-TestSnapshotPattern-1564459210-project] 10.222.0.13 "DELETE /v2.0/security-groups/f783a0c0-ea8d-43ab-bc6b-7ac930d06cfd HTTP/1.1" status: 204 len: 168 time: 0.2108130 Apr 20 16:52:17.843433 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 48400) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:52:18.691987 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42768e57-58b5-4d23-844e-b9f5964f2101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:18.931927 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 no longer exists at agent hyperv_hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:52:18.972472 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] No Port match for: 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:52:18.972724 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Device 34aee5cf-c0fd-4b5d-a9c0-a8ca558d9414 not bound to the agent host hv-neutron-8386 {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:52:19.064837 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-42768e57-58b5-4d23-844e-b9f5964f2101 admin admin] Deleting port 57a9ac67-5289-47f6-8120-b7ba8685e001 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:52:19.065170 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42768e57-58b5-4d23-844e-b9f5964f2101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:19.250611 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-42768e57-58b5-4d23-844e-b9f5964f2101 admin admin] For port 57a9ac67-5289-47f6-8120-b7ba8685e001, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=57a9ac67-5289-47f6-8120-b7ba8685e001,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:52:19.250972 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42768e57-58b5-4d23-844e-b9f5964f2101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:19.374723 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-42768e57-58b5-4d23-844e-b9f5964f2101 admin admin] Calling delete_port for 57a9ac67-5289-47f6-8120-b7ba8685e001 owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:52:19.583913 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42768e57-58b5-4d23-844e-b9f5964f2101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:19.662608 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42768e57-58b5-4d23-844e-b9f5964f2101 admin admin] Pushing event deleted for resources: {'Port': ['ID=57a9ac67-5289-47f6-8120-b7ba8685e001,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:20.026966 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42768e57-58b5-4d23-844e-b9f5964f2101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:20.407562 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42768e57-58b5-4d23-844e-b9f5964f2101 admin admin] Router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:52:20.594734 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42768e57-58b5-4d23-844e-b9f5964f2101 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:52:20.604713 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd28de2-312b-4697-9fd6-b593b988bd09 None None] Sync routers for ids ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'] in dv-neutron-838699-1-hyperv {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:52:20.609600 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-42768e57-58b5-4d23-844e-b9f5964f2101 admin admin] 10.222.0.13 "PUT /v2.0/routers/a8a08df3-13a3-4978-9ffc-1067d97b9ba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7650151 Apr 20 16:52:20.613095 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 48406) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:52:20.616887 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd28de2-312b-4697-9fd6-b593b988bd09 None None] Routers {'a8a08df3-13a3-4978-9ffc-1067d97b9ba9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:52:20.617652 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bfd28de2-312b-4697-9fd6-b593b988bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:20.796282 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Notify callbacks [] for router, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:20.802265 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-bfd28de2-312b-4697-9fd6-b593b988bd09 None None] Set router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:52:20.978056 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:20.988341 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Deleting port ab17e091-cdab-477f-b3ed-8c4196b47822 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:52:20.988749 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:21.152473 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bfd28de2-312b-4697-9fd6-b593b988bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:52:19Z', 'revision_number': 5, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port': {'id': 'ab17e091-cdab-477f-b3ed-8c4196b47822', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:21.159896 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd28de2-312b-4697-9fd6-b593b988bd09 None None] Checking router: a8a08df3-13a3-4978-9ffc-1067d97b9ba9 for host: dv-neutron-838699-1-hyperv {{(pid=88171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:52:21.169005 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd28de2-312b-4697-9fd6-b593b988bd09 None None] Routers {'a8a08df3-13a3-4978-9ffc-1067d97b9ba9'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:52:21.169806 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bfd28de2-312b-4697-9fd6-b593b988bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'], 'active': True} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:21.195689 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] For port ab17e091-cdab-477f-b3ed-8c4196b47822, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=ab17e091-cdab-477f-b3ed-8c4196b47822,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:52:21.196084 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:21.332470 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_dvr_db [None req-bfd28de2-312b-4697-9fd6-b593b988bd09 None None] Set router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 gateway port host: None {{(pid=88171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:52:21.335076 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Calling delete_port for ab17e091-cdab-477f-b3ed-8c4196b47822 owned by network:router_gateway {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:52:21.438450 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.l3_hamode_db [None req-bfd28de2-312b-4697-9fd6-b593b988bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:52:20Z', 'revision_number': 6, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:21.442827 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd28de2-312b-4697-9fd6-b593b988bd09 None None] The sync data for ids ['a8a08df3-13a3-4978-9ffc-1067d97b9ba9'] in dv-neutron-838699-1-hyperv is: [{'id': 'a8a08df3-13a3-4978-9ffc-1067d97b9ba9', 'name': 'tempest-TestSnapshotPattern-1252876915-router', 'tenant_id': '0c897b00d56a47e8bb727f6e0609636e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:04Z', 'updated_at': '2022-04-20T16:52:20Z', 'revision_number': 6, 'project_id': '0c897b00d56a47e8bb727f6e0609636e', 'gw_port_host': None}] {{(pid=88171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:52:21.764433 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:21.814051 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab17e091-cdab-477f-b3ed-8c4196b47822,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:21.853667 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:21.854017 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:21.854451 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:21.854689 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:21.855015 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:21.855339 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:21.855661 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:21.856085 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:21.856327 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:21.856843 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:21.857198 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:21.857589 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838699-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:52:21.924222 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:22.108624 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:22.111109 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:22.135479 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:22.136055 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8a08df3-13a3-4978-9ffc-1067d97b9ba9 {{(pid=88169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:52:22.149316 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] Notify callbacks [] for router, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:22.150465 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-25219489-1a1e-455b-a41c-457a68e8b027 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a8a08df3-13a3-4978-9ffc-1067d97b9ba9 HTTP/1.1" status: 204 len: 168 time: 1.5361838 Apr 20 16:52:22.153114 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 48410) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:52:22.219631 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.db_base_plugin_v2 [None req-4128f414-4652-4219-89c0-505c5ee58941 admin admin] Deleting subnet 88fb9a89-0f93-4d88-a71a-d040dcd374e6 {{(pid=88169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:52:22.223244 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4128f414-4652-4219-89c0-505c5ee58941 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:22.257431 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ab17e091-cdab-477f-b3ed-8c4196b47822 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:52:22.282857 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4128f414-4652-4219-89c0-505c5ee58941 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2175720'] for subnet, precommit_delete_associations {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:22.294168 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: ab17e091-cdab-477f-b3ed-8c4196b47822 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:52:22.294511 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device ab17e091-cdab-477f-b3ed-8c4196b47822 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:52:22.294927 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 57a9ac67-5289-47f6-8120-b7ba8685e001 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:52:22.332487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 57a9ac67-5289-47f6-8120-b7ba8685e001 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:52:22.332836 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 57a9ac67-5289-47f6-8120-b7ba8685e001 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:52:22.379072 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4128f414-4652-4219-89c0-505c5ee58941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:22.456918 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4128f414-4652-4219-89c0-505c5ee58941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3139679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2445603'] for subnet, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:22.499916 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128f414-4652-4219-89c0-505c5ee58941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88fb9a89-0f93-4d88-a71a-d040dcd374e6,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:22.504346 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4128f414-4652-4219-89c0-505c5ee58941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:22.509824 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2d6d49-8a11-4471-8f67-1c3be0c5a8e6 None None] Network e11053ef-c669-47c0-9512-9791057fabc1 requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:52:22.510990 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-4128f414-4652-4219-89c0-505c5ee58941 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/88fb9a89-0f93-4d88-a71a-d040dcd374e6 HTTP/1.1" status: 204 len: 168 time: 0.3567567 Apr 20 16:52:22.515706 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 48414) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:52:22.626331 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:22.638145 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] Deleting port 412989eb-ab31-4d64-8e90-8a938c3594c7 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:52:22.638484 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:22.771274 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfc9c3e-1d63-4e9f-a777-f37933166049 None None] DHCP port deletion for e11053ef-c669-47c0-9512-9791057fabc1 request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:52:22.775316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bcfc9c3e-1d63-4e9f-a777-f37933166049 None None] Deleting port 412989eb-ab31-4d64-8e90-8a938c3594c7 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:52:22.775684 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bcfc9c3e-1d63-4e9f-a777-f37933166049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:22.859475 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] For port 412989eb-ab31-4d64-8e90-8a938c3594c7, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=412989eb-ab31-4d64-8e90-8a938c3594c7,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:52:22.859879 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:22.992966 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] Calling delete_port for 412989eb-ab31-4d64-8e90-8a938c3594c7 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:52:23.002743 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-bcfc9c3e-1d63-4e9f-a777-f37933166049 None None] For port 412989eb-ab31-4d64-8e90-8a938c3594c7, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=412989eb-ab31-4d64-8e90-8a938c3594c7,segment=NetworkSegment(8533c29e-e1ed-4929-8217-8b3fd6dcb51c),segment_id=8533c29e-e1ed-4929-8217-8b3fd6dcb51c)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:52:23.003315 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bcfc9c3e-1d63-4e9f-a777-f37933166049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:23.077244 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:23.127361 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] Pushing event deleted for resources: {'Port': ['ID=412989eb-ab31-4d64-8e90-8a938c3594c7,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:23.132923 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] No DVR routers for this DVR port 412989eb-ab31-4d64-8e90-8a938c3594c7 on host dv-neutron-838699-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:52:23.136789 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bcfc9c3e-1d63-4e9f-a777-f37933166049 None None] Calling delete_port for 412989eb-ab31-4d64-8e90-8a938c3594c7 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:52:23.222278 dv-neutron-838699-1-hyperv neutron-server[88170]: util.warn( Apr 20 16:52:23.227730 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-bcfc9c3e-1d63-4e9f-a777-f37933166049 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:52:23.228133 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-bcfc9c3e-1d63-4e9f-a777-f37933166049 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:52:23.262550 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:23.290179 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11053ef-c669-47c0-9512-9791057fabc1']}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:23.303160 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8533c29e-e1ed-4929-8217-8b3fd6dcb51c') {'for_net_delete': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:23.303547 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.services.segments.db [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8533c29e-e1ed-4929-8217-8b3fd6dcb51c') {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:23.319352 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450694'] for segment, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:23.343795 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:23.352944 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:52:23.353593 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2220098'] for segment, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: Traceback (most recent call last): Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: timer() Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: cb(*args, **kw) Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: return func(*args, **kwargs) Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: self._notify() Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: self.callback(batched_events) Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: event.method(event) Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: return f(self, *a, **k) Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._get(url).json() Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: return self.request(url, 'GET', **kwargs) Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:52:23.481553 dv-neutron-838699-1-hyperv neutron-server[88168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:52:23.562722 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:23.582753 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] Notify callbacks [] for network, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:23.594138 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] Pushing event deleted for resources: {'Network': ['ID=e11053ef-c669-47c0-9512-9791057fabc1,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:23.608841 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-2279536e-7c10-4de0-95d7-406926551476 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e11053ef-c669-47c0-9512-9791057fabc1 HTTP/1.1" status: 204 len: 168 time: 1.0922146 Apr 20 16:52:23.611876 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 48418) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:52:23.729498 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bcfc9c3e-1d63-4e9f-a777-f37933166049 None None] Deleting port 412989eb-ab31-4d64-8e90-8a938c3594c7 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:52:23.730058 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-bcfc9c3e-1d63-4e9f-a777-f37933166049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:23.796251 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-bcfc9c3e-1d63-4e9f-a777-f37933166049 None None] The port '412989eb-ab31-4d64-8e90-8a938c3594c7' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 16:52:24.153839 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 412989eb-ab31-4d64-8e90-8a938c3594c7 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:52:24.195630 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 412989eb-ab31-4d64-8e90-8a938c3594c7 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:52:24.196651 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 412989eb-ab31-4d64-8e90-8a938c3594c7 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:52:24.202410 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-af6382c8-cb03-42a6-91a5-fde75427e9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642643'] for router_interface, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:24.566686 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-af6382c8-cb03-42a6-91a5-fde75427e9f3 admin admin] Deleting port b4cf5179-daad-43d7-acf4-bbc51b291b66 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:52:24.567423 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-af6382c8-cb03-42a6-91a5-fde75427e9f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:24.746528 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-af6382c8-cb03-42a6-91a5-fde75427e9f3 admin admin] For port b4cf5179-daad-43d7-acf4-bbc51b291b66, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=b4cf5179-daad-43d7-acf4-bbc51b291b66,segment=NetworkSegment(f5c436e3-d3d8-428f-8eac-878b23fdeaf2),segment_id=f5c436e3-d3d8-428f-8eac-878b23fdeaf2)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:52:24.746875 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-af6382c8-cb03-42a6-91a5-fde75427e9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:24.973193 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-af6382c8-cb03-42a6-91a5-fde75427e9f3 admin admin] Calling delete_port for b4cf5179-daad-43d7-acf4-bbc51b291b66 owned by network:router_interface {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:52:25.164303 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-af6382c8-cb03-42a6-91a5-fde75427e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:25.215378 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6382c8-cb03-42a6-91a5-fde75427e9f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4cf5179-daad-43d7-acf4-bbc51b291b66,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:25.529895 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-af6382c8-cb03-42a6-91a5-fde75427e9f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642751'] for router_interface, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:25.914321 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6382c8-cb03-42a6-91a5-fde75427e9f3 admin admin] Router 5935891f-3d2f-4a17-9c68-15829548e0d5 has already been hosted by L3 agent 3a7376b0-7307-468a-b10d-883a5aa07947 {{(pid=88168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 20 16:52:26.099028 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6382c8-cb03-42a6-91a5-fde75427e9f3 admin admin] Notify agent at l3_agent.dv-neutron-838699-1-hyperv the message routers_updated {{(pid=88168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 20 16:52:26.110406 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf018f9-305c-4918-a79e-d5220af5a070 None None] Sync routers for ids ['5935891f-3d2f-4a17-9c68-15829548e0d5'] in dv-neutron-838699-1-hyperv {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:52:26.111144 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-af6382c8-cb03-42a6-91a5-fde75427e9f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/5935891f-3d2f-4a17-9c68-15829548e0d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4981411 Apr 20 16:52:26.114949 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 48422) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:52:26.124229 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf018f9-305c-4918-a79e-d5220af5a070 None None] Routers {'5935891f-3d2f-4a17-9c68-15829548e0d5'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:52:26.125256 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-6cf018f9-305c-4918-a79e-d5220af5a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['5935891f-3d2f-4a17-9c68-15829548e0d5'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:26.297622 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3dc118a2-c672-4b2d-ad2e-e4d9f576c5a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:26.395955 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-6cf018f9-305c-4918-a79e-d5220af5a070 None None] Set router 5935891f-3d2f-4a17-9c68-15829548e0d5 gateway port host: dv-neutron-838699-1-hyperv {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:52:26.602202 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3dc118a2-c672-4b2d-ad2e-e4d9f576c5a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:26.611859 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3dc118a2-c672-4b2d-ad2e-e4d9f576c5a1 admin admin] Deleting port 7f129978-8ee5-4b7e-8910-3af83489f834 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:52:26.612247 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3dc118a2-c672-4b2d-ad2e-e4d9f576c5a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:26.699271 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-6cf018f9-305c-4918-a79e-d5220af5a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'name': 'tempest-TestSnapshotPattern-958335502-router', 'tenant_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'external_fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '7f129978-8ee5-4b7e-8910-3af83489f834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:10Z', 'updated_at': '2022-04-20T16:52:25Z', 'revision_number': 5, 'project_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'gw_port': {'id': '7f129978-8ee5-4b7e-8910-3af83489f834', 'name': '', 'network_id': '6c536204-425b-481a-a1b2-dc2a52ee56c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838699-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:46:11Z', 'updated_at': '2022-04-20T16:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07a27fda-2ba6-456c-8582-bb8b83ac1c09', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838699-1-hyperv'}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:26.703425 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf018f9-305c-4918-a79e-d5220af5a070 None None] Checking router: 5935891f-3d2f-4a17-9c68-15829548e0d5 for host: dv-neutron-838699-1-hyperv {{(pid=88170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:52:26.713242 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf018f9-305c-4918-a79e-d5220af5a070 None None] Routers {'5935891f-3d2f-4a17-9c68-15829548e0d5'} bound to L3 agent in host dv-neutron-838699-1-hyperv {{(pid=88170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 20 16:52:26.713862 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-6cf018f9-305c-4918-a79e-d5220af5a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838699-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:35:34Z,description=,heartbeat_timestamp=2022-04-20T16:52:04Z,host='dv-neutron-838699-1-hyperv',id=3a7376b0-7307-468a-b10d-883a5aa07947,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:35:34Z,topic='l3_agent')) {'router_ids': ['5935891f-3d2f-4a17-9c68-15829548e0d5'], 'active': True} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:26.796787 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3dc118a2-c672-4b2d-ad2e-e4d9f576c5a1 admin admin] For port 7f129978-8ee5-4b7e-8910-3af83489f834, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=7f129978-8ee5-4b7e-8910-3af83489f834,segment=NetworkSegment(5fb3305e-b8e5-46c2-85d4-6d5a9026b45e),segment_id=5fb3305e-b8e5-46c2-85d4-6d5a9026b45e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:52:26.797157 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3dc118a2-c672-4b2d-ad2e-e4d9f576c5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:26.870226 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_dvr_db [None req-6cf018f9-305c-4918-a79e-d5220af5a070 None None] Set router 5935891f-3d2f-4a17-9c68-15829548e0d5 gateway port host: None {{(pid=88170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 20 16:52:26.929587 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3dc118a2-c672-4b2d-ad2e-e4d9f576c5a1 admin admin] Calling delete_port for 7f129978-8ee5-4b7e-8910-3af83489f834 owned by network:router_gateway {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:52:26.979389 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.db.l3_hamode_db [None req-6cf018f9-305c-4918-a79e-d5220af5a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'name': 'tempest-TestSnapshotPattern-958335502-router', 'tenant_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:10Z', 'updated_at': '2022-04-20T16:52:26Z', 'revision_number': 6, 'project_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'gw_port_host': None}], 'dv-neutron-838699-1-hyperv', False) {} {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:26.991349 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf018f9-305c-4918-a79e-d5220af5a070 None None] The sync data for ids ['5935891f-3d2f-4a17-9c68-15829548e0d5'] in dv-neutron-838699-1-hyperv is: [{'id': '5935891f-3d2f-4a17-9c68-15829548e0d5', 'name': 'tempest-TestSnapshotPattern-958335502-router', 'tenant_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:46:10Z', 'updated_at': '2022-04-20T16:52:26Z', 'revision_number': 6, 'project_id': '84aa4839f9884a3a835d3b1b7e21c6f5', 'gw_port_host': None}] {{(pid=88170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:52:27.124878 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3dc118a2-c672-4b2d-ad2e-e4d9f576c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220063'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:27.178279 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc118a2-c672-4b2d-ad2e-e4d9f576c5a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f129978-8ee5-4b7e-8910-3af83489f834,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:27.276082 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3dc118a2-c672-4b2d-ad2e-e4d9f576c5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641336'] for router_gateway, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:27.453135 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3dc118a2-c672-4b2d-ad2e-e4d9f576c5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-473'] for router, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:27.455372 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3dc118a2-c672-4b2d-ad2e-e4d9f576c5a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:27.480737 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3dc118a2-c672-4b2d-ad2e-e4d9f576c5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652564'] for router, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:27.481343 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc118a2-c672-4b2d-ad2e-e4d9f576c5a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5935891f-3d2f-4a17-9c68-15829548e0d5 {{(pid=88168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 20 16:52:27.494636 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3dc118a2-c672-4b2d-ad2e-e4d9f576c5a1 admin admin] Notify callbacks [] for router, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:27.498223 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-3dc118a2-c672-4b2d-ad2e-e4d9f576c5a1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5935891f-3d2f-4a17-9c68-15829548e0d5 HTTP/1.1" status: 204 len: 168 time: 1.3799133 Apr 20 16:52:27.498391 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.wsgi [-] (88168) accepted ('10.222.0.13', 48426) {{(pid=88168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:52:27.560823 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_v2 [None req-46173d43-1dbd-4f06-866a-c893530b7c28 admin admin] Deleting subnet 32373eeb-5832-4598-85a7-cbfe214dfc25 {{(pid=88168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 20 16:52:27.564513 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46173d43-1dbd-4f06-866a-c893530b7c28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:27.615630 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46173d43-1dbd-4f06-866a-c893530b7c28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450941'] for subnet, precommit_delete_associations {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:27.702723 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46173d43-1dbd-4f06-866a-c893530b7c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536594481'] for subnet, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:27.775200 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46173d43-1dbd-4f06-866a-c893530b7c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536594438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378393'] for subnet, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:27.817085 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46173d43-1dbd-4f06-866a-c893530b7c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32373eeb-5832-4598-85a7-cbfe214dfc25,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:27.819067 dv-neutron-838699-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46173d43-1dbd-4f06-866a-c893530b7c28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:27.825028 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df8a840-4d18-415c-9f0d-65c8f4d4071d None None] Network 189e2088-35ec-4d01-9c5e-686afa6eba7b requested from dv-neutron-838699-1-hyperv {{(pid=88170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 20 16:52:27.828368 dv-neutron-838699-1-hyperv neutron-server[88168]: INFO neutron.wsgi [None req-46173d43-1dbd-4f06-866a-c893530b7c28 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/32373eeb-5832-4598-85a7-cbfe214dfc25 HTTP/1.1" status: 204 len: 168 time: 0.3262143 Apr 20 16:52:27.828458 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 48430) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:52:27.964369 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536378109'] for network, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:27.981888 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] Deleting port 99669f85-f104-422a-b7fc-2973f33d0155 {{(pid=88169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:52:27.982232 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:28.122820 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa53e6aa-c3d6-4e17-aab2-29aae3b2d972 None None] DHCP port deletion for 189e2088-35ec-4d01-9c5e-686afa6eba7b request from dv-neutron-838699-1-hyperv {{(pid=88170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 20 16:52:28.129107 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-aa53e6aa-c3d6-4e17-aab2-29aae3b2d972 None None] Deleting port 99669f85-f104-422a-b7fc-2973f33d0155 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:52:28.129452 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-aa53e6aa-c3d6-4e17-aab2-29aae3b2d972 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:28.192035 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b4cf5179-daad-43d7-acf4-bbc51b291b66 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:52:28.214540 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] For port 99669f85-f104-422a-b7fc-2973f33d0155, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=99669f85-f104-422a-b7fc-2973f33d0155,segment=NetworkSegment(f5c436e3-d3d8-428f-8eac-878b23fdeaf2),segment_id=f5c436e3-d3d8-428f-8eac-878b23fdeaf2)] {{(pid=88169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:52:28.214901 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:28.258596 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: b4cf5179-daad-43d7-acf4-bbc51b291b66 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:52:28.258968 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device b4cf5179-daad-43d7-acf4-bbc51b291b66 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:52:28.259354 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7f129978-8ee5-4b7e-8910-3af83489f834 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:52:28.308168 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No Port match for: 7f129978-8ee5-4b7e-8910-3af83489f834 {{(pid=88170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 20 16:52:28.308582 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 7f129978-8ee5-4b7e-8910-3af83489f834 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:52:28.308932 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 99669f85-f104-422a-b7fc-2973f33d0155 no longer exists at agent ovs-agent-dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 16:52:28.342116 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.plugin [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] Calling delete_port for 99669f85-f104-422a-b7fc-2973f33d0155 owned by network:dhcp {{(pid=88169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:52:28.427350 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536450580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763611863031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763611482390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3139688'] for port, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:28.479790 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] Pushing event deleted for resources: {'Port': ['ID=99669f85-f104-422a-b7fc-2973f33d0155,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:28.483294 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] No DVR routers for this DVR port 99669f85-f104-422a-b7fc-2973f33d0155 on host dv-neutron-838699-1-hyperv {{(pid=88169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:52:28.519808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] No active binding found for port 99669f85-f104-422a-b7fc-2973f33d0155 {{(pid=88170) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 20 16:52:28.520190 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.rpc [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Device 99669f85-f104-422a-b7fc-2973f33d0155 not bound to the agent host dv-neutron-838699-1-hyperv {{(pid=88170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 16:52:28.526995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.db [None req-aa53e6aa-c3d6-4e17-aab2-29aae3b2d972 None None] For port 99669f85-f104-422a-b7fc-2973f33d0155, host dv-neutron-838699-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838699-1-hyperv',level=0,port_id=99669f85-f104-422a-b7fc-2973f33d0155,segment=NetworkSegment(f5c436e3-d3d8-428f-8eac-878b23fdeaf2),segment_id=f5c436e3-d3d8-428f-8eac-878b23fdeaf2)] {{(pid=88170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 20 16:52:28.526995 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-aa53e6aa-c3d6-4e17-aab2-29aae3b2d972 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738643'] for port, precommit_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:28.657045 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-aa53e6aa-c3d6-4e17-aab2-29aae3b2d972 None None] Calling delete_port for 99669f85-f104-422a-b7fc-2973f33d0155 owned by network:dhcp {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 20 16:52:28.703948 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536595848', 'neutron.services.segments.db._delete_segments_for_network-8763612001374'] for network, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:28.732487 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.db.api [None req-aa53e6aa-c3d6-4e17-aab2-29aae3b2d972 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:52:28.732701 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189e2088-35ec-4d01-9c5e-686afa6eba7b']}} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:28.732839 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG oslo_db.api [None req-aa53e6aa-c3d6-4e17-aab2-29aae3b2d972 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:52:28.745559 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c436e3-d3d8-428f-8eac-878b23fdeaf2') {'for_net_delete': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:28.745816 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.services.segments.db [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c436e3-d3d8-428f-8eac-878b23fdeaf2') {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:52:28.759577 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763612004985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2175507'] for segment, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:28.782670 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536593124'] for segment, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:28.791843 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:52:28.792240 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536593138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3139637'] for segment, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: Traceback (most recent call last): Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: timer() Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: cb(*args, **kw) Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: return func(*args, **kwargs) Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: self._notify() Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: self.callback(batched_events) Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: event.method(event) Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: return f(self, *a, **k) Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._get(url).json() Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: return self.request(url, 'GET', **kwargs) Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:52:28.805234 dv-neutron-838699-1-hyperv neutron-server[88169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:52:28.890453 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536595841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641363'] for network, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:28.907297 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] Notify callbacks [] for network, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:28.918503 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] Pushing event deleted for resources: {'Network': ['ID=189e2088-35ec-4d01-9c5e-686afa6eba7b,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:28.921463 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-33f0973c-3584-46bb-a921-bebd42830461 admin admin] 10.222.0.13 "DELETE /v2.0/networks/189e2088-35ec-4d01-9c5e-686afa6eba7b HTTP/1.1" status: 204 len: 168 time: 1.0921276 Apr 20 16:52:29.043056 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 48436) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:52:29.102390 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-8ce7eb1d-7493-4952-9e5d-73c1e81b85b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c897b00d56a47e8bb727f6e0609636e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580604 Apr 20 16:52:29.105041 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 48440) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:52:29.167213 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d53b2653-99e6-4f1c-9ba7-22750bda88a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:29.193785 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d53b2653-99e6-4f1c-9ba7-22750bda88a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:29.234260 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-aa53e6aa-c3d6-4e17-aab2-29aae3b2d972 None None] Deleting port 99669f85-f104-422a-b7fc-2973f33d0155 {{(pid=88170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 20 16:52:29.234821 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-aa53e6aa-c3d6-4e17-aab2-29aae3b2d972 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763611858189'] for port, before_delete {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:29.249868 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d53b2653-99e6-4f1c-9ba7-22750bda88a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:29.268785 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b2653-99e6-4f1c-9ba7-22750bda88a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260315a3-8998-451e-9649-d70d1a930ed6,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:29.280161 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d53b2653-99e6-4f1c-9ba7-22750bda88a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:29.283948 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-d53b2653-99e6-4f1c-9ba7-22750bda88a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/260315a3-8998-451e-9649-d70d1a930ed6 HTTP/1.1" status: 204 len: 168 time: 0.1754019 Apr 20 16:52:29.318157 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron.plugins.ml2.plugin [None req-aa53e6aa-c3d6-4e17-aab2-29aae3b2d972 None None] The port '99669f85-f104-422a-b7fc-2973f33d0155' was deleted {{(pid=88170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 20 16:52:29.680355 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 48448) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:52:29.734234 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-a964c274-bf08-4598-83a1-28e224e56e3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84aa4839f9884a3a835d3b1b7e21c6f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527022 Apr 20 16:52:29.736936 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.wsgi [-] (88169) accepted ('10.222.0.13', 48452) {{(pid=88169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:52:29.802366 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0c84c316-b2be-483a-a9b2-3e0df57a805d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:29.829341 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0c84c316-b2be-483a-a9b2-3e0df57a805d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:29.885616 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0c84c316-b2be-483a-a9b2-3e0df57a805d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626432'] for security_group, after_delete {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:29.903035 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84c316-b2be-483a-a9b2-3e0df57a805d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff02149-2f13-4693-81dc-8676d4de13fc,revision_number=None']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:52:29.908698 dv-neutron-838699-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0c84c316-b2be-483a-a9b2-3e0df57a805d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:29.910407 dv-neutron-838699-1-hyperv neutron-server[88169]: INFO neutron.wsgi [None req-0c84c316-b2be-483a-a9b2-3e0df57a805d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ff02149-2f13-4693-81dc-8676d4de13fc HTTP/1.1" status: 204 len: 168 time: 0.1725125 Apr 20 16:52:32.272319 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-8b264e9c-cbd1-4ffe-a7ec-7e8667ad0a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:34.514710 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-459bd49a-a7e9-4de4-bca5-0da39a67e8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:35.883900 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:35.976052 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:37.364219 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:45.743093 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:46.444827 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:53:02.277132 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-f68d778e-432f-47ed-bc6e-5b87da6ee515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:04.517316 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2d84d7ca-167a-4e59-bb37-e2214a8410ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:05.887464 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:05.977526 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:07.372653 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:15.741482 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:23.446705 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:53:32.282686 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-1346e7df-bb23-4d53-a8b3-6942139a80bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:34.521231 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-da45629b-1d91-42a3-82eb-0d9e1981bdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:35.889526 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:35.982567 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:37.370039 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:45.740686 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:00.446045 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:54:02.276113 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2b5b52af-3845-4578-b10e-ba423a1d7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:04.525611 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4e768721-ba94-44cd-b596-14aa99360439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:05.892582 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:05.986585 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:07.372612 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:15.743315 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:32.279795 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3485fe06-ace3-4efb-842f-33480adbe018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:34.528780 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-07a97dad-9e1f-4807-aa2f-ed6f47cd22cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:35.911557 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:35.991905 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:37.376928 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:37.444995 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:54:45.742389 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:02.281983 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-4f8ca98c-250a-4873-b8ca-2d9b73902321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:04.531367 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-363fe9bb-3dcd-4e39-b763-de39ecb2e6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:05.894742 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:05.991330 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:07.380320 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:14.443662 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:55:15.736870 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:32.282889 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-2aba8aa4-55f9-49cd-a379-f5a2c6c8762c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:34.533314 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-efd04b8d-02b6-408d-9ce1-fddd075ee6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:35.897422 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:35.993726 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:37.381143 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:45.745287 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:51.442110 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:56:02.287438 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-fc460f4e-3d49-4f32-9f7f-c72073570318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:04.537759 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e7d6bd5c-640c-43ea-a67e-cfc1367f0c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:05.903029 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:05.998070 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:07.388138 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:15.750860 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:28.441063 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:56:32.290650 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-b6c43216-e311-4ea4-af4b-9ece31363887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:34.540732 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-d22c92e1-eaa8-49d0-9e72-3d932a33c91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:35.896981 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:35.998646 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:37.387277 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:45.751808 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:02.293815 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-a08a99c3-07a7-40f8-bdee-5f3e1200885d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:04.542849 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3ddfc0fb-9df1-4d02-8038-2a3e0a1be280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:05.440704 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:57:05.898892 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:06.011330 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:07.390539 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:15.767458 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:32.301658 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-760adf5d-0c42-40ac-9247-006cfef870e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:34.543637 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-c63ed00a-3a54-4c70-b6a8-dbd96a3607ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:35.901245 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:36.005720 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:37.392700 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:42.442615 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:57:45.762208 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:02.294542 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-39e493a7-df43-44d3-8684-c660c9a79990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:04.546538 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-580e2f76-7a78-4d77-9fdc-fa8ae9493788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:05.902908 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:06.007432 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:07.396369 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-544f3be2-23c4-45d4-93a2-3f7feb3b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:15.781009 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-0979738c-b903-4fea-ae2b-75ec3f39a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:19.441625 dv-neutron-838699-1-hyperv neutron-server[88171]: DEBUG neutron.db.agents_db [None req-6526a3bf-5459-4d4d-ba07-c59679dbd30f None None] Agent healthcheck: found 6 active agents {{(pid=88171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:58:32.299719 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-65a83a76-8d41-4dd2-983a-305d540df2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:34.548802 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-3ece8dfd-7d85-4e5c-ad34-e5012c182926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:35.907480 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-49d74bff-6ffb-4de7-958c-05917b6a3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:36.011716 dv-neutron-838699-1-hyperv neutron-server[88170]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d03e-b952-4be2-8f37-3172867da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763612001347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536557150'] for agent, after_update {{(pid=88170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}